14bc05954SSeongJae Park // SPDX-License-Identifier: GPL-2.0 24bc05954SSeongJae Park /* 34bc05954SSeongJae Park * DAMON Debugfs Interface 44bc05954SSeongJae Park * 54bc05954SSeongJae Park * Author: SeongJae Park <sjpark@amazon.de> 64bc05954SSeongJae Park */ 74bc05954SSeongJae Park 84bc05954SSeongJae Park #define pr_fmt(fmt) "damon-dbgfs: " fmt 94bc05954SSeongJae Park 104bc05954SSeongJae Park #include <linux/damon.h> 114bc05954SSeongJae Park #include <linux/debugfs.h> 124bc05954SSeongJae Park #include <linux/file.h> 134bc05954SSeongJae Park #include <linux/mm.h> 144bc05954SSeongJae Park #include <linux/module.h> 154bc05954SSeongJae Park #include <linux/page_idle.h> 164bc05954SSeongJae Park #include <linux/slab.h> 174bc05954SSeongJae Park 184bc05954SSeongJae Park static struct damon_ctx **dbgfs_ctxs; 194bc05954SSeongJae Park static int dbgfs_nr_ctxs; 204bc05954SSeongJae Park static struct dentry **dbgfs_dirs; 2175c1c2b5SSeongJae Park static DEFINE_MUTEX(damon_dbgfs_lock); 224bc05954SSeongJae Park 234bc05954SSeongJae Park /* 244bc05954SSeongJae Park * Returns non-empty string on success, negative error code otherwise. 254bc05954SSeongJae Park */ 264bc05954SSeongJae Park static char *user_input_str(const char __user *buf, size_t count, loff_t *ppos) 274bc05954SSeongJae Park { 284bc05954SSeongJae Park char *kbuf; 294bc05954SSeongJae Park ssize_t ret; 304bc05954SSeongJae Park 314bc05954SSeongJae Park /* We do not accept continuous write */ 324bc05954SSeongJae Park if (*ppos) 334bc05954SSeongJae Park return ERR_PTR(-EINVAL); 344bc05954SSeongJae Park 35db7a347bSSeongJae Park kbuf = kmalloc(count + 1, GFP_KERNEL | __GFP_NOWARN); 364bc05954SSeongJae Park if (!kbuf) 374bc05954SSeongJae Park return ERR_PTR(-ENOMEM); 384bc05954SSeongJae Park 394bc05954SSeongJae Park ret = simple_write_to_buffer(kbuf, count + 1, ppos, buf, count); 404bc05954SSeongJae Park if (ret != count) { 414bc05954SSeongJae Park kfree(kbuf); 424bc05954SSeongJae Park return ERR_PTR(-EIO); 434bc05954SSeongJae Park } 444bc05954SSeongJae Park kbuf[ret] = '\0'; 454bc05954SSeongJae Park 464bc05954SSeongJae Park return kbuf; 474bc05954SSeongJae Park } 484bc05954SSeongJae Park 494bc05954SSeongJae Park static ssize_t dbgfs_attrs_read(struct file *file, 504bc05954SSeongJae Park char __user *buf, size_t count, loff_t *ppos) 514bc05954SSeongJae Park { 524bc05954SSeongJae Park struct damon_ctx *ctx = file->private_data; 534bc05954SSeongJae Park char kbuf[128]; 544bc05954SSeongJae Park int ret; 554bc05954SSeongJae Park 564bc05954SSeongJae Park mutex_lock(&ctx->kdamond_lock); 574bc05954SSeongJae Park ret = scnprintf(kbuf, ARRAY_SIZE(kbuf), "%lu %lu %lu %lu %lu\n", 584bc05954SSeongJae Park ctx->sample_interval, ctx->aggr_interval, 59f7d911c3SSeongJae Park ctx->ops_update_interval, ctx->min_nr_regions, 604bc05954SSeongJae Park ctx->max_nr_regions); 614bc05954SSeongJae Park mutex_unlock(&ctx->kdamond_lock); 624bc05954SSeongJae Park 634bc05954SSeongJae Park return simple_read_from_buffer(buf, count, ppos, kbuf, ret); 644bc05954SSeongJae Park } 654bc05954SSeongJae Park 664bc05954SSeongJae Park static ssize_t dbgfs_attrs_write(struct file *file, 674bc05954SSeongJae Park const char __user *buf, size_t count, loff_t *ppos) 684bc05954SSeongJae Park { 694bc05954SSeongJae Park struct damon_ctx *ctx = file->private_data; 704bc05954SSeongJae Park unsigned long s, a, r, minr, maxr; 714bc05954SSeongJae Park char *kbuf; 729210622aSRongwei Wang ssize_t ret; 734bc05954SSeongJae Park 744bc05954SSeongJae Park kbuf = user_input_str(buf, count, ppos); 754bc05954SSeongJae Park if (IS_ERR(kbuf)) 764bc05954SSeongJae Park return PTR_ERR(kbuf); 774bc05954SSeongJae Park 784bc05954SSeongJae Park if (sscanf(kbuf, "%lu %lu %lu %lu %lu", 794bc05954SSeongJae Park &s, &a, &r, &minr, &maxr) != 5) { 804bc05954SSeongJae Park ret = -EINVAL; 814bc05954SSeongJae Park goto out; 824bc05954SSeongJae Park } 834bc05954SSeongJae Park 844bc05954SSeongJae Park mutex_lock(&ctx->kdamond_lock); 854bc05954SSeongJae Park if (ctx->kdamond) { 864bc05954SSeongJae Park ret = -EBUSY; 874bc05954SSeongJae Park goto unlock_out; 884bc05954SSeongJae Park } 894bc05954SSeongJae Park 909210622aSRongwei Wang ret = damon_set_attrs(ctx, s, a, r, minr, maxr); 919210622aSRongwei Wang if (!ret) 929210622aSRongwei Wang ret = count; 934bc05954SSeongJae Park unlock_out: 944bc05954SSeongJae Park mutex_unlock(&ctx->kdamond_lock); 954bc05954SSeongJae Park out: 964bc05954SSeongJae Park kfree(kbuf); 974bc05954SSeongJae Park return ret; 984bc05954SSeongJae Park } 994bc05954SSeongJae Park 100*c364f9afSSeongJae Park /* 101*c364f9afSSeongJae Park * Return corresponding dbgfs' scheme action value (int) for the given 102*c364f9afSSeongJae Park * damos_action if the given damos_action value is valid and supported by 103*c364f9afSSeongJae Park * dbgfs, negative error code otherwise. 104*c364f9afSSeongJae Park */ 105*c364f9afSSeongJae Park static int damos_action_to_dbgfs_scheme_action(enum damos_action action) 106*c364f9afSSeongJae Park { 107*c364f9afSSeongJae Park switch (action) { 108*c364f9afSSeongJae Park case DAMOS_WILLNEED: 109*c364f9afSSeongJae Park return 0; 110*c364f9afSSeongJae Park case DAMOS_COLD: 111*c364f9afSSeongJae Park return 1; 112*c364f9afSSeongJae Park case DAMOS_PAGEOUT: 113*c364f9afSSeongJae Park return 2; 114*c364f9afSSeongJae Park case DAMOS_HUGEPAGE: 115*c364f9afSSeongJae Park return 3; 116*c364f9afSSeongJae Park case DAMOS_NOHUGEPAGE: 117*c364f9afSSeongJae Park return 4; 118*c364f9afSSeongJae Park case DAMOS_STAT: 119*c364f9afSSeongJae Park return 5; 120*c364f9afSSeongJae Park default: 121*c364f9afSSeongJae Park return -EINVAL; 122*c364f9afSSeongJae Park } 123*c364f9afSSeongJae Park } 124*c364f9afSSeongJae Park 125af122dd8SSeongJae Park static ssize_t sprint_schemes(struct damon_ctx *c, char *buf, ssize_t len) 126af122dd8SSeongJae Park { 127af122dd8SSeongJae Park struct damos *s; 128af122dd8SSeongJae Park int written = 0; 129af122dd8SSeongJae Park int rc; 130af122dd8SSeongJae Park 131af122dd8SSeongJae Park damon_for_each_scheme(s, c) { 132af122dd8SSeongJae Park rc = scnprintf(&buf[written], len - written, 1333a619fdbSSeongJae Park "%lu %lu %u %u %u %u %d %lu %lu %lu %u %u %u %d %lu %lu %lu %lu %lu %lu %lu %lu %lu\n", 134af122dd8SSeongJae Park s->min_sz_region, s->max_sz_region, 135af122dd8SSeongJae Park s->min_nr_accesses, s->max_nr_accesses, 136af122dd8SSeongJae Park s->min_age_region, s->max_age_region, 137*c364f9afSSeongJae Park damos_action_to_dbgfs_scheme_action(s->action), 138d7d0ec85SSeongJae Park s->quota.ms, s->quota.sz, 139d7d0ec85SSeongJae Park s->quota.reset_interval, 140f4a68b4aSSeongJae Park s->quota.weight_sz, 141f4a68b4aSSeongJae Park s->quota.weight_nr_accesses, 142f4a68b4aSSeongJae Park s->quota.weight_age, 143ae666a6dSSeongJae Park s->wmarks.metric, s->wmarks.interval, 144ae666a6dSSeongJae Park s->wmarks.high, s->wmarks.mid, s->wmarks.low, 1453a619fdbSSeongJae Park s->stat.nr_tried, s->stat.sz_tried, 1463a619fdbSSeongJae Park s->stat.nr_applied, s->stat.sz_applied, 1473a619fdbSSeongJae Park s->stat.qt_exceeds); 148af122dd8SSeongJae Park if (!rc) 149af122dd8SSeongJae Park return -ENOMEM; 150af122dd8SSeongJae Park 151af122dd8SSeongJae Park written += rc; 152af122dd8SSeongJae Park } 153af122dd8SSeongJae Park return written; 154af122dd8SSeongJae Park } 155af122dd8SSeongJae Park 156af122dd8SSeongJae Park static ssize_t dbgfs_schemes_read(struct file *file, char __user *buf, 157af122dd8SSeongJae Park size_t count, loff_t *ppos) 158af122dd8SSeongJae Park { 159af122dd8SSeongJae Park struct damon_ctx *ctx = file->private_data; 160af122dd8SSeongJae Park char *kbuf; 161af122dd8SSeongJae Park ssize_t len; 162af122dd8SSeongJae Park 163db7a347bSSeongJae Park kbuf = kmalloc(count, GFP_KERNEL | __GFP_NOWARN); 164af122dd8SSeongJae Park if (!kbuf) 165af122dd8SSeongJae Park return -ENOMEM; 166af122dd8SSeongJae Park 167af122dd8SSeongJae Park mutex_lock(&ctx->kdamond_lock); 168af122dd8SSeongJae Park len = sprint_schemes(ctx, kbuf, count); 169af122dd8SSeongJae Park mutex_unlock(&ctx->kdamond_lock); 170af122dd8SSeongJae Park if (len < 0) 171af122dd8SSeongJae Park goto out; 172af122dd8SSeongJae Park len = simple_read_from_buffer(buf, count, ppos, kbuf, len); 173af122dd8SSeongJae Park 174af122dd8SSeongJae Park out: 175af122dd8SSeongJae Park kfree(kbuf); 176af122dd8SSeongJae Park return len; 177af122dd8SSeongJae Park } 178af122dd8SSeongJae Park 179af122dd8SSeongJae Park static void free_schemes_arr(struct damos **schemes, ssize_t nr_schemes) 180af122dd8SSeongJae Park { 181af122dd8SSeongJae Park ssize_t i; 182af122dd8SSeongJae Park 183af122dd8SSeongJae Park for (i = 0; i < nr_schemes; i++) 184af122dd8SSeongJae Park kfree(schemes[i]); 185af122dd8SSeongJae Park kfree(schemes); 186af122dd8SSeongJae Park } 187af122dd8SSeongJae Park 188*c364f9afSSeongJae Park /* 189*c364f9afSSeongJae Park * Return corresponding damos_action for the given dbgfs input for a scheme 190*c364f9afSSeongJae Park * action if the input is valid, negative error code otherwise. 191*c364f9afSSeongJae Park */ 192*c364f9afSSeongJae Park static enum damos_action dbgfs_scheme_action_to_damos_action(int dbgfs_action) 193af122dd8SSeongJae Park { 194*c364f9afSSeongJae Park switch (dbgfs_action) { 195*c364f9afSSeongJae Park case 0: 196*c364f9afSSeongJae Park return DAMOS_WILLNEED; 197*c364f9afSSeongJae Park case 1: 198*c364f9afSSeongJae Park return DAMOS_COLD; 199*c364f9afSSeongJae Park case 2: 200*c364f9afSSeongJae Park return DAMOS_PAGEOUT; 201*c364f9afSSeongJae Park case 3: 202*c364f9afSSeongJae Park return DAMOS_HUGEPAGE; 203*c364f9afSSeongJae Park case 4: 204*c364f9afSSeongJae Park return DAMOS_NOHUGEPAGE; 205*c364f9afSSeongJae Park case 5: 206*c364f9afSSeongJae Park return DAMOS_STAT; 207af122dd8SSeongJae Park default: 208*c364f9afSSeongJae Park return -EINVAL; 209af122dd8SSeongJae Park } 210af122dd8SSeongJae Park } 211af122dd8SSeongJae Park 212af122dd8SSeongJae Park /* 213af122dd8SSeongJae Park * Converts a string into an array of struct damos pointers 214af122dd8SSeongJae Park * 215af122dd8SSeongJae Park * Returns an array of struct damos pointers that converted if the conversion 216af122dd8SSeongJae Park * success, or NULL otherwise. 217af122dd8SSeongJae Park */ 218af122dd8SSeongJae Park static struct damos **str_to_schemes(const char *str, ssize_t len, 219af122dd8SSeongJae Park ssize_t *nr_schemes) 220af122dd8SSeongJae Park { 221af122dd8SSeongJae Park struct damos *scheme, **schemes; 222af122dd8SSeongJae Park const int max_nr_schemes = 256; 223af122dd8SSeongJae Park int pos = 0, parsed, ret; 224af122dd8SSeongJae Park unsigned long min_sz, max_sz; 225af122dd8SSeongJae Park unsigned int min_nr_a, max_nr_a, min_age, max_age; 226*c364f9afSSeongJae Park unsigned int action_input; 227*c364f9afSSeongJae Park enum damos_action action; 228af122dd8SSeongJae Park 229af122dd8SSeongJae Park schemes = kmalloc_array(max_nr_schemes, sizeof(scheme), 230af122dd8SSeongJae Park GFP_KERNEL); 231af122dd8SSeongJae Park if (!schemes) 232af122dd8SSeongJae Park return NULL; 233af122dd8SSeongJae Park 234af122dd8SSeongJae Park *nr_schemes = 0; 235af122dd8SSeongJae Park while (pos < len && *nr_schemes < max_nr_schemes) { 2362b8a248dSSeongJae Park struct damos_quota quota = {}; 237ae666a6dSSeongJae Park struct damos_watermarks wmarks; 2382b8a248dSSeongJae Park 239f4a68b4aSSeongJae Park ret = sscanf(&str[pos], 240ae666a6dSSeongJae Park "%lu %lu %u %u %u %u %u %lu %lu %lu %u %u %u %u %lu %lu %lu %lu%n", 241af122dd8SSeongJae Park &min_sz, &max_sz, &min_nr_a, &max_nr_a, 242*c364f9afSSeongJae Park &min_age, &max_age, &action_input, "a.ms, 243f4a68b4aSSeongJae Park "a.sz, "a.reset_interval, 244f4a68b4aSSeongJae Park "a.weight_sz, "a.weight_nr_accesses, 245ae666a6dSSeongJae Park "a.weight_age, &wmarks.metric, 246ae666a6dSSeongJae Park &wmarks.interval, &wmarks.high, &wmarks.mid, 247ae666a6dSSeongJae Park &wmarks.low, &parsed); 248ae666a6dSSeongJae Park if (ret != 18) 249af122dd8SSeongJae Park break; 250*c364f9afSSeongJae Park action = dbgfs_scheme_action_to_damos_action(action_input); 251*c364f9afSSeongJae Park if ((int)action < 0) 252af122dd8SSeongJae Park goto fail; 253af122dd8SSeongJae Park 254c89ae63eSXin Hao if (min_sz > max_sz || min_nr_a > max_nr_a || min_age > max_age) 255c89ae63eSXin Hao goto fail; 256c89ae63eSXin Hao 257c89ae63eSXin Hao if (wmarks.high < wmarks.mid || wmarks.high < wmarks.low || 258c89ae63eSXin Hao wmarks.mid < wmarks.low) 259c89ae63eSXin Hao goto fail; 260c89ae63eSXin Hao 261af122dd8SSeongJae Park pos += parsed; 262af122dd8SSeongJae Park scheme = damon_new_scheme(min_sz, max_sz, min_nr_a, max_nr_a, 263ee801b7dSSeongJae Park min_age, max_age, action, "a, &wmarks); 264af122dd8SSeongJae Park if (!scheme) 265af122dd8SSeongJae Park goto fail; 266af122dd8SSeongJae Park 267af122dd8SSeongJae Park schemes[*nr_schemes] = scheme; 268af122dd8SSeongJae Park *nr_schemes += 1; 269af122dd8SSeongJae Park } 270af122dd8SSeongJae Park return schemes; 271af122dd8SSeongJae Park fail: 272af122dd8SSeongJae Park free_schemes_arr(schemes, *nr_schemes); 273af122dd8SSeongJae Park return NULL; 274af122dd8SSeongJae Park } 275af122dd8SSeongJae Park 276af122dd8SSeongJae Park static ssize_t dbgfs_schemes_write(struct file *file, const char __user *buf, 277af122dd8SSeongJae Park size_t count, loff_t *ppos) 278af122dd8SSeongJae Park { 279af122dd8SSeongJae Park struct damon_ctx *ctx = file->private_data; 280af122dd8SSeongJae Park char *kbuf; 281af122dd8SSeongJae Park struct damos **schemes; 2829210622aSRongwei Wang ssize_t nr_schemes = 0, ret; 283af122dd8SSeongJae Park 284af122dd8SSeongJae Park kbuf = user_input_str(buf, count, ppos); 285af122dd8SSeongJae Park if (IS_ERR(kbuf)) 286af122dd8SSeongJae Park return PTR_ERR(kbuf); 287af122dd8SSeongJae Park 2889210622aSRongwei Wang schemes = str_to_schemes(kbuf, count, &nr_schemes); 289af122dd8SSeongJae Park if (!schemes) { 290af122dd8SSeongJae Park ret = -EINVAL; 291af122dd8SSeongJae Park goto out; 292af122dd8SSeongJae Park } 293af122dd8SSeongJae Park 294af122dd8SSeongJae Park mutex_lock(&ctx->kdamond_lock); 295af122dd8SSeongJae Park if (ctx->kdamond) { 296af122dd8SSeongJae Park ret = -EBUSY; 297af122dd8SSeongJae Park goto unlock_out; 298af122dd8SSeongJae Park } 299af122dd8SSeongJae Park 3009210622aSRongwei Wang ret = damon_set_schemes(ctx, schemes, nr_schemes); 3019210622aSRongwei Wang if (!ret) { 3029210622aSRongwei Wang ret = count; 303af122dd8SSeongJae Park nr_schemes = 0; 3049210622aSRongwei Wang } 3059210622aSRongwei Wang 306af122dd8SSeongJae Park unlock_out: 307af122dd8SSeongJae Park mutex_unlock(&ctx->kdamond_lock); 308af122dd8SSeongJae Park free_schemes_arr(schemes, nr_schemes); 309af122dd8SSeongJae Park out: 310af122dd8SSeongJae Park kfree(kbuf); 311af122dd8SSeongJae Park return ret; 312af122dd8SSeongJae Park } 313af122dd8SSeongJae Park 3144bc05954SSeongJae Park static ssize_t sprint_target_ids(struct damon_ctx *ctx, char *buf, ssize_t len) 3154bc05954SSeongJae Park { 3164bc05954SSeongJae Park struct damon_target *t; 3171971bd63SSeongJae Park int id; 3184bc05954SSeongJae Park int written = 0; 3194bc05954SSeongJae Park int rc; 3204bc05954SSeongJae Park 3214bc05954SSeongJae Park damon_for_each_target(t, ctx) { 322c9e124e0SSeongJae Park if (damon_target_has_pid(ctx)) 3234bc05954SSeongJae Park /* Show pid numbers to debugfs users */ 3241971bd63SSeongJae Park id = pid_vnr(t->pid); 3251971bd63SSeongJae Park else 3261971bd63SSeongJae Park /* Show 42 for physical address space, just for fun */ 3271971bd63SSeongJae Park id = 42; 3284bc05954SSeongJae Park 3291971bd63SSeongJae Park rc = scnprintf(&buf[written], len - written, "%d ", id); 3304bc05954SSeongJae Park if (!rc) 3314bc05954SSeongJae Park return -ENOMEM; 3324bc05954SSeongJae Park written += rc; 3334bc05954SSeongJae Park } 3344bc05954SSeongJae Park if (written) 3354bc05954SSeongJae Park written -= 1; 3364bc05954SSeongJae Park written += scnprintf(&buf[written], len - written, "\n"); 3374bc05954SSeongJae Park return written; 3384bc05954SSeongJae Park } 3394bc05954SSeongJae Park 3404bc05954SSeongJae Park static ssize_t dbgfs_target_ids_read(struct file *file, 3414bc05954SSeongJae Park char __user *buf, size_t count, loff_t *ppos) 3424bc05954SSeongJae Park { 3434bc05954SSeongJae Park struct damon_ctx *ctx = file->private_data; 3444bc05954SSeongJae Park ssize_t len; 3454bc05954SSeongJae Park char ids_buf[320]; 3464bc05954SSeongJae Park 3474bc05954SSeongJae Park mutex_lock(&ctx->kdamond_lock); 3484bc05954SSeongJae Park len = sprint_target_ids(ctx, ids_buf, 320); 3494bc05954SSeongJae Park mutex_unlock(&ctx->kdamond_lock); 3504bc05954SSeongJae Park if (len < 0) 3514bc05954SSeongJae Park return len; 3524bc05954SSeongJae Park 3534bc05954SSeongJae Park return simple_read_from_buffer(buf, count, ppos, ids_buf, len); 3544bc05954SSeongJae Park } 3554bc05954SSeongJae Park 3564bc05954SSeongJae Park /* 3571971bd63SSeongJae Park * Converts a string into an integers array 3584bc05954SSeongJae Park * 3591971bd63SSeongJae Park * Returns an array of integers array if the conversion success, or NULL 3601971bd63SSeongJae Park * otherwise. 3614bc05954SSeongJae Park */ 3621971bd63SSeongJae Park static int *str_to_ints(const char *str, ssize_t len, ssize_t *nr_ints) 3634bc05954SSeongJae Park { 3641971bd63SSeongJae Park int *array; 3651971bd63SSeongJae Park const int max_nr_ints = 32; 3661971bd63SSeongJae Park int nr; 3674bc05954SSeongJae Park int pos = 0, parsed, ret; 3684bc05954SSeongJae Park 3691971bd63SSeongJae Park *nr_ints = 0; 3701971bd63SSeongJae Park array = kmalloc_array(max_nr_ints, sizeof(*array), GFP_KERNEL); 3711971bd63SSeongJae Park if (!array) 3724bc05954SSeongJae Park return NULL; 3731971bd63SSeongJae Park while (*nr_ints < max_nr_ints && pos < len) { 3741971bd63SSeongJae Park ret = sscanf(&str[pos], "%d%n", &nr, &parsed); 3754bc05954SSeongJae Park pos += parsed; 3764bc05954SSeongJae Park if (ret != 1) 3774bc05954SSeongJae Park break; 3781971bd63SSeongJae Park array[*nr_ints] = nr; 3791971bd63SSeongJae Park *nr_ints += 1; 3804bc05954SSeongJae Park } 3814bc05954SSeongJae Park 3821971bd63SSeongJae Park return array; 3834bc05954SSeongJae Park } 3844bc05954SSeongJae Park 3851971bd63SSeongJae Park static void dbgfs_put_pids(struct pid **pids, int nr_pids) 3864bc05954SSeongJae Park { 3874bc05954SSeongJae Park int i; 3884bc05954SSeongJae Park 3891971bd63SSeongJae Park for (i = 0; i < nr_pids; i++) 3901971bd63SSeongJae Park put_pid(pids[i]); 3911971bd63SSeongJae Park } 3921971bd63SSeongJae Park 3931971bd63SSeongJae Park /* 3941971bd63SSeongJae Park * Converts a string into an struct pid pointers array 3951971bd63SSeongJae Park * 3961971bd63SSeongJae Park * Returns an array of struct pid pointers if the conversion success, or NULL 3971971bd63SSeongJae Park * otherwise. 3981971bd63SSeongJae Park */ 3991971bd63SSeongJae Park static struct pid **str_to_pids(const char *str, ssize_t len, ssize_t *nr_pids) 4001971bd63SSeongJae Park { 4011971bd63SSeongJae Park int *ints; 4021971bd63SSeongJae Park ssize_t nr_ints; 4031971bd63SSeongJae Park struct pid **pids; 4041971bd63SSeongJae Park 4051971bd63SSeongJae Park *nr_pids = 0; 4061971bd63SSeongJae Park 4071971bd63SSeongJae Park ints = str_to_ints(str, len, &nr_ints); 4081971bd63SSeongJae Park if (!ints) 4091971bd63SSeongJae Park return NULL; 4101971bd63SSeongJae Park 4111971bd63SSeongJae Park pids = kmalloc_array(nr_ints, sizeof(*pids), GFP_KERNEL); 4121971bd63SSeongJae Park if (!pids) 4131971bd63SSeongJae Park goto out; 4141971bd63SSeongJae Park 4151971bd63SSeongJae Park for (; *nr_pids < nr_ints; (*nr_pids)++) { 4161971bd63SSeongJae Park pids[*nr_pids] = find_get_pid(ints[*nr_pids]); 4171971bd63SSeongJae Park if (!pids[*nr_pids]) { 4181971bd63SSeongJae Park dbgfs_put_pids(pids, *nr_pids); 4191971bd63SSeongJae Park kfree(ints); 4201971bd63SSeongJae Park kfree(pids); 4211971bd63SSeongJae Park return NULL; 4221971bd63SSeongJae Park } 4231971bd63SSeongJae Park } 4241971bd63SSeongJae Park 4251971bd63SSeongJae Park out: 4261971bd63SSeongJae Park kfree(ints); 4271971bd63SSeongJae Park return pids; 4284bc05954SSeongJae Park } 4294bc05954SSeongJae Park 43043642825SSeongJae Park /* 43143642825SSeongJae Park * dbgfs_set_targets() - Set monitoring targets. 43243642825SSeongJae Park * @ctx: monitoring context 4331971bd63SSeongJae Park * @nr_targets: number of targets 4341971bd63SSeongJae Park * @pids: array of target pids (size is same to @nr_targets) 43543642825SSeongJae Park * 4361971bd63SSeongJae Park * This function should not be called while the kdamond is running. @pids is 4371971bd63SSeongJae Park * ignored if the context is not configured to have pid in each target. On 4381971bd63SSeongJae Park * failure, reference counts of all pids in @pids are decremented. 43943642825SSeongJae Park * 44043642825SSeongJae Park * Return: 0 on success, negative error code otherwise. 44143642825SSeongJae Park */ 4421971bd63SSeongJae Park static int dbgfs_set_targets(struct damon_ctx *ctx, ssize_t nr_targets, 4431971bd63SSeongJae Park struct pid **pids) 44443642825SSeongJae Park { 44543642825SSeongJae Park ssize_t i; 44643642825SSeongJae Park struct damon_target *t, *next; 44743642825SSeongJae Park 44843642825SSeongJae Park damon_for_each_target_safe(t, next, ctx) { 449c9e124e0SSeongJae Park if (damon_target_has_pid(ctx)) 4501971bd63SSeongJae Park put_pid(t->pid); 45143642825SSeongJae Park damon_destroy_target(t); 45243642825SSeongJae Park } 45343642825SSeongJae Park 4541971bd63SSeongJae Park for (i = 0; i < nr_targets; i++) { 4551971bd63SSeongJae Park t = damon_new_target(); 45643642825SSeongJae Park if (!t) { 45743642825SSeongJae Park damon_for_each_target_safe(t, next, ctx) 45843642825SSeongJae Park damon_destroy_target(t); 459c9e124e0SSeongJae Park if (damon_target_has_pid(ctx)) 4601971bd63SSeongJae Park dbgfs_put_pids(pids, nr_targets); 46143642825SSeongJae Park return -ENOMEM; 46243642825SSeongJae Park } 463c9e124e0SSeongJae Park if (damon_target_has_pid(ctx)) 4641971bd63SSeongJae Park t->pid = pids[i]; 46543642825SSeongJae Park damon_add_target(ctx, t); 46643642825SSeongJae Park } 46743642825SSeongJae Park 46843642825SSeongJae Park return 0; 46943642825SSeongJae Park } 47043642825SSeongJae Park 4714bc05954SSeongJae Park static ssize_t dbgfs_target_ids_write(struct file *file, 4724bc05954SSeongJae Park const char __user *buf, size_t count, loff_t *ppos) 4734bc05954SSeongJae Park { 4744bc05954SSeongJae Park struct damon_ctx *ctx = file->private_data; 475c026291aSSeongJae Park bool id_is_pid = true; 47670b84808SSeongJae Park char *kbuf; 4771971bd63SSeongJae Park struct pid **target_pids = NULL; 4784bc05954SSeongJae Park ssize_t nr_targets; 4799210622aSRongwei Wang ssize_t ret; 4804bc05954SSeongJae Park 4814bc05954SSeongJae Park kbuf = user_input_str(buf, count, ppos); 4824bc05954SSeongJae Park if (IS_ERR(kbuf)) 4834bc05954SSeongJae Park return PTR_ERR(kbuf); 4844bc05954SSeongJae Park 485c026291aSSeongJae Park if (!strncmp(kbuf, "paddr\n", count)) { 486c026291aSSeongJae Park id_is_pid = false; 4871971bd63SSeongJae Park nr_targets = 1; 4884bc05954SSeongJae Park } 4894bc05954SSeongJae Park 490c026291aSSeongJae Park if (id_is_pid) { 4911971bd63SSeongJae Park target_pids = str_to_pids(kbuf, count, &nr_targets); 4921971bd63SSeongJae Park if (!target_pids) { 4931971bd63SSeongJae Park ret = -ENOMEM; 4941971bd63SSeongJae Park goto out; 4954bc05954SSeongJae Park } 4964bc05954SSeongJae Park } 4974bc05954SSeongJae Park 4984bc05954SSeongJae Park mutex_lock(&ctx->kdamond_lock); 4994bc05954SSeongJae Park if (ctx->kdamond) { 500c026291aSSeongJae Park if (id_is_pid) 5011971bd63SSeongJae Park dbgfs_put_pids(target_pids, nr_targets); 5024bc05954SSeongJae Park ret = -EBUSY; 5034bc05954SSeongJae Park goto unlock_out; 5044bc05954SSeongJae Park } 5054bc05954SSeongJae Park 506ebb3f994SSeongJae Park /* remove previously set targets */ 5071971bd63SSeongJae Park dbgfs_set_targets(ctx, 0, NULL); 508da7aaca0SSeongJae Park if (!nr_targets) { 509da7aaca0SSeongJae Park ret = count; 510da7aaca0SSeongJae Park goto unlock_out; 511da7aaca0SSeongJae Park } 512c026291aSSeongJae Park 513c026291aSSeongJae Park /* Configure the context for the address space type */ 514c026291aSSeongJae Park if (id_is_pid) 515da7aaca0SSeongJae Park ret = damon_select_ops(ctx, DAMON_OPS_VADDR); 516c026291aSSeongJae Park else 517da7aaca0SSeongJae Park ret = damon_select_ops(ctx, DAMON_OPS_PADDR); 518da7aaca0SSeongJae Park if (ret) 519da7aaca0SSeongJae Park goto unlock_out; 520c026291aSSeongJae Park 5211971bd63SSeongJae Park ret = dbgfs_set_targets(ctx, nr_targets, target_pids); 52243642825SSeongJae Park if (!ret) 5239210622aSRongwei Wang ret = count; 5244bc05954SSeongJae Park 5254bc05954SSeongJae Park unlock_out: 5264bc05954SSeongJae Park mutex_unlock(&ctx->kdamond_lock); 5271971bd63SSeongJae Park kfree(target_pids); 5284bc05954SSeongJae Park out: 5294bc05954SSeongJae Park kfree(kbuf); 5304bc05954SSeongJae Park return ret; 5314bc05954SSeongJae Park } 5324bc05954SSeongJae Park 53390bebce9SSeongJae Park static ssize_t sprint_init_regions(struct damon_ctx *c, char *buf, ssize_t len) 53490bebce9SSeongJae Park { 53590bebce9SSeongJae Park struct damon_target *t; 53690bebce9SSeongJae Park struct damon_region *r; 537144760f8SSeongJae Park int target_idx = 0; 53890bebce9SSeongJae Park int written = 0; 53990bebce9SSeongJae Park int rc; 54090bebce9SSeongJae Park 54190bebce9SSeongJae Park damon_for_each_target(t, c) { 54290bebce9SSeongJae Park damon_for_each_region(r, t) { 54390bebce9SSeongJae Park rc = scnprintf(&buf[written], len - written, 544144760f8SSeongJae Park "%d %lu %lu\n", 545144760f8SSeongJae Park target_idx, r->ar.start, r->ar.end); 54690bebce9SSeongJae Park if (!rc) 54790bebce9SSeongJae Park return -ENOMEM; 54890bebce9SSeongJae Park written += rc; 54990bebce9SSeongJae Park } 550144760f8SSeongJae Park target_idx++; 55190bebce9SSeongJae Park } 55290bebce9SSeongJae Park return written; 55390bebce9SSeongJae Park } 55490bebce9SSeongJae Park 55590bebce9SSeongJae Park static ssize_t dbgfs_init_regions_read(struct file *file, char __user *buf, 55690bebce9SSeongJae Park size_t count, loff_t *ppos) 55790bebce9SSeongJae Park { 55890bebce9SSeongJae Park struct damon_ctx *ctx = file->private_data; 55990bebce9SSeongJae Park char *kbuf; 56090bebce9SSeongJae Park ssize_t len; 56190bebce9SSeongJae Park 562db7a347bSSeongJae Park kbuf = kmalloc(count, GFP_KERNEL | __GFP_NOWARN); 56390bebce9SSeongJae Park if (!kbuf) 56490bebce9SSeongJae Park return -ENOMEM; 56590bebce9SSeongJae Park 56690bebce9SSeongJae Park mutex_lock(&ctx->kdamond_lock); 56790bebce9SSeongJae Park if (ctx->kdamond) { 56890bebce9SSeongJae Park mutex_unlock(&ctx->kdamond_lock); 56990bebce9SSeongJae Park len = -EBUSY; 57090bebce9SSeongJae Park goto out; 57190bebce9SSeongJae Park } 57290bebce9SSeongJae Park 57390bebce9SSeongJae Park len = sprint_init_regions(ctx, kbuf, count); 57490bebce9SSeongJae Park mutex_unlock(&ctx->kdamond_lock); 57590bebce9SSeongJae Park if (len < 0) 57690bebce9SSeongJae Park goto out; 57790bebce9SSeongJae Park len = simple_read_from_buffer(buf, count, ppos, kbuf, len); 57890bebce9SSeongJae Park 57990bebce9SSeongJae Park out: 58090bebce9SSeongJae Park kfree(kbuf); 58190bebce9SSeongJae Park return len; 58290bebce9SSeongJae Park } 58390bebce9SSeongJae Park 584144760f8SSeongJae Park static int add_init_region(struct damon_ctx *c, int target_idx, 585144760f8SSeongJae Park struct damon_addr_range *ar) 58690bebce9SSeongJae Park { 58790bebce9SSeongJae Park struct damon_target *t; 58890bebce9SSeongJae Park struct damon_region *r, *prev; 589144760f8SSeongJae Park unsigned long idx = 0; 59090bebce9SSeongJae Park int rc = -EINVAL; 59190bebce9SSeongJae Park 59290bebce9SSeongJae Park if (ar->start >= ar->end) 59390bebce9SSeongJae Park return -EINVAL; 59490bebce9SSeongJae Park 59590bebce9SSeongJae Park damon_for_each_target(t, c) { 596144760f8SSeongJae Park if (idx++ == target_idx) { 59790bebce9SSeongJae Park r = damon_new_region(ar->start, ar->end); 59890bebce9SSeongJae Park if (!r) 59990bebce9SSeongJae Park return -ENOMEM; 60090bebce9SSeongJae Park damon_add_region(r, t); 60190bebce9SSeongJae Park if (damon_nr_regions(t) > 1) { 60290bebce9SSeongJae Park prev = damon_prev_region(r); 60390bebce9SSeongJae Park if (prev->ar.end > r->ar.start) { 60490bebce9SSeongJae Park damon_destroy_region(r, t); 60590bebce9SSeongJae Park return -EINVAL; 60690bebce9SSeongJae Park } 60790bebce9SSeongJae Park } 60890bebce9SSeongJae Park rc = 0; 60990bebce9SSeongJae Park } 61090bebce9SSeongJae Park } 61190bebce9SSeongJae Park return rc; 61290bebce9SSeongJae Park } 61390bebce9SSeongJae Park 61490bebce9SSeongJae Park static int set_init_regions(struct damon_ctx *c, const char *str, ssize_t len) 61590bebce9SSeongJae Park { 61690bebce9SSeongJae Park struct damon_target *t; 61790bebce9SSeongJae Park struct damon_region *r, *next; 61890bebce9SSeongJae Park int pos = 0, parsed, ret; 619144760f8SSeongJae Park int target_idx; 62090bebce9SSeongJae Park struct damon_addr_range ar; 62190bebce9SSeongJae Park int err; 62290bebce9SSeongJae Park 62390bebce9SSeongJae Park damon_for_each_target(t, c) { 62490bebce9SSeongJae Park damon_for_each_region_safe(r, next, t) 62590bebce9SSeongJae Park damon_destroy_region(r, t); 62690bebce9SSeongJae Park } 62790bebce9SSeongJae Park 62890bebce9SSeongJae Park while (pos < len) { 629144760f8SSeongJae Park ret = sscanf(&str[pos], "%d %lu %lu%n", 630144760f8SSeongJae Park &target_idx, &ar.start, &ar.end, &parsed); 63190bebce9SSeongJae Park if (ret != 3) 63290bebce9SSeongJae Park break; 633144760f8SSeongJae Park err = add_init_region(c, target_idx, &ar); 63490bebce9SSeongJae Park if (err) 63590bebce9SSeongJae Park goto fail; 63690bebce9SSeongJae Park pos += parsed; 63790bebce9SSeongJae Park } 63890bebce9SSeongJae Park 63990bebce9SSeongJae Park return 0; 64090bebce9SSeongJae Park 64190bebce9SSeongJae Park fail: 64290bebce9SSeongJae Park damon_for_each_target(t, c) { 64390bebce9SSeongJae Park damon_for_each_region_safe(r, next, t) 64490bebce9SSeongJae Park damon_destroy_region(r, t); 64590bebce9SSeongJae Park } 64690bebce9SSeongJae Park return err; 64790bebce9SSeongJae Park } 64890bebce9SSeongJae Park 64990bebce9SSeongJae Park static ssize_t dbgfs_init_regions_write(struct file *file, 65090bebce9SSeongJae Park const char __user *buf, size_t count, 65190bebce9SSeongJae Park loff_t *ppos) 65290bebce9SSeongJae Park { 65390bebce9SSeongJae Park struct damon_ctx *ctx = file->private_data; 65490bebce9SSeongJae Park char *kbuf; 65590bebce9SSeongJae Park ssize_t ret = count; 65690bebce9SSeongJae Park int err; 65790bebce9SSeongJae Park 65890bebce9SSeongJae Park kbuf = user_input_str(buf, count, ppos); 65990bebce9SSeongJae Park if (IS_ERR(kbuf)) 66090bebce9SSeongJae Park return PTR_ERR(kbuf); 66190bebce9SSeongJae Park 66290bebce9SSeongJae Park mutex_lock(&ctx->kdamond_lock); 66390bebce9SSeongJae Park if (ctx->kdamond) { 66490bebce9SSeongJae Park ret = -EBUSY; 66590bebce9SSeongJae Park goto unlock_out; 66690bebce9SSeongJae Park } 66790bebce9SSeongJae Park 66890bebce9SSeongJae Park err = set_init_regions(ctx, kbuf, ret); 66990bebce9SSeongJae Park if (err) 67090bebce9SSeongJae Park ret = err; 67190bebce9SSeongJae Park 67290bebce9SSeongJae Park unlock_out: 67390bebce9SSeongJae Park mutex_unlock(&ctx->kdamond_lock); 67490bebce9SSeongJae Park kfree(kbuf); 67590bebce9SSeongJae Park return ret; 67690bebce9SSeongJae Park } 67790bebce9SSeongJae Park 678429538e8SSeongJae Park static ssize_t dbgfs_kdamond_pid_read(struct file *file, 679429538e8SSeongJae Park char __user *buf, size_t count, loff_t *ppos) 680429538e8SSeongJae Park { 681429538e8SSeongJae Park struct damon_ctx *ctx = file->private_data; 682429538e8SSeongJae Park char *kbuf; 683429538e8SSeongJae Park ssize_t len; 684429538e8SSeongJae Park 685db7a347bSSeongJae Park kbuf = kmalloc(count, GFP_KERNEL | __GFP_NOWARN); 686429538e8SSeongJae Park if (!kbuf) 687429538e8SSeongJae Park return -ENOMEM; 688429538e8SSeongJae Park 689429538e8SSeongJae Park mutex_lock(&ctx->kdamond_lock); 690429538e8SSeongJae Park if (ctx->kdamond) 691429538e8SSeongJae Park len = scnprintf(kbuf, count, "%d\n", ctx->kdamond->pid); 692429538e8SSeongJae Park else 693429538e8SSeongJae Park len = scnprintf(kbuf, count, "none\n"); 694429538e8SSeongJae Park mutex_unlock(&ctx->kdamond_lock); 695429538e8SSeongJae Park if (!len) 696429538e8SSeongJae Park goto out; 697429538e8SSeongJae Park len = simple_read_from_buffer(buf, count, ppos, kbuf, len); 698429538e8SSeongJae Park 699429538e8SSeongJae Park out: 700429538e8SSeongJae Park kfree(kbuf); 701429538e8SSeongJae Park return len; 702429538e8SSeongJae Park } 703429538e8SSeongJae Park 7044bc05954SSeongJae Park static int damon_dbgfs_open(struct inode *inode, struct file *file) 7054bc05954SSeongJae Park { 7064bc05954SSeongJae Park file->private_data = inode->i_private; 7074bc05954SSeongJae Park 7084bc05954SSeongJae Park return nonseekable_open(inode, file); 7094bc05954SSeongJae Park } 7104bc05954SSeongJae Park 7114bc05954SSeongJae Park static const struct file_operations attrs_fops = { 7124bc05954SSeongJae Park .open = damon_dbgfs_open, 7134bc05954SSeongJae Park .read = dbgfs_attrs_read, 7144bc05954SSeongJae Park .write = dbgfs_attrs_write, 7154bc05954SSeongJae Park }; 7164bc05954SSeongJae Park 717af122dd8SSeongJae Park static const struct file_operations schemes_fops = { 718af122dd8SSeongJae Park .open = damon_dbgfs_open, 719af122dd8SSeongJae Park .read = dbgfs_schemes_read, 720af122dd8SSeongJae Park .write = dbgfs_schemes_write, 721af122dd8SSeongJae Park }; 722af122dd8SSeongJae Park 7234bc05954SSeongJae Park static const struct file_operations target_ids_fops = { 7244bc05954SSeongJae Park .open = damon_dbgfs_open, 7254bc05954SSeongJae Park .read = dbgfs_target_ids_read, 7264bc05954SSeongJae Park .write = dbgfs_target_ids_write, 7274bc05954SSeongJae Park }; 7284bc05954SSeongJae Park 72990bebce9SSeongJae Park static const struct file_operations init_regions_fops = { 73090bebce9SSeongJae Park .open = damon_dbgfs_open, 73190bebce9SSeongJae Park .read = dbgfs_init_regions_read, 73290bebce9SSeongJae Park .write = dbgfs_init_regions_write, 73390bebce9SSeongJae Park }; 73490bebce9SSeongJae Park 735429538e8SSeongJae Park static const struct file_operations kdamond_pid_fops = { 736429538e8SSeongJae Park .open = damon_dbgfs_open, 737429538e8SSeongJae Park .read = dbgfs_kdamond_pid_read, 738429538e8SSeongJae Park }; 739429538e8SSeongJae Park 7404bc05954SSeongJae Park static void dbgfs_fill_ctx_dir(struct dentry *dir, struct damon_ctx *ctx) 7414bc05954SSeongJae Park { 742af122dd8SSeongJae Park const char * const file_names[] = {"attrs", "schemes", "target_ids", 74390bebce9SSeongJae Park "init_regions", "kdamond_pid"}; 744af122dd8SSeongJae Park const struct file_operations *fops[] = {&attrs_fops, &schemes_fops, 74590bebce9SSeongJae Park &target_ids_fops, &init_regions_fops, &kdamond_pid_fops}; 7464bc05954SSeongJae Park int i; 7474bc05954SSeongJae Park 7484bc05954SSeongJae Park for (i = 0; i < ARRAY_SIZE(file_names); i++) 7494bc05954SSeongJae Park debugfs_create_file(file_names[i], 0600, dir, ctx, fops[i]); 7504bc05954SSeongJae Park } 7514bc05954SSeongJae Park 752658f9ae7SChangbin Du static void dbgfs_before_terminate(struct damon_ctx *ctx) 7534bc05954SSeongJae Park { 7544bc05954SSeongJae Park struct damon_target *t, *next; 7554bc05954SSeongJae Park 756c9e124e0SSeongJae Park if (!damon_target_has_pid(ctx)) 757658f9ae7SChangbin Du return; 7584bc05954SSeongJae Park 75934796417SSeongJae Park mutex_lock(&ctx->kdamond_lock); 7604bc05954SSeongJae Park damon_for_each_target_safe(t, next, ctx) { 7611971bd63SSeongJae Park put_pid(t->pid); 7624bc05954SSeongJae Park damon_destroy_target(t); 7634bc05954SSeongJae Park } 76434796417SSeongJae Park mutex_unlock(&ctx->kdamond_lock); 7654bc05954SSeongJae Park } 7664bc05954SSeongJae Park 7674bc05954SSeongJae Park static struct damon_ctx *dbgfs_new_ctx(void) 7684bc05954SSeongJae Park { 7694bc05954SSeongJae Park struct damon_ctx *ctx; 7704bc05954SSeongJae Park 7714bc05954SSeongJae Park ctx = damon_new_ctx(); 7724bc05954SSeongJae Park if (!ctx) 7734bc05954SSeongJae Park return NULL; 7744bc05954SSeongJae Park 7754a20865bSSeongJae Park if (damon_select_ops(ctx, DAMON_OPS_VADDR) && 7764a20865bSSeongJae Park damon_select_ops(ctx, DAMON_OPS_PADDR)) { 777da7aaca0SSeongJae Park damon_destroy_ctx(ctx); 778da7aaca0SSeongJae Park return NULL; 779da7aaca0SSeongJae Park } 7804bc05954SSeongJae Park ctx->callback.before_terminate = dbgfs_before_terminate; 7814bc05954SSeongJae Park return ctx; 7824bc05954SSeongJae Park } 7834bc05954SSeongJae Park 78475c1c2b5SSeongJae Park static void dbgfs_destroy_ctx(struct damon_ctx *ctx) 78575c1c2b5SSeongJae Park { 78675c1c2b5SSeongJae Park damon_destroy_ctx(ctx); 78775c1c2b5SSeongJae Park } 78875c1c2b5SSeongJae Park 78975c1c2b5SSeongJae Park /* 79075c1c2b5SSeongJae Park * Make a context of @name and create a debugfs directory for it. 79175c1c2b5SSeongJae Park * 79275c1c2b5SSeongJae Park * This function should be called while holding damon_dbgfs_lock. 79375c1c2b5SSeongJae Park * 79475c1c2b5SSeongJae Park * Returns 0 on success, negative error code otherwise. 79575c1c2b5SSeongJae Park */ 79675c1c2b5SSeongJae Park static int dbgfs_mk_context(char *name) 79775c1c2b5SSeongJae Park { 79875c1c2b5SSeongJae Park struct dentry *root, **new_dirs, *new_dir; 79975c1c2b5SSeongJae Park struct damon_ctx **new_ctxs, *new_ctx; 80075c1c2b5SSeongJae Park 80175c1c2b5SSeongJae Park if (damon_nr_running_ctxs()) 80275c1c2b5SSeongJae Park return -EBUSY; 80375c1c2b5SSeongJae Park 80475c1c2b5SSeongJae Park new_ctxs = krealloc(dbgfs_ctxs, sizeof(*dbgfs_ctxs) * 80575c1c2b5SSeongJae Park (dbgfs_nr_ctxs + 1), GFP_KERNEL); 80675c1c2b5SSeongJae Park if (!new_ctxs) 80775c1c2b5SSeongJae Park return -ENOMEM; 80875c1c2b5SSeongJae Park dbgfs_ctxs = new_ctxs; 80975c1c2b5SSeongJae Park 81075c1c2b5SSeongJae Park new_dirs = krealloc(dbgfs_dirs, sizeof(*dbgfs_dirs) * 81175c1c2b5SSeongJae Park (dbgfs_nr_ctxs + 1), GFP_KERNEL); 81275c1c2b5SSeongJae Park if (!new_dirs) 81375c1c2b5SSeongJae Park return -ENOMEM; 81475c1c2b5SSeongJae Park dbgfs_dirs = new_dirs; 81575c1c2b5SSeongJae Park 81675c1c2b5SSeongJae Park root = dbgfs_dirs[0]; 81775c1c2b5SSeongJae Park if (!root) 81875c1c2b5SSeongJae Park return -ENOENT; 81975c1c2b5SSeongJae Park 82075c1c2b5SSeongJae Park new_dir = debugfs_create_dir(name, root); 82175c1c2b5SSeongJae Park dbgfs_dirs[dbgfs_nr_ctxs] = new_dir; 82275c1c2b5SSeongJae Park 82375c1c2b5SSeongJae Park new_ctx = dbgfs_new_ctx(); 82475c1c2b5SSeongJae Park if (!new_ctx) { 82575c1c2b5SSeongJae Park debugfs_remove(new_dir); 82675c1c2b5SSeongJae Park dbgfs_dirs[dbgfs_nr_ctxs] = NULL; 82775c1c2b5SSeongJae Park return -ENOMEM; 82875c1c2b5SSeongJae Park } 82975c1c2b5SSeongJae Park 83075c1c2b5SSeongJae Park dbgfs_ctxs[dbgfs_nr_ctxs] = new_ctx; 83175c1c2b5SSeongJae Park dbgfs_fill_ctx_dir(dbgfs_dirs[dbgfs_nr_ctxs], 83275c1c2b5SSeongJae Park dbgfs_ctxs[dbgfs_nr_ctxs]); 83375c1c2b5SSeongJae Park dbgfs_nr_ctxs++; 83475c1c2b5SSeongJae Park 83575c1c2b5SSeongJae Park return 0; 83675c1c2b5SSeongJae Park } 83775c1c2b5SSeongJae Park 83875c1c2b5SSeongJae Park static ssize_t dbgfs_mk_context_write(struct file *file, 83975c1c2b5SSeongJae Park const char __user *buf, size_t count, loff_t *ppos) 84075c1c2b5SSeongJae Park { 84175c1c2b5SSeongJae Park char *kbuf; 84275c1c2b5SSeongJae Park char *ctx_name; 8439210622aSRongwei Wang ssize_t ret; 84475c1c2b5SSeongJae Park 84575c1c2b5SSeongJae Park kbuf = user_input_str(buf, count, ppos); 84675c1c2b5SSeongJae Park if (IS_ERR(kbuf)) 84775c1c2b5SSeongJae Park return PTR_ERR(kbuf); 84875c1c2b5SSeongJae Park ctx_name = kmalloc(count + 1, GFP_KERNEL); 84975c1c2b5SSeongJae Park if (!ctx_name) { 85075c1c2b5SSeongJae Park kfree(kbuf); 85175c1c2b5SSeongJae Park return -ENOMEM; 85275c1c2b5SSeongJae Park } 85375c1c2b5SSeongJae Park 85475c1c2b5SSeongJae Park /* Trim white space */ 85575c1c2b5SSeongJae Park if (sscanf(kbuf, "%s", ctx_name) != 1) { 85675c1c2b5SSeongJae Park ret = -EINVAL; 85775c1c2b5SSeongJae Park goto out; 85875c1c2b5SSeongJae Park } 85975c1c2b5SSeongJae Park 86075c1c2b5SSeongJae Park mutex_lock(&damon_dbgfs_lock); 8619210622aSRongwei Wang ret = dbgfs_mk_context(ctx_name); 8629210622aSRongwei Wang if (!ret) 8639210622aSRongwei Wang ret = count; 86475c1c2b5SSeongJae Park mutex_unlock(&damon_dbgfs_lock); 86575c1c2b5SSeongJae Park 86675c1c2b5SSeongJae Park out: 86775c1c2b5SSeongJae Park kfree(kbuf); 86875c1c2b5SSeongJae Park kfree(ctx_name); 86975c1c2b5SSeongJae Park return ret; 87075c1c2b5SSeongJae Park } 87175c1c2b5SSeongJae Park 87275c1c2b5SSeongJae Park /* 87375c1c2b5SSeongJae Park * Remove a context of @name and its debugfs directory. 87475c1c2b5SSeongJae Park * 87575c1c2b5SSeongJae Park * This function should be called while holding damon_dbgfs_lock. 87675c1c2b5SSeongJae Park * 87775c1c2b5SSeongJae Park * Return 0 on success, negative error code otherwise. 87875c1c2b5SSeongJae Park */ 87975c1c2b5SSeongJae Park static int dbgfs_rm_context(char *name) 88075c1c2b5SSeongJae Park { 88175c1c2b5SSeongJae Park struct dentry *root, *dir, **new_dirs; 88275c1c2b5SSeongJae Park struct damon_ctx **new_ctxs; 88375c1c2b5SSeongJae Park int i, j; 88475c1c2b5SSeongJae Park 88575c1c2b5SSeongJae Park if (damon_nr_running_ctxs()) 88675c1c2b5SSeongJae Park return -EBUSY; 88775c1c2b5SSeongJae Park 88875c1c2b5SSeongJae Park root = dbgfs_dirs[0]; 88975c1c2b5SSeongJae Park if (!root) 89075c1c2b5SSeongJae Park return -ENOENT; 89175c1c2b5SSeongJae Park 89275c1c2b5SSeongJae Park dir = debugfs_lookup(name, root); 89375c1c2b5SSeongJae Park if (!dir) 89475c1c2b5SSeongJae Park return -ENOENT; 89575c1c2b5SSeongJae Park 89675c1c2b5SSeongJae Park new_dirs = kmalloc_array(dbgfs_nr_ctxs - 1, sizeof(*dbgfs_dirs), 89775c1c2b5SSeongJae Park GFP_KERNEL); 89875c1c2b5SSeongJae Park if (!new_dirs) 89975c1c2b5SSeongJae Park return -ENOMEM; 90075c1c2b5SSeongJae Park 90175c1c2b5SSeongJae Park new_ctxs = kmalloc_array(dbgfs_nr_ctxs - 1, sizeof(*dbgfs_ctxs), 90275c1c2b5SSeongJae Park GFP_KERNEL); 90375c1c2b5SSeongJae Park if (!new_ctxs) { 90475c1c2b5SSeongJae Park kfree(new_dirs); 90575c1c2b5SSeongJae Park return -ENOMEM; 90675c1c2b5SSeongJae Park } 90775c1c2b5SSeongJae Park 90875c1c2b5SSeongJae Park for (i = 0, j = 0; i < dbgfs_nr_ctxs; i++) { 90975c1c2b5SSeongJae Park if (dbgfs_dirs[i] == dir) { 91075c1c2b5SSeongJae Park debugfs_remove(dbgfs_dirs[i]); 91175c1c2b5SSeongJae Park dbgfs_destroy_ctx(dbgfs_ctxs[i]); 91275c1c2b5SSeongJae Park continue; 91375c1c2b5SSeongJae Park } 91475c1c2b5SSeongJae Park new_dirs[j] = dbgfs_dirs[i]; 91575c1c2b5SSeongJae Park new_ctxs[j++] = dbgfs_ctxs[i]; 91675c1c2b5SSeongJae Park } 91775c1c2b5SSeongJae Park 91875c1c2b5SSeongJae Park kfree(dbgfs_dirs); 91975c1c2b5SSeongJae Park kfree(dbgfs_ctxs); 92075c1c2b5SSeongJae Park 92175c1c2b5SSeongJae Park dbgfs_dirs = new_dirs; 92275c1c2b5SSeongJae Park dbgfs_ctxs = new_ctxs; 92375c1c2b5SSeongJae Park dbgfs_nr_ctxs--; 92475c1c2b5SSeongJae Park 92575c1c2b5SSeongJae Park return 0; 92675c1c2b5SSeongJae Park } 92775c1c2b5SSeongJae Park 92875c1c2b5SSeongJae Park static ssize_t dbgfs_rm_context_write(struct file *file, 92975c1c2b5SSeongJae Park const char __user *buf, size_t count, loff_t *ppos) 93075c1c2b5SSeongJae Park { 93175c1c2b5SSeongJae Park char *kbuf; 9329210622aSRongwei Wang ssize_t ret; 93375c1c2b5SSeongJae Park char *ctx_name; 93475c1c2b5SSeongJae Park 93575c1c2b5SSeongJae Park kbuf = user_input_str(buf, count, ppos); 93675c1c2b5SSeongJae Park if (IS_ERR(kbuf)) 93775c1c2b5SSeongJae Park return PTR_ERR(kbuf); 93875c1c2b5SSeongJae Park ctx_name = kmalloc(count + 1, GFP_KERNEL); 93975c1c2b5SSeongJae Park if (!ctx_name) { 94075c1c2b5SSeongJae Park kfree(kbuf); 94175c1c2b5SSeongJae Park return -ENOMEM; 94275c1c2b5SSeongJae Park } 94375c1c2b5SSeongJae Park 94475c1c2b5SSeongJae Park /* Trim white space */ 94575c1c2b5SSeongJae Park if (sscanf(kbuf, "%s", ctx_name) != 1) { 94675c1c2b5SSeongJae Park ret = -EINVAL; 94775c1c2b5SSeongJae Park goto out; 94875c1c2b5SSeongJae Park } 94975c1c2b5SSeongJae Park 95075c1c2b5SSeongJae Park mutex_lock(&damon_dbgfs_lock); 9519210622aSRongwei Wang ret = dbgfs_rm_context(ctx_name); 9529210622aSRongwei Wang if (!ret) 9539210622aSRongwei Wang ret = count; 95475c1c2b5SSeongJae Park mutex_unlock(&damon_dbgfs_lock); 95575c1c2b5SSeongJae Park 95675c1c2b5SSeongJae Park out: 95775c1c2b5SSeongJae Park kfree(kbuf); 95875c1c2b5SSeongJae Park kfree(ctx_name); 95975c1c2b5SSeongJae Park return ret; 96075c1c2b5SSeongJae Park } 96175c1c2b5SSeongJae Park 9624bc05954SSeongJae Park static ssize_t dbgfs_monitor_on_read(struct file *file, 9634bc05954SSeongJae Park char __user *buf, size_t count, loff_t *ppos) 9644bc05954SSeongJae Park { 9654bc05954SSeongJae Park char monitor_on_buf[5]; 9664bc05954SSeongJae Park bool monitor_on = damon_nr_running_ctxs() != 0; 9674bc05954SSeongJae Park int len; 9684bc05954SSeongJae Park 9694bc05954SSeongJae Park len = scnprintf(monitor_on_buf, 5, monitor_on ? "on\n" : "off\n"); 9704bc05954SSeongJae Park 9714bc05954SSeongJae Park return simple_read_from_buffer(buf, count, ppos, monitor_on_buf, len); 9724bc05954SSeongJae Park } 9734bc05954SSeongJae Park 9744bc05954SSeongJae Park static ssize_t dbgfs_monitor_on_write(struct file *file, 9754bc05954SSeongJae Park const char __user *buf, size_t count, loff_t *ppos) 9764bc05954SSeongJae Park { 9779210622aSRongwei Wang ssize_t ret; 9784bc05954SSeongJae Park char *kbuf; 9794bc05954SSeongJae Park 9804bc05954SSeongJae Park kbuf = user_input_str(buf, count, ppos); 9814bc05954SSeongJae Park if (IS_ERR(kbuf)) 9824bc05954SSeongJae Park return PTR_ERR(kbuf); 9834bc05954SSeongJae Park 9844bc05954SSeongJae Park /* Remove white space */ 9854bc05954SSeongJae Park if (sscanf(kbuf, "%s", kbuf) != 1) { 9864bc05954SSeongJae Park kfree(kbuf); 9874bc05954SSeongJae Park return -EINVAL; 9884bc05954SSeongJae Park } 9894bc05954SSeongJae Park 990d78f3853SSeongJae Park mutex_lock(&damon_dbgfs_lock); 991b5ca3e83SXin Hao if (!strncmp(kbuf, "on", count)) { 992b5ca3e83SXin Hao int i; 993b5ca3e83SXin Hao 994b5ca3e83SXin Hao for (i = 0; i < dbgfs_nr_ctxs; i++) { 995b5ca3e83SXin Hao if (damon_targets_empty(dbgfs_ctxs[i])) { 996b5ca3e83SXin Hao kfree(kbuf); 997d78f3853SSeongJae Park mutex_unlock(&damon_dbgfs_lock); 998b5ca3e83SXin Hao return -EINVAL; 999b5ca3e83SXin Hao } 1000b5ca3e83SXin Hao } 10018b9b0d33SSeongJae Park ret = damon_start(dbgfs_ctxs, dbgfs_nr_ctxs, true); 1002b5ca3e83SXin Hao } else if (!strncmp(kbuf, "off", count)) { 10039210622aSRongwei Wang ret = damon_stop(dbgfs_ctxs, dbgfs_nr_ctxs); 1004b5ca3e83SXin Hao } else { 10059210622aSRongwei Wang ret = -EINVAL; 1006b5ca3e83SXin Hao } 1007d78f3853SSeongJae Park mutex_unlock(&damon_dbgfs_lock); 10084bc05954SSeongJae Park 10099210622aSRongwei Wang if (!ret) 10109210622aSRongwei Wang ret = count; 10114bc05954SSeongJae Park kfree(kbuf); 10124bc05954SSeongJae Park return ret; 10134bc05954SSeongJae Park } 10144bc05954SSeongJae Park 101575c1c2b5SSeongJae Park static const struct file_operations mk_contexts_fops = { 101675c1c2b5SSeongJae Park .write = dbgfs_mk_context_write, 101775c1c2b5SSeongJae Park }; 101875c1c2b5SSeongJae Park 101975c1c2b5SSeongJae Park static const struct file_operations rm_contexts_fops = { 102075c1c2b5SSeongJae Park .write = dbgfs_rm_context_write, 102175c1c2b5SSeongJae Park }; 102275c1c2b5SSeongJae Park 10234bc05954SSeongJae Park static const struct file_operations monitor_on_fops = { 10244bc05954SSeongJae Park .read = dbgfs_monitor_on_read, 10254bc05954SSeongJae Park .write = dbgfs_monitor_on_write, 10264bc05954SSeongJae Park }; 10274bc05954SSeongJae Park 10284bc05954SSeongJae Park static int __init __damon_dbgfs_init(void) 10294bc05954SSeongJae Park { 10304bc05954SSeongJae Park struct dentry *dbgfs_root; 103175c1c2b5SSeongJae Park const char * const file_names[] = {"mk_contexts", "rm_contexts", 103275c1c2b5SSeongJae Park "monitor_on"}; 103375c1c2b5SSeongJae Park const struct file_operations *fops[] = {&mk_contexts_fops, 103475c1c2b5SSeongJae Park &rm_contexts_fops, &monitor_on_fops}; 10354bc05954SSeongJae Park int i; 10364bc05954SSeongJae Park 10374bc05954SSeongJae Park dbgfs_root = debugfs_create_dir("damon", NULL); 10384bc05954SSeongJae Park 10394bc05954SSeongJae Park for (i = 0; i < ARRAY_SIZE(file_names); i++) 10404bc05954SSeongJae Park debugfs_create_file(file_names[i], 0600, dbgfs_root, NULL, 10414bc05954SSeongJae Park fops[i]); 10424bc05954SSeongJae Park dbgfs_fill_ctx_dir(dbgfs_root, dbgfs_ctxs[0]); 10434bc05954SSeongJae Park 10444bc05954SSeongJae Park dbgfs_dirs = kmalloc_array(1, sizeof(dbgfs_root), GFP_KERNEL); 10454bc05954SSeongJae Park if (!dbgfs_dirs) { 10464bc05954SSeongJae Park debugfs_remove(dbgfs_root); 10474bc05954SSeongJae Park return -ENOMEM; 10484bc05954SSeongJae Park } 10494bc05954SSeongJae Park dbgfs_dirs[0] = dbgfs_root; 10504bc05954SSeongJae Park 10514bc05954SSeongJae Park return 0; 10524bc05954SSeongJae Park } 10534bc05954SSeongJae Park 10544bc05954SSeongJae Park /* 10554bc05954SSeongJae Park * Functions for the initialization 10564bc05954SSeongJae Park */ 10574bc05954SSeongJae Park 10584bc05954SSeongJae Park static int __init damon_dbgfs_init(void) 10594bc05954SSeongJae Park { 1060d78f3853SSeongJae Park int rc = -ENOMEM; 10614bc05954SSeongJae Park 1062d78f3853SSeongJae Park mutex_lock(&damon_dbgfs_lock); 10634bc05954SSeongJae Park dbgfs_ctxs = kmalloc(sizeof(*dbgfs_ctxs), GFP_KERNEL); 10644bc05954SSeongJae Park if (!dbgfs_ctxs) 1065d78f3853SSeongJae Park goto out; 10664bc05954SSeongJae Park dbgfs_ctxs[0] = dbgfs_new_ctx(); 10674bc05954SSeongJae Park if (!dbgfs_ctxs[0]) { 10684bc05954SSeongJae Park kfree(dbgfs_ctxs); 1069d78f3853SSeongJae Park goto out; 10704bc05954SSeongJae Park } 10714bc05954SSeongJae Park dbgfs_nr_ctxs = 1; 10724bc05954SSeongJae Park 10734bc05954SSeongJae Park rc = __damon_dbgfs_init(); 10744bc05954SSeongJae Park if (rc) { 10754bc05954SSeongJae Park kfree(dbgfs_ctxs[0]); 10764bc05954SSeongJae Park kfree(dbgfs_ctxs); 10774bc05954SSeongJae Park pr_err("%s: dbgfs init failed\n", __func__); 10784bc05954SSeongJae Park } 10794bc05954SSeongJae Park 1080d78f3853SSeongJae Park out: 1081d78f3853SSeongJae Park mutex_unlock(&damon_dbgfs_lock); 10824bc05954SSeongJae Park return rc; 10834bc05954SSeongJae Park } 10844bc05954SSeongJae Park 10854bc05954SSeongJae Park module_init(damon_dbgfs_init); 108617ccae8bSSeongJae Park 108717ccae8bSSeongJae Park #include "dbgfs-test.h" 1088