xref: /openbmc/linux/mm/damon/dbgfs.c (revision 34796417)
14bc05954SSeongJae Park // SPDX-License-Identifier: GPL-2.0
24bc05954SSeongJae Park /*
34bc05954SSeongJae Park  * DAMON Debugfs Interface
44bc05954SSeongJae Park  *
54bc05954SSeongJae Park  * Author: SeongJae Park <sjpark@amazon.de>
64bc05954SSeongJae Park  */
74bc05954SSeongJae Park 
84bc05954SSeongJae Park #define pr_fmt(fmt) "damon-dbgfs: " fmt
94bc05954SSeongJae Park 
104bc05954SSeongJae Park #include <linux/damon.h>
114bc05954SSeongJae Park #include <linux/debugfs.h>
124bc05954SSeongJae Park #include <linux/file.h>
134bc05954SSeongJae Park #include <linux/mm.h>
144bc05954SSeongJae Park #include <linux/module.h>
154bc05954SSeongJae Park #include <linux/page_idle.h>
164bc05954SSeongJae Park #include <linux/slab.h>
174bc05954SSeongJae Park 
184bc05954SSeongJae Park static struct damon_ctx **dbgfs_ctxs;
194bc05954SSeongJae Park static int dbgfs_nr_ctxs;
204bc05954SSeongJae Park static struct dentry **dbgfs_dirs;
2175c1c2b5SSeongJae Park static DEFINE_MUTEX(damon_dbgfs_lock);
224bc05954SSeongJae Park 
234bc05954SSeongJae Park /*
244bc05954SSeongJae Park  * Returns non-empty string on success, negative error code otherwise.
254bc05954SSeongJae Park  */
264bc05954SSeongJae Park static char *user_input_str(const char __user *buf, size_t count, loff_t *ppos)
274bc05954SSeongJae Park {
284bc05954SSeongJae Park 	char *kbuf;
294bc05954SSeongJae Park 	ssize_t ret;
304bc05954SSeongJae Park 
314bc05954SSeongJae Park 	/* We do not accept continuous write */
324bc05954SSeongJae Park 	if (*ppos)
334bc05954SSeongJae Park 		return ERR_PTR(-EINVAL);
344bc05954SSeongJae Park 
35db7a347bSSeongJae Park 	kbuf = kmalloc(count + 1, GFP_KERNEL | __GFP_NOWARN);
364bc05954SSeongJae Park 	if (!kbuf)
374bc05954SSeongJae Park 		return ERR_PTR(-ENOMEM);
384bc05954SSeongJae Park 
394bc05954SSeongJae Park 	ret = simple_write_to_buffer(kbuf, count + 1, ppos, buf, count);
404bc05954SSeongJae Park 	if (ret != count) {
414bc05954SSeongJae Park 		kfree(kbuf);
424bc05954SSeongJae Park 		return ERR_PTR(-EIO);
434bc05954SSeongJae Park 	}
444bc05954SSeongJae Park 	kbuf[ret] = '\0';
454bc05954SSeongJae Park 
464bc05954SSeongJae Park 	return kbuf;
474bc05954SSeongJae Park }
484bc05954SSeongJae Park 
494bc05954SSeongJae Park static ssize_t dbgfs_attrs_read(struct file *file,
504bc05954SSeongJae Park 		char __user *buf, size_t count, loff_t *ppos)
514bc05954SSeongJae Park {
524bc05954SSeongJae Park 	struct damon_ctx *ctx = file->private_data;
534bc05954SSeongJae Park 	char kbuf[128];
544bc05954SSeongJae Park 	int ret;
554bc05954SSeongJae Park 
564bc05954SSeongJae Park 	mutex_lock(&ctx->kdamond_lock);
574bc05954SSeongJae Park 	ret = scnprintf(kbuf, ARRAY_SIZE(kbuf), "%lu %lu %lu %lu %lu\n",
584bc05954SSeongJae Park 			ctx->sample_interval, ctx->aggr_interval,
594bc05954SSeongJae Park 			ctx->primitive_update_interval, ctx->min_nr_regions,
604bc05954SSeongJae Park 			ctx->max_nr_regions);
614bc05954SSeongJae Park 	mutex_unlock(&ctx->kdamond_lock);
624bc05954SSeongJae Park 
634bc05954SSeongJae Park 	return simple_read_from_buffer(buf, count, ppos, kbuf, ret);
644bc05954SSeongJae Park }
654bc05954SSeongJae Park 
664bc05954SSeongJae Park static ssize_t dbgfs_attrs_write(struct file *file,
674bc05954SSeongJae Park 		const char __user *buf, size_t count, loff_t *ppos)
684bc05954SSeongJae Park {
694bc05954SSeongJae Park 	struct damon_ctx *ctx = file->private_data;
704bc05954SSeongJae Park 	unsigned long s, a, r, minr, maxr;
714bc05954SSeongJae Park 	char *kbuf;
729210622aSRongwei Wang 	ssize_t ret;
734bc05954SSeongJae Park 
744bc05954SSeongJae Park 	kbuf = user_input_str(buf, count, ppos);
754bc05954SSeongJae Park 	if (IS_ERR(kbuf))
764bc05954SSeongJae Park 		return PTR_ERR(kbuf);
774bc05954SSeongJae Park 
784bc05954SSeongJae Park 	if (sscanf(kbuf, "%lu %lu %lu %lu %lu",
794bc05954SSeongJae Park 				&s, &a, &r, &minr, &maxr) != 5) {
804bc05954SSeongJae Park 		ret = -EINVAL;
814bc05954SSeongJae Park 		goto out;
824bc05954SSeongJae Park 	}
834bc05954SSeongJae Park 
844bc05954SSeongJae Park 	mutex_lock(&ctx->kdamond_lock);
854bc05954SSeongJae Park 	if (ctx->kdamond) {
864bc05954SSeongJae Park 		ret = -EBUSY;
874bc05954SSeongJae Park 		goto unlock_out;
884bc05954SSeongJae Park 	}
894bc05954SSeongJae Park 
909210622aSRongwei Wang 	ret = damon_set_attrs(ctx, s, a, r, minr, maxr);
919210622aSRongwei Wang 	if (!ret)
929210622aSRongwei Wang 		ret = count;
934bc05954SSeongJae Park unlock_out:
944bc05954SSeongJae Park 	mutex_unlock(&ctx->kdamond_lock);
954bc05954SSeongJae Park out:
964bc05954SSeongJae Park 	kfree(kbuf);
974bc05954SSeongJae Park 	return ret;
984bc05954SSeongJae Park }
994bc05954SSeongJae Park 
100af122dd8SSeongJae Park static ssize_t sprint_schemes(struct damon_ctx *c, char *buf, ssize_t len)
101af122dd8SSeongJae Park {
102af122dd8SSeongJae Park 	struct damos *s;
103af122dd8SSeongJae Park 	int written = 0;
104af122dd8SSeongJae Park 	int rc;
105af122dd8SSeongJae Park 
106af122dd8SSeongJae Park 	damon_for_each_scheme(s, c) {
107af122dd8SSeongJae Park 		rc = scnprintf(&buf[written], len - written,
108ae666a6dSSeongJae Park 				"%lu %lu %u %u %u %u %d %lu %lu %lu %u %u %u %d %lu %lu %lu %lu %lu %lu\n",
109af122dd8SSeongJae Park 				s->min_sz_region, s->max_sz_region,
110af122dd8SSeongJae Park 				s->min_nr_accesses, s->max_nr_accesses,
111af122dd8SSeongJae Park 				s->min_age_region, s->max_age_region,
112d7d0ec85SSeongJae Park 				s->action,
113d7d0ec85SSeongJae Park 				s->quota.ms, s->quota.sz,
114d7d0ec85SSeongJae Park 				s->quota.reset_interval,
115f4a68b4aSSeongJae Park 				s->quota.weight_sz,
116f4a68b4aSSeongJae Park 				s->quota.weight_nr_accesses,
117f4a68b4aSSeongJae Park 				s->quota.weight_age,
118ae666a6dSSeongJae Park 				s->wmarks.metric, s->wmarks.interval,
119ae666a6dSSeongJae Park 				s->wmarks.high, s->wmarks.mid, s->wmarks.low,
120d7d0ec85SSeongJae Park 				s->stat_count, s->stat_sz);
121af122dd8SSeongJae Park 		if (!rc)
122af122dd8SSeongJae Park 			return -ENOMEM;
123af122dd8SSeongJae Park 
124af122dd8SSeongJae Park 		written += rc;
125af122dd8SSeongJae Park 	}
126af122dd8SSeongJae Park 	return written;
127af122dd8SSeongJae Park }
128af122dd8SSeongJae Park 
129af122dd8SSeongJae Park static ssize_t dbgfs_schemes_read(struct file *file, char __user *buf,
130af122dd8SSeongJae Park 		size_t count, loff_t *ppos)
131af122dd8SSeongJae Park {
132af122dd8SSeongJae Park 	struct damon_ctx *ctx = file->private_data;
133af122dd8SSeongJae Park 	char *kbuf;
134af122dd8SSeongJae Park 	ssize_t len;
135af122dd8SSeongJae Park 
136db7a347bSSeongJae Park 	kbuf = kmalloc(count, GFP_KERNEL | __GFP_NOWARN);
137af122dd8SSeongJae Park 	if (!kbuf)
138af122dd8SSeongJae Park 		return -ENOMEM;
139af122dd8SSeongJae Park 
140af122dd8SSeongJae Park 	mutex_lock(&ctx->kdamond_lock);
141af122dd8SSeongJae Park 	len = sprint_schemes(ctx, kbuf, count);
142af122dd8SSeongJae Park 	mutex_unlock(&ctx->kdamond_lock);
143af122dd8SSeongJae Park 	if (len < 0)
144af122dd8SSeongJae Park 		goto out;
145af122dd8SSeongJae Park 	len = simple_read_from_buffer(buf, count, ppos, kbuf, len);
146af122dd8SSeongJae Park 
147af122dd8SSeongJae Park out:
148af122dd8SSeongJae Park 	kfree(kbuf);
149af122dd8SSeongJae Park 	return len;
150af122dd8SSeongJae Park }
151af122dd8SSeongJae Park 
152af122dd8SSeongJae Park static void free_schemes_arr(struct damos **schemes, ssize_t nr_schemes)
153af122dd8SSeongJae Park {
154af122dd8SSeongJae Park 	ssize_t i;
155af122dd8SSeongJae Park 
156af122dd8SSeongJae Park 	for (i = 0; i < nr_schemes; i++)
157af122dd8SSeongJae Park 		kfree(schemes[i]);
158af122dd8SSeongJae Park 	kfree(schemes);
159af122dd8SSeongJae Park }
160af122dd8SSeongJae Park 
161af122dd8SSeongJae Park static bool damos_action_valid(int action)
162af122dd8SSeongJae Park {
163af122dd8SSeongJae Park 	switch (action) {
164af122dd8SSeongJae Park 	case DAMOS_WILLNEED:
165af122dd8SSeongJae Park 	case DAMOS_COLD:
166af122dd8SSeongJae Park 	case DAMOS_PAGEOUT:
167af122dd8SSeongJae Park 	case DAMOS_HUGEPAGE:
168af122dd8SSeongJae Park 	case DAMOS_NOHUGEPAGE:
1692f0b548cSSeongJae Park 	case DAMOS_STAT:
170af122dd8SSeongJae Park 		return true;
171af122dd8SSeongJae Park 	default:
172af122dd8SSeongJae Park 		return false;
173af122dd8SSeongJae Park 	}
174af122dd8SSeongJae Park }
175af122dd8SSeongJae Park 
176af122dd8SSeongJae Park /*
177af122dd8SSeongJae Park  * Converts a string into an array of struct damos pointers
178af122dd8SSeongJae Park  *
179af122dd8SSeongJae Park  * Returns an array of struct damos pointers that converted if the conversion
180af122dd8SSeongJae Park  * success, or NULL otherwise.
181af122dd8SSeongJae Park  */
182af122dd8SSeongJae Park static struct damos **str_to_schemes(const char *str, ssize_t len,
183af122dd8SSeongJae Park 				ssize_t *nr_schemes)
184af122dd8SSeongJae Park {
185af122dd8SSeongJae Park 	struct damos *scheme, **schemes;
186af122dd8SSeongJae Park 	const int max_nr_schemes = 256;
187af122dd8SSeongJae Park 	int pos = 0, parsed, ret;
188af122dd8SSeongJae Park 	unsigned long min_sz, max_sz;
189af122dd8SSeongJae Park 	unsigned int min_nr_a, max_nr_a, min_age, max_age;
190af122dd8SSeongJae Park 	unsigned int action;
191af122dd8SSeongJae Park 
192af122dd8SSeongJae Park 	schemes = kmalloc_array(max_nr_schemes, sizeof(scheme),
193af122dd8SSeongJae Park 			GFP_KERNEL);
194af122dd8SSeongJae Park 	if (!schemes)
195af122dd8SSeongJae Park 		return NULL;
196af122dd8SSeongJae Park 
197af122dd8SSeongJae Park 	*nr_schemes = 0;
198af122dd8SSeongJae Park 	while (pos < len && *nr_schemes < max_nr_schemes) {
1992b8a248dSSeongJae Park 		struct damos_quota quota = {};
200ae666a6dSSeongJae Park 		struct damos_watermarks wmarks;
2012b8a248dSSeongJae Park 
202f4a68b4aSSeongJae Park 		ret = sscanf(&str[pos],
203ae666a6dSSeongJae Park 				"%lu %lu %u %u %u %u %u %lu %lu %lu %u %u %u %u %lu %lu %lu %lu%n",
204af122dd8SSeongJae Park 				&min_sz, &max_sz, &min_nr_a, &max_nr_a,
205d7d0ec85SSeongJae Park 				&min_age, &max_age, &action, &quota.ms,
206f4a68b4aSSeongJae Park 				&quota.sz, &quota.reset_interval,
207f4a68b4aSSeongJae Park 				&quota.weight_sz, &quota.weight_nr_accesses,
208ae666a6dSSeongJae Park 				&quota.weight_age, &wmarks.metric,
209ae666a6dSSeongJae Park 				&wmarks.interval, &wmarks.high, &wmarks.mid,
210ae666a6dSSeongJae Park 				&wmarks.low, &parsed);
211ae666a6dSSeongJae Park 		if (ret != 18)
212af122dd8SSeongJae Park 			break;
2130bceffa2SSeongJae Park 		if (!damos_action_valid(action))
214af122dd8SSeongJae Park 			goto fail;
215af122dd8SSeongJae Park 
216af122dd8SSeongJae Park 		pos += parsed;
217af122dd8SSeongJae Park 		scheme = damon_new_scheme(min_sz, max_sz, min_nr_a, max_nr_a,
218ee801b7dSSeongJae Park 				min_age, max_age, action, &quota, &wmarks);
219af122dd8SSeongJae Park 		if (!scheme)
220af122dd8SSeongJae Park 			goto fail;
221af122dd8SSeongJae Park 
222af122dd8SSeongJae Park 		schemes[*nr_schemes] = scheme;
223af122dd8SSeongJae Park 		*nr_schemes += 1;
224af122dd8SSeongJae Park 	}
225af122dd8SSeongJae Park 	return schemes;
226af122dd8SSeongJae Park fail:
227af122dd8SSeongJae Park 	free_schemes_arr(schemes, *nr_schemes);
228af122dd8SSeongJae Park 	return NULL;
229af122dd8SSeongJae Park }
230af122dd8SSeongJae Park 
231af122dd8SSeongJae Park static ssize_t dbgfs_schemes_write(struct file *file, const char __user *buf,
232af122dd8SSeongJae Park 		size_t count, loff_t *ppos)
233af122dd8SSeongJae Park {
234af122dd8SSeongJae Park 	struct damon_ctx *ctx = file->private_data;
235af122dd8SSeongJae Park 	char *kbuf;
236af122dd8SSeongJae Park 	struct damos **schemes;
2379210622aSRongwei Wang 	ssize_t nr_schemes = 0, ret;
238af122dd8SSeongJae Park 
239af122dd8SSeongJae Park 	kbuf = user_input_str(buf, count, ppos);
240af122dd8SSeongJae Park 	if (IS_ERR(kbuf))
241af122dd8SSeongJae Park 		return PTR_ERR(kbuf);
242af122dd8SSeongJae Park 
2439210622aSRongwei Wang 	schemes = str_to_schemes(kbuf, count, &nr_schemes);
244af122dd8SSeongJae Park 	if (!schemes) {
245af122dd8SSeongJae Park 		ret = -EINVAL;
246af122dd8SSeongJae Park 		goto out;
247af122dd8SSeongJae Park 	}
248af122dd8SSeongJae Park 
249af122dd8SSeongJae Park 	mutex_lock(&ctx->kdamond_lock);
250af122dd8SSeongJae Park 	if (ctx->kdamond) {
251af122dd8SSeongJae Park 		ret = -EBUSY;
252af122dd8SSeongJae Park 		goto unlock_out;
253af122dd8SSeongJae Park 	}
254af122dd8SSeongJae Park 
2559210622aSRongwei Wang 	ret = damon_set_schemes(ctx, schemes, nr_schemes);
2569210622aSRongwei Wang 	if (!ret) {
2579210622aSRongwei Wang 		ret = count;
258af122dd8SSeongJae Park 		nr_schemes = 0;
2599210622aSRongwei Wang 	}
2609210622aSRongwei Wang 
261af122dd8SSeongJae Park unlock_out:
262af122dd8SSeongJae Park 	mutex_unlock(&ctx->kdamond_lock);
263af122dd8SSeongJae Park 	free_schemes_arr(schemes, nr_schemes);
264af122dd8SSeongJae Park out:
265af122dd8SSeongJae Park 	kfree(kbuf);
266af122dd8SSeongJae Park 	return ret;
267af122dd8SSeongJae Park }
268af122dd8SSeongJae Park 
2694bc05954SSeongJae Park static inline bool targetid_is_pid(const struct damon_ctx *ctx)
2704bc05954SSeongJae Park {
2714bc05954SSeongJae Park 	return ctx->primitive.target_valid == damon_va_target_valid;
2724bc05954SSeongJae Park }
2734bc05954SSeongJae Park 
2744bc05954SSeongJae Park static ssize_t sprint_target_ids(struct damon_ctx *ctx, char *buf, ssize_t len)
2754bc05954SSeongJae Park {
2764bc05954SSeongJae Park 	struct damon_target *t;
2774bc05954SSeongJae Park 	unsigned long id;
2784bc05954SSeongJae Park 	int written = 0;
2794bc05954SSeongJae Park 	int rc;
2804bc05954SSeongJae Park 
2814bc05954SSeongJae Park 	damon_for_each_target(t, ctx) {
2824bc05954SSeongJae Park 		id = t->id;
2834bc05954SSeongJae Park 		if (targetid_is_pid(ctx))
2844bc05954SSeongJae Park 			/* Show pid numbers to debugfs users */
2854bc05954SSeongJae Park 			id = (unsigned long)pid_vnr((struct pid *)id);
2864bc05954SSeongJae Park 
2874bc05954SSeongJae Park 		rc = scnprintf(&buf[written], len - written, "%lu ", id);
2884bc05954SSeongJae Park 		if (!rc)
2894bc05954SSeongJae Park 			return -ENOMEM;
2904bc05954SSeongJae Park 		written += rc;
2914bc05954SSeongJae Park 	}
2924bc05954SSeongJae Park 	if (written)
2934bc05954SSeongJae Park 		written -= 1;
2944bc05954SSeongJae Park 	written += scnprintf(&buf[written], len - written, "\n");
2954bc05954SSeongJae Park 	return written;
2964bc05954SSeongJae Park }
2974bc05954SSeongJae Park 
2984bc05954SSeongJae Park static ssize_t dbgfs_target_ids_read(struct file *file,
2994bc05954SSeongJae Park 		char __user *buf, size_t count, loff_t *ppos)
3004bc05954SSeongJae Park {
3014bc05954SSeongJae Park 	struct damon_ctx *ctx = file->private_data;
3024bc05954SSeongJae Park 	ssize_t len;
3034bc05954SSeongJae Park 	char ids_buf[320];
3044bc05954SSeongJae Park 
3054bc05954SSeongJae Park 	mutex_lock(&ctx->kdamond_lock);
3064bc05954SSeongJae Park 	len = sprint_target_ids(ctx, ids_buf, 320);
3074bc05954SSeongJae Park 	mutex_unlock(&ctx->kdamond_lock);
3084bc05954SSeongJae Park 	if (len < 0)
3094bc05954SSeongJae Park 		return len;
3104bc05954SSeongJae Park 
3114bc05954SSeongJae Park 	return simple_read_from_buffer(buf, count, ppos, ids_buf, len);
3124bc05954SSeongJae Park }
3134bc05954SSeongJae Park 
3144bc05954SSeongJae Park /*
3154bc05954SSeongJae Park  * Converts a string into an array of unsigned long integers
3164bc05954SSeongJae Park  *
3174bc05954SSeongJae Park  * Returns an array of unsigned long integers if the conversion success, or
3184bc05954SSeongJae Park  * NULL otherwise.
3194bc05954SSeongJae Park  */
3204bc05954SSeongJae Park static unsigned long *str_to_target_ids(const char *str, ssize_t len,
3214bc05954SSeongJae Park 					ssize_t *nr_ids)
3224bc05954SSeongJae Park {
3234bc05954SSeongJae Park 	unsigned long *ids;
3244bc05954SSeongJae Park 	const int max_nr_ids = 32;
3254bc05954SSeongJae Park 	unsigned long id;
3264bc05954SSeongJae Park 	int pos = 0, parsed, ret;
3274bc05954SSeongJae Park 
3284bc05954SSeongJae Park 	*nr_ids = 0;
3294bc05954SSeongJae Park 	ids = kmalloc_array(max_nr_ids, sizeof(id), GFP_KERNEL);
3304bc05954SSeongJae Park 	if (!ids)
3314bc05954SSeongJae Park 		return NULL;
3324bc05954SSeongJae Park 	while (*nr_ids < max_nr_ids && pos < len) {
3334bc05954SSeongJae Park 		ret = sscanf(&str[pos], "%lu%n", &id, &parsed);
3344bc05954SSeongJae Park 		pos += parsed;
3354bc05954SSeongJae Park 		if (ret != 1)
3364bc05954SSeongJae Park 			break;
3374bc05954SSeongJae Park 		ids[*nr_ids] = id;
3384bc05954SSeongJae Park 		*nr_ids += 1;
3394bc05954SSeongJae Park 	}
3404bc05954SSeongJae Park 
3414bc05954SSeongJae Park 	return ids;
3424bc05954SSeongJae Park }
3434bc05954SSeongJae Park 
3444bc05954SSeongJae Park static void dbgfs_put_pids(unsigned long *ids, int nr_ids)
3454bc05954SSeongJae Park {
3464bc05954SSeongJae Park 	int i;
3474bc05954SSeongJae Park 
3484bc05954SSeongJae Park 	for (i = 0; i < nr_ids; i++)
3494bc05954SSeongJae Park 		put_pid((struct pid *)ids[i]);
3504bc05954SSeongJae Park }
3514bc05954SSeongJae Park 
3524bc05954SSeongJae Park static ssize_t dbgfs_target_ids_write(struct file *file,
3534bc05954SSeongJae Park 		const char __user *buf, size_t count, loff_t *ppos)
3544bc05954SSeongJae Park {
3554bc05954SSeongJae Park 	struct damon_ctx *ctx = file->private_data;
356c026291aSSeongJae Park 	bool id_is_pid = true;
3574bc05954SSeongJae Park 	char *kbuf, *nrs;
3584bc05954SSeongJae Park 	unsigned long *targets;
3594bc05954SSeongJae Park 	ssize_t nr_targets;
3609210622aSRongwei Wang 	ssize_t ret;
3614bc05954SSeongJae Park 	int i;
3624bc05954SSeongJae Park 
3634bc05954SSeongJae Park 	kbuf = user_input_str(buf, count, ppos);
3644bc05954SSeongJae Park 	if (IS_ERR(kbuf))
3654bc05954SSeongJae Park 		return PTR_ERR(kbuf);
3664bc05954SSeongJae Park 
3674bc05954SSeongJae Park 	nrs = kbuf;
368c026291aSSeongJae Park 	if (!strncmp(kbuf, "paddr\n", count)) {
369c026291aSSeongJae Park 		id_is_pid = false;
370c026291aSSeongJae Park 		/* target id is meaningless here, but we set it just for fun */
371c026291aSSeongJae Park 		scnprintf(kbuf, count, "42    ");
372c026291aSSeongJae Park 	}
3734bc05954SSeongJae Park 
3749210622aSRongwei Wang 	targets = str_to_target_ids(nrs, count, &nr_targets);
3754bc05954SSeongJae Park 	if (!targets) {
3764bc05954SSeongJae Park 		ret = -ENOMEM;
3774bc05954SSeongJae Park 		goto out;
3784bc05954SSeongJae Park 	}
3794bc05954SSeongJae Park 
380c026291aSSeongJae Park 	if (id_is_pid) {
3814bc05954SSeongJae Park 		for (i = 0; i < nr_targets; i++) {
3824bc05954SSeongJae Park 			targets[i] = (unsigned long)find_get_pid(
3834bc05954SSeongJae Park 					(int)targets[i]);
3844bc05954SSeongJae Park 			if (!targets[i]) {
3854bc05954SSeongJae Park 				dbgfs_put_pids(targets, i);
3864bc05954SSeongJae Park 				ret = -EINVAL;
3874bc05954SSeongJae Park 				goto free_targets_out;
3884bc05954SSeongJae Park 			}
3894bc05954SSeongJae Park 		}
3904bc05954SSeongJae Park 	}
3914bc05954SSeongJae Park 
3924bc05954SSeongJae Park 	mutex_lock(&ctx->kdamond_lock);
3934bc05954SSeongJae Park 	if (ctx->kdamond) {
394c026291aSSeongJae Park 		if (id_is_pid)
3954bc05954SSeongJae Park 			dbgfs_put_pids(targets, nr_targets);
3964bc05954SSeongJae Park 		ret = -EBUSY;
3974bc05954SSeongJae Park 		goto unlock_out;
3984bc05954SSeongJae Park 	}
3994bc05954SSeongJae Park 
400c026291aSSeongJae Park 	/* remove targets with previously-set primitive */
401c026291aSSeongJae Park 	damon_set_targets(ctx, NULL, 0);
402c026291aSSeongJae Park 
403c026291aSSeongJae Park 	/* Configure the context for the address space type */
404c026291aSSeongJae Park 	if (id_is_pid)
405c026291aSSeongJae Park 		damon_va_set_primitives(ctx);
406c026291aSSeongJae Park 	else
407c026291aSSeongJae Park 		damon_pa_set_primitives(ctx);
408c026291aSSeongJae Park 
4099210622aSRongwei Wang 	ret = damon_set_targets(ctx, targets, nr_targets);
4109210622aSRongwei Wang 	if (ret) {
411c026291aSSeongJae Park 		if (id_is_pid)
4124bc05954SSeongJae Park 			dbgfs_put_pids(targets, nr_targets);
4139210622aSRongwei Wang 	} else {
4149210622aSRongwei Wang 		ret = count;
4154bc05954SSeongJae Park 	}
4164bc05954SSeongJae Park 
4174bc05954SSeongJae Park unlock_out:
4184bc05954SSeongJae Park 	mutex_unlock(&ctx->kdamond_lock);
4194bc05954SSeongJae Park free_targets_out:
4204bc05954SSeongJae Park 	kfree(targets);
4214bc05954SSeongJae Park out:
4224bc05954SSeongJae Park 	kfree(kbuf);
4234bc05954SSeongJae Park 	return ret;
4244bc05954SSeongJae Park }
4254bc05954SSeongJae Park 
42690bebce9SSeongJae Park static ssize_t sprint_init_regions(struct damon_ctx *c, char *buf, ssize_t len)
42790bebce9SSeongJae Park {
42890bebce9SSeongJae Park 	struct damon_target *t;
42990bebce9SSeongJae Park 	struct damon_region *r;
43090bebce9SSeongJae Park 	int written = 0;
43190bebce9SSeongJae Park 	int rc;
43290bebce9SSeongJae Park 
43390bebce9SSeongJae Park 	damon_for_each_target(t, c) {
43490bebce9SSeongJae Park 		damon_for_each_region(r, t) {
43590bebce9SSeongJae Park 			rc = scnprintf(&buf[written], len - written,
43690bebce9SSeongJae Park 					"%lu %lu %lu\n",
43790bebce9SSeongJae Park 					t->id, r->ar.start, r->ar.end);
43890bebce9SSeongJae Park 			if (!rc)
43990bebce9SSeongJae Park 				return -ENOMEM;
44090bebce9SSeongJae Park 			written += rc;
44190bebce9SSeongJae Park 		}
44290bebce9SSeongJae Park 	}
44390bebce9SSeongJae Park 	return written;
44490bebce9SSeongJae Park }
44590bebce9SSeongJae Park 
44690bebce9SSeongJae Park static ssize_t dbgfs_init_regions_read(struct file *file, char __user *buf,
44790bebce9SSeongJae Park 		size_t count, loff_t *ppos)
44890bebce9SSeongJae Park {
44990bebce9SSeongJae Park 	struct damon_ctx *ctx = file->private_data;
45090bebce9SSeongJae Park 	char *kbuf;
45190bebce9SSeongJae Park 	ssize_t len;
45290bebce9SSeongJae Park 
453db7a347bSSeongJae Park 	kbuf = kmalloc(count, GFP_KERNEL | __GFP_NOWARN);
45490bebce9SSeongJae Park 	if (!kbuf)
45590bebce9SSeongJae Park 		return -ENOMEM;
45690bebce9SSeongJae Park 
45790bebce9SSeongJae Park 	mutex_lock(&ctx->kdamond_lock);
45890bebce9SSeongJae Park 	if (ctx->kdamond) {
45990bebce9SSeongJae Park 		mutex_unlock(&ctx->kdamond_lock);
46090bebce9SSeongJae Park 		len = -EBUSY;
46190bebce9SSeongJae Park 		goto out;
46290bebce9SSeongJae Park 	}
46390bebce9SSeongJae Park 
46490bebce9SSeongJae Park 	len = sprint_init_regions(ctx, kbuf, count);
46590bebce9SSeongJae Park 	mutex_unlock(&ctx->kdamond_lock);
46690bebce9SSeongJae Park 	if (len < 0)
46790bebce9SSeongJae Park 		goto out;
46890bebce9SSeongJae Park 	len = simple_read_from_buffer(buf, count, ppos, kbuf, len);
46990bebce9SSeongJae Park 
47090bebce9SSeongJae Park out:
47190bebce9SSeongJae Park 	kfree(kbuf);
47290bebce9SSeongJae Park 	return len;
47390bebce9SSeongJae Park }
47490bebce9SSeongJae Park 
47590bebce9SSeongJae Park static int add_init_region(struct damon_ctx *c,
47690bebce9SSeongJae Park 			 unsigned long target_id, struct damon_addr_range *ar)
47790bebce9SSeongJae Park {
47890bebce9SSeongJae Park 	struct damon_target *t;
47990bebce9SSeongJae Park 	struct damon_region *r, *prev;
48090bebce9SSeongJae Park 	unsigned long id;
48190bebce9SSeongJae Park 	int rc = -EINVAL;
48290bebce9SSeongJae Park 
48390bebce9SSeongJae Park 	if (ar->start >= ar->end)
48490bebce9SSeongJae Park 		return -EINVAL;
48590bebce9SSeongJae Park 
48690bebce9SSeongJae Park 	damon_for_each_target(t, c) {
48790bebce9SSeongJae Park 		id = t->id;
48890bebce9SSeongJae Park 		if (targetid_is_pid(c))
48990bebce9SSeongJae Park 			id = (unsigned long)pid_vnr((struct pid *)id);
49090bebce9SSeongJae Park 		if (id == target_id) {
49190bebce9SSeongJae Park 			r = damon_new_region(ar->start, ar->end);
49290bebce9SSeongJae Park 			if (!r)
49390bebce9SSeongJae Park 				return -ENOMEM;
49490bebce9SSeongJae Park 			damon_add_region(r, t);
49590bebce9SSeongJae Park 			if (damon_nr_regions(t) > 1) {
49690bebce9SSeongJae Park 				prev = damon_prev_region(r);
49790bebce9SSeongJae Park 				if (prev->ar.end > r->ar.start) {
49890bebce9SSeongJae Park 					damon_destroy_region(r, t);
49990bebce9SSeongJae Park 					return -EINVAL;
50090bebce9SSeongJae Park 				}
50190bebce9SSeongJae Park 			}
50290bebce9SSeongJae Park 			rc = 0;
50390bebce9SSeongJae Park 		}
50490bebce9SSeongJae Park 	}
50590bebce9SSeongJae Park 	return rc;
50690bebce9SSeongJae Park }
50790bebce9SSeongJae Park 
50890bebce9SSeongJae Park static int set_init_regions(struct damon_ctx *c, const char *str, ssize_t len)
50990bebce9SSeongJae Park {
51090bebce9SSeongJae Park 	struct damon_target *t;
51190bebce9SSeongJae Park 	struct damon_region *r, *next;
51290bebce9SSeongJae Park 	int pos = 0, parsed, ret;
51390bebce9SSeongJae Park 	unsigned long target_id;
51490bebce9SSeongJae Park 	struct damon_addr_range ar;
51590bebce9SSeongJae Park 	int err;
51690bebce9SSeongJae Park 
51790bebce9SSeongJae Park 	damon_for_each_target(t, c) {
51890bebce9SSeongJae Park 		damon_for_each_region_safe(r, next, t)
51990bebce9SSeongJae Park 			damon_destroy_region(r, t);
52090bebce9SSeongJae Park 	}
52190bebce9SSeongJae Park 
52290bebce9SSeongJae Park 	while (pos < len) {
52390bebce9SSeongJae Park 		ret = sscanf(&str[pos], "%lu %lu %lu%n",
52490bebce9SSeongJae Park 				&target_id, &ar.start, &ar.end, &parsed);
52590bebce9SSeongJae Park 		if (ret != 3)
52690bebce9SSeongJae Park 			break;
52790bebce9SSeongJae Park 		err = add_init_region(c, target_id, &ar);
52890bebce9SSeongJae Park 		if (err)
52990bebce9SSeongJae Park 			goto fail;
53090bebce9SSeongJae Park 		pos += parsed;
53190bebce9SSeongJae Park 	}
53290bebce9SSeongJae Park 
53390bebce9SSeongJae Park 	return 0;
53490bebce9SSeongJae Park 
53590bebce9SSeongJae Park fail:
53690bebce9SSeongJae Park 	damon_for_each_target(t, c) {
53790bebce9SSeongJae Park 		damon_for_each_region_safe(r, next, t)
53890bebce9SSeongJae Park 			damon_destroy_region(r, t);
53990bebce9SSeongJae Park 	}
54090bebce9SSeongJae Park 	return err;
54190bebce9SSeongJae Park }
54290bebce9SSeongJae Park 
54390bebce9SSeongJae Park static ssize_t dbgfs_init_regions_write(struct file *file,
54490bebce9SSeongJae Park 					  const char __user *buf, size_t count,
54590bebce9SSeongJae Park 					  loff_t *ppos)
54690bebce9SSeongJae Park {
54790bebce9SSeongJae Park 	struct damon_ctx *ctx = file->private_data;
54890bebce9SSeongJae Park 	char *kbuf;
54990bebce9SSeongJae Park 	ssize_t ret = count;
55090bebce9SSeongJae Park 	int err;
55190bebce9SSeongJae Park 
55290bebce9SSeongJae Park 	kbuf = user_input_str(buf, count, ppos);
55390bebce9SSeongJae Park 	if (IS_ERR(kbuf))
55490bebce9SSeongJae Park 		return PTR_ERR(kbuf);
55590bebce9SSeongJae Park 
55690bebce9SSeongJae Park 	mutex_lock(&ctx->kdamond_lock);
55790bebce9SSeongJae Park 	if (ctx->kdamond) {
55890bebce9SSeongJae Park 		ret = -EBUSY;
55990bebce9SSeongJae Park 		goto unlock_out;
56090bebce9SSeongJae Park 	}
56190bebce9SSeongJae Park 
56290bebce9SSeongJae Park 	err = set_init_regions(ctx, kbuf, ret);
56390bebce9SSeongJae Park 	if (err)
56490bebce9SSeongJae Park 		ret = err;
56590bebce9SSeongJae Park 
56690bebce9SSeongJae Park unlock_out:
56790bebce9SSeongJae Park 	mutex_unlock(&ctx->kdamond_lock);
56890bebce9SSeongJae Park 	kfree(kbuf);
56990bebce9SSeongJae Park 	return ret;
57090bebce9SSeongJae Park }
57190bebce9SSeongJae Park 
572429538e8SSeongJae Park static ssize_t dbgfs_kdamond_pid_read(struct file *file,
573429538e8SSeongJae Park 		char __user *buf, size_t count, loff_t *ppos)
574429538e8SSeongJae Park {
575429538e8SSeongJae Park 	struct damon_ctx *ctx = file->private_data;
576429538e8SSeongJae Park 	char *kbuf;
577429538e8SSeongJae Park 	ssize_t len;
578429538e8SSeongJae Park 
579db7a347bSSeongJae Park 	kbuf = kmalloc(count, GFP_KERNEL | __GFP_NOWARN);
580429538e8SSeongJae Park 	if (!kbuf)
581429538e8SSeongJae Park 		return -ENOMEM;
582429538e8SSeongJae Park 
583429538e8SSeongJae Park 	mutex_lock(&ctx->kdamond_lock);
584429538e8SSeongJae Park 	if (ctx->kdamond)
585429538e8SSeongJae Park 		len = scnprintf(kbuf, count, "%d\n", ctx->kdamond->pid);
586429538e8SSeongJae Park 	else
587429538e8SSeongJae Park 		len = scnprintf(kbuf, count, "none\n");
588429538e8SSeongJae Park 	mutex_unlock(&ctx->kdamond_lock);
589429538e8SSeongJae Park 	if (!len)
590429538e8SSeongJae Park 		goto out;
591429538e8SSeongJae Park 	len = simple_read_from_buffer(buf, count, ppos, kbuf, len);
592429538e8SSeongJae Park 
593429538e8SSeongJae Park out:
594429538e8SSeongJae Park 	kfree(kbuf);
595429538e8SSeongJae Park 	return len;
596429538e8SSeongJae Park }
597429538e8SSeongJae Park 
5984bc05954SSeongJae Park static int damon_dbgfs_open(struct inode *inode, struct file *file)
5994bc05954SSeongJae Park {
6004bc05954SSeongJae Park 	file->private_data = inode->i_private;
6014bc05954SSeongJae Park 
6024bc05954SSeongJae Park 	return nonseekable_open(inode, file);
6034bc05954SSeongJae Park }
6044bc05954SSeongJae Park 
6054bc05954SSeongJae Park static const struct file_operations attrs_fops = {
6064bc05954SSeongJae Park 	.open = damon_dbgfs_open,
6074bc05954SSeongJae Park 	.read = dbgfs_attrs_read,
6084bc05954SSeongJae Park 	.write = dbgfs_attrs_write,
6094bc05954SSeongJae Park };
6104bc05954SSeongJae Park 
611af122dd8SSeongJae Park static const struct file_operations schemes_fops = {
612af122dd8SSeongJae Park 	.open = damon_dbgfs_open,
613af122dd8SSeongJae Park 	.read = dbgfs_schemes_read,
614af122dd8SSeongJae Park 	.write = dbgfs_schemes_write,
615af122dd8SSeongJae Park };
616af122dd8SSeongJae Park 
6174bc05954SSeongJae Park static const struct file_operations target_ids_fops = {
6184bc05954SSeongJae Park 	.open = damon_dbgfs_open,
6194bc05954SSeongJae Park 	.read = dbgfs_target_ids_read,
6204bc05954SSeongJae Park 	.write = dbgfs_target_ids_write,
6214bc05954SSeongJae Park };
6224bc05954SSeongJae Park 
62390bebce9SSeongJae Park static const struct file_operations init_regions_fops = {
62490bebce9SSeongJae Park 	.open = damon_dbgfs_open,
62590bebce9SSeongJae Park 	.read = dbgfs_init_regions_read,
62690bebce9SSeongJae Park 	.write = dbgfs_init_regions_write,
62790bebce9SSeongJae Park };
62890bebce9SSeongJae Park 
629429538e8SSeongJae Park static const struct file_operations kdamond_pid_fops = {
630429538e8SSeongJae Park 	.open = damon_dbgfs_open,
631429538e8SSeongJae Park 	.read = dbgfs_kdamond_pid_read,
632429538e8SSeongJae Park };
633429538e8SSeongJae Park 
6344bc05954SSeongJae Park static void dbgfs_fill_ctx_dir(struct dentry *dir, struct damon_ctx *ctx)
6354bc05954SSeongJae Park {
636af122dd8SSeongJae Park 	const char * const file_names[] = {"attrs", "schemes", "target_ids",
63790bebce9SSeongJae Park 		"init_regions", "kdamond_pid"};
638af122dd8SSeongJae Park 	const struct file_operations *fops[] = {&attrs_fops, &schemes_fops,
63990bebce9SSeongJae Park 		&target_ids_fops, &init_regions_fops, &kdamond_pid_fops};
6404bc05954SSeongJae Park 	int i;
6414bc05954SSeongJae Park 
6424bc05954SSeongJae Park 	for (i = 0; i < ARRAY_SIZE(file_names); i++)
6434bc05954SSeongJae Park 		debugfs_create_file(file_names[i], 0600, dir, ctx, fops[i]);
6444bc05954SSeongJae Park }
6454bc05954SSeongJae Park 
646658f9ae7SChangbin Du static void dbgfs_before_terminate(struct damon_ctx *ctx)
6474bc05954SSeongJae Park {
6484bc05954SSeongJae Park 	struct damon_target *t, *next;
6494bc05954SSeongJae Park 
6504bc05954SSeongJae Park 	if (!targetid_is_pid(ctx))
651658f9ae7SChangbin Du 		return;
6524bc05954SSeongJae Park 
653*34796417SSeongJae Park 	mutex_lock(&ctx->kdamond_lock);
6544bc05954SSeongJae Park 	damon_for_each_target_safe(t, next, ctx) {
6554bc05954SSeongJae Park 		put_pid((struct pid *)t->id);
6564bc05954SSeongJae Park 		damon_destroy_target(t);
6574bc05954SSeongJae Park 	}
658*34796417SSeongJae Park 	mutex_unlock(&ctx->kdamond_lock);
6594bc05954SSeongJae Park }
6604bc05954SSeongJae Park 
6614bc05954SSeongJae Park static struct damon_ctx *dbgfs_new_ctx(void)
6624bc05954SSeongJae Park {
6634bc05954SSeongJae Park 	struct damon_ctx *ctx;
6644bc05954SSeongJae Park 
6654bc05954SSeongJae Park 	ctx = damon_new_ctx();
6664bc05954SSeongJae Park 	if (!ctx)
6674bc05954SSeongJae Park 		return NULL;
6684bc05954SSeongJae Park 
6694bc05954SSeongJae Park 	damon_va_set_primitives(ctx);
6704bc05954SSeongJae Park 	ctx->callback.before_terminate = dbgfs_before_terminate;
6714bc05954SSeongJae Park 	return ctx;
6724bc05954SSeongJae Park }
6734bc05954SSeongJae Park 
67475c1c2b5SSeongJae Park static void dbgfs_destroy_ctx(struct damon_ctx *ctx)
67575c1c2b5SSeongJae Park {
67675c1c2b5SSeongJae Park 	damon_destroy_ctx(ctx);
67775c1c2b5SSeongJae Park }
67875c1c2b5SSeongJae Park 
67975c1c2b5SSeongJae Park /*
68075c1c2b5SSeongJae Park  * Make a context of @name and create a debugfs directory for it.
68175c1c2b5SSeongJae Park  *
68275c1c2b5SSeongJae Park  * This function should be called while holding damon_dbgfs_lock.
68375c1c2b5SSeongJae Park  *
68475c1c2b5SSeongJae Park  * Returns 0 on success, negative error code otherwise.
68575c1c2b5SSeongJae Park  */
68675c1c2b5SSeongJae Park static int dbgfs_mk_context(char *name)
68775c1c2b5SSeongJae Park {
68875c1c2b5SSeongJae Park 	struct dentry *root, **new_dirs, *new_dir;
68975c1c2b5SSeongJae Park 	struct damon_ctx **new_ctxs, *new_ctx;
69075c1c2b5SSeongJae Park 
69175c1c2b5SSeongJae Park 	if (damon_nr_running_ctxs())
69275c1c2b5SSeongJae Park 		return -EBUSY;
69375c1c2b5SSeongJae Park 
69475c1c2b5SSeongJae Park 	new_ctxs = krealloc(dbgfs_ctxs, sizeof(*dbgfs_ctxs) *
69575c1c2b5SSeongJae Park 			(dbgfs_nr_ctxs + 1), GFP_KERNEL);
69675c1c2b5SSeongJae Park 	if (!new_ctxs)
69775c1c2b5SSeongJae Park 		return -ENOMEM;
69875c1c2b5SSeongJae Park 	dbgfs_ctxs = new_ctxs;
69975c1c2b5SSeongJae Park 
70075c1c2b5SSeongJae Park 	new_dirs = krealloc(dbgfs_dirs, sizeof(*dbgfs_dirs) *
70175c1c2b5SSeongJae Park 			(dbgfs_nr_ctxs + 1), GFP_KERNEL);
70275c1c2b5SSeongJae Park 	if (!new_dirs)
70375c1c2b5SSeongJae Park 		return -ENOMEM;
70475c1c2b5SSeongJae Park 	dbgfs_dirs = new_dirs;
70575c1c2b5SSeongJae Park 
70675c1c2b5SSeongJae Park 	root = dbgfs_dirs[0];
70775c1c2b5SSeongJae Park 	if (!root)
70875c1c2b5SSeongJae Park 		return -ENOENT;
70975c1c2b5SSeongJae Park 
71075c1c2b5SSeongJae Park 	new_dir = debugfs_create_dir(name, root);
71175c1c2b5SSeongJae Park 	dbgfs_dirs[dbgfs_nr_ctxs] = new_dir;
71275c1c2b5SSeongJae Park 
71375c1c2b5SSeongJae Park 	new_ctx = dbgfs_new_ctx();
71475c1c2b5SSeongJae Park 	if (!new_ctx) {
71575c1c2b5SSeongJae Park 		debugfs_remove(new_dir);
71675c1c2b5SSeongJae Park 		dbgfs_dirs[dbgfs_nr_ctxs] = NULL;
71775c1c2b5SSeongJae Park 		return -ENOMEM;
71875c1c2b5SSeongJae Park 	}
71975c1c2b5SSeongJae Park 
72075c1c2b5SSeongJae Park 	dbgfs_ctxs[dbgfs_nr_ctxs] = new_ctx;
72175c1c2b5SSeongJae Park 	dbgfs_fill_ctx_dir(dbgfs_dirs[dbgfs_nr_ctxs],
72275c1c2b5SSeongJae Park 			dbgfs_ctxs[dbgfs_nr_ctxs]);
72375c1c2b5SSeongJae Park 	dbgfs_nr_ctxs++;
72475c1c2b5SSeongJae Park 
72575c1c2b5SSeongJae Park 	return 0;
72675c1c2b5SSeongJae Park }
72775c1c2b5SSeongJae Park 
72875c1c2b5SSeongJae Park static ssize_t dbgfs_mk_context_write(struct file *file,
72975c1c2b5SSeongJae Park 		const char __user *buf, size_t count, loff_t *ppos)
73075c1c2b5SSeongJae Park {
73175c1c2b5SSeongJae Park 	char *kbuf;
73275c1c2b5SSeongJae Park 	char *ctx_name;
7339210622aSRongwei Wang 	ssize_t ret;
73475c1c2b5SSeongJae Park 
73575c1c2b5SSeongJae Park 	kbuf = user_input_str(buf, count, ppos);
73675c1c2b5SSeongJae Park 	if (IS_ERR(kbuf))
73775c1c2b5SSeongJae Park 		return PTR_ERR(kbuf);
73875c1c2b5SSeongJae Park 	ctx_name = kmalloc(count + 1, GFP_KERNEL);
73975c1c2b5SSeongJae Park 	if (!ctx_name) {
74075c1c2b5SSeongJae Park 		kfree(kbuf);
74175c1c2b5SSeongJae Park 		return -ENOMEM;
74275c1c2b5SSeongJae Park 	}
74375c1c2b5SSeongJae Park 
74475c1c2b5SSeongJae Park 	/* Trim white space */
74575c1c2b5SSeongJae Park 	if (sscanf(kbuf, "%s", ctx_name) != 1) {
74675c1c2b5SSeongJae Park 		ret = -EINVAL;
74775c1c2b5SSeongJae Park 		goto out;
74875c1c2b5SSeongJae Park 	}
74975c1c2b5SSeongJae Park 
75075c1c2b5SSeongJae Park 	mutex_lock(&damon_dbgfs_lock);
7519210622aSRongwei Wang 	ret = dbgfs_mk_context(ctx_name);
7529210622aSRongwei Wang 	if (!ret)
7539210622aSRongwei Wang 		ret = count;
75475c1c2b5SSeongJae Park 	mutex_unlock(&damon_dbgfs_lock);
75575c1c2b5SSeongJae Park 
75675c1c2b5SSeongJae Park out:
75775c1c2b5SSeongJae Park 	kfree(kbuf);
75875c1c2b5SSeongJae Park 	kfree(ctx_name);
75975c1c2b5SSeongJae Park 	return ret;
76075c1c2b5SSeongJae Park }
76175c1c2b5SSeongJae Park 
76275c1c2b5SSeongJae Park /*
76375c1c2b5SSeongJae Park  * Remove a context of @name and its debugfs directory.
76475c1c2b5SSeongJae Park  *
76575c1c2b5SSeongJae Park  * This function should be called while holding damon_dbgfs_lock.
76675c1c2b5SSeongJae Park  *
76775c1c2b5SSeongJae Park  * Return 0 on success, negative error code otherwise.
76875c1c2b5SSeongJae Park  */
76975c1c2b5SSeongJae Park static int dbgfs_rm_context(char *name)
77075c1c2b5SSeongJae Park {
77175c1c2b5SSeongJae Park 	struct dentry *root, *dir, **new_dirs;
77275c1c2b5SSeongJae Park 	struct damon_ctx **new_ctxs;
77375c1c2b5SSeongJae Park 	int i, j;
77475c1c2b5SSeongJae Park 
77575c1c2b5SSeongJae Park 	if (damon_nr_running_ctxs())
77675c1c2b5SSeongJae Park 		return -EBUSY;
77775c1c2b5SSeongJae Park 
77875c1c2b5SSeongJae Park 	root = dbgfs_dirs[0];
77975c1c2b5SSeongJae Park 	if (!root)
78075c1c2b5SSeongJae Park 		return -ENOENT;
78175c1c2b5SSeongJae Park 
78275c1c2b5SSeongJae Park 	dir = debugfs_lookup(name, root);
78375c1c2b5SSeongJae Park 	if (!dir)
78475c1c2b5SSeongJae Park 		return -ENOENT;
78575c1c2b5SSeongJae Park 
78675c1c2b5SSeongJae Park 	new_dirs = kmalloc_array(dbgfs_nr_ctxs - 1, sizeof(*dbgfs_dirs),
78775c1c2b5SSeongJae Park 			GFP_KERNEL);
78875c1c2b5SSeongJae Park 	if (!new_dirs)
78975c1c2b5SSeongJae Park 		return -ENOMEM;
79075c1c2b5SSeongJae Park 
79175c1c2b5SSeongJae Park 	new_ctxs = kmalloc_array(dbgfs_nr_ctxs - 1, sizeof(*dbgfs_ctxs),
79275c1c2b5SSeongJae Park 			GFP_KERNEL);
79375c1c2b5SSeongJae Park 	if (!new_ctxs) {
79475c1c2b5SSeongJae Park 		kfree(new_dirs);
79575c1c2b5SSeongJae Park 		return -ENOMEM;
79675c1c2b5SSeongJae Park 	}
79775c1c2b5SSeongJae Park 
79875c1c2b5SSeongJae Park 	for (i = 0, j = 0; i < dbgfs_nr_ctxs; i++) {
79975c1c2b5SSeongJae Park 		if (dbgfs_dirs[i] == dir) {
80075c1c2b5SSeongJae Park 			debugfs_remove(dbgfs_dirs[i]);
80175c1c2b5SSeongJae Park 			dbgfs_destroy_ctx(dbgfs_ctxs[i]);
80275c1c2b5SSeongJae Park 			continue;
80375c1c2b5SSeongJae Park 		}
80475c1c2b5SSeongJae Park 		new_dirs[j] = dbgfs_dirs[i];
80575c1c2b5SSeongJae Park 		new_ctxs[j++] = dbgfs_ctxs[i];
80675c1c2b5SSeongJae Park 	}
80775c1c2b5SSeongJae Park 
80875c1c2b5SSeongJae Park 	kfree(dbgfs_dirs);
80975c1c2b5SSeongJae Park 	kfree(dbgfs_ctxs);
81075c1c2b5SSeongJae Park 
81175c1c2b5SSeongJae Park 	dbgfs_dirs = new_dirs;
81275c1c2b5SSeongJae Park 	dbgfs_ctxs = new_ctxs;
81375c1c2b5SSeongJae Park 	dbgfs_nr_ctxs--;
81475c1c2b5SSeongJae Park 
81575c1c2b5SSeongJae Park 	return 0;
81675c1c2b5SSeongJae Park }
81775c1c2b5SSeongJae Park 
81875c1c2b5SSeongJae Park static ssize_t dbgfs_rm_context_write(struct file *file,
81975c1c2b5SSeongJae Park 		const char __user *buf, size_t count, loff_t *ppos)
82075c1c2b5SSeongJae Park {
82175c1c2b5SSeongJae Park 	char *kbuf;
8229210622aSRongwei Wang 	ssize_t ret;
82375c1c2b5SSeongJae Park 	char *ctx_name;
82475c1c2b5SSeongJae Park 
82575c1c2b5SSeongJae Park 	kbuf = user_input_str(buf, count, ppos);
82675c1c2b5SSeongJae Park 	if (IS_ERR(kbuf))
82775c1c2b5SSeongJae Park 		return PTR_ERR(kbuf);
82875c1c2b5SSeongJae Park 	ctx_name = kmalloc(count + 1, GFP_KERNEL);
82975c1c2b5SSeongJae Park 	if (!ctx_name) {
83075c1c2b5SSeongJae Park 		kfree(kbuf);
83175c1c2b5SSeongJae Park 		return -ENOMEM;
83275c1c2b5SSeongJae Park 	}
83375c1c2b5SSeongJae Park 
83475c1c2b5SSeongJae Park 	/* Trim white space */
83575c1c2b5SSeongJae Park 	if (sscanf(kbuf, "%s", ctx_name) != 1) {
83675c1c2b5SSeongJae Park 		ret = -EINVAL;
83775c1c2b5SSeongJae Park 		goto out;
83875c1c2b5SSeongJae Park 	}
83975c1c2b5SSeongJae Park 
84075c1c2b5SSeongJae Park 	mutex_lock(&damon_dbgfs_lock);
8419210622aSRongwei Wang 	ret = dbgfs_rm_context(ctx_name);
8429210622aSRongwei Wang 	if (!ret)
8439210622aSRongwei Wang 		ret = count;
84475c1c2b5SSeongJae Park 	mutex_unlock(&damon_dbgfs_lock);
84575c1c2b5SSeongJae Park 
84675c1c2b5SSeongJae Park out:
84775c1c2b5SSeongJae Park 	kfree(kbuf);
84875c1c2b5SSeongJae Park 	kfree(ctx_name);
84975c1c2b5SSeongJae Park 	return ret;
85075c1c2b5SSeongJae Park }
85175c1c2b5SSeongJae Park 
8524bc05954SSeongJae Park static ssize_t dbgfs_monitor_on_read(struct file *file,
8534bc05954SSeongJae Park 		char __user *buf, size_t count, loff_t *ppos)
8544bc05954SSeongJae Park {
8554bc05954SSeongJae Park 	char monitor_on_buf[5];
8564bc05954SSeongJae Park 	bool monitor_on = damon_nr_running_ctxs() != 0;
8574bc05954SSeongJae Park 	int len;
8584bc05954SSeongJae Park 
8594bc05954SSeongJae Park 	len = scnprintf(monitor_on_buf, 5, monitor_on ? "on\n" : "off\n");
8604bc05954SSeongJae Park 
8614bc05954SSeongJae Park 	return simple_read_from_buffer(buf, count, ppos, monitor_on_buf, len);
8624bc05954SSeongJae Park }
8634bc05954SSeongJae Park 
8644bc05954SSeongJae Park static ssize_t dbgfs_monitor_on_write(struct file *file,
8654bc05954SSeongJae Park 		const char __user *buf, size_t count, loff_t *ppos)
8664bc05954SSeongJae Park {
8679210622aSRongwei Wang 	ssize_t ret;
8684bc05954SSeongJae Park 	char *kbuf;
8694bc05954SSeongJae Park 
8704bc05954SSeongJae Park 	kbuf = user_input_str(buf, count, ppos);
8714bc05954SSeongJae Park 	if (IS_ERR(kbuf))
8724bc05954SSeongJae Park 		return PTR_ERR(kbuf);
8734bc05954SSeongJae Park 
8744bc05954SSeongJae Park 	/* Remove white space */
8754bc05954SSeongJae Park 	if (sscanf(kbuf, "%s", kbuf) != 1) {
8764bc05954SSeongJae Park 		kfree(kbuf);
8774bc05954SSeongJae Park 		return -EINVAL;
8784bc05954SSeongJae Park 	}
8794bc05954SSeongJae Park 
880d78f3853SSeongJae Park 	mutex_lock(&damon_dbgfs_lock);
881b5ca3e83SXin Hao 	if (!strncmp(kbuf, "on", count)) {
882b5ca3e83SXin Hao 		int i;
883b5ca3e83SXin Hao 
884b5ca3e83SXin Hao 		for (i = 0; i < dbgfs_nr_ctxs; i++) {
885b5ca3e83SXin Hao 			if (damon_targets_empty(dbgfs_ctxs[i])) {
886b5ca3e83SXin Hao 				kfree(kbuf);
887d78f3853SSeongJae Park 				mutex_unlock(&damon_dbgfs_lock);
888b5ca3e83SXin Hao 				return -EINVAL;
889b5ca3e83SXin Hao 			}
890b5ca3e83SXin Hao 		}
8919210622aSRongwei Wang 		ret = damon_start(dbgfs_ctxs, dbgfs_nr_ctxs);
892b5ca3e83SXin Hao 	} else if (!strncmp(kbuf, "off", count)) {
8939210622aSRongwei Wang 		ret = damon_stop(dbgfs_ctxs, dbgfs_nr_ctxs);
894b5ca3e83SXin Hao 	} else {
8959210622aSRongwei Wang 		ret = -EINVAL;
896b5ca3e83SXin Hao 	}
897d78f3853SSeongJae Park 	mutex_unlock(&damon_dbgfs_lock);
8984bc05954SSeongJae Park 
8999210622aSRongwei Wang 	if (!ret)
9009210622aSRongwei Wang 		ret = count;
9014bc05954SSeongJae Park 	kfree(kbuf);
9024bc05954SSeongJae Park 	return ret;
9034bc05954SSeongJae Park }
9044bc05954SSeongJae Park 
90575c1c2b5SSeongJae Park static const struct file_operations mk_contexts_fops = {
90675c1c2b5SSeongJae Park 	.write = dbgfs_mk_context_write,
90775c1c2b5SSeongJae Park };
90875c1c2b5SSeongJae Park 
90975c1c2b5SSeongJae Park static const struct file_operations rm_contexts_fops = {
91075c1c2b5SSeongJae Park 	.write = dbgfs_rm_context_write,
91175c1c2b5SSeongJae Park };
91275c1c2b5SSeongJae Park 
9134bc05954SSeongJae Park static const struct file_operations monitor_on_fops = {
9144bc05954SSeongJae Park 	.read = dbgfs_monitor_on_read,
9154bc05954SSeongJae Park 	.write = dbgfs_monitor_on_write,
9164bc05954SSeongJae Park };
9174bc05954SSeongJae Park 
9184bc05954SSeongJae Park static int __init __damon_dbgfs_init(void)
9194bc05954SSeongJae Park {
9204bc05954SSeongJae Park 	struct dentry *dbgfs_root;
92175c1c2b5SSeongJae Park 	const char * const file_names[] = {"mk_contexts", "rm_contexts",
92275c1c2b5SSeongJae Park 		"monitor_on"};
92375c1c2b5SSeongJae Park 	const struct file_operations *fops[] = {&mk_contexts_fops,
92475c1c2b5SSeongJae Park 		&rm_contexts_fops, &monitor_on_fops};
9254bc05954SSeongJae Park 	int i;
9264bc05954SSeongJae Park 
9274bc05954SSeongJae Park 	dbgfs_root = debugfs_create_dir("damon", NULL);
9284bc05954SSeongJae Park 
9294bc05954SSeongJae Park 	for (i = 0; i < ARRAY_SIZE(file_names); i++)
9304bc05954SSeongJae Park 		debugfs_create_file(file_names[i], 0600, dbgfs_root, NULL,
9314bc05954SSeongJae Park 				fops[i]);
9324bc05954SSeongJae Park 	dbgfs_fill_ctx_dir(dbgfs_root, dbgfs_ctxs[0]);
9334bc05954SSeongJae Park 
9344bc05954SSeongJae Park 	dbgfs_dirs = kmalloc_array(1, sizeof(dbgfs_root), GFP_KERNEL);
9354bc05954SSeongJae Park 	if (!dbgfs_dirs) {
9364bc05954SSeongJae Park 		debugfs_remove(dbgfs_root);
9374bc05954SSeongJae Park 		return -ENOMEM;
9384bc05954SSeongJae Park 	}
9394bc05954SSeongJae Park 	dbgfs_dirs[0] = dbgfs_root;
9404bc05954SSeongJae Park 
9414bc05954SSeongJae Park 	return 0;
9424bc05954SSeongJae Park }
9434bc05954SSeongJae Park 
9444bc05954SSeongJae Park /*
9454bc05954SSeongJae Park  * Functions for the initialization
9464bc05954SSeongJae Park  */
9474bc05954SSeongJae Park 
9484bc05954SSeongJae Park static int __init damon_dbgfs_init(void)
9494bc05954SSeongJae Park {
950d78f3853SSeongJae Park 	int rc = -ENOMEM;
9514bc05954SSeongJae Park 
952d78f3853SSeongJae Park 	mutex_lock(&damon_dbgfs_lock);
9534bc05954SSeongJae Park 	dbgfs_ctxs = kmalloc(sizeof(*dbgfs_ctxs), GFP_KERNEL);
9544bc05954SSeongJae Park 	if (!dbgfs_ctxs)
955d78f3853SSeongJae Park 		goto out;
9564bc05954SSeongJae Park 	dbgfs_ctxs[0] = dbgfs_new_ctx();
9574bc05954SSeongJae Park 	if (!dbgfs_ctxs[0]) {
9584bc05954SSeongJae Park 		kfree(dbgfs_ctxs);
959d78f3853SSeongJae Park 		goto out;
9604bc05954SSeongJae Park 	}
9614bc05954SSeongJae Park 	dbgfs_nr_ctxs = 1;
9624bc05954SSeongJae Park 
9634bc05954SSeongJae Park 	rc = __damon_dbgfs_init();
9644bc05954SSeongJae Park 	if (rc) {
9654bc05954SSeongJae Park 		kfree(dbgfs_ctxs[0]);
9664bc05954SSeongJae Park 		kfree(dbgfs_ctxs);
9674bc05954SSeongJae Park 		pr_err("%s: dbgfs init failed\n", __func__);
9684bc05954SSeongJae Park 	}
9694bc05954SSeongJae Park 
970d78f3853SSeongJae Park out:
971d78f3853SSeongJae Park 	mutex_unlock(&damon_dbgfs_lock);
9724bc05954SSeongJae Park 	return rc;
9734bc05954SSeongJae Park }
9744bc05954SSeongJae Park 
9754bc05954SSeongJae Park module_init(damon_dbgfs_init);
97617ccae8bSSeongJae Park 
97717ccae8bSSeongJae Park #include "dbgfs-test.h"
978