xref: /openbmc/linux/fs/tracefs/event_inode.c (revision 6ec62dba)
1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3  *  event_inode.c - part of tracefs, a pseudo file system for activating tracing
4  *
5  *  Copyright (C) 2020-23 VMware Inc, author: Steven Rostedt <rostedt@goodmis.org>
6  *  Copyright (C) 2020-23 VMware Inc, author: Ajay Kaher <akaher@vmware.com>
7  *  Copyright (C) 2023 Google, author: Steven Rostedt <rostedt@goodmis.org>
8  *
9  *  eventfs is used to dynamically create inodes and dentries based on the
10  *  meta data provided by the tracing system.
11  *
12  *  eventfs stores the meta-data of files/dirs and holds off on creating
13  *  inodes/dentries of the files. When accessed, the eventfs will create the
14  *  inodes/dentries in a just-in-time (JIT) manner. The eventfs will clean up
15  *  and delete the inodes/dentries when they are no longer referenced.
16  */
17 #include <linux/fsnotify.h>
18 #include <linux/fs.h>
19 #include <linux/namei.h>
20 #include <linux/workqueue.h>
21 #include <linux/security.h>
22 #include <linux/tracefs.h>
23 #include <linux/kref.h>
24 #include <linux/delay.h>
25 #include "internal.h"
26 
27 /*
28  * eventfs_mutex protects the eventfs_inode (ei) dentry. Any access
29  * to the ei->dentry must be done under this mutex and after checking
30  * if ei->is_freed is not set. When ei->is_freed is set, the dentry
31  * is on its way to being freed after the last dput() is made on it.
32  */
33 static DEFINE_MUTEX(eventfs_mutex);
34 
35 /* Choose something "unique" ;-) */
36 #define EVENTFS_FILE_INODE_INO		0x12c4e37
37 
38 struct eventfs_root_inode {
39 	struct eventfs_inode		ei;
40 	struct inode			*parent_inode;
41 	struct dentry			*events_dir;
42 };
43 
44 static struct eventfs_root_inode *get_root_inode(struct eventfs_inode *ei)
45 {
46 	WARN_ON_ONCE(!ei->is_events);
47 	return container_of(ei, struct eventfs_root_inode, ei);
48 }
49 
50 /* Just try to make something consistent and unique */
51 static int eventfs_dir_ino(struct eventfs_inode *ei)
52 {
53 	if (!ei->ino) {
54 		ei->ino = get_next_ino();
55 		/* Must not have the file inode number */
56 		if (ei->ino == EVENTFS_FILE_INODE_INO)
57 			ei->ino = get_next_ino();
58 	}
59 
60 	return ei->ino;
61 }
62 
63 /*
64  * The eventfs_inode (ei) itself is protected by SRCU. It is released from
65  * its parent's list and will have is_freed set (under eventfs_mutex).
66  * After the SRCU grace period is over and the last dput() is called
67  * the ei is freed.
68  */
69 DEFINE_STATIC_SRCU(eventfs_srcu);
70 
71 /* Mode is unsigned short, use the upper bits for flags */
72 enum {
73 	EVENTFS_SAVE_MODE	= BIT(16),
74 	EVENTFS_SAVE_UID	= BIT(17),
75 	EVENTFS_SAVE_GID	= BIT(18),
76 };
77 
78 #define EVENTFS_MODE_MASK	(EVENTFS_SAVE_MODE - 1)
79 
80 static void free_ei_rcu(struct rcu_head *rcu)
81 {
82 	struct eventfs_inode *ei = container_of(rcu, struct eventfs_inode, rcu);
83 	struct eventfs_root_inode *rei;
84 
85 	kfree(ei->entry_attrs);
86 	kfree_const(ei->name);
87 	if (ei->is_events) {
88 		rei = get_root_inode(ei);
89 		kfree(rei);
90 	} else {
91 		kfree(ei);
92 	}
93 }
94 
95 /*
96  * eventfs_inode reference count management.
97  *
98  * NOTE! We count only references from dentries, in the
99  * form 'dentry->d_fsdata'. There are also references from
100  * directory inodes ('ti->private'), but the dentry reference
101  * count is always a superset of the inode reference count.
102  */
103 static void release_ei(struct kref *ref)
104 {
105 	struct eventfs_inode *ei = container_of(ref, struct eventfs_inode, kref);
106 	const struct eventfs_entry *entry;
107 
108 	WARN_ON_ONCE(!ei->is_freed);
109 
110 	for (int i = 0; i < ei->nr_entries; i++) {
111 		entry = &ei->entries[i];
112 		if (entry->release)
113 			entry->release(entry->name, ei->data);
114 	}
115 
116 	call_srcu(&eventfs_srcu, &ei->rcu, free_ei_rcu);
117 }
118 
119 static inline void put_ei(struct eventfs_inode *ei)
120 {
121 	if (ei)
122 		kref_put(&ei->kref, release_ei);
123 }
124 
125 static inline void free_ei(struct eventfs_inode *ei)
126 {
127 	if (ei) {
128 		ei->is_freed = 1;
129 		put_ei(ei);
130 	}
131 }
132 
133 /*
134  * Called when creation of an ei fails, do not call release() functions.
135  */
136 static inline void cleanup_ei(struct eventfs_inode *ei)
137 {
138 	if (ei) {
139 		/* Set nr_entries to 0 to prevent release() function being called */
140 		ei->nr_entries = 0;
141 		free_ei(ei);
142 	}
143 }
144 
145 static inline struct eventfs_inode *get_ei(struct eventfs_inode *ei)
146 {
147 	if (ei)
148 		kref_get(&ei->kref);
149 	return ei;
150 }
151 
152 static struct dentry *eventfs_root_lookup(struct inode *dir,
153 					  struct dentry *dentry,
154 					  unsigned int flags);
155 static int eventfs_iterate(struct file *file, struct dir_context *ctx);
156 
157 static void update_attr(struct eventfs_attr *attr, struct iattr *iattr)
158 {
159 	unsigned int ia_valid = iattr->ia_valid;
160 
161 	if (ia_valid & ATTR_MODE) {
162 		attr->mode = (attr->mode & ~EVENTFS_MODE_MASK) |
163 			(iattr->ia_mode & EVENTFS_MODE_MASK) |
164 			EVENTFS_SAVE_MODE;
165 	}
166 	if (ia_valid & ATTR_UID) {
167 		attr->mode |= EVENTFS_SAVE_UID;
168 		attr->uid = iattr->ia_uid;
169 	}
170 	if (ia_valid & ATTR_GID) {
171 		attr->mode |= EVENTFS_SAVE_GID;
172 		attr->gid = iattr->ia_gid;
173 	}
174 }
175 
176 static int eventfs_set_attr(struct mnt_idmap *idmap, struct dentry *dentry,
177 			    struct iattr *iattr)
178 {
179 	const struct eventfs_entry *entry;
180 	struct eventfs_inode *ei;
181 	const char *name;
182 	int ret;
183 
184 	mutex_lock(&eventfs_mutex);
185 	ei = dentry->d_fsdata;
186 	if (ei->is_freed) {
187 		/* Do not allow changes if the event is about to be removed. */
188 		mutex_unlock(&eventfs_mutex);
189 		return -ENODEV;
190 	}
191 
192 	/* Preallocate the children mode array if necessary */
193 	if (!(dentry->d_inode->i_mode & S_IFDIR)) {
194 		if (!ei->entry_attrs) {
195 			ei->entry_attrs = kcalloc(ei->nr_entries, sizeof(*ei->entry_attrs),
196 						  GFP_NOFS);
197 			if (!ei->entry_attrs) {
198 				ret = -ENOMEM;
199 				goto out;
200 			}
201 		}
202 	}
203 
204 	ret = simple_setattr(idmap, dentry, iattr);
205 	if (ret < 0)
206 		goto out;
207 
208 	/*
209 	 * If this is a dir, then update the ei cache, only the file
210 	 * mode is saved in the ei->m_children, and the ownership is
211 	 * determined by the parent directory.
212 	 */
213 	if (dentry->d_inode->i_mode & S_IFDIR) {
214 		update_attr(&ei->attr, iattr);
215 
216 	} else {
217 		name = dentry->d_name.name;
218 
219 		for (int i = 0; i < ei->nr_entries; i++) {
220 			entry = &ei->entries[i];
221 			if (strcmp(name, entry->name) == 0) {
222 				update_attr(&ei->entry_attrs[i], iattr);
223 				break;
224 			}
225 		}
226 	}
227  out:
228 	mutex_unlock(&eventfs_mutex);
229 	return ret;
230 }
231 
232 static void update_events_attr(struct eventfs_inode *ei, struct super_block *sb)
233 {
234 	struct eventfs_root_inode *rei;
235 	struct inode *parent;
236 
237 	rei = get_root_inode(ei);
238 
239 	/* Use the parent inode permissions unless root set its permissions */
240 	parent = rei->parent_inode;
241 
242 	if (rei->ei.attr.mode & EVENTFS_SAVE_UID)
243 		ei->attr.uid = rei->ei.attr.uid;
244 	else
245 		ei->attr.uid = parent->i_uid;
246 
247 	if (rei->ei.attr.mode & EVENTFS_SAVE_GID)
248 		ei->attr.gid = rei->ei.attr.gid;
249 	else
250 		ei->attr.gid = parent->i_gid;
251 }
252 
253 static void set_top_events_ownership(struct inode *inode)
254 {
255 	struct tracefs_inode *ti = get_tracefs(inode);
256 	struct eventfs_inode *ei = ti->private;
257 
258 	/* The top events directory doesn't get automatically updated */
259 	if (!ei || !ei->is_events)
260 		return;
261 
262 	update_events_attr(ei, inode->i_sb);
263 
264 	if (!(ei->attr.mode & EVENTFS_SAVE_UID))
265 		inode->i_uid = ei->attr.uid;
266 
267 	if (!(ei->attr.mode & EVENTFS_SAVE_GID))
268 		inode->i_gid = ei->attr.gid;
269 }
270 
271 static int eventfs_get_attr(struct mnt_idmap *idmap,
272 			    const struct path *path, struct kstat *stat,
273 			    u32 request_mask, unsigned int flags)
274 {
275 	struct dentry *dentry = path->dentry;
276 	struct inode *inode = d_backing_inode(dentry);
277 
278 	set_top_events_ownership(inode);
279 
280 	generic_fillattr(idmap, request_mask, inode, stat);
281 	return 0;
282 }
283 
284 static int eventfs_permission(struct mnt_idmap *idmap,
285 			      struct inode *inode, int mask)
286 {
287 	set_top_events_ownership(inode);
288 	return generic_permission(idmap, inode, mask);
289 }
290 
291 static const struct inode_operations eventfs_dir_inode_operations = {
292 	.lookup		= eventfs_root_lookup,
293 	.setattr	= eventfs_set_attr,
294 	.getattr	= eventfs_get_attr,
295 	.permission	= eventfs_permission,
296 };
297 
298 static const struct inode_operations eventfs_file_inode_operations = {
299 	.setattr	= eventfs_set_attr,
300 };
301 
302 static const struct file_operations eventfs_file_operations = {
303 	.read		= generic_read_dir,
304 	.iterate_shared	= eventfs_iterate,
305 	.llseek		= generic_file_llseek,
306 };
307 
308 static void eventfs_set_attrs(struct eventfs_inode *ei, bool update_uid, kuid_t uid,
309 			      bool update_gid, kgid_t gid, int level)
310 {
311 	struct eventfs_inode *ei_child;
312 
313 	/* Update events/<system>/<event> */
314 	if (WARN_ON_ONCE(level > 3))
315 		return;
316 
317 	if (update_uid) {
318 		ei->attr.mode &= ~EVENTFS_SAVE_UID;
319 		ei->attr.uid = uid;
320 	}
321 
322 	if (update_gid) {
323 		ei->attr.mode &= ~EVENTFS_SAVE_GID;
324 		ei->attr.gid = gid;
325 	}
326 
327 	list_for_each_entry(ei_child, &ei->children, list) {
328 		eventfs_set_attrs(ei_child, update_uid, uid, update_gid, gid, level + 1);
329 	}
330 
331 	if (!ei->entry_attrs)
332 		return;
333 
334 	for (int i = 0; i < ei->nr_entries; i++) {
335 		if (update_uid) {
336 			ei->entry_attrs[i].mode &= ~EVENTFS_SAVE_UID;
337 			ei->entry_attrs[i].uid = uid;
338 		}
339 		if (update_gid) {
340 			ei->entry_attrs[i].mode &= ~EVENTFS_SAVE_GID;
341 			ei->entry_attrs[i].gid = gid;
342 		}
343 	}
344 
345 }
346 
347 /*
348  * On a remount of tracefs, if UID or GID options are set, then
349  * the mount point inode permissions should be used.
350  * Reset the saved permission flags appropriately.
351  */
352 void eventfs_remount(struct tracefs_inode *ti, bool update_uid, bool update_gid)
353 {
354 	struct eventfs_inode *ei = ti->private;
355 
356 	/* Only the events directory does the updates */
357 	if (!ei || !ei->is_events || ei->is_freed)
358 		return;
359 
360 	eventfs_set_attrs(ei, update_uid, ti->vfs_inode.i_uid,
361 			  update_gid, ti->vfs_inode.i_gid, 0);
362 }
363 
364 /* Return the evenfs_inode of the "events" directory */
365 static struct eventfs_inode *eventfs_find_events(struct dentry *dentry)
366 {
367 	struct eventfs_inode *ei;
368 
369 	do {
370 		// The parent is stable because we do not do renames
371 		dentry = dentry->d_parent;
372 		// ... and directories always have d_fsdata
373 		ei = dentry->d_fsdata;
374 
375 		/*
376 		 * If the ei is being freed, the ownership of the children
377 		 * doesn't matter.
378 		 */
379 		if (ei->is_freed)
380 			return NULL;
381 
382 		// Walk upwards until you find the events inode
383 	} while (!ei->is_events);
384 
385 	update_events_attr(ei, dentry->d_sb);
386 
387 	return ei;
388 }
389 
390 static void update_inode_attr(struct dentry *dentry, struct inode *inode,
391 			      struct eventfs_attr *attr, umode_t mode)
392 {
393 	struct eventfs_inode *events_ei = eventfs_find_events(dentry);
394 
395 	if (!events_ei)
396 		return;
397 
398 	inode->i_mode = mode;
399 	inode->i_uid = events_ei->attr.uid;
400 	inode->i_gid = events_ei->attr.gid;
401 
402 	if (!attr)
403 		return;
404 
405 	if (attr->mode & EVENTFS_SAVE_MODE)
406 		inode->i_mode = attr->mode & EVENTFS_MODE_MASK;
407 
408 	if (attr->mode & EVENTFS_SAVE_UID)
409 		inode->i_uid = attr->uid;
410 
411 	if (attr->mode & EVENTFS_SAVE_GID)
412 		inode->i_gid = attr->gid;
413 }
414 
415 /**
416  * lookup_file - look up a file in the tracefs filesystem
417  * @dentry: the dentry to look up
418  * @mode: the permission that the file should have.
419  * @attr: saved attributes changed by user
420  * @data: something that the caller will want to get to later on.
421  * @fop: struct file_operations that should be used for this file.
422  *
423  * This function creates a dentry that represents a file in the eventsfs_inode
424  * directory. The inode.i_private pointer will point to @data in the open()
425  * call.
426  */
427 static struct dentry *lookup_file(struct eventfs_inode *parent_ei,
428 				  struct dentry *dentry,
429 				  umode_t mode,
430 				  struct eventfs_attr *attr,
431 				  void *data,
432 				  const struct file_operations *fop)
433 {
434 	struct tracefs_inode *ti;
435 	struct inode *inode;
436 
437 	if (!(mode & S_IFMT))
438 		mode |= S_IFREG;
439 
440 	if (WARN_ON_ONCE(!S_ISREG(mode)))
441 		return ERR_PTR(-EIO);
442 
443 	inode = tracefs_get_inode(dentry->d_sb);
444 	if (unlikely(!inode))
445 		return ERR_PTR(-ENOMEM);
446 
447 	/* If the user updated the directory's attributes, use them */
448 	update_inode_attr(dentry, inode, attr, mode);
449 
450 	inode->i_op = &eventfs_file_inode_operations;
451 	inode->i_fop = fop;
452 	inode->i_private = data;
453 
454 	/* All files will have the same inode number */
455 	inode->i_ino = EVENTFS_FILE_INODE_INO;
456 
457 	ti = get_tracefs(inode);
458 	ti->flags |= TRACEFS_EVENT_INODE;
459 
460 	// Files have their parent's ei as their fsdata
461 	dentry->d_fsdata = get_ei(parent_ei);
462 
463 	d_add(dentry, inode);
464 	return NULL;
465 };
466 
467 /**
468  * lookup_dir_entry - look up a dir in the tracefs filesystem
469  * @dentry: the directory to look up
470  * @ei: the eventfs_inode that represents the directory to create
471  *
472  * This function will look up a dentry for a directory represented by
473  * a eventfs_inode.
474  */
475 static struct dentry *lookup_dir_entry(struct dentry *dentry,
476 	struct eventfs_inode *pei, struct eventfs_inode *ei)
477 {
478 	struct tracefs_inode *ti;
479 	struct inode *inode;
480 
481 	inode = tracefs_get_inode(dentry->d_sb);
482 	if (unlikely(!inode))
483 		return ERR_PTR(-ENOMEM);
484 
485 	/* If the user updated the directory's attributes, use them */
486 	update_inode_attr(dentry, inode, &ei->attr,
487 			  S_IFDIR | S_IRWXU | S_IRUGO | S_IXUGO);
488 
489 	inode->i_op = &eventfs_dir_inode_operations;
490 	inode->i_fop = &eventfs_file_operations;
491 
492 	/* All directories will have the same inode number */
493 	inode->i_ino = eventfs_dir_ino(ei);
494 
495 	ti = get_tracefs(inode);
496 	ti->flags |= TRACEFS_EVENT_INODE;
497 	/* Only directories have ti->private set to an ei, not files */
498 	ti->private = ei;
499 
500 	dentry->d_fsdata = get_ei(ei);
501 
502 	d_add(dentry, inode);
503 	return NULL;
504 }
505 
506 static inline struct eventfs_inode *init_ei(struct eventfs_inode *ei, const char *name)
507 {
508 	ei->name = kstrdup_const(name, GFP_KERNEL);
509 	if (!ei->name)
510 		return NULL;
511 	kref_init(&ei->kref);
512 	return ei;
513 }
514 
515 static inline struct eventfs_inode *alloc_ei(const char *name)
516 {
517 	struct eventfs_inode *ei = kzalloc(sizeof(*ei), GFP_KERNEL);
518 	struct eventfs_inode *result;
519 
520 	if (!ei)
521 		return NULL;
522 
523 	result = init_ei(ei, name);
524 	if (!result)
525 		kfree(ei);
526 
527 	return result;
528 }
529 
530 static inline struct eventfs_inode *alloc_root_ei(const char *name)
531 {
532 	struct eventfs_root_inode *rei = kzalloc(sizeof(*rei), GFP_KERNEL);
533 	struct eventfs_inode *ei;
534 
535 	if (!rei)
536 		return NULL;
537 
538 	rei->ei.is_events = 1;
539 	ei = init_ei(&rei->ei, name);
540 	if (!ei)
541 		kfree(rei);
542 
543 	return ei;
544 }
545 
546 /**
547  * eventfs_d_release - dentry is going away
548  * @dentry: dentry which has the reference to remove.
549  *
550  * Remove the association between a dentry from an eventfs_inode.
551  */
552 void eventfs_d_release(struct dentry *dentry)
553 {
554 	put_ei(dentry->d_fsdata);
555 }
556 
557 /**
558  * lookup_file_dentry - create a dentry for a file of an eventfs_inode
559  * @ei: the eventfs_inode that the file will be created under
560  * @idx: the index into the entry_attrs[] of the @ei
561  * @parent: The parent dentry of the created file.
562  * @name: The name of the file to create
563  * @mode: The mode of the file.
564  * @data: The data to use to set the inode of the file with on open()
565  * @fops: The fops of the file to be created.
566  *
567  * Create a dentry for a file of an eventfs_inode @ei and place it into the
568  * address located at @e_dentry.
569  */
570 static struct dentry *
571 lookup_file_dentry(struct dentry *dentry,
572 		   struct eventfs_inode *ei, int idx,
573 		   umode_t mode, void *data,
574 		   const struct file_operations *fops)
575 {
576 	struct eventfs_attr *attr = NULL;
577 
578 	if (ei->entry_attrs)
579 		attr = &ei->entry_attrs[idx];
580 
581 	return lookup_file(ei, dentry, mode, attr, data, fops);
582 }
583 
584 /**
585  * eventfs_root_lookup - lookup routine to create file/dir
586  * @dir: in which a lookup is being done
587  * @dentry: file/dir dentry
588  * @flags: Just passed to simple_lookup()
589  *
590  * Used to create dynamic file/dir with-in @dir, search with-in @ei
591  * list, if @dentry found go ahead and create the file/dir
592  */
593 
594 static struct dentry *eventfs_root_lookup(struct inode *dir,
595 					  struct dentry *dentry,
596 					  unsigned int flags)
597 {
598 	struct eventfs_inode *ei_child;
599 	struct tracefs_inode *ti;
600 	struct eventfs_inode *ei;
601 	const char *name = dentry->d_name.name;
602 	struct dentry *result = NULL;
603 
604 	ti = get_tracefs(dir);
605 	if (!(ti->flags & TRACEFS_EVENT_INODE))
606 		return ERR_PTR(-EIO);
607 
608 	mutex_lock(&eventfs_mutex);
609 
610 	ei = ti->private;
611 	if (!ei || ei->is_freed)
612 		goto out;
613 
614 	list_for_each_entry(ei_child, &ei->children, list) {
615 		if (strcmp(ei_child->name, name) != 0)
616 			continue;
617 		if (ei_child->is_freed)
618 			goto out;
619 		result = lookup_dir_entry(dentry, ei, ei_child);
620 		goto out;
621 	}
622 
623 	for (int i = 0; i < ei->nr_entries; i++) {
624 		void *data;
625 		umode_t mode;
626 		const struct file_operations *fops;
627 		const struct eventfs_entry *entry = &ei->entries[i];
628 
629 		if (strcmp(name, entry->name) != 0)
630 			continue;
631 
632 		data = ei->data;
633 		if (entry->callback(name, &mode, &data, &fops) <= 0)
634 			goto out;
635 
636 		result = lookup_file_dentry(dentry, ei, i, mode, data, fops);
637 		goto out;
638 	}
639  out:
640 	mutex_unlock(&eventfs_mutex);
641 	return result;
642 }
643 
644 /*
645  * Walk the children of a eventfs_inode to fill in getdents().
646  */
647 static int eventfs_iterate(struct file *file, struct dir_context *ctx)
648 {
649 	const struct file_operations *fops;
650 	struct inode *f_inode = file_inode(file);
651 	const struct eventfs_entry *entry;
652 	struct eventfs_inode *ei_child;
653 	struct tracefs_inode *ti;
654 	struct eventfs_inode *ei;
655 	const char *name;
656 	umode_t mode;
657 	int idx;
658 	int ret = -EINVAL;
659 	int ino;
660 	int i, r, c;
661 
662 	if (!dir_emit_dots(file, ctx))
663 		return 0;
664 
665 	ti = get_tracefs(f_inode);
666 	if (!(ti->flags & TRACEFS_EVENT_INODE))
667 		return -EINVAL;
668 
669 	c = ctx->pos - 2;
670 
671 	idx = srcu_read_lock(&eventfs_srcu);
672 
673 	mutex_lock(&eventfs_mutex);
674 	ei = READ_ONCE(ti->private);
675 	if (ei && ei->is_freed)
676 		ei = NULL;
677 	mutex_unlock(&eventfs_mutex);
678 
679 	if (!ei)
680 		goto out;
681 
682 	/*
683 	 * Need to create the dentries and inodes to have a consistent
684 	 * inode number.
685 	 */
686 	ret = 0;
687 
688 	/* Start at 'c' to jump over already read entries */
689 	for (i = c; i < ei->nr_entries; i++, ctx->pos++) {
690 		void *cdata = ei->data;
691 
692 		entry = &ei->entries[i];
693 		name = entry->name;
694 
695 		mutex_lock(&eventfs_mutex);
696 		/* If ei->is_freed then just bail here, nothing more to do */
697 		if (ei->is_freed) {
698 			mutex_unlock(&eventfs_mutex);
699 			goto out;
700 		}
701 		r = entry->callback(name, &mode, &cdata, &fops);
702 		mutex_unlock(&eventfs_mutex);
703 		if (r <= 0)
704 			continue;
705 
706 		ino = EVENTFS_FILE_INODE_INO;
707 
708 		if (!dir_emit(ctx, name, strlen(name), ino, DT_REG))
709 			goto out;
710 	}
711 
712 	/* Subtract the skipped entries above */
713 	c -= min((unsigned int)c, (unsigned int)ei->nr_entries);
714 
715 	list_for_each_entry_srcu(ei_child, &ei->children, list,
716 				 srcu_read_lock_held(&eventfs_srcu)) {
717 
718 		if (c > 0) {
719 			c--;
720 			continue;
721 		}
722 
723 		ctx->pos++;
724 
725 		if (ei_child->is_freed)
726 			continue;
727 
728 		name = ei_child->name;
729 
730 		ino = eventfs_dir_ino(ei_child);
731 
732 		if (!dir_emit(ctx, name, strlen(name), ino, DT_DIR))
733 			goto out_dec;
734 	}
735 	ret = 1;
736  out:
737 	srcu_read_unlock(&eventfs_srcu, idx);
738 
739 	return ret;
740 
741  out_dec:
742 	/* Incremented ctx->pos without adding something, reset it */
743 	ctx->pos--;
744 	goto out;
745 }
746 
747 /**
748  * eventfs_create_dir - Create the eventfs_inode for this directory
749  * @name: The name of the directory to create.
750  * @parent: The eventfs_inode of the parent directory.
751  * @entries: A list of entries that represent the files under this directory
752  * @size: The number of @entries
753  * @data: The default data to pass to the files (an entry may override it).
754  *
755  * This function creates the descriptor to represent a directory in the
756  * eventfs. This descriptor is an eventfs_inode, and it is returned to be
757  * used to create other children underneath.
758  *
759  * The @entries is an array of eventfs_entry structures which has:
760  *	const char		 *name
761  *	eventfs_callback	callback;
762  *
763  * The name is the name of the file, and the callback is a pointer to a function
764  * that will be called when the file is reference (either by lookup or by
765  * reading a directory). The callback is of the prototype:
766  *
767  *    int callback(const char *name, umode_t *mode, void **data,
768  *		   const struct file_operations **fops);
769  *
770  * When a file needs to be created, this callback will be called with
771  *   name = the name of the file being created (so that the same callback
772  *          may be used for multiple files).
773  *   mode = a place to set the file's mode
774  *   data = A pointer to @data, and the callback may replace it, which will
775  *         cause the file created to pass the new data to the open() call.
776  *   fops = the fops to use for the created file.
777  *
778  * NB. @callback is called while holding internal locks of the eventfs
779  *     system. The callback must not call any code that might also call into
780  *     the tracefs or eventfs system or it will risk creating a deadlock.
781  */
782 struct eventfs_inode *eventfs_create_dir(const char *name, struct eventfs_inode *parent,
783 					 const struct eventfs_entry *entries,
784 					 int size, void *data)
785 {
786 	struct eventfs_inode *ei;
787 
788 	if (!parent)
789 		return ERR_PTR(-EINVAL);
790 
791 	ei = alloc_ei(name);
792 	if (!ei)
793 		return ERR_PTR(-ENOMEM);
794 
795 	ei->entries = entries;
796 	ei->nr_entries = size;
797 	ei->data = data;
798 	INIT_LIST_HEAD(&ei->children);
799 	INIT_LIST_HEAD(&ei->list);
800 
801 	mutex_lock(&eventfs_mutex);
802 	if (!parent->is_freed)
803 		list_add_tail(&ei->list, &parent->children);
804 	mutex_unlock(&eventfs_mutex);
805 
806 	/* Was the parent freed? */
807 	if (list_empty(&ei->list)) {
808 		cleanup_ei(ei);
809 		ei = ERR_PTR(-EBUSY);
810 	}
811 	return ei;
812 }
813 
814 /**
815  * eventfs_create_events_dir - create the top level events directory
816  * @name: The name of the top level directory to create.
817  * @parent: Parent dentry for this file in the tracefs directory.
818  * @entries: A list of entries that represent the files under this directory
819  * @size: The number of @entries
820  * @data: The default data to pass to the files (an entry may override it).
821  *
822  * This function creates the top of the trace event directory.
823  *
824  * See eventfs_create_dir() for use of @entries.
825  */
826 struct eventfs_inode *eventfs_create_events_dir(const char *name, struct dentry *parent,
827 						const struct eventfs_entry *entries,
828 						int size, void *data)
829 {
830 	struct dentry *dentry = tracefs_start_creating(name, parent);
831 	struct eventfs_root_inode *rei;
832 	struct eventfs_inode *ei;
833 	struct tracefs_inode *ti;
834 	struct inode *inode;
835 	kuid_t uid;
836 	kgid_t gid;
837 
838 	if (security_locked_down(LOCKDOWN_TRACEFS))
839 		return NULL;
840 
841 	if (IS_ERR(dentry))
842 		return ERR_CAST(dentry);
843 
844 	ei = alloc_root_ei(name);
845 	if (!ei)
846 		goto fail;
847 
848 	inode = tracefs_get_inode(dentry->d_sb);
849 	if (unlikely(!inode))
850 		goto fail;
851 
852 	// Note: we have a ref to the dentry from tracefs_start_creating()
853 	rei = get_root_inode(ei);
854 	rei->events_dir = dentry;
855 	rei->parent_inode = d_inode(dentry->d_sb->s_root);
856 
857 	ei->entries = entries;
858 	ei->nr_entries = size;
859 	ei->data = data;
860 
861 	/* Save the ownership of this directory */
862 	uid = d_inode(dentry->d_parent)->i_uid;
863 	gid = d_inode(dentry->d_parent)->i_gid;
864 
865 	ei->attr.uid = uid;
866 	ei->attr.gid = gid;
867 
868 	/*
869 	 * When the "events" directory is created, it takes on the
870 	 * permissions of its parent. But can be reset on remount.
871 	 */
872 	ei->attr.mode |= EVENTFS_SAVE_UID | EVENTFS_SAVE_GID;
873 
874 	INIT_LIST_HEAD(&ei->children);
875 	INIT_LIST_HEAD(&ei->list);
876 
877 	ti = get_tracefs(inode);
878 	ti->flags |= TRACEFS_EVENT_INODE;
879 	ti->private = ei;
880 
881 	inode->i_mode = S_IFDIR | S_IRWXU | S_IRUGO | S_IXUGO;
882 	inode->i_uid = uid;
883 	inode->i_gid = gid;
884 	inode->i_op = &eventfs_dir_inode_operations;
885 	inode->i_fop = &eventfs_file_operations;
886 
887 	dentry->d_fsdata = get_ei(ei);
888 
889 	/*
890 	 * Keep all eventfs directories with i_nlink == 1.
891 	 * Due to the dynamic nature of the dentry creations and not
892 	 * wanting to add a pointer to the parent eventfs_inode in the
893 	 * eventfs_inode structure, keeping the i_nlink in sync with the
894 	 * number of directories would cause too much complexity for
895 	 * something not worth much. Keeping directory links at 1
896 	 * tells userspace not to trust the link number.
897 	 */
898 	d_instantiate(dentry, inode);
899 	/* The dentry of the "events" parent does keep track though */
900 	inc_nlink(dentry->d_parent->d_inode);
901 	fsnotify_mkdir(dentry->d_parent->d_inode, dentry);
902 	tracefs_end_creating(dentry);
903 
904 	return ei;
905 
906  fail:
907 	cleanup_ei(ei);
908 	tracefs_failed_creating(dentry);
909 	return ERR_PTR(-ENOMEM);
910 }
911 
912 /**
913  * eventfs_remove_rec - remove eventfs dir or file from list
914  * @ei: eventfs_inode to be removed.
915  * @level: prevent recursion from going more than 3 levels deep.
916  *
917  * This function recursively removes eventfs_inodes which
918  * contains info of files and/or directories.
919  */
920 static void eventfs_remove_rec(struct eventfs_inode *ei, int level)
921 {
922 	struct eventfs_inode *ei_child;
923 
924 	/*
925 	 * Check recursion depth. It should never be greater than 3:
926 	 * 0 - events/
927 	 * 1 - events/group/
928 	 * 2 - events/group/event/
929 	 * 3 - events/group/event/file
930 	 */
931 	if (WARN_ON_ONCE(level > 3))
932 		return;
933 
934 	/* search for nested folders or files */
935 	list_for_each_entry(ei_child, &ei->children, list)
936 		eventfs_remove_rec(ei_child, level + 1);
937 
938 	list_del_rcu(&ei->list);
939 	free_ei(ei);
940 }
941 
942 /**
943  * eventfs_remove_dir - remove eventfs dir or file from list
944  * @ei: eventfs_inode to be removed.
945  *
946  * This function acquire the eventfs_mutex lock and call eventfs_remove_rec()
947  */
948 void eventfs_remove_dir(struct eventfs_inode *ei)
949 {
950 	if (!ei)
951 		return;
952 
953 	mutex_lock(&eventfs_mutex);
954 	eventfs_remove_rec(ei, 0);
955 	mutex_unlock(&eventfs_mutex);
956 }
957 
958 /**
959  * eventfs_remove_events_dir - remove the top level eventfs directory
960  * @ei: the event_inode returned by eventfs_create_events_dir().
961  *
962  * This function removes the events main directory
963  */
964 void eventfs_remove_events_dir(struct eventfs_inode *ei)
965 {
966 	struct eventfs_root_inode *rei;
967 	struct dentry *dentry;
968 
969 	rei = get_root_inode(ei);
970 	dentry = rei->events_dir;
971 	if (!dentry)
972 		return;
973 
974 	rei->events_dir = NULL;
975 	eventfs_remove_dir(ei);
976 
977 	/*
978 	 * Matches the dget() done by tracefs_start_creating()
979 	 * in eventfs_create_events_dir() when it the dentry was
980 	 * created. In other words, it's a normal dentry that
981 	 * sticks around while the other ei->dentry are created
982 	 * and destroyed dynamically.
983 	 */
984 	d_invalidate(dentry);
985 	dput(dentry);
986 }
987