55 static void genl_op_lock(const struct genl_family *family)  in genl_op_lock()  argument
57 	if (!family->parallel_ops)  in genl_op_lock()
61 static void genl_op_unlock(const struct genl_family *family)  in genl_op_unlock()  argument
63 	if (!family->parallel_ops)  in genl_op_unlock()
99 static int genl_ctrl_event(int event, const struct genl_family *family,
104 genl_op_fill_in_reject_policy(const struct genl_family *family,  in genl_op_fill_in_reject_policy()  argument
109 	if (op->policy || op->cmd < family->resv_start_op)  in genl_op_fill_in_reject_policy()
117 genl_op_fill_in_reject_policy_split(const struct genl_family *family,  in genl_op_fill_in_reject_policy_split()  argument
134 	const struct genl_family *family;  in genl_family_find_byname()  local
137 	idr_for_each_entry(&genl_fam_idr, family, id)  in genl_family_find_byname()
138 		if (strcmp(family->name, name) == 0)  in genl_family_find_byname()
139 			return family;  in genl_family_find_byname()
145 	const struct genl_family *family;  member
154 static void genl_op_from_full(const struct genl_family *family,  in genl_op_from_full()  argument
157 	*op = family->ops[i];  in genl_op_from_full()
160 		op->maxattr = family->maxattr;  in genl_op_from_full()
162 		op->policy = family->policy;  in genl_op_from_full()
164 	genl_op_fill_in_reject_policy(family, op);  in genl_op_from_full()
167 static int genl_get_cmd_full(u32 cmd, const struct genl_family *family,  in genl_get_cmd_full()  argument
172 	for (i = 0; i < family->n_ops; i++)  in genl_get_cmd_full()
173 		if (family->ops[i].cmd == cmd) {  in genl_get_cmd_full()
174 			genl_op_from_full(family, i, op);  in genl_get_cmd_full()
181 static void genl_op_from_small(const struct genl_family *family,  in genl_op_from_small()  argument
185 	op->doit	= family->small_ops[i].doit;  in genl_op_from_small()
186 	op->dumpit	= family->small_ops[i].dumpit;  in genl_op_from_small()
187 	op->cmd		= family->small_ops[i].cmd;  in genl_op_from_small()
188 	op->internal_flags = family->small_ops[i].internal_flags;  in genl_op_from_small()
189 	op->flags	= family->small_ops[i].flags;  in genl_op_from_small()
190 	op->validate	= family->small_ops[i].validate;  in genl_op_from_small()
192 	op->maxattr = family->maxattr;  in genl_op_from_small()
193 	op->policy = family->policy;  in genl_op_from_small()
195 	genl_op_fill_in_reject_policy(family, op);  in genl_op_from_small()
198 static int genl_get_cmd_small(u32 cmd, const struct genl_family *family,  in genl_get_cmd_small()  argument
203 	for (i = 0; i < family->n_small_ops; i++)  in genl_get_cmd_small()
204 		if (family->small_ops[i].cmd == cmd) {  in genl_get_cmd_small()
205 			genl_op_from_small(family, i, op);  in genl_get_cmd_small()
214 	const struct genl_family *family = iter->family;  in genl_op_from_split()  local
217 	i = iter->entry_idx - family->n_ops - family->n_small_ops;  in genl_op_from_split()
219 	if (family->split_ops[i + cnt].flags & GENL_CMD_CAP_DO) {  in genl_op_from_split()
220 		iter->doit = family->split_ops[i + cnt];  in genl_op_from_split()
221 		genl_op_fill_in_reject_policy_split(family, &iter->doit);  in genl_op_from_split()
227 	if (i + cnt < family->n_split_ops &&  in genl_op_from_split()
228 	    family->split_ops[i + cnt].flags & GENL_CMD_CAP_DUMP) {  in genl_op_from_split()
229 		iter->dumpit = family->split_ops[i + cnt];  in genl_op_from_split()
230 		genl_op_fill_in_reject_policy_split(family, &iter->dumpit);  in genl_op_from_split()
241 genl_get_cmd_split(u32 cmd, u8 flag, const struct genl_family *family,  in genl_get_cmd_split()  argument
246 	for (i = 0; i < family->n_split_ops; i++)  in genl_get_cmd_split()
247 		if (family->split_ops[i].cmd == cmd &&  in genl_get_cmd_split()
248 		    family->split_ops[i].flags & flag) {  in genl_get_cmd_split()
249 			*op = family->split_ops[i];  in genl_get_cmd_split()
258 		       const struct genl_family *family,  in genl_cmd_full_to_split()  argument
272 		op->pre_doit	= family->pre_doit;  in genl_cmd_full_to_split()
274 		op->post_doit	= family->post_doit;  in genl_cmd_full_to_split()
299 genl_get_cmd(u32 cmd, u8 flags, const struct genl_family *family,  in genl_get_cmd()  argument
305 	err = genl_get_cmd_full(cmd, family, &full);  in genl_get_cmd()
307 		err = genl_get_cmd_small(cmd, family, &full);  in genl_get_cmd()
310 		return genl_cmd_full_to_split(op, family, &full, flags);  in genl_get_cmd()
312 	err = genl_get_cmd_split(cmd, flags, family, op);  in genl_get_cmd()
322 genl_get_cmd_both(u32 cmd, const struct genl_family *family,  in genl_get_cmd_both()  argument
327 	err1 = genl_get_cmd(cmd, GENL_CMD_CAP_DO, family, doit);  in genl_get_cmd_both()
328 	err2 = genl_get_cmd(cmd, GENL_CMD_CAP_DUMP, family, dumpit);  in genl_get_cmd_both()
334 genl_op_iter_init(const struct genl_family *family, struct genl_op_iter *iter)  in genl_op_iter_init()  argument
336 	iter->family = family;  in genl_op_iter_init()
342 	return iter->family->n_ops +  in genl_op_iter_init()
343 		iter->family->n_small_ops +  in genl_op_iter_init()
344 		iter->family->n_split_ops;  in genl_op_iter_init()
349 	const struct genl_family *family = iter->family;  in genl_op_iter_next()  local
353 	if (iter->entry_idx < family->n_ops) {  in genl_op_iter_next()
354 		genl_op_from_full(family, iter->entry_idx, &op);  in genl_op_iter_next()
355 	} else if (iter->entry_idx < family->n_ops + family->n_small_ops) {  in genl_op_iter_next()
356 		genl_op_from_small(family, iter->entry_idx - family->n_ops,  in genl_op_iter_next()
359 		   family->n_ops + family->n_small_ops + family->n_split_ops) {  in genl_op_iter_next()
372 		genl_cmd_full_to_split(&iter->doit, family,  in genl_op_iter_next()
374 		genl_cmd_full_to_split(&iter->dumpit, family,  in genl_op_iter_next()
457 static int genl_validate_assign_mc_groups(struct genl_family *family)  in genl_validate_assign_mc_groups()  argument
460 	int n_groups = family->n_mcgrps;  in genl_validate_assign_mc_groups()
468 		const struct genl_multicast_group *grp = &family->mcgrps[i];  in genl_validate_assign_mc_groups()
477 	if (family == &genl_ctrl) {  in genl_validate_assign_mc_groups()
480 	} else if (strcmp(family->name, "NET_DM") == 0) {  in genl_validate_assign_mc_groups()
483 	} else if (family->id == GENL_ID_VFS_DQUOT) {  in genl_validate_assign_mc_groups()
486 	} else if (family->id == GENL_ID_PMCRAID) {  in genl_validate_assign_mc_groups()
496 	family->mcgrp_offset = first_id;  in genl_validate_assign_mc_groups()
502 	if (family->netnsok) {  in genl_validate_assign_mc_groups()
528 		for (i = 0; i < family->n_mcgrps; i++)  in genl_validate_assign_mc_groups()
529 			clear_bit(family->mcgrp_offset + i, mc_groups);  in genl_validate_assign_mc_groups()
535 static void genl_unregister_mc_groups(const struct genl_family *family)  in genl_unregister_mc_groups()  argument
543 		for (i = 0; i < family->n_mcgrps; i++)  in genl_unregister_mc_groups()
545 				net->genl_sock, family->mcgrp_offset + i);  in genl_unregister_mc_groups()
550 	for (i = 0; i < family->n_mcgrps; i++) {  in genl_unregister_mc_groups()
551 		int grp_id = family->mcgrp_offset + i;  in genl_unregister_mc_groups()
555 		genl_ctrl_event(CTRL_CMD_DELMCAST_GRP, family,  in genl_unregister_mc_groups()
556 				&family->mcgrps[i], grp_id);  in genl_unregister_mc_groups()
568 static int genl_validate_ops(const struct genl_family *family)  in genl_validate_ops()  argument
573 	if (WARN_ON(family->n_ops && !family->ops) ||  in genl_validate_ops()
574 	    WARN_ON(family->n_small_ops && !family->small_ops) ||  in genl_validate_ops()
575 	    WARN_ON(family->n_split_ops && !family->split_ops))  in genl_validate_ops()
578 	for (genl_op_iter_init(family, &i); genl_op_iter_next(&i); ) {  in genl_validate_ops()
582 		if (WARN_ON(i.cmd >= family->resv_start_op &&  in genl_validate_ops()
593 	if (family->n_split_ops) {  in genl_validate_ops()
594 		if (genl_split_op_check(&family->split_ops[0]))  in genl_validate_ops()
598 	for (s = 1; s < family->n_split_ops; s++) {  in genl_validate_ops()
601 		a = &family->split_ops[s - 1];  in genl_validate_ops()
602 		b = &family->split_ops[s];  in genl_validate_ops()
645 int genl_register_family(struct genl_family *family)  in genl_register_family()  argument
650 	err = genl_validate_ops(family);  in genl_register_family()
656 	if (genl_family_find_byname(family->name)) {  in genl_register_family()
668 	if (family == &genl_ctrl) {  in genl_register_family()
671 	} else if (strcmp(family->name, "pmcraid") == 0) {  in genl_register_family()
673 	} else if (strcmp(family->name, "VFS_DQUOT") == 0) {  in genl_register_family()
677 	family->id = idr_alloc_cyclic(&genl_fam_idr, family,  in genl_register_family()
679 	if (family->id < 0) {  in genl_register_family()
680 		err = family->id;  in genl_register_family()
684 	err = genl_validate_assign_mc_groups(family);  in genl_register_family()
691 	genl_ctrl_event(CTRL_CMD_NEWFAMILY, family, NULL, 0);  in genl_register_family()
692 	for (i = 0; i < family->n_mcgrps; i++)  in genl_register_family()
693 		genl_ctrl_event(CTRL_CMD_NEWMCAST_GRP, family,  in genl_register_family()
694 				&family->mcgrps[i], family->mcgrp_offset + i);  in genl_register_family()
699 	idr_remove(&genl_fam_idr, family->id);  in genl_register_family()
714 int genl_unregister_family(const struct genl_family *family)  in genl_unregister_family()  argument
718 	if (!genl_family_find_byid(family->id)) {  in genl_unregister_family()
723 	genl_unregister_mc_groups(family);  in genl_unregister_family()
725 	idr_remove(&genl_fam_idr, family->id);  in genl_unregister_family()
732 	genl_ctrl_event(CTRL_CMD_DELFAMILY, family, NULL, 0);  in genl_unregister_family()
750 		  const struct genl_family *family, int flags, u8 cmd)  in genlmsg_put()  argument
755 	nlh = nlmsg_put(skb, portid, seq, family->id, GENL_HDRLEN +  in genlmsg_put()
756 			family->hdrsize, flags);  in genlmsg_put()
762 	hdr->version = family->version;  in genlmsg_put()
780 genl_family_rcv_msg_attrs_parse(const struct genl_family *family,  in genl_family_rcv_msg_attrs_parse()  argument
816 	const struct genl_family *family;  member
836 	attrs = genl_family_rcv_msg_attrs_parse(ctx->family, ctx->nlh, ctx->extack,  in genl_start()
848 	info->info.family	= ctx->family;  in genl_start()
860 		genl_op_lock(ctx->family);  in genl_start()
862 		genl_op_unlock(ctx->family);  in genl_start()
882 	genl_op_lock(info->family);  in genl_dumpit()
884 	genl_op_unlock(info->family);  in genl_dumpit()
898 		genl_op_lock(info->family);  in genl_done()
900 		genl_op_unlock(info->family);  in genl_done()
907 static int genl_family_rcv_msg_dumpit(const struct genl_family *family,  in genl_family_rcv_msg_dumpit()  argument
916 		.module = family->module,  in genl_family_rcv_msg_dumpit()
925 	ctx.family = family;  in genl_family_rcv_msg_dumpit()
931 	genl_op_unlock(family);  in genl_family_rcv_msg_dumpit()
933 	genl_op_lock(family);  in genl_family_rcv_msg_dumpit()
938 static int genl_family_rcv_msg_doit(const struct genl_family *family,  in genl_family_rcv_msg_doit()  argument
949 	attrbuf = genl_family_rcv_msg_attrs_parse(family, nlh, extack,  in genl_family_rcv_msg_doit()
957 	info.family = family;  in genl_family_rcv_msg_doit()
982 static int genl_header_check(const struct genl_family *family,  in genl_header_check()  argument
989 	if (hdr->cmd < family->resv_start_op)  in genl_header_check()
1012 static int genl_family_rcv_msg(const struct genl_family *family,  in genl_family_rcv_msg()  argument
1024 	if (!family->netnsok && !net_eq(net, &init_net))  in genl_family_rcv_msg()
1027 	hdrlen = GENL_HDRLEN + family->hdrsize;  in genl_family_rcv_msg()
1031 	if (genl_header_check(family, nlh, hdr, extack))  in genl_family_rcv_msg()
1036 	if (genl_get_cmd(hdr->cmd, flags, family, &op))  in genl_family_rcv_msg()
1048 		return genl_family_rcv_msg_dumpit(family, skb, nlh, extack,  in genl_family_rcv_msg()
1051 		return genl_family_rcv_msg_doit(family, skb, nlh, extack,  in genl_family_rcv_msg()
1058 	const struct genl_family *family;  in genl_rcv_msg()  local
1061 	family = genl_family_find_byid(nlh->nlmsg_type);  in genl_rcv_msg()
1062 	if (family == NULL)  in genl_rcv_msg()
1065 	genl_op_lock(family);  in genl_rcv_msg()
1066 	err = genl_family_rcv_msg(family, skb, nlh, extack);  in genl_rcv_msg()
1067 	genl_op_unlock(family);  in genl_rcv_msg()
1085 static int ctrl_fill_info(const struct genl_family *family, u32 portid, u32 seq,  in ctrl_fill_info()  argument
1095 	if (nla_put_string(skb, CTRL_ATTR_FAMILY_NAME, family->name) ||  in ctrl_fill_info()
1096 	    nla_put_u16(skb, CTRL_ATTR_FAMILY_ID, family->id) ||  in ctrl_fill_info()
1097 	    nla_put_u32(skb, CTRL_ATTR_VERSION, family->version) ||  in ctrl_fill_info()
1098 	    nla_put_u32(skb, CTRL_ATTR_HDRSIZE, family->hdrsize) ||  in ctrl_fill_info()
1099 	    nla_put_u32(skb, CTRL_ATTR_MAXATTR, family->maxattr))  in ctrl_fill_info()
1102 	if (genl_op_iter_init(family, &i)) {  in ctrl_fill_info()
1131 	if (family->n_mcgrps) {  in ctrl_fill_info()
1139 		for (i = 0; i < family->n_mcgrps; i++) {  in ctrl_fill_info()
1143 			grp = &family->mcgrps[i];  in ctrl_fill_info()
1150 					family->mcgrp_offset + i) ||  in ctrl_fill_info()
1168 static int ctrl_fill_mcgrp_info(const struct genl_family *family,  in ctrl_fill_mcgrp_info()  argument
1181 	if (nla_put_string(skb, CTRL_ATTR_FAMILY_NAME, family->name) ||  in ctrl_fill_mcgrp_info()
1182 	    nla_put_u16(skb, CTRL_ATTR_FAMILY_ID, family->id))  in ctrl_fill_mcgrp_info()
1236 static struct sk_buff *ctrl_build_family_msg(const struct genl_family *family,  in ctrl_build_family_msg()  argument
1246 	err = ctrl_fill_info(family, portid, seq, 0, skb, cmd);  in ctrl_build_family_msg()
1256 ctrl_build_mcgrp_msg(const struct genl_family *family,  in ctrl_build_mcgrp_msg()  argument
1267 	err = ctrl_fill_mcgrp_info(family, grp, grp_id, portid,  in ctrl_build_mcgrp_msg()
1330 static int genl_ctrl_event(int event, const struct genl_family *family,  in genl_ctrl_event()  argument
1344 		msg = ctrl_build_family_msg(family, 0, 0, event);  in genl_ctrl_event()
1349 		msg = ctrl_build_mcgrp_msg(family, grp, grp_id, 0, 0, event);  in genl_ctrl_event()
1358 	if (!family->netnsok) {  in genl_ctrl_event()
1672 	const struct genl_family *family;  in genl_bind()  local
1678 	idr_for_each_entry(&genl_fam_idr, family, id) {  in genl_bind()
1682 		if (family->n_mcgrps == 0)  in genl_bind()
1685 		i = group - family->mcgrp_offset;  in genl_bind()
1686 		if (i < 0 || i >= family->n_mcgrps)  in genl_bind()
1689 		grp = &family->mcgrps[i];  in genl_bind()
1792 int genlmsg_multicast_allns(const struct genl_family *family,  in genlmsg_multicast_allns()  argument
1796 	if (WARN_ON_ONCE(group >= family->n_mcgrps))  in genlmsg_multicast_allns()
1799 	group = family->mcgrp_offset + group;  in genlmsg_multicast_allns()
1804 void genl_notify(const struct genl_family *family, struct sk_buff *skb,  in genl_notify()  argument
1810 	if (WARN_ON_ONCE(group >= family->n_mcgrps))  in genl_notify()
1813 	group = family->mcgrp_offset + group;  in genl_notify()