39 void __key_check(const struct key *key)  in __key_check()  argument
42 	       key, key->magic, KEY_DEBUG_MAGIC);  in __key_check()
134 static inline void key_alloc_serial(struct key *key)  in key_alloc_serial()  argument
137 	struct key *xkey;  in key_alloc_serial()
142 		get_random_bytes(&key->serial, sizeof(key->serial));  in key_alloc_serial()
144 		key->serial >>= 1; /* negative numbers are not permitted */  in key_alloc_serial()
145 	} while (key->serial < 3);  in key_alloc_serial()
155 		xkey = rb_entry(parent, struct key, serial_node);  in key_alloc_serial()
157 		if (key->serial < xkey->serial)  in key_alloc_serial()
159 		else if (key->serial > xkey->serial)  in key_alloc_serial()
166 	rb_link_node(&key->serial_node, parent, p);  in key_alloc_serial()
167 	rb_insert_color(&key->serial_node, &key_serial_tree);  in key_alloc_serial()
176 		key->serial++;  in key_alloc_serial()
177 		if (key->serial < 3) {  in key_alloc_serial()
178 			key->serial = 3;  in key_alloc_serial()
186 		xkey = rb_entry(parent, struct key, serial_node);  in key_alloc_serial()
187 		if (key->serial < xkey->serial)  in key_alloc_serial()
225 struct key *key_alloc(struct key_type *type, const char *desc,  in key_alloc()
231 	struct key *key;  in key_alloc()  local
235 	key = ERR_PTR(-EINVAL);  in key_alloc()
242 			key = ERR_PTR(ret);  in key_alloc()
277 	key = kmem_cache_zalloc(key_jar, GFP_KERNEL);  in key_alloc()
278 	if (!key)  in key_alloc()
281 	key->index_key.desc_len = desclen;  in key_alloc()
282 	key->index_key.description = kmemdup(desc, desclen + 1, GFP_KERNEL);  in key_alloc()
283 	if (!key->index_key.description)  in key_alloc()
285 	key->index_key.type = type;  in key_alloc()
286 	key_set_index_key(&key->index_key);  in key_alloc()
288 	refcount_set(&key->usage, 1);  in key_alloc()
289 	init_rwsem(&key->sem);  in key_alloc()
290 	lockdep_set_class(&key->sem, &type->lock_class);  in key_alloc()
291 	key->user = user;  in key_alloc()
292 	key->quotalen = quotalen;  in key_alloc()
293 	key->datalen = type->def_datalen;  in key_alloc()
294 	key->uid = uid;  in key_alloc()
295 	key->gid = gid;  in key_alloc()
296 	key->perm = perm;  in key_alloc()
297 	key->expiry = TIME64_MAX;  in key_alloc()
298 	key->restrict_link = restrict_link;  in key_alloc()
299 	key->last_used_at = ktime_get_real_seconds();  in key_alloc()
302 		key->flags |= 1 << KEY_FLAG_IN_QUOTA;  in key_alloc()
304 		key->flags |= 1 << KEY_FLAG_BUILTIN;  in key_alloc()
306 		key->flags |= 1 << KEY_FLAG_UID_KEYRING;  in key_alloc()
308 		key->flags |= 1 << KEY_FLAG_KEEP;  in key_alloc()
311 	key->magic = KEY_DEBUG_MAGIC;  in key_alloc()
315 	ret = security_key_alloc(key, cred, flags);  in key_alloc()
320 	refcount_inc(&key->domain_tag->usage);  in key_alloc()
322 	key_alloc_serial(key);  in key_alloc()
325 	return key;  in key_alloc()
328 	kfree(key->description);  in key_alloc()
329 	kmem_cache_free(key_jar, key);  in key_alloc()
337 	key = ERR_PTR(ret);  in key_alloc()
341 	kmem_cache_free(key_jar, key);  in key_alloc()
351 	key = ERR_PTR(-ENOMEM);  in key_alloc()
357 	key = ERR_PTR(-EDQUOT);  in key_alloc()
373 int key_payload_reserve(struct key *key, size_t datalen)  in key_payload_reserve()  argument
375 	int delta = (int)datalen - key->datalen;  in key_payload_reserve()
378 	key_check(key);  in key_payload_reserve()
381 	if (delta != 0 && test_bit(KEY_FLAG_IN_QUOTA, &key->flags)) {  in key_payload_reserve()
382 		unsigned maxbytes = uid_eq(key->user->uid, GLOBAL_ROOT_UID) ?  in key_payload_reserve()
385 		spin_lock(&key->user->lock);  in key_payload_reserve()
388 		    (key->user->qnbytes + delta > maxbytes ||  in key_payload_reserve()
389 		     key->user->qnbytes + delta < key->user->qnbytes)) {  in key_payload_reserve()
393 			key->user->qnbytes += delta;  in key_payload_reserve()
394 			key->quotalen += delta;  in key_payload_reserve()
396 		spin_unlock(&key->user->lock);  in key_payload_reserve()
401 		key->datalen = datalen;  in key_payload_reserve()
410 static void mark_key_instantiated(struct key *key, int reject_error)  in mark_key_instantiated()  argument
415 	smp_store_release(&key->state,  in mark_key_instantiated()
425 static int __key_instantiate_and_link(struct key *key,  in __key_instantiate_and_link()  argument
427 				      struct key *keyring,  in __key_instantiate_and_link()
428 				      struct key *authkey,  in __key_instantiate_and_link()
433 	key_check(key);  in __key_instantiate_and_link()
442 	if (key->state == KEY_IS_UNINSTANTIATED) {  in __key_instantiate_and_link()
444 		ret = key->type->instantiate(key, prep);  in __key_instantiate_and_link()
448 			atomic_inc(&key->user->nikeys);  in __key_instantiate_and_link()
449 			mark_key_instantiated(key, 0);  in __key_instantiate_and_link()
450 			notify_key(key, NOTIFY_KEY_INSTANTIATED, 0);  in __key_instantiate_and_link()
452 			if (test_and_clear_bit(KEY_FLAG_USER_CONSTRUCT, &key->flags))  in __key_instantiate_and_link()
458 					set_bit(KEY_FLAG_KEEP, &key->flags);  in __key_instantiate_and_link()
460 				__key_link(keyring, key, _edit);  in __key_instantiate_and_link()
468 				key_set_expiry(key, prep->expiry);  in __key_instantiate_and_link()
476 		wake_up_bit(&key->flags, KEY_FLAG_USER_CONSTRUCT);  in __key_instantiate_and_link()
497 int key_instantiate_and_link(struct key *key,  in key_instantiate_and_link()  argument
500 			     struct key *keyring,  in key_instantiate_and_link()
501 			     struct key *authkey)  in key_instantiate_and_link()
508 	prep.orig_description = key->description;  in key_instantiate_and_link()
511 	prep.quotalen = key->type->def_datalen;  in key_instantiate_and_link()
513 	if (key->type->preparse) {  in key_instantiate_and_link()
514 		ret = key->type->preparse(&prep);  in key_instantiate_and_link()
520 		ret = __key_link_lock(keyring, &key->index_key);  in key_instantiate_and_link()
524 		ret = __key_link_begin(keyring, &key->index_key, &edit);  in key_instantiate_and_link()
531 			ret = keyres->check(keyring, key->type, &prep.payload,  in key_instantiate_and_link()
532 					    keyres->key);  in key_instantiate_and_link()
538 	ret = __key_instantiate_and_link(key, &prep, keyring, authkey, &edit);  in key_instantiate_and_link()
542 		__key_link_end(keyring, &key->index_key, edit);  in key_instantiate_and_link()
545 	if (key->type->preparse)  in key_instantiate_and_link()
546 		key->type->free_preparse(&prep);  in key_instantiate_and_link()
573 int key_reject_and_link(struct key *key,  in key_reject_and_link()  argument
576 			struct key *keyring,  in key_reject_and_link()
577 			struct key *authkey)  in key_reject_and_link()
582 	key_check(key);  in key_reject_and_link()
592 		link_ret = __key_link_lock(keyring, &key->index_key);  in key_reject_and_link()
594 			link_ret = __key_link_begin(keyring, &key->index_key, &edit);  in key_reject_and_link()
596 				__key_link_end(keyring, &key->index_key, edit);  in key_reject_and_link()
603 	if (key->state == KEY_IS_UNINSTANTIATED) {  in key_reject_and_link()
605 		atomic_inc(&key->user->nikeys);  in key_reject_and_link()
606 		mark_key_instantiated(key, -error);  in key_reject_and_link()
607 		notify_key(key, NOTIFY_KEY_INSTANTIATED, -error);  in key_reject_and_link()
608 		key_set_expiry(key, ktime_get_real_seconds() + timeout);  in key_reject_and_link()
610 		if (test_and_clear_bit(KEY_FLAG_USER_CONSTRUCT, &key->flags))  in key_reject_and_link()
617 			__key_link(keyring, key, &edit);  in key_reject_and_link()
627 		__key_link_end(keyring, &key->index_key, edit);  in key_reject_and_link()
631 		wake_up_bit(&key->flags, KEY_FLAG_USER_CONSTRUCT);  in key_reject_and_link()
645 void key_put(struct key *key)  in key_put()  argument
647 	if (key) {  in key_put()
648 		key_check(key);  in key_put()
650 		if (refcount_dec_and_test(&key->usage))  in key_put()
659 struct key *key_lookup(key_serial_t id)  in key_lookup()
662 	struct key *key;  in key_lookup()  local
669 		key = rb_entry(n, struct key, serial_node);  in key_lookup()
671 		if (id < key->serial)  in key_lookup()
673 		else if (id > key->serial)  in key_lookup()
680 	key = ERR_PTR(-ENOKEY);  in key_lookup()
687 	if (!refcount_inc_not_zero(&key->usage))  in key_lookup()
692 	return key;  in key_lookup()
721 void key_set_timeout(struct key *key, unsigned timeout)  in key_set_timeout()  argument
726 	down_write(&key->sem);  in key_set_timeout()
730 	key_set_expiry(key, expiry);  in key_set_timeout()
732 	up_write(&key->sem);  in key_set_timeout()
753 	struct key *key = key_ref_to_ptr(key_ref);  in __key_update()  local
762 	if (!key->type->update)  in __key_update()
765 	down_write(&key->sem);  in __key_update()
767 	ret = key->type->update(key, prep);  in __key_update()
770 		mark_key_instantiated(key, 0);  in __key_update()
771 		notify_key(key, NOTIFY_KEY_UPDATED, 0);  in __key_update()
774 	up_write(&key->sem);  in __key_update()
782 	key_put(key);  in __key_update()
806 	struct key *keyring, *key = NULL;  in __key_create_or_update()  local
870 					   &prep.payload, restrict_link->key);  in __key_create_or_update()
918 	key = key_alloc(index_key.type, index_key.description,  in __key_create_or_update()
920 	if (IS_ERR(key)) {  in __key_create_or_update()
921 		key_ref = ERR_CAST(key);  in __key_create_or_update()
926 	ret = __key_instantiate_and_link(key, &prep, keyring, NULL, &edit);  in __key_create_or_update()
928 		key_put(key);  in __key_create_or_update()
933 	ima_post_key_create_or_update(keyring, key, payload, plen,  in __key_create_or_update()
936 	key_ref = make_key_ref(key, is_key_possessed(keyring_ref));  in __key_create_or_update()
954 	key = key_ref_to_ptr(key_ref);  in __key_create_or_update()
955 	if (test_bit(KEY_FLAG_USER_CONSTRUCT, &key->flags)) {  in __key_create_or_update()
956 		ret = wait_for_key_construction(key, true);  in __key_create_or_update()
967 		ima_post_key_create_or_update(keyring, key,  in __key_create_or_update()
1065 	struct key *key = key_ref_to_ptr(key_ref);  in key_update()  local
1068 	key_check(key);  in key_update()
1076 	if (!key->type->update)  in key_update()
1082 	prep.quotalen = key->type->def_datalen;  in key_update()
1084 	if (key->type->preparse) {  in key_update()
1085 		ret = key->type->preparse(&prep);  in key_update()
1090 	down_write(&key->sem);  in key_update()
1092 	ret = key->type->update(key, &prep);  in key_update()
1095 		mark_key_instantiated(key, 0);  in key_update()
1096 		notify_key(key, NOTIFY_KEY_UPDATED, 0);  in key_update()
1099 	up_write(&key->sem);  in key_update()
1102 	if (key->type->preparse)  in key_update()
1103 		key->type->free_preparse(&prep);  in key_update()
1117 void key_revoke(struct key *key)  in key_revoke()  argument
1121 	key_check(key);  in key_revoke()
1128 	down_write_nested(&key->sem, 1);  in key_revoke()
1129 	if (!test_and_set_bit(KEY_FLAG_REVOKED, &key->flags)) {  in key_revoke()
1130 		notify_key(key, NOTIFY_KEY_REVOKED, 0);  in key_revoke()
1131 		if (key->type->revoke)  in key_revoke()
1132 			key->type->revoke(key);  in key_revoke()
1136 		if (key->revoked_at == 0 || key->revoked_at > time) {  in key_revoke()
1137 			key->revoked_at = time;  in key_revoke()
1138 			key_schedule_gc(key->revoked_at + key_gc_delay);  in key_revoke()
1142 	up_write(&key->sem);  in key_revoke()
1153 void key_invalidate(struct key *key)  in key_invalidate()  argument
1155 	kenter("%d", key_serial(key));  in key_invalidate()
1157 	key_check(key);  in key_invalidate()
1159 	if (!test_bit(KEY_FLAG_INVALIDATED, &key->flags)) {  in key_invalidate()
1160 		down_write_nested(&key->sem, 1);  in key_invalidate()
1161 		if (!test_and_set_bit(KEY_FLAG_INVALIDATED, &key->flags)) {  in key_invalidate()
1162 			notify_key(key, NOTIFY_KEY_INVALIDATED, 0);  in key_invalidate()
1165 		up_write(&key->sem);  in key_invalidate()
1180 int generic_key_instantiate(struct key *key, struct key_preparsed_payload *prep)  in generic_key_instantiate()  argument
1186 	ret = key_payload_reserve(key, prep->quotalen);  in generic_key_instantiate()
1188 		rcu_assign_keypointer(key, prep->payload.data[0]);  in generic_key_instantiate()
1189 		key->payload.data[1] = prep->payload.data[1];  in generic_key_instantiate()
1190 		key->payload.data[2] = prep->payload.data[2];  in generic_key_instantiate()
1191 		key->payload.data[3] = prep->payload.data[3];  in generic_key_instantiate()
1263 	key_jar = kmem_cache_create("key_jar", sizeof(struct key),  in key_init()