1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * Neil Brown <neilb@cse.unsw.edu.au>
4  * J. Bruce Fields <bfields@umich.edu>
5  * Andy Adamson <andros@umich.edu>
6  * Dug Song <dugsong@monkey.org>
7  *
8  * RPCSEC_GSS server authentication.
9  * This implements RPCSEC_GSS as defined in rfc2203 (rpcsec_gss) and rfc2078
10  * (gssapi)
11  *
12  * The RPCSEC_GSS involves three stages:
13  *  1/ context creation
14  *  2/ data exchange
15  *  3/ context destruction
16  *
17  * Context creation is handled largely by upcalls to user-space.
18  *  In particular, GSS_Accept_sec_context is handled by an upcall
19  * Data exchange is handled entirely within the kernel
20  *  In particular, GSS_GetMIC, GSS_VerifyMIC, GSS_Seal, GSS_Unseal are in-kernel.
21  * Context destruction is handled in-kernel
22  *  GSS_Delete_sec_context is in-kernel
23  *
24  * Context creation is initiated by a RPCSEC_GSS_INIT request arriving.
25  * The context handle and gss_token are used as a key into the rpcsec_init cache.
26  * The content of this cache includes some of the outputs of GSS_Accept_sec_context,
27  * being major_status, minor_status, context_handle, reply_token.
28  * These are sent back to the client.
29  * Sequence window management is handled by the kernel.  The window size if currently
30  * a compile time constant.
31  *
32  * When user-space is happy that a context is established, it places an entry
33  * in the rpcsec_context cache. The key for this cache is the context_handle.
34  * The content includes:
35  *   uid/gidlist - for determining access rights
36  *   mechanism type
37  *   mechanism specific information, such as a key
38  *
39  */
40 
41 #include <linux/slab.h>
42 #include <linux/types.h>
43 #include <linux/module.h>
44 #include <linux/pagemap.h>
45 #include <linux/user_namespace.h>
46 
47 #include <linux/sunrpc/auth_gss.h>
48 #include <linux/sunrpc/gss_err.h>
49 #include <linux/sunrpc/svcauth.h>
50 #include <linux/sunrpc/svcauth_gss.h>
51 #include <linux/sunrpc/cache.h>
52 
53 #include <trace/events/rpcgss.h>
54 
55 #include "gss_rpc_upcall.h"
56 
57 
58 #if IS_ENABLED(CONFIG_SUNRPC_DEBUG)
59 # define RPCDBG_FACILITY	RPCDBG_AUTH
60 #endif
61 
62 /* The rpcsec_init cache is used for mapping RPCSEC_GSS_{,CONT_}INIT requests
63  * into replies.
64  *
65  * Key is context handle (\x if empty) and gss_token.
66  * Content is major_status minor_status (integers) context_handle, reply_token.
67  *
68  */
69 
70 static int netobj_equal(struct xdr_netobj *a, struct xdr_netobj *b)
71 {
72 	return a->len == b->len && 0 == memcmp(a->data, b->data, a->len);
73 }
74 
75 #define	RSI_HASHBITS	6
76 #define	RSI_HASHMAX	(1<<RSI_HASHBITS)
77 
78 struct rsi {
79 	struct cache_head	h;
80 	struct xdr_netobj	in_handle, in_token;
81 	struct xdr_netobj	out_handle, out_token;
82 	int			major_status, minor_status;
83 	struct rcu_head		rcu_head;
84 };
85 
86 static struct rsi *rsi_update(struct cache_detail *cd, struct rsi *new, struct rsi *old);
87 static struct rsi *rsi_lookup(struct cache_detail *cd, struct rsi *item);
88 
89 static void rsi_free(struct rsi *rsii)
90 {
91 	kfree(rsii->in_handle.data);
92 	kfree(rsii->in_token.data);
93 	kfree(rsii->out_handle.data);
94 	kfree(rsii->out_token.data);
95 }
96 
97 static void rsi_free_rcu(struct rcu_head *head)
98 {
99 	struct rsi *rsii = container_of(head, struct rsi, rcu_head);
100 
101 	rsi_free(rsii);
102 	kfree(rsii);
103 }
104 
105 static void rsi_put(struct kref *ref)
106 {
107 	struct rsi *rsii = container_of(ref, struct rsi, h.ref);
108 
109 	call_rcu(&rsii->rcu_head, rsi_free_rcu);
110 }
111 
112 static inline int rsi_hash(struct rsi *item)
113 {
114 	return hash_mem(item->in_handle.data, item->in_handle.len, RSI_HASHBITS)
115 	     ^ hash_mem(item->in_token.data, item->in_token.len, RSI_HASHBITS);
116 }
117 
118 static int rsi_match(struct cache_head *a, struct cache_head *b)
119 {
120 	struct rsi *item = container_of(a, struct rsi, h);
121 	struct rsi *tmp = container_of(b, struct rsi, h);
122 	return netobj_equal(&item->in_handle, &tmp->in_handle) &&
123 	       netobj_equal(&item->in_token, &tmp->in_token);
124 }
125 
126 static int dup_to_netobj(struct xdr_netobj *dst, char *src, int len)
127 {
128 	dst->len = len;
129 	dst->data = (len ? kmemdup(src, len, GFP_KERNEL) : NULL);
130 	if (len && !dst->data)
131 		return -ENOMEM;
132 	return 0;
133 }
134 
135 static inline int dup_netobj(struct xdr_netobj *dst, struct xdr_netobj *src)
136 {
137 	return dup_to_netobj(dst, src->data, src->len);
138 }
139 
140 static void rsi_init(struct cache_head *cnew, struct cache_head *citem)
141 {
142 	struct rsi *new = container_of(cnew, struct rsi, h);
143 	struct rsi *item = container_of(citem, struct rsi, h);
144 
145 	new->out_handle.data = NULL;
146 	new->out_handle.len = 0;
147 	new->out_token.data = NULL;
148 	new->out_token.len = 0;
149 	new->in_handle.len = item->in_handle.len;
150 	item->in_handle.len = 0;
151 	new->in_token.len = item->in_token.len;
152 	item->in_token.len = 0;
153 	new->in_handle.data = item->in_handle.data;
154 	item->in_handle.data = NULL;
155 	new->in_token.data = item->in_token.data;
156 	item->in_token.data = NULL;
157 }
158 
159 static void update_rsi(struct cache_head *cnew, struct cache_head *citem)
160 {
161 	struct rsi *new = container_of(cnew, struct rsi, h);
162 	struct rsi *item = container_of(citem, struct rsi, h);
163 
164 	BUG_ON(new->out_handle.data || new->out_token.data);
165 	new->out_handle.len = item->out_handle.len;
166 	item->out_handle.len = 0;
167 	new->out_token.len = item->out_token.len;
168 	item->out_token.len = 0;
169 	new->out_handle.data = item->out_handle.data;
170 	item->out_handle.data = NULL;
171 	new->out_token.data = item->out_token.data;
172 	item->out_token.data = NULL;
173 
174 	new->major_status = item->major_status;
175 	new->minor_status = item->minor_status;
176 }
177 
178 static struct cache_head *rsi_alloc(void)
179 {
180 	struct rsi *rsii = kmalloc(sizeof(*rsii), GFP_KERNEL);
181 	if (rsii)
182 		return &rsii->h;
183 	else
184 		return NULL;
185 }
186 
187 static void rsi_request(struct cache_detail *cd,
188 		       struct cache_head *h,
189 		       char **bpp, int *blen)
190 {
191 	struct rsi *rsii = container_of(h, struct rsi, h);
192 
193 	qword_addhex(bpp, blen, rsii->in_handle.data, rsii->in_handle.len);
194 	qword_addhex(bpp, blen, rsii->in_token.data, rsii->in_token.len);
195 	(*bpp)[-1] = '\n';
196 }
197 
198 static int rsi_parse(struct cache_detail *cd,
199 		    char *mesg, int mlen)
200 {
201 	/* context token expiry major minor context token */
202 	char *buf = mesg;
203 	char *ep;
204 	int len;
205 	struct rsi rsii, *rsip = NULL;
206 	time_t expiry;
207 	int status = -EINVAL;
208 
209 	memset(&rsii, 0, sizeof(rsii));
210 	/* handle */
211 	len = qword_get(&mesg, buf, mlen);
212 	if (len < 0)
213 		goto out;
214 	status = -ENOMEM;
215 	if (dup_to_netobj(&rsii.in_handle, buf, len))
216 		goto out;
217 
218 	/* token */
219 	len = qword_get(&mesg, buf, mlen);
220 	status = -EINVAL;
221 	if (len < 0)
222 		goto out;
223 	status = -ENOMEM;
224 	if (dup_to_netobj(&rsii.in_token, buf, len))
225 		goto out;
226 
227 	rsip = rsi_lookup(cd, &rsii);
228 	if (!rsip)
229 		goto out;
230 
231 	rsii.h.flags = 0;
232 	/* expiry */
233 	expiry = get_expiry(&mesg);
234 	status = -EINVAL;
235 	if (expiry == 0)
236 		goto out;
237 
238 	/* major/minor */
239 	len = qword_get(&mesg, buf, mlen);
240 	if (len <= 0)
241 		goto out;
242 	rsii.major_status = simple_strtoul(buf, &ep, 10);
243 	if (*ep)
244 		goto out;
245 	len = qword_get(&mesg, buf, mlen);
246 	if (len <= 0)
247 		goto out;
248 	rsii.minor_status = simple_strtoul(buf, &ep, 10);
249 	if (*ep)
250 		goto out;
251 
252 	/* out_handle */
253 	len = qword_get(&mesg, buf, mlen);
254 	if (len < 0)
255 		goto out;
256 	status = -ENOMEM;
257 	if (dup_to_netobj(&rsii.out_handle, buf, len))
258 		goto out;
259 
260 	/* out_token */
261 	len = qword_get(&mesg, buf, mlen);
262 	status = -EINVAL;
263 	if (len < 0)
264 		goto out;
265 	status = -ENOMEM;
266 	if (dup_to_netobj(&rsii.out_token, buf, len))
267 		goto out;
268 	rsii.h.expiry_time = expiry;
269 	rsip = rsi_update(cd, &rsii, rsip);
270 	status = 0;
271 out:
272 	rsi_free(&rsii);
273 	if (rsip)
274 		cache_put(&rsip->h, cd);
275 	else
276 		status = -ENOMEM;
277 	return status;
278 }
279 
280 static const struct cache_detail rsi_cache_template = {
281 	.owner		= THIS_MODULE,
282 	.hash_size	= RSI_HASHMAX,
283 	.name           = "auth.rpcsec.init",
284 	.cache_put      = rsi_put,
285 	.cache_request  = rsi_request,
286 	.cache_parse    = rsi_parse,
287 	.match		= rsi_match,
288 	.init		= rsi_init,
289 	.update		= update_rsi,
290 	.alloc		= rsi_alloc,
291 };
292 
293 static struct rsi *rsi_lookup(struct cache_detail *cd, struct rsi *item)
294 {
295 	struct cache_head *ch;
296 	int hash = rsi_hash(item);
297 
298 	ch = sunrpc_cache_lookup_rcu(cd, &item->h, hash);
299 	if (ch)
300 		return container_of(ch, struct rsi, h);
301 	else
302 		return NULL;
303 }
304 
305 static struct rsi *rsi_update(struct cache_detail *cd, struct rsi *new, struct rsi *old)
306 {
307 	struct cache_head *ch;
308 	int hash = rsi_hash(new);
309 
310 	ch = sunrpc_cache_update(cd, &new->h,
311 				 &old->h, hash);
312 	if (ch)
313 		return container_of(ch, struct rsi, h);
314 	else
315 		return NULL;
316 }
317 
318 
319 /*
320  * The rpcsec_context cache is used to store a context that is
321  * used in data exchange.
322  * The key is a context handle. The content is:
323  *  uid, gidlist, mechanism, service-set, mech-specific-data
324  */
325 
326 #define	RSC_HASHBITS	10
327 #define	RSC_HASHMAX	(1<<RSC_HASHBITS)
328 
329 #define GSS_SEQ_WIN	128
330 
331 struct gss_svc_seq_data {
332 	/* highest seq number seen so far: */
333 	int			sd_max;
334 	/* for i such that sd_max-GSS_SEQ_WIN < i <= sd_max, the i-th bit of
335 	 * sd_win is nonzero iff sequence number i has been seen already: */
336 	unsigned long		sd_win[GSS_SEQ_WIN/BITS_PER_LONG];
337 	spinlock_t		sd_lock;
338 };
339 
340 struct rsc {
341 	struct cache_head	h;
342 	struct xdr_netobj	handle;
343 	struct svc_cred		cred;
344 	struct gss_svc_seq_data	seqdata;
345 	struct gss_ctx		*mechctx;
346 	struct rcu_head		rcu_head;
347 };
348 
349 static struct rsc *rsc_update(struct cache_detail *cd, struct rsc *new, struct rsc *old);
350 static struct rsc *rsc_lookup(struct cache_detail *cd, struct rsc *item);
351 
352 static void rsc_free(struct rsc *rsci)
353 {
354 	kfree(rsci->handle.data);
355 	if (rsci->mechctx)
356 		gss_delete_sec_context(&rsci->mechctx);
357 	free_svc_cred(&rsci->cred);
358 }
359 
360 static void rsc_free_rcu(struct rcu_head *head)
361 {
362 	struct rsc *rsci = container_of(head, struct rsc, rcu_head);
363 
364 	kfree(rsci->handle.data);
365 	kfree(rsci);
366 }
367 
368 static void rsc_put(struct kref *ref)
369 {
370 	struct rsc *rsci = container_of(ref, struct rsc, h.ref);
371 
372 	if (rsci->mechctx)
373 		gss_delete_sec_context(&rsci->mechctx);
374 	free_svc_cred(&rsci->cred);
375 	call_rcu(&rsci->rcu_head, rsc_free_rcu);
376 }
377 
378 static inline int
379 rsc_hash(struct rsc *rsci)
380 {
381 	return hash_mem(rsci->handle.data, rsci->handle.len, RSC_HASHBITS);
382 }
383 
384 static int
385 rsc_match(struct cache_head *a, struct cache_head *b)
386 {
387 	struct rsc *new = container_of(a, struct rsc, h);
388 	struct rsc *tmp = container_of(b, struct rsc, h);
389 
390 	return netobj_equal(&new->handle, &tmp->handle);
391 }
392 
393 static void
394 rsc_init(struct cache_head *cnew, struct cache_head *ctmp)
395 {
396 	struct rsc *new = container_of(cnew, struct rsc, h);
397 	struct rsc *tmp = container_of(ctmp, struct rsc, h);
398 
399 	new->handle.len = tmp->handle.len;
400 	tmp->handle.len = 0;
401 	new->handle.data = tmp->handle.data;
402 	tmp->handle.data = NULL;
403 	new->mechctx = NULL;
404 	init_svc_cred(&new->cred);
405 }
406 
407 static void
408 update_rsc(struct cache_head *cnew, struct cache_head *ctmp)
409 {
410 	struct rsc *new = container_of(cnew, struct rsc, h);
411 	struct rsc *tmp = container_of(ctmp, struct rsc, h);
412 
413 	new->mechctx = tmp->mechctx;
414 	tmp->mechctx = NULL;
415 	memset(&new->seqdata, 0, sizeof(new->seqdata));
416 	spin_lock_init(&new->seqdata.sd_lock);
417 	new->cred = tmp->cred;
418 	init_svc_cred(&tmp->cred);
419 }
420 
421 static struct cache_head *
422 rsc_alloc(void)
423 {
424 	struct rsc *rsci = kmalloc(sizeof(*rsci), GFP_KERNEL);
425 	if (rsci)
426 		return &rsci->h;
427 	else
428 		return NULL;
429 }
430 
431 static int rsc_parse(struct cache_detail *cd,
432 		     char *mesg, int mlen)
433 {
434 	/* contexthandle expiry [ uid gid N <n gids> mechname ...mechdata... ] */
435 	char *buf = mesg;
436 	int id;
437 	int len, rv;
438 	struct rsc rsci, *rscp = NULL;
439 	time_t expiry;
440 	int status = -EINVAL;
441 	struct gss_api_mech *gm = NULL;
442 
443 	memset(&rsci, 0, sizeof(rsci));
444 	/* context handle */
445 	len = qword_get(&mesg, buf, mlen);
446 	if (len < 0) goto out;
447 	status = -ENOMEM;
448 	if (dup_to_netobj(&rsci.handle, buf, len))
449 		goto out;
450 
451 	rsci.h.flags = 0;
452 	/* expiry */
453 	expiry = get_expiry(&mesg);
454 	status = -EINVAL;
455 	if (expiry == 0)
456 		goto out;
457 
458 	rscp = rsc_lookup(cd, &rsci);
459 	if (!rscp)
460 		goto out;
461 
462 	/* uid, or NEGATIVE */
463 	rv = get_int(&mesg, &id);
464 	if (rv == -EINVAL)
465 		goto out;
466 	if (rv == -ENOENT)
467 		set_bit(CACHE_NEGATIVE, &rsci.h.flags);
468 	else {
469 		int N, i;
470 
471 		/*
472 		 * NOTE: we skip uid_valid()/gid_valid() checks here:
473 		 * instead, * -1 id's are later mapped to the
474 		 * (export-specific) anonymous id by nfsd_setuser.
475 		 *
476 		 * (But supplementary gid's get no such special
477 		 * treatment so are checked for validity here.)
478 		 */
479 		/* uid */
480 		rsci.cred.cr_uid = make_kuid(current_user_ns(), id);
481 
482 		/* gid */
483 		if (get_int(&mesg, &id))
484 			goto out;
485 		rsci.cred.cr_gid = make_kgid(current_user_ns(), id);
486 
487 		/* number of additional gid's */
488 		if (get_int(&mesg, &N))
489 			goto out;
490 		if (N < 0 || N > NGROUPS_MAX)
491 			goto out;
492 		status = -ENOMEM;
493 		rsci.cred.cr_group_info = groups_alloc(N);
494 		if (rsci.cred.cr_group_info == NULL)
495 			goto out;
496 
497 		/* gid's */
498 		status = -EINVAL;
499 		for (i=0; i<N; i++) {
500 			kgid_t kgid;
501 			if (get_int(&mesg, &id))
502 				goto out;
503 			kgid = make_kgid(current_user_ns(), id);
504 			if (!gid_valid(kgid))
505 				goto out;
506 			rsci.cred.cr_group_info->gid[i] = kgid;
507 		}
508 		groups_sort(rsci.cred.cr_group_info);
509 
510 		/* mech name */
511 		len = qword_get(&mesg, buf, mlen);
512 		if (len < 0)
513 			goto out;
514 		gm = rsci.cred.cr_gss_mech = gss_mech_get_by_name(buf);
515 		status = -EOPNOTSUPP;
516 		if (!gm)
517 			goto out;
518 
519 		status = -EINVAL;
520 		/* mech-specific data: */
521 		len = qword_get(&mesg, buf, mlen);
522 		if (len < 0)
523 			goto out;
524 		status = gss_import_sec_context(buf, len, gm, &rsci.mechctx,
525 						NULL, GFP_KERNEL);
526 		if (status)
527 			goto out;
528 
529 		/* get client name */
530 		len = qword_get(&mesg, buf, mlen);
531 		if (len > 0) {
532 			rsci.cred.cr_principal = kstrdup(buf, GFP_KERNEL);
533 			if (!rsci.cred.cr_principal) {
534 				status = -ENOMEM;
535 				goto out;
536 			}
537 		}
538 
539 	}
540 	rsci.h.expiry_time = expiry;
541 	rscp = rsc_update(cd, &rsci, rscp);
542 	status = 0;
543 out:
544 	rsc_free(&rsci);
545 	if (rscp)
546 		cache_put(&rscp->h, cd);
547 	else
548 		status = -ENOMEM;
549 	return status;
550 }
551 
552 static const struct cache_detail rsc_cache_template = {
553 	.owner		= THIS_MODULE,
554 	.hash_size	= RSC_HASHMAX,
555 	.name		= "auth.rpcsec.context",
556 	.cache_put	= rsc_put,
557 	.cache_parse	= rsc_parse,
558 	.match		= rsc_match,
559 	.init		= rsc_init,
560 	.update		= update_rsc,
561 	.alloc		= rsc_alloc,
562 };
563 
564 static struct rsc *rsc_lookup(struct cache_detail *cd, struct rsc *item)
565 {
566 	struct cache_head *ch;
567 	int hash = rsc_hash(item);
568 
569 	ch = sunrpc_cache_lookup_rcu(cd, &item->h, hash);
570 	if (ch)
571 		return container_of(ch, struct rsc, h);
572 	else
573 		return NULL;
574 }
575 
576 static struct rsc *rsc_update(struct cache_detail *cd, struct rsc *new, struct rsc *old)
577 {
578 	struct cache_head *ch;
579 	int hash = rsc_hash(new);
580 
581 	ch = sunrpc_cache_update(cd, &new->h,
582 				 &old->h, hash);
583 	if (ch)
584 		return container_of(ch, struct rsc, h);
585 	else
586 		return NULL;
587 }
588 
589 
590 static struct rsc *
591 gss_svc_searchbyctx(struct cache_detail *cd, struct xdr_netobj *handle)
592 {
593 	struct rsc rsci;
594 	struct rsc *found;
595 
596 	memset(&rsci, 0, sizeof(rsci));
597 	if (dup_to_netobj(&rsci.handle, handle->data, handle->len))
598 		return NULL;
599 	found = rsc_lookup(cd, &rsci);
600 	rsc_free(&rsci);
601 	if (!found)
602 		return NULL;
603 	if (cache_check(cd, &found->h, NULL))
604 		return NULL;
605 	return found;
606 }
607 
608 /* Implements sequence number algorithm as specified in RFC 2203. */
609 static int
610 gss_check_seq_num(struct rsc *rsci, int seq_num)
611 {
612 	struct gss_svc_seq_data *sd = &rsci->seqdata;
613 
614 	spin_lock(&sd->sd_lock);
615 	if (seq_num > sd->sd_max) {
616 		if (seq_num >= sd->sd_max + GSS_SEQ_WIN) {
617 			memset(sd->sd_win,0,sizeof(sd->sd_win));
618 			sd->sd_max = seq_num;
619 		} else while (sd->sd_max < seq_num) {
620 			sd->sd_max++;
621 			__clear_bit(sd->sd_max % GSS_SEQ_WIN, sd->sd_win);
622 		}
623 		__set_bit(seq_num % GSS_SEQ_WIN, sd->sd_win);
624 		goto ok;
625 	} else if (seq_num <= sd->sd_max - GSS_SEQ_WIN) {
626 		goto drop;
627 	}
628 	/* sd_max - GSS_SEQ_WIN < seq_num <= sd_max */
629 	if (__test_and_set_bit(seq_num % GSS_SEQ_WIN, sd->sd_win))
630 		goto drop;
631 ok:
632 	spin_unlock(&sd->sd_lock);
633 	return 1;
634 drop:
635 	spin_unlock(&sd->sd_lock);
636 	return 0;
637 }
638 
639 static inline u32 round_up_to_quad(u32 i)
640 {
641 	return (i + 3 ) & ~3;
642 }
643 
644 static inline int
645 svc_safe_getnetobj(struct kvec *argv, struct xdr_netobj *o)
646 {
647 	int l;
648 
649 	if (argv->iov_len < 4)
650 		return -1;
651 	o->len = svc_getnl(argv);
652 	l = round_up_to_quad(o->len);
653 	if (argv->iov_len < l)
654 		return -1;
655 	o->data = argv->iov_base;
656 	argv->iov_base += l;
657 	argv->iov_len -= l;
658 	return 0;
659 }
660 
661 static inline int
662 svc_safe_putnetobj(struct kvec *resv, struct xdr_netobj *o)
663 {
664 	u8 *p;
665 
666 	if (resv->iov_len + 4 > PAGE_SIZE)
667 		return -1;
668 	svc_putnl(resv, o->len);
669 	p = resv->iov_base + resv->iov_len;
670 	resv->iov_len += round_up_to_quad(o->len);
671 	if (resv->iov_len > PAGE_SIZE)
672 		return -1;
673 	memcpy(p, o->data, o->len);
674 	memset(p + o->len, 0, round_up_to_quad(o->len) - o->len);
675 	return 0;
676 }
677 
678 /*
679  * Verify the checksum on the header and return SVC_OK on success.
680  * Otherwise, return SVC_DROP (in the case of a bad sequence number)
681  * or return SVC_DENIED and indicate error in authp.
682  */
683 static int
684 gss_verify_header(struct svc_rqst *rqstp, struct rsc *rsci,
685 		  __be32 *rpcstart, struct rpc_gss_wire_cred *gc, __be32 *authp)
686 {
687 	struct gss_ctx		*ctx_id = rsci->mechctx;
688 	struct xdr_buf		rpchdr;
689 	struct xdr_netobj	checksum;
690 	u32			flavor = 0;
691 	struct kvec		*argv = &rqstp->rq_arg.head[0];
692 	struct kvec		iov;
693 
694 	/* data to compute the checksum over: */
695 	iov.iov_base = rpcstart;
696 	iov.iov_len = (u8 *)argv->iov_base - (u8 *)rpcstart;
697 	xdr_buf_from_iov(&iov, &rpchdr);
698 
699 	*authp = rpc_autherr_badverf;
700 	if (argv->iov_len < 4)
701 		return SVC_DENIED;
702 	flavor = svc_getnl(argv);
703 	if (flavor != RPC_AUTH_GSS)
704 		return SVC_DENIED;
705 	if (svc_safe_getnetobj(argv, &checksum))
706 		return SVC_DENIED;
707 
708 	if (rqstp->rq_deferred) /* skip verification of revisited request */
709 		return SVC_OK;
710 	if (gss_verify_mic(ctx_id, &rpchdr, &checksum) != GSS_S_COMPLETE) {
711 		*authp = rpcsec_gsserr_credproblem;
712 		return SVC_DENIED;
713 	}
714 
715 	if (gc->gc_seq > MAXSEQ) {
716 		dprintk("RPC:       svcauth_gss: discarding request with "
717 				"large sequence number %d\n", gc->gc_seq);
718 		*authp = rpcsec_gsserr_ctxproblem;
719 		return SVC_DENIED;
720 	}
721 	if (!gss_check_seq_num(rsci, gc->gc_seq)) {
722 		dprintk("RPC:       svcauth_gss: discarding request with "
723 				"old sequence number %d\n", gc->gc_seq);
724 		return SVC_DROP;
725 	}
726 	return SVC_OK;
727 }
728 
729 static int
730 gss_write_null_verf(struct svc_rqst *rqstp)
731 {
732 	__be32     *p;
733 
734 	svc_putnl(rqstp->rq_res.head, RPC_AUTH_NULL);
735 	p = rqstp->rq_res.head->iov_base + rqstp->rq_res.head->iov_len;
736 	/* don't really need to check if head->iov_len > PAGE_SIZE ... */
737 	*p++ = 0;
738 	if (!xdr_ressize_check(rqstp, p))
739 		return -1;
740 	return 0;
741 }
742 
743 static int
744 gss_write_verf(struct svc_rqst *rqstp, struct gss_ctx *ctx_id, u32 seq)
745 {
746 	__be32			*xdr_seq;
747 	u32			maj_stat;
748 	struct xdr_buf		verf_data;
749 	struct xdr_netobj	mic;
750 	__be32			*p;
751 	struct kvec		iov;
752 	int err = -1;
753 
754 	svc_putnl(rqstp->rq_res.head, RPC_AUTH_GSS);
755 	xdr_seq = kmalloc(4, GFP_KERNEL);
756 	if (!xdr_seq)
757 		return -1;
758 	*xdr_seq = htonl(seq);
759 
760 	iov.iov_base = xdr_seq;
761 	iov.iov_len = 4;
762 	xdr_buf_from_iov(&iov, &verf_data);
763 	p = rqstp->rq_res.head->iov_base + rqstp->rq_res.head->iov_len;
764 	mic.data = (u8 *)(p + 1);
765 	maj_stat = gss_get_mic(ctx_id, &verf_data, &mic);
766 	if (maj_stat != GSS_S_COMPLETE)
767 		goto out;
768 	*p++ = htonl(mic.len);
769 	memset((u8 *)p + mic.len, 0, round_up_to_quad(mic.len) - mic.len);
770 	p += XDR_QUADLEN(mic.len);
771 	if (!xdr_ressize_check(rqstp, p))
772 		goto out;
773 	err = 0;
774 out:
775 	kfree(xdr_seq);
776 	return err;
777 }
778 
779 struct gss_domain {
780 	struct auth_domain	h;
781 	u32			pseudoflavor;
782 };
783 
784 static struct auth_domain *
785 find_gss_auth_domain(struct gss_ctx *ctx, u32 svc)
786 {
787 	char *name;
788 
789 	name = gss_service_to_auth_domain_name(ctx->mech_type, svc);
790 	if (!name)
791 		return NULL;
792 	return auth_domain_find(name);
793 }
794 
795 static struct auth_ops svcauthops_gss;
796 
797 u32 svcauth_gss_flavor(struct auth_domain *dom)
798 {
799 	struct gss_domain *gd = container_of(dom, struct gss_domain, h);
800 
801 	return gd->pseudoflavor;
802 }
803 
804 EXPORT_SYMBOL_GPL(svcauth_gss_flavor);
805 
806 int
807 svcauth_gss_register_pseudoflavor(u32 pseudoflavor, char * name)
808 {
809 	struct gss_domain	*new;
810 	struct auth_domain	*test;
811 	int			stat = -ENOMEM;
812 
813 	new = kmalloc(sizeof(*new), GFP_KERNEL);
814 	if (!new)
815 		goto out;
816 	kref_init(&new->h.ref);
817 	new->h.name = kstrdup(name, GFP_KERNEL);
818 	if (!new->h.name)
819 		goto out_free_dom;
820 	new->h.flavour = &svcauthops_gss;
821 	new->pseudoflavor = pseudoflavor;
822 
823 	stat = 0;
824 	test = auth_domain_lookup(name, &new->h);
825 	if (test != &new->h) { /* Duplicate registration */
826 		auth_domain_put(test);
827 		kfree(new->h.name);
828 		goto out_free_dom;
829 	}
830 	return 0;
831 
832 out_free_dom:
833 	kfree(new);
834 out:
835 	return stat;
836 }
837 
838 EXPORT_SYMBOL_GPL(svcauth_gss_register_pseudoflavor);
839 
840 static inline int
841 read_u32_from_xdr_buf(struct xdr_buf *buf, int base, u32 *obj)
842 {
843 	__be32  raw;
844 	int     status;
845 
846 	status = read_bytes_from_xdr_buf(buf, base, &raw, sizeof(*obj));
847 	if (status)
848 		return status;
849 	*obj = ntohl(raw);
850 	return 0;
851 }
852 
853 /* It would be nice if this bit of code could be shared with the client.
854  * Obstacles:
855  *	The client shouldn't malloc(), would have to pass in own memory.
856  *	The server uses base of head iovec as read pointer, while the
857  *	client uses separate pointer. */
858 static int
859 unwrap_integ_data(struct svc_rqst *rqstp, struct xdr_buf *buf, u32 seq, struct gss_ctx *ctx)
860 {
861 	int stat = -EINVAL;
862 	u32 integ_len, maj_stat;
863 	struct xdr_netobj mic;
864 	struct xdr_buf integ_buf;
865 
866 	/* NFS READ normally uses splice to send data in-place. However
867 	 * the data in cache can change after the reply's MIC is computed
868 	 * but before the RPC reply is sent. To prevent the client from
869 	 * rejecting the server-computed MIC in this somewhat rare case,
870 	 * do not use splice with the GSS integrity service.
871 	 */
872 	clear_bit(RQ_SPLICE_OK, &rqstp->rq_flags);
873 
874 	/* Did we already verify the signature on the original pass through? */
875 	if (rqstp->rq_deferred)
876 		return 0;
877 
878 	integ_len = svc_getnl(&buf->head[0]);
879 	if (integ_len & 3)
880 		return stat;
881 	if (integ_len > buf->len)
882 		return stat;
883 	if (xdr_buf_subsegment(buf, &integ_buf, 0, integ_len)) {
884 		WARN_ON_ONCE(1);
885 		return stat;
886 	}
887 	/* copy out mic... */
888 	if (read_u32_from_xdr_buf(buf, integ_len, &mic.len))
889 		return stat;
890 	if (mic.len > RPC_MAX_AUTH_SIZE)
891 		return stat;
892 	mic.data = kmalloc(mic.len, GFP_KERNEL);
893 	if (!mic.data)
894 		return stat;
895 	if (read_bytes_from_xdr_buf(buf, integ_len + 4, mic.data, mic.len))
896 		goto out;
897 	maj_stat = gss_verify_mic(ctx, &integ_buf, &mic);
898 	if (maj_stat != GSS_S_COMPLETE)
899 		goto out;
900 	if (svc_getnl(&buf->head[0]) != seq)
901 		goto out;
902 	/* trim off the mic and padding at the end before returning */
903 	buf->len -= 4 + round_up_to_quad(mic.len);
904 	stat = 0;
905 out:
906 	kfree(mic.data);
907 	return stat;
908 }
909 
910 static inline int
911 total_buf_len(struct xdr_buf *buf)
912 {
913 	return buf->head[0].iov_len + buf->page_len + buf->tail[0].iov_len;
914 }
915 
916 static void
917 fix_priv_head(struct xdr_buf *buf, int pad)
918 {
919 	if (buf->page_len == 0) {
920 		/* We need to adjust head and buf->len in tandem in this
921 		 * case to make svc_defer() work--it finds the original
922 		 * buffer start using buf->len - buf->head[0].iov_len. */
923 		buf->head[0].iov_len -= pad;
924 	}
925 }
926 
927 static int
928 unwrap_priv_data(struct svc_rqst *rqstp, struct xdr_buf *buf, u32 seq, struct gss_ctx *ctx)
929 {
930 	u32 priv_len, maj_stat;
931 	int pad, saved_len, remaining_len, offset;
932 
933 	clear_bit(RQ_SPLICE_OK, &rqstp->rq_flags);
934 
935 	priv_len = svc_getnl(&buf->head[0]);
936 	if (rqstp->rq_deferred) {
937 		/* Already decrypted last time through! The sequence number
938 		 * check at out_seq is unnecessary but harmless: */
939 		goto out_seq;
940 	}
941 	/* buf->len is the number of bytes from the original start of the
942 	 * request to the end, where head[0].iov_len is just the bytes
943 	 * not yet read from the head, so these two values are different: */
944 	remaining_len = total_buf_len(buf);
945 	if (priv_len > remaining_len)
946 		return -EINVAL;
947 	pad = remaining_len - priv_len;
948 	buf->len -= pad;
949 	fix_priv_head(buf, pad);
950 
951 	/* Maybe it would be better to give gss_unwrap a length parameter: */
952 	saved_len = buf->len;
953 	buf->len = priv_len;
954 	maj_stat = gss_unwrap(ctx, 0, buf);
955 	pad = priv_len - buf->len;
956 	buf->len = saved_len;
957 	buf->len -= pad;
958 	/* The upper layers assume the buffer is aligned on 4-byte boundaries.
959 	 * In the krb5p case, at least, the data ends up offset, so we need to
960 	 * move it around. */
961 	/* XXX: This is very inefficient.  It would be better to either do
962 	 * this while we encrypt, or maybe in the receive code, if we can peak
963 	 * ahead and work out the service and mechanism there. */
964 	offset = buf->head[0].iov_len % 4;
965 	if (offset) {
966 		buf->buflen = RPCSVC_MAXPAYLOAD;
967 		xdr_shift_buf(buf, offset);
968 		fix_priv_head(buf, pad);
969 	}
970 	if (maj_stat != GSS_S_COMPLETE)
971 		return -EINVAL;
972 out_seq:
973 	if (svc_getnl(&buf->head[0]) != seq)
974 		return -EINVAL;
975 	return 0;
976 }
977 
978 struct gss_svc_data {
979 	/* decoded gss client cred: */
980 	struct rpc_gss_wire_cred	clcred;
981 	/* save a pointer to the beginning of the encoded verifier,
982 	 * for use in encryption/checksumming in svcauth_gss_release: */
983 	__be32				*verf_start;
984 	struct rsc			*rsci;
985 };
986 
987 static int
988 svcauth_gss_set_client(struct svc_rqst *rqstp)
989 {
990 	struct gss_svc_data *svcdata = rqstp->rq_auth_data;
991 	struct rsc *rsci = svcdata->rsci;
992 	struct rpc_gss_wire_cred *gc = &svcdata->clcred;
993 	int stat;
994 
995 	/*
996 	 * A gss export can be specified either by:
997 	 * 	export	*(sec=krb5,rw)
998 	 * or by
999 	 * 	export gss/krb5(rw)
1000 	 * The latter is deprecated; but for backwards compatibility reasons
1001 	 * the nfsd code will still fall back on trying it if the former
1002 	 * doesn't work; so we try to make both available to nfsd, below.
1003 	 */
1004 	rqstp->rq_gssclient = find_gss_auth_domain(rsci->mechctx, gc->gc_svc);
1005 	if (rqstp->rq_gssclient == NULL)
1006 		return SVC_DENIED;
1007 	stat = svcauth_unix_set_client(rqstp);
1008 	if (stat == SVC_DROP || stat == SVC_CLOSE)
1009 		return stat;
1010 	return SVC_OK;
1011 }
1012 
1013 static inline int
1014 gss_write_init_verf(struct cache_detail *cd, struct svc_rqst *rqstp,
1015 		struct xdr_netobj *out_handle, int *major_status)
1016 {
1017 	struct rsc *rsci;
1018 	int        rc;
1019 
1020 	if (*major_status != GSS_S_COMPLETE)
1021 		return gss_write_null_verf(rqstp);
1022 	rsci = gss_svc_searchbyctx(cd, out_handle);
1023 	if (rsci == NULL) {
1024 		*major_status = GSS_S_NO_CONTEXT;
1025 		return gss_write_null_verf(rqstp);
1026 	}
1027 	rc = gss_write_verf(rqstp, rsci->mechctx, GSS_SEQ_WIN);
1028 	cache_put(&rsci->h, cd);
1029 	return rc;
1030 }
1031 
1032 static inline int
1033 gss_read_common_verf(struct rpc_gss_wire_cred *gc,
1034 		     struct kvec *argv, __be32 *authp,
1035 		     struct xdr_netobj *in_handle)
1036 {
1037 	/* Read the verifier; should be NULL: */
1038 	*authp = rpc_autherr_badverf;
1039 	if (argv->iov_len < 2 * 4)
1040 		return SVC_DENIED;
1041 	if (svc_getnl(argv) != RPC_AUTH_NULL)
1042 		return SVC_DENIED;
1043 	if (svc_getnl(argv) != 0)
1044 		return SVC_DENIED;
1045 	/* Martial context handle and token for upcall: */
1046 	*authp = rpc_autherr_badcred;
1047 	if (gc->gc_proc == RPC_GSS_PROC_INIT && gc->gc_ctx.len != 0)
1048 		return SVC_DENIED;
1049 	if (dup_netobj(in_handle, &gc->gc_ctx))
1050 		return SVC_CLOSE;
1051 	*authp = rpc_autherr_badverf;
1052 
1053 	return 0;
1054 }
1055 
1056 static inline int
1057 gss_read_verf(struct rpc_gss_wire_cred *gc,
1058 	      struct kvec *argv, __be32 *authp,
1059 	      struct xdr_netobj *in_handle,
1060 	      struct xdr_netobj *in_token)
1061 {
1062 	struct xdr_netobj tmpobj;
1063 	int res;
1064 
1065 	res = gss_read_common_verf(gc, argv, authp, in_handle);
1066 	if (res)
1067 		return res;
1068 
1069 	if (svc_safe_getnetobj(argv, &tmpobj)) {
1070 		kfree(in_handle->data);
1071 		return SVC_DENIED;
1072 	}
1073 	if (dup_netobj(in_token, &tmpobj)) {
1074 		kfree(in_handle->data);
1075 		return SVC_CLOSE;
1076 	}
1077 
1078 	return 0;
1079 }
1080 
1081 static void gss_free_in_token_pages(struct gssp_in_token *in_token)
1082 {
1083 	u32 inlen;
1084 	int i;
1085 
1086 	i = 0;
1087 	inlen = in_token->page_len;
1088 	while (inlen) {
1089 		if (in_token->pages[i])
1090 			put_page(in_token->pages[i]);
1091 		inlen -= inlen > PAGE_SIZE ? PAGE_SIZE : inlen;
1092 	}
1093 
1094 	kfree(in_token->pages);
1095 	in_token->pages = NULL;
1096 }
1097 
1098 static int gss_read_proxy_verf(struct svc_rqst *rqstp,
1099 			       struct rpc_gss_wire_cred *gc, __be32 *authp,
1100 			       struct xdr_netobj *in_handle,
1101 			       struct gssp_in_token *in_token)
1102 {
1103 	struct kvec *argv = &rqstp->rq_arg.head[0];
1104 	unsigned int page_base, length;
1105 	int pages, i, res;
1106 	size_t inlen;
1107 
1108 	res = gss_read_common_verf(gc, argv, authp, in_handle);
1109 	if (res)
1110 		return res;
1111 
1112 	inlen = svc_getnl(argv);
1113 	if (inlen > (argv->iov_len + rqstp->rq_arg.page_len))
1114 		return SVC_DENIED;
1115 
1116 	pages = DIV_ROUND_UP(inlen, PAGE_SIZE);
1117 	in_token->pages = kcalloc(pages, sizeof(struct page *), GFP_KERNEL);
1118 	if (!in_token->pages)
1119 		return SVC_DENIED;
1120 	in_token->page_base = 0;
1121 	in_token->page_len = inlen;
1122 	for (i = 0; i < pages; i++) {
1123 		in_token->pages[i] = alloc_page(GFP_KERNEL);
1124 		if (!in_token->pages[i]) {
1125 			gss_free_in_token_pages(in_token);
1126 			return SVC_DENIED;
1127 		}
1128 	}
1129 
1130 	length = min_t(unsigned int, inlen, argv->iov_len);
1131 	memcpy(page_address(in_token->pages[0]), argv->iov_base, length);
1132 	inlen -= length;
1133 
1134 	i = 1;
1135 	page_base = rqstp->rq_arg.page_base;
1136 	while (inlen) {
1137 		length = min_t(unsigned int, inlen, PAGE_SIZE);
1138 		memcpy(page_address(in_token->pages[i]),
1139 		       page_address(rqstp->rq_arg.pages[i]) + page_base,
1140 		       length);
1141 
1142 		inlen -= length;
1143 		page_base = 0;
1144 		i++;
1145 	}
1146 	return 0;
1147 }
1148 
1149 static inline int
1150 gss_write_resv(struct kvec *resv, size_t size_limit,
1151 	       struct xdr_netobj *out_handle, struct xdr_netobj *out_token,
1152 	       int major_status, int minor_status)
1153 {
1154 	if (resv->iov_len + 4 > size_limit)
1155 		return -1;
1156 	svc_putnl(resv, RPC_SUCCESS);
1157 	if (svc_safe_putnetobj(resv, out_handle))
1158 		return -1;
1159 	if (resv->iov_len + 3 * 4 > size_limit)
1160 		return -1;
1161 	svc_putnl(resv, major_status);
1162 	svc_putnl(resv, minor_status);
1163 	svc_putnl(resv, GSS_SEQ_WIN);
1164 	if (svc_safe_putnetobj(resv, out_token))
1165 		return -1;
1166 	return 0;
1167 }
1168 
1169 /*
1170  * Having read the cred already and found we're in the context
1171  * initiation case, read the verifier and initiate (or check the results
1172  * of) upcalls to userspace for help with context initiation.  If
1173  * the upcall results are available, write the verifier and result.
1174  * Otherwise, drop the request pending an answer to the upcall.
1175  */
1176 static int svcauth_gss_legacy_init(struct svc_rqst *rqstp,
1177 			struct rpc_gss_wire_cred *gc, __be32 *authp)
1178 {
1179 	struct kvec *argv = &rqstp->rq_arg.head[0];
1180 	struct kvec *resv = &rqstp->rq_res.head[0];
1181 	struct rsi *rsip, rsikey;
1182 	int ret;
1183 	struct sunrpc_net *sn = net_generic(SVC_NET(rqstp), sunrpc_net_id);
1184 
1185 	memset(&rsikey, 0, sizeof(rsikey));
1186 	ret = gss_read_verf(gc, argv, authp,
1187 			    &rsikey.in_handle, &rsikey.in_token);
1188 	if (ret)
1189 		return ret;
1190 
1191 	/* Perform upcall, or find upcall result: */
1192 	rsip = rsi_lookup(sn->rsi_cache, &rsikey);
1193 	rsi_free(&rsikey);
1194 	if (!rsip)
1195 		return SVC_CLOSE;
1196 	if (cache_check(sn->rsi_cache, &rsip->h, &rqstp->rq_chandle) < 0)
1197 		/* No upcall result: */
1198 		return SVC_CLOSE;
1199 
1200 	ret = SVC_CLOSE;
1201 	/* Got an answer to the upcall; use it: */
1202 	if (gss_write_init_verf(sn->rsc_cache, rqstp,
1203 				&rsip->out_handle, &rsip->major_status))
1204 		goto out;
1205 	if (gss_write_resv(resv, PAGE_SIZE,
1206 			   &rsip->out_handle, &rsip->out_token,
1207 			   rsip->major_status, rsip->minor_status))
1208 		goto out;
1209 
1210 	ret = SVC_COMPLETE;
1211 out:
1212 	cache_put(&rsip->h, sn->rsi_cache);
1213 	return ret;
1214 }
1215 
1216 static int gss_proxy_save_rsc(struct cache_detail *cd,
1217 				struct gssp_upcall_data *ud,
1218 				uint64_t *handle)
1219 {
1220 	struct rsc rsci, *rscp = NULL;
1221 	static atomic64_t ctxhctr;
1222 	long long ctxh;
1223 	struct gss_api_mech *gm = NULL;
1224 	time_t expiry;
1225 	int status = -EINVAL;
1226 
1227 	memset(&rsci, 0, sizeof(rsci));
1228 	/* context handle */
1229 	status = -ENOMEM;
1230 	/* the handle needs to be just a unique id,
1231 	 * use a static counter */
1232 	ctxh = atomic64_inc_return(&ctxhctr);
1233 
1234 	/* make a copy for the caller */
1235 	*handle = ctxh;
1236 
1237 	/* make a copy for the rsc cache */
1238 	if (dup_to_netobj(&rsci.handle, (char *)handle, sizeof(uint64_t)))
1239 		goto out;
1240 	rscp = rsc_lookup(cd, &rsci);
1241 	if (!rscp)
1242 		goto out;
1243 
1244 	/* creds */
1245 	if (!ud->found_creds) {
1246 		/* userspace seem buggy, we should always get at least a
1247 		 * mapping to nobody */
1248 		dprintk("RPC:       No creds found!\n");
1249 		goto out;
1250 	} else {
1251 
1252 		/* steal creds */
1253 		rsci.cred = ud->creds;
1254 		memset(&ud->creds, 0, sizeof(struct svc_cred));
1255 
1256 		status = -EOPNOTSUPP;
1257 		/* get mech handle from OID */
1258 		gm = gss_mech_get_by_OID(&ud->mech_oid);
1259 		if (!gm)
1260 			goto out;
1261 		rsci.cred.cr_gss_mech = gm;
1262 
1263 		status = -EINVAL;
1264 		/* mech-specific data: */
1265 		status = gss_import_sec_context(ud->out_handle.data,
1266 						ud->out_handle.len,
1267 						gm, &rsci.mechctx,
1268 						&expiry, GFP_KERNEL);
1269 		if (status)
1270 			goto out;
1271 	}
1272 
1273 	rsci.h.expiry_time = expiry;
1274 	rscp = rsc_update(cd, &rsci, rscp);
1275 	status = 0;
1276 out:
1277 	rsc_free(&rsci);
1278 	if (rscp)
1279 		cache_put(&rscp->h, cd);
1280 	else
1281 		status = -ENOMEM;
1282 	return status;
1283 }
1284 
1285 static int svcauth_gss_proxy_init(struct svc_rqst *rqstp,
1286 			struct rpc_gss_wire_cred *gc, __be32 *authp)
1287 {
1288 	struct kvec *resv = &rqstp->rq_res.head[0];
1289 	struct xdr_netobj cli_handle;
1290 	struct gssp_upcall_data ud;
1291 	uint64_t handle;
1292 	int status;
1293 	int ret;
1294 	struct net *net = SVC_NET(rqstp);
1295 	struct sunrpc_net *sn = net_generic(net, sunrpc_net_id);
1296 
1297 	memset(&ud, 0, sizeof(ud));
1298 	ret = gss_read_proxy_verf(rqstp, gc, authp,
1299 				  &ud.in_handle, &ud.in_token);
1300 	if (ret)
1301 		return ret;
1302 
1303 	ret = SVC_CLOSE;
1304 
1305 	/* Perform synchronous upcall to gss-proxy */
1306 	status = gssp_accept_sec_context_upcall(net, &ud);
1307 	if (status)
1308 		goto out;
1309 
1310 	trace_rpcgss_accept_upcall(rqstp->rq_xid, ud.major_status,
1311 				   ud.minor_status);
1312 
1313 	switch (ud.major_status) {
1314 	case GSS_S_CONTINUE_NEEDED:
1315 		cli_handle = ud.out_handle;
1316 		break;
1317 	case GSS_S_COMPLETE:
1318 		status = gss_proxy_save_rsc(sn->rsc_cache, &ud, &handle);
1319 		if (status) {
1320 			pr_info("%s: gss_proxy_save_rsc failed (%d)\n",
1321 				__func__, status);
1322 			goto out;
1323 		}
1324 		cli_handle.data = (u8 *)&handle;
1325 		cli_handle.len = sizeof(handle);
1326 		break;
1327 	default:
1328 		ret = SVC_CLOSE;
1329 		goto out;
1330 	}
1331 
1332 	/* Got an answer to the upcall; use it: */
1333 	if (gss_write_init_verf(sn->rsc_cache, rqstp,
1334 				&cli_handle, &ud.major_status)) {
1335 		pr_info("%s: gss_write_init_verf failed\n", __func__);
1336 		goto out;
1337 	}
1338 	if (gss_write_resv(resv, PAGE_SIZE,
1339 			   &cli_handle, &ud.out_token,
1340 			   ud.major_status, ud.minor_status)) {
1341 		pr_info("%s: gss_write_resv failed\n", __func__);
1342 		goto out;
1343 	}
1344 
1345 	ret = SVC_COMPLETE;
1346 out:
1347 	gss_free_in_token_pages(&ud.in_token);
1348 	gssp_free_upcall_data(&ud);
1349 	return ret;
1350 }
1351 
1352 /*
1353  * Try to set the sn->use_gss_proxy variable to a new value. We only allow
1354  * it to be changed if it's currently undefined (-1). If it's any other value
1355  * then return -EBUSY unless the type wouldn't have changed anyway.
1356  */
1357 static int set_gss_proxy(struct net *net, int type)
1358 {
1359 	struct sunrpc_net *sn = net_generic(net, sunrpc_net_id);
1360 	int ret;
1361 
1362 	WARN_ON_ONCE(type != 0 && type != 1);
1363 	ret = cmpxchg(&sn->use_gss_proxy, -1, type);
1364 	if (ret != -1 && ret != type)
1365 		return -EBUSY;
1366 	return 0;
1367 }
1368 
1369 static bool use_gss_proxy(struct net *net)
1370 {
1371 	struct sunrpc_net *sn = net_generic(net, sunrpc_net_id);
1372 
1373 	/* If use_gss_proxy is still undefined, then try to disable it */
1374 	if (sn->use_gss_proxy == -1)
1375 		set_gss_proxy(net, 0);
1376 	return sn->use_gss_proxy;
1377 }
1378 
1379 #ifdef CONFIG_PROC_FS
1380 
1381 static ssize_t write_gssp(struct file *file, const char __user *buf,
1382 			 size_t count, loff_t *ppos)
1383 {
1384 	struct net *net = PDE_DATA(file_inode(file));
1385 	char tbuf[20];
1386 	unsigned long i;
1387 	int res;
1388 
1389 	if (*ppos || count > sizeof(tbuf)-1)
1390 		return -EINVAL;
1391 	if (copy_from_user(tbuf, buf, count))
1392 		return -EFAULT;
1393 
1394 	tbuf[count] = 0;
1395 	res = kstrtoul(tbuf, 0, &i);
1396 	if (res)
1397 		return res;
1398 	if (i != 1)
1399 		return -EINVAL;
1400 	res = set_gssp_clnt(net);
1401 	if (res)
1402 		return res;
1403 	res = set_gss_proxy(net, 1);
1404 	if (res)
1405 		return res;
1406 	return count;
1407 }
1408 
1409 static ssize_t read_gssp(struct file *file, char __user *buf,
1410 			 size_t count, loff_t *ppos)
1411 {
1412 	struct net *net = PDE_DATA(file_inode(file));
1413 	struct sunrpc_net *sn = net_generic(net, sunrpc_net_id);
1414 	unsigned long p = *ppos;
1415 	char tbuf[10];
1416 	size_t len;
1417 
1418 	snprintf(tbuf, sizeof(tbuf), "%d\n", sn->use_gss_proxy);
1419 	len = strlen(tbuf);
1420 	if (p >= len)
1421 		return 0;
1422 	len -= p;
1423 	if (len > count)
1424 		len = count;
1425 	if (copy_to_user(buf, (void *)(tbuf+p), len))
1426 		return -EFAULT;
1427 	*ppos += len;
1428 	return len;
1429 }
1430 
1431 static const struct file_operations use_gss_proxy_ops = {
1432 	.open = nonseekable_open,
1433 	.write = write_gssp,
1434 	.read = read_gssp,
1435 };
1436 
1437 static int create_use_gss_proxy_proc_entry(struct net *net)
1438 {
1439 	struct sunrpc_net *sn = net_generic(net, sunrpc_net_id);
1440 	struct proc_dir_entry **p = &sn->use_gssp_proc;
1441 
1442 	sn->use_gss_proxy = -1;
1443 	*p = proc_create_data("use-gss-proxy", S_IFREG | 0600,
1444 			      sn->proc_net_rpc,
1445 			      &use_gss_proxy_ops, net);
1446 	if (!*p)
1447 		return -ENOMEM;
1448 	init_gssp_clnt(sn);
1449 	return 0;
1450 }
1451 
1452 static void destroy_use_gss_proxy_proc_entry(struct net *net)
1453 {
1454 	struct sunrpc_net *sn = net_generic(net, sunrpc_net_id);
1455 
1456 	if (sn->use_gssp_proc) {
1457 		remove_proc_entry("use-gss-proxy", sn->proc_net_rpc);
1458 		clear_gssp_clnt(sn);
1459 	}
1460 }
1461 #else /* CONFIG_PROC_FS */
1462 
1463 static int create_use_gss_proxy_proc_entry(struct net *net)
1464 {
1465 	return 0;
1466 }
1467 
1468 static void destroy_use_gss_proxy_proc_entry(struct net *net) {}
1469 
1470 #endif /* CONFIG_PROC_FS */
1471 
1472 /*
1473  * Accept an rpcsec packet.
1474  * If context establishment, punt to user space
1475  * If data exchange, verify/decrypt
1476  * If context destruction, handle here
1477  * In the context establishment and destruction case we encode
1478  * response here and return SVC_COMPLETE.
1479  */
1480 static int
1481 svcauth_gss_accept(struct svc_rqst *rqstp, __be32 *authp)
1482 {
1483 	struct kvec	*argv = &rqstp->rq_arg.head[0];
1484 	struct kvec	*resv = &rqstp->rq_res.head[0];
1485 	u32		crlen;
1486 	struct gss_svc_data *svcdata = rqstp->rq_auth_data;
1487 	struct rpc_gss_wire_cred *gc;
1488 	struct rsc	*rsci = NULL;
1489 	__be32		*rpcstart;
1490 	__be32		*reject_stat = resv->iov_base + resv->iov_len;
1491 	int		ret;
1492 	struct sunrpc_net *sn = net_generic(SVC_NET(rqstp), sunrpc_net_id);
1493 
1494 	dprintk("RPC:       svcauth_gss: argv->iov_len = %zd\n",
1495 			argv->iov_len);
1496 
1497 	*authp = rpc_autherr_badcred;
1498 	if (!svcdata)
1499 		svcdata = kmalloc(sizeof(*svcdata), GFP_KERNEL);
1500 	if (!svcdata)
1501 		goto auth_err;
1502 	rqstp->rq_auth_data = svcdata;
1503 	svcdata->verf_start = NULL;
1504 	svcdata->rsci = NULL;
1505 	gc = &svcdata->clcred;
1506 
1507 	/* start of rpc packet is 7 u32's back from here:
1508 	 * xid direction rpcversion prog vers proc flavour
1509 	 */
1510 	rpcstart = argv->iov_base;
1511 	rpcstart -= 7;
1512 
1513 	/* credential is:
1514 	 *   version(==1), proc(0,1,2,3), seq, service (1,2,3), handle
1515 	 * at least 5 u32s, and is preceded by length, so that makes 6.
1516 	 */
1517 
1518 	if (argv->iov_len < 5 * 4)
1519 		goto auth_err;
1520 	crlen = svc_getnl(argv);
1521 	if (svc_getnl(argv) != RPC_GSS_VERSION)
1522 		goto auth_err;
1523 	gc->gc_proc = svc_getnl(argv);
1524 	gc->gc_seq = svc_getnl(argv);
1525 	gc->gc_svc = svc_getnl(argv);
1526 	if (svc_safe_getnetobj(argv, &gc->gc_ctx))
1527 		goto auth_err;
1528 	if (crlen != round_up_to_quad(gc->gc_ctx.len) + 5 * 4)
1529 		goto auth_err;
1530 
1531 	if ((gc->gc_proc != RPC_GSS_PROC_DATA) && (rqstp->rq_proc != 0))
1532 		goto auth_err;
1533 
1534 	*authp = rpc_autherr_badverf;
1535 	switch (gc->gc_proc) {
1536 	case RPC_GSS_PROC_INIT:
1537 	case RPC_GSS_PROC_CONTINUE_INIT:
1538 		if (use_gss_proxy(SVC_NET(rqstp)))
1539 			return svcauth_gss_proxy_init(rqstp, gc, authp);
1540 		else
1541 			return svcauth_gss_legacy_init(rqstp, gc, authp);
1542 	case RPC_GSS_PROC_DATA:
1543 	case RPC_GSS_PROC_DESTROY:
1544 		/* Look up the context, and check the verifier: */
1545 		*authp = rpcsec_gsserr_credproblem;
1546 		rsci = gss_svc_searchbyctx(sn->rsc_cache, &gc->gc_ctx);
1547 		if (!rsci)
1548 			goto auth_err;
1549 		switch (gss_verify_header(rqstp, rsci, rpcstart, gc, authp)) {
1550 		case SVC_OK:
1551 			break;
1552 		case SVC_DENIED:
1553 			goto auth_err;
1554 		case SVC_DROP:
1555 			goto drop;
1556 		}
1557 		break;
1558 	default:
1559 		*authp = rpc_autherr_rejectedcred;
1560 		goto auth_err;
1561 	}
1562 
1563 	/* now act upon the command: */
1564 	switch (gc->gc_proc) {
1565 	case RPC_GSS_PROC_DESTROY:
1566 		if (gss_write_verf(rqstp, rsci->mechctx, gc->gc_seq))
1567 			goto auth_err;
1568 		/* Delete the entry from the cache_list and call cache_put */
1569 		sunrpc_cache_unhash(sn->rsc_cache, &rsci->h);
1570 		if (resv->iov_len + 4 > PAGE_SIZE)
1571 			goto drop;
1572 		svc_putnl(resv, RPC_SUCCESS);
1573 		goto complete;
1574 	case RPC_GSS_PROC_DATA:
1575 		*authp = rpcsec_gsserr_ctxproblem;
1576 		svcdata->verf_start = resv->iov_base + resv->iov_len;
1577 		if (gss_write_verf(rqstp, rsci->mechctx, gc->gc_seq))
1578 			goto auth_err;
1579 		rqstp->rq_cred = rsci->cred;
1580 		get_group_info(rsci->cred.cr_group_info);
1581 		*authp = rpc_autherr_badcred;
1582 		switch (gc->gc_svc) {
1583 		case RPC_GSS_SVC_NONE:
1584 			break;
1585 		case RPC_GSS_SVC_INTEGRITY:
1586 			/* placeholders for length and seq. number: */
1587 			svc_putnl(resv, 0);
1588 			svc_putnl(resv, 0);
1589 			if (unwrap_integ_data(rqstp, &rqstp->rq_arg,
1590 					gc->gc_seq, rsci->mechctx))
1591 				goto garbage_args;
1592 			rqstp->rq_auth_slack = RPC_MAX_AUTH_SIZE;
1593 			break;
1594 		case RPC_GSS_SVC_PRIVACY:
1595 			/* placeholders for length and seq. number: */
1596 			svc_putnl(resv, 0);
1597 			svc_putnl(resv, 0);
1598 			if (unwrap_priv_data(rqstp, &rqstp->rq_arg,
1599 					gc->gc_seq, rsci->mechctx))
1600 				goto garbage_args;
1601 			rqstp->rq_auth_slack = RPC_MAX_AUTH_SIZE * 2;
1602 			break;
1603 		default:
1604 			goto auth_err;
1605 		}
1606 		svcdata->rsci = rsci;
1607 		cache_get(&rsci->h);
1608 		rqstp->rq_cred.cr_flavor = gss_svc_to_pseudoflavor(
1609 					rsci->mechctx->mech_type,
1610 					GSS_C_QOP_DEFAULT,
1611 					gc->gc_svc);
1612 		ret = SVC_OK;
1613 		goto out;
1614 	}
1615 garbage_args:
1616 	ret = SVC_GARBAGE;
1617 	goto out;
1618 auth_err:
1619 	/* Restore write pointer to its original value: */
1620 	xdr_ressize_check(rqstp, reject_stat);
1621 	ret = SVC_DENIED;
1622 	goto out;
1623 complete:
1624 	ret = SVC_COMPLETE;
1625 	goto out;
1626 drop:
1627 	ret = SVC_CLOSE;
1628 out:
1629 	if (rsci)
1630 		cache_put(&rsci->h, sn->rsc_cache);
1631 	return ret;
1632 }
1633 
1634 static __be32 *
1635 svcauth_gss_prepare_to_wrap(struct xdr_buf *resbuf, struct gss_svc_data *gsd)
1636 {
1637 	__be32 *p;
1638 	u32 verf_len;
1639 
1640 	p = gsd->verf_start;
1641 	gsd->verf_start = NULL;
1642 
1643 	/* If the reply stat is nonzero, don't wrap: */
1644 	if (*(p-1) != rpc_success)
1645 		return NULL;
1646 	/* Skip the verifier: */
1647 	p += 1;
1648 	verf_len = ntohl(*p++);
1649 	p += XDR_QUADLEN(verf_len);
1650 	/* move accept_stat to right place: */
1651 	memcpy(p, p + 2, 4);
1652 	/* Also don't wrap if the accept stat is nonzero: */
1653 	if (*p != rpc_success) {
1654 		resbuf->head[0].iov_len -= 2 * 4;
1655 		return NULL;
1656 	}
1657 	p++;
1658 	return p;
1659 }
1660 
1661 static inline int
1662 svcauth_gss_wrap_resp_integ(struct svc_rqst *rqstp)
1663 {
1664 	struct gss_svc_data *gsd = (struct gss_svc_data *)rqstp->rq_auth_data;
1665 	struct rpc_gss_wire_cred *gc = &gsd->clcred;
1666 	struct xdr_buf *resbuf = &rqstp->rq_res;
1667 	struct xdr_buf integ_buf;
1668 	struct xdr_netobj mic;
1669 	struct kvec *resv;
1670 	__be32 *p;
1671 	int integ_offset, integ_len;
1672 	int stat = -EINVAL;
1673 
1674 	p = svcauth_gss_prepare_to_wrap(resbuf, gsd);
1675 	if (p == NULL)
1676 		goto out;
1677 	integ_offset = (u8 *)(p + 1) - (u8 *)resbuf->head[0].iov_base;
1678 	integ_len = resbuf->len - integ_offset;
1679 	BUG_ON(integ_len % 4);
1680 	*p++ = htonl(integ_len);
1681 	*p++ = htonl(gc->gc_seq);
1682 	if (xdr_buf_subsegment(resbuf, &integ_buf, integ_offset, integ_len)) {
1683 		WARN_ON_ONCE(1);
1684 		goto out_err;
1685 	}
1686 	if (resbuf->tail[0].iov_base == NULL) {
1687 		if (resbuf->head[0].iov_len + RPC_MAX_AUTH_SIZE > PAGE_SIZE)
1688 			goto out_err;
1689 		resbuf->tail[0].iov_base = resbuf->head[0].iov_base
1690 						+ resbuf->head[0].iov_len;
1691 		resbuf->tail[0].iov_len = 0;
1692 	}
1693 	resv = &resbuf->tail[0];
1694 	mic.data = (u8 *)resv->iov_base + resv->iov_len + 4;
1695 	if (gss_get_mic(gsd->rsci->mechctx, &integ_buf, &mic))
1696 		goto out_err;
1697 	svc_putnl(resv, mic.len);
1698 	memset(mic.data + mic.len, 0,
1699 			round_up_to_quad(mic.len) - mic.len);
1700 	resv->iov_len += XDR_QUADLEN(mic.len) << 2;
1701 	/* not strictly required: */
1702 	resbuf->len += XDR_QUADLEN(mic.len) << 2;
1703 	BUG_ON(resv->iov_len > PAGE_SIZE);
1704 out:
1705 	stat = 0;
1706 out_err:
1707 	return stat;
1708 }
1709 
1710 static inline int
1711 svcauth_gss_wrap_resp_priv(struct svc_rqst *rqstp)
1712 {
1713 	struct gss_svc_data *gsd = (struct gss_svc_data *)rqstp->rq_auth_data;
1714 	struct rpc_gss_wire_cred *gc = &gsd->clcred;
1715 	struct xdr_buf *resbuf = &rqstp->rq_res;
1716 	struct page **inpages = NULL;
1717 	__be32 *p, *len;
1718 	int offset;
1719 	int pad;
1720 
1721 	p = svcauth_gss_prepare_to_wrap(resbuf, gsd);
1722 	if (p == NULL)
1723 		return 0;
1724 	len = p++;
1725 	offset = (u8 *)p - (u8 *)resbuf->head[0].iov_base;
1726 	*p++ = htonl(gc->gc_seq);
1727 	inpages = resbuf->pages;
1728 	/* XXX: Would be better to write some xdr helper functions for
1729 	 * nfs{2,3,4}xdr.c that place the data right, instead of copying: */
1730 
1731 	/*
1732 	 * If there is currently tail data, make sure there is
1733 	 * room for the head, tail, and 2 * RPC_MAX_AUTH_SIZE in
1734 	 * the page, and move the current tail data such that
1735 	 * there is RPC_MAX_AUTH_SIZE slack space available in
1736 	 * both the head and tail.
1737 	 */
1738 	if (resbuf->tail[0].iov_base) {
1739 		BUG_ON(resbuf->tail[0].iov_base >= resbuf->head[0].iov_base
1740 							+ PAGE_SIZE);
1741 		BUG_ON(resbuf->tail[0].iov_base < resbuf->head[0].iov_base);
1742 		if (resbuf->tail[0].iov_len + resbuf->head[0].iov_len
1743 				+ 2 * RPC_MAX_AUTH_SIZE > PAGE_SIZE)
1744 			return -ENOMEM;
1745 		memmove(resbuf->tail[0].iov_base + RPC_MAX_AUTH_SIZE,
1746 			resbuf->tail[0].iov_base,
1747 			resbuf->tail[0].iov_len);
1748 		resbuf->tail[0].iov_base += RPC_MAX_AUTH_SIZE;
1749 	}
1750 	/*
1751 	 * If there is no current tail data, make sure there is
1752 	 * room for the head data, and 2 * RPC_MAX_AUTH_SIZE in the
1753 	 * allotted page, and set up tail information such that there
1754 	 * is RPC_MAX_AUTH_SIZE slack space available in both the
1755 	 * head and tail.
1756 	 */
1757 	if (resbuf->tail[0].iov_base == NULL) {
1758 		if (resbuf->head[0].iov_len + 2*RPC_MAX_AUTH_SIZE > PAGE_SIZE)
1759 			return -ENOMEM;
1760 		resbuf->tail[0].iov_base = resbuf->head[0].iov_base
1761 			+ resbuf->head[0].iov_len + RPC_MAX_AUTH_SIZE;
1762 		resbuf->tail[0].iov_len = 0;
1763 	}
1764 	if (gss_wrap(gsd->rsci->mechctx, offset, resbuf, inpages))
1765 		return -ENOMEM;
1766 	*len = htonl(resbuf->len - offset);
1767 	pad = 3 - ((resbuf->len - offset - 1)&3);
1768 	p = (__be32 *)(resbuf->tail[0].iov_base + resbuf->tail[0].iov_len);
1769 	memset(p, 0, pad);
1770 	resbuf->tail[0].iov_len += pad;
1771 	resbuf->len += pad;
1772 	return 0;
1773 }
1774 
1775 static int
1776 svcauth_gss_release(struct svc_rqst *rqstp)
1777 {
1778 	struct gss_svc_data *gsd = (struct gss_svc_data *)rqstp->rq_auth_data;
1779 	struct rpc_gss_wire_cred *gc = &gsd->clcred;
1780 	struct xdr_buf *resbuf = &rqstp->rq_res;
1781 	int stat = -EINVAL;
1782 	struct sunrpc_net *sn = net_generic(SVC_NET(rqstp), sunrpc_net_id);
1783 
1784 	if (gc->gc_proc != RPC_GSS_PROC_DATA)
1785 		goto out;
1786 	/* Release can be called twice, but we only wrap once. */
1787 	if (gsd->verf_start == NULL)
1788 		goto out;
1789 	/* normally not set till svc_send, but we need it here: */
1790 	/* XXX: what for?  Do we mess it up the moment we call svc_putu32
1791 	 * or whatever? */
1792 	resbuf->len = total_buf_len(resbuf);
1793 	switch (gc->gc_svc) {
1794 	case RPC_GSS_SVC_NONE:
1795 		break;
1796 	case RPC_GSS_SVC_INTEGRITY:
1797 		stat = svcauth_gss_wrap_resp_integ(rqstp);
1798 		if (stat)
1799 			goto out_err;
1800 		break;
1801 	case RPC_GSS_SVC_PRIVACY:
1802 		stat = svcauth_gss_wrap_resp_priv(rqstp);
1803 		if (stat)
1804 			goto out_err;
1805 		break;
1806 	/*
1807 	 * For any other gc_svc value, svcauth_gss_accept() already set
1808 	 * the auth_error appropriately; just fall through:
1809 	 */
1810 	}
1811 
1812 out:
1813 	stat = 0;
1814 out_err:
1815 	if (rqstp->rq_client)
1816 		auth_domain_put(rqstp->rq_client);
1817 	rqstp->rq_client = NULL;
1818 	if (rqstp->rq_gssclient)
1819 		auth_domain_put(rqstp->rq_gssclient);
1820 	rqstp->rq_gssclient = NULL;
1821 	if (rqstp->rq_cred.cr_group_info)
1822 		put_group_info(rqstp->rq_cred.cr_group_info);
1823 	rqstp->rq_cred.cr_group_info = NULL;
1824 	if (gsd->rsci)
1825 		cache_put(&gsd->rsci->h, sn->rsc_cache);
1826 	gsd->rsci = NULL;
1827 
1828 	return stat;
1829 }
1830 
1831 static void
1832 svcauth_gss_domain_release_rcu(struct rcu_head *head)
1833 {
1834 	struct auth_domain *dom = container_of(head, struct auth_domain, rcu_head);
1835 	struct gss_domain *gd = container_of(dom, struct gss_domain, h);
1836 
1837 	kfree(dom->name);
1838 	kfree(gd);
1839 }
1840 
1841 static void
1842 svcauth_gss_domain_release(struct auth_domain *dom)
1843 {
1844 	call_rcu(&dom->rcu_head, svcauth_gss_domain_release_rcu);
1845 }
1846 
1847 static struct auth_ops svcauthops_gss = {
1848 	.name		= "rpcsec_gss",
1849 	.owner		= THIS_MODULE,
1850 	.flavour	= RPC_AUTH_GSS,
1851 	.accept		= svcauth_gss_accept,
1852 	.release	= svcauth_gss_release,
1853 	.domain_release = svcauth_gss_domain_release,
1854 	.set_client	= svcauth_gss_set_client,
1855 };
1856 
1857 static int rsi_cache_create_net(struct net *net)
1858 {
1859 	struct sunrpc_net *sn = net_generic(net, sunrpc_net_id);
1860 	struct cache_detail *cd;
1861 	int err;
1862 
1863 	cd = cache_create_net(&rsi_cache_template, net);
1864 	if (IS_ERR(cd))
1865 		return PTR_ERR(cd);
1866 	err = cache_register_net(cd, net);
1867 	if (err) {
1868 		cache_destroy_net(cd, net);
1869 		return err;
1870 	}
1871 	sn->rsi_cache = cd;
1872 	return 0;
1873 }
1874 
1875 static void rsi_cache_destroy_net(struct net *net)
1876 {
1877 	struct sunrpc_net *sn = net_generic(net, sunrpc_net_id);
1878 	struct cache_detail *cd = sn->rsi_cache;
1879 
1880 	sn->rsi_cache = NULL;
1881 	cache_purge(cd);
1882 	cache_unregister_net(cd, net);
1883 	cache_destroy_net(cd, net);
1884 }
1885 
1886 static int rsc_cache_create_net(struct net *net)
1887 {
1888 	struct sunrpc_net *sn = net_generic(net, sunrpc_net_id);
1889 	struct cache_detail *cd;
1890 	int err;
1891 
1892 	cd = cache_create_net(&rsc_cache_template, net);
1893 	if (IS_ERR(cd))
1894 		return PTR_ERR(cd);
1895 	err = cache_register_net(cd, net);
1896 	if (err) {
1897 		cache_destroy_net(cd, net);
1898 		return err;
1899 	}
1900 	sn->rsc_cache = cd;
1901 	return 0;
1902 }
1903 
1904 static void rsc_cache_destroy_net(struct net *net)
1905 {
1906 	struct sunrpc_net *sn = net_generic(net, sunrpc_net_id);
1907 	struct cache_detail *cd = sn->rsc_cache;
1908 
1909 	sn->rsc_cache = NULL;
1910 	cache_purge(cd);
1911 	cache_unregister_net(cd, net);
1912 	cache_destroy_net(cd, net);
1913 }
1914 
1915 int
1916 gss_svc_init_net(struct net *net)
1917 {
1918 	int rv;
1919 
1920 	rv = rsc_cache_create_net(net);
1921 	if (rv)
1922 		return rv;
1923 	rv = rsi_cache_create_net(net);
1924 	if (rv)
1925 		goto out1;
1926 	rv = create_use_gss_proxy_proc_entry(net);
1927 	if (rv)
1928 		goto out2;
1929 	return 0;
1930 out2:
1931 	destroy_use_gss_proxy_proc_entry(net);
1932 out1:
1933 	rsc_cache_destroy_net(net);
1934 	return rv;
1935 }
1936 
1937 void
1938 gss_svc_shutdown_net(struct net *net)
1939 {
1940 	destroy_use_gss_proxy_proc_entry(net);
1941 	rsi_cache_destroy_net(net);
1942 	rsc_cache_destroy_net(net);
1943 }
1944 
1945 int
1946 gss_svc_init(void)
1947 {
1948 	return svc_auth_register(RPC_AUTH_GSS, &svcauthops_gss);
1949 }
1950 
1951 void
1952 gss_svc_shutdown(void)
1953 {
1954 	svc_auth_unregister(RPC_AUTH_GSS);
1955 }
1956