1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * Copyright (c) 2014 Anna Schumaker <Anna.Schumaker@Netapp.com> 4 */ 5 #include <linux/fs.h> 6 #include <linux/sunrpc/addr.h> 7 #include <linux/sunrpc/sched.h> 8 #include <linux/nfs.h> 9 #include <linux/nfs3.h> 10 #include <linux/nfs4.h> 11 #include <linux/nfs_xdr.h> 12 #include <linux/nfs_fs.h> 13 #include "nfs4_fs.h" 14 #include "nfs42.h" 15 #include "iostat.h" 16 #include "pnfs.h" 17 #include "nfs4session.h" 18 #include "internal.h" 19 #include "delegation.h" 20 #include "nfs4trace.h" 21 22 #define NFSDBG_FACILITY NFSDBG_PROC 23 static int nfs42_do_offload_cancel_async(struct file *dst, nfs4_stateid *std); 24 25 static void nfs42_set_netaddr(struct file *filep, struct nfs42_netaddr *naddr) 26 { 27 struct nfs_client *clp = (NFS_SERVER(file_inode(filep)))->nfs_client; 28 unsigned short port = 2049; 29 30 rcu_read_lock(); 31 naddr->netid_len = scnprintf(naddr->netid, 32 sizeof(naddr->netid), "%s", 33 rpc_peeraddr2str(clp->cl_rpcclient, 34 RPC_DISPLAY_NETID)); 35 naddr->addr_len = scnprintf(naddr->addr, 36 sizeof(naddr->addr), 37 "%s.%u.%u", 38 rpc_peeraddr2str(clp->cl_rpcclient, 39 RPC_DISPLAY_ADDR), 40 port >> 8, port & 255); 41 rcu_read_unlock(); 42 } 43 44 static int _nfs42_proc_fallocate(struct rpc_message *msg, struct file *filep, 45 struct nfs_lock_context *lock, loff_t offset, loff_t len) 46 { 47 struct inode *inode = file_inode(filep); 48 struct nfs_server *server = NFS_SERVER(inode); 49 u32 bitmask[3]; 50 struct nfs42_falloc_args args = { 51 .falloc_fh = NFS_FH(inode), 52 .falloc_offset = offset, 53 .falloc_length = len, 54 .falloc_bitmask = bitmask, 55 }; 56 struct nfs42_falloc_res res = { 57 .falloc_server = server, 58 }; 59 int status; 60 61 msg->rpc_argp = &args; 62 msg->rpc_resp = &res; 63 64 status = nfs4_set_rw_stateid(&args.falloc_stateid, lock->open_context, 65 lock, FMODE_WRITE); 66 if (status) { 67 if (status == -EAGAIN) 68 status = -NFS4ERR_BAD_STATEID; 69 return status; 70 } 71 72 memcpy(bitmask, server->cache_consistency_bitmask, sizeof(bitmask)); 73 if (server->attr_bitmask[1] & FATTR4_WORD1_SPACE_USED) 74 bitmask[1] |= FATTR4_WORD1_SPACE_USED; 75 76 res.falloc_fattr = nfs_alloc_fattr(); 77 if (!res.falloc_fattr) 78 return -ENOMEM; 79 80 status = nfs4_call_sync(server->client, server, msg, 81 &args.seq_args, &res.seq_res, 0); 82 if (status == 0) 83 status = nfs_post_op_update_inode_force_wcc(inode, 84 res.falloc_fattr); 85 86 if (msg->rpc_proc == &nfs4_procedures[NFSPROC4_CLNT_ALLOCATE]) 87 trace_nfs4_fallocate(inode, &args, status); 88 else 89 trace_nfs4_deallocate(inode, &args, status); 90 kfree(res.falloc_fattr); 91 return status; 92 } 93 94 static int nfs42_proc_fallocate(struct rpc_message *msg, struct file *filep, 95 loff_t offset, loff_t len) 96 { 97 struct inode *inode = file_inode(filep); 98 struct nfs_server *server = NFS_SERVER(inode); 99 struct nfs4_exception exception = { }; 100 struct nfs_lock_context *lock; 101 int err; 102 103 lock = nfs_get_lock_context(nfs_file_open_context(filep)); 104 if (IS_ERR(lock)) 105 return PTR_ERR(lock); 106 107 exception.inode = inode; 108 exception.state = lock->open_context->state; 109 110 err = nfs_sync_inode(inode); 111 if (err) 112 goto out; 113 114 do { 115 err = _nfs42_proc_fallocate(msg, filep, lock, offset, len); 116 if (err == -ENOTSUPP) { 117 err = -EOPNOTSUPP; 118 break; 119 } 120 err = nfs4_handle_exception(server, err, &exception); 121 } while (exception.retry); 122 out: 123 nfs_put_lock_context(lock); 124 return err; 125 } 126 127 int nfs42_proc_allocate(struct file *filep, loff_t offset, loff_t len) 128 { 129 struct rpc_message msg = { 130 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_ALLOCATE], 131 }; 132 struct inode *inode = file_inode(filep); 133 int err; 134 135 if (!nfs_server_capable(inode, NFS_CAP_ALLOCATE)) 136 return -EOPNOTSUPP; 137 138 inode_lock(inode); 139 140 err = nfs42_proc_fallocate(&msg, filep, offset, len); 141 if (err == -EOPNOTSUPP) 142 NFS_SERVER(inode)->caps &= ~NFS_CAP_ALLOCATE; 143 144 inode_unlock(inode); 145 return err; 146 } 147 148 int nfs42_proc_deallocate(struct file *filep, loff_t offset, loff_t len) 149 { 150 struct rpc_message msg = { 151 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_DEALLOCATE], 152 }; 153 struct inode *inode = file_inode(filep); 154 int err; 155 156 if (!nfs_server_capable(inode, NFS_CAP_DEALLOCATE)) 157 return -EOPNOTSUPP; 158 159 inode_lock(inode); 160 161 err = nfs42_proc_fallocate(&msg, filep, offset, len); 162 if (err == 0) 163 truncate_pagecache_range(inode, offset, (offset + len) -1); 164 if (err == -EOPNOTSUPP) 165 NFS_SERVER(inode)->caps &= ~NFS_CAP_DEALLOCATE; 166 167 inode_unlock(inode); 168 return err; 169 } 170 171 static int handle_async_copy(struct nfs42_copy_res *res, 172 struct nfs_server *dst_server, 173 struct nfs_server *src_server, 174 struct file *src, 175 struct file *dst, 176 nfs4_stateid *src_stateid, 177 bool *restart) 178 { 179 struct nfs4_copy_state *copy, *tmp_copy; 180 int status = NFS4_OK; 181 bool found_pending = false; 182 struct nfs_open_context *dst_ctx = nfs_file_open_context(dst); 183 struct nfs_open_context *src_ctx = nfs_file_open_context(src); 184 185 copy = kzalloc(sizeof(struct nfs4_copy_state), GFP_NOFS); 186 if (!copy) 187 return -ENOMEM; 188 189 spin_lock(&dst_server->nfs_client->cl_lock); 190 list_for_each_entry(tmp_copy, 191 &dst_server->nfs_client->pending_cb_stateids, 192 copies) { 193 if (memcmp(&res->write_res.stateid, &tmp_copy->stateid, 194 NFS4_STATEID_SIZE)) 195 continue; 196 found_pending = true; 197 list_del(&tmp_copy->copies); 198 break; 199 } 200 if (found_pending) { 201 spin_unlock(&dst_server->nfs_client->cl_lock); 202 kfree(copy); 203 copy = tmp_copy; 204 goto out; 205 } 206 207 memcpy(©->stateid, &res->write_res.stateid, NFS4_STATEID_SIZE); 208 init_completion(©->completion); 209 copy->parent_dst_state = dst_ctx->state; 210 copy->parent_src_state = src_ctx->state; 211 212 list_add_tail(©->copies, &dst_server->ss_copies); 213 spin_unlock(&dst_server->nfs_client->cl_lock); 214 215 if (dst_server != src_server) { 216 spin_lock(&src_server->nfs_client->cl_lock); 217 list_add_tail(©->src_copies, &src_server->ss_copies); 218 spin_unlock(&src_server->nfs_client->cl_lock); 219 } 220 221 status = wait_for_completion_interruptible(©->completion); 222 spin_lock(&dst_server->nfs_client->cl_lock); 223 list_del_init(©->copies); 224 spin_unlock(&dst_server->nfs_client->cl_lock); 225 if (dst_server != src_server) { 226 spin_lock(&src_server->nfs_client->cl_lock); 227 list_del_init(©->src_copies); 228 spin_unlock(&src_server->nfs_client->cl_lock); 229 } 230 if (status == -ERESTARTSYS) { 231 goto out_cancel; 232 } else if (copy->flags || copy->error == NFS4ERR_PARTNER_NO_AUTH) { 233 status = -EAGAIN; 234 *restart = true; 235 goto out_cancel; 236 } 237 out: 238 res->write_res.count = copy->count; 239 memcpy(&res->write_res.verifier, ©->verf, sizeof(copy->verf)); 240 status = -copy->error; 241 242 out_free: 243 kfree(copy); 244 return status; 245 out_cancel: 246 nfs42_do_offload_cancel_async(dst, ©->stateid); 247 if (!nfs42_files_from_same_server(src, dst)) 248 nfs42_do_offload_cancel_async(src, src_stateid); 249 goto out_free; 250 } 251 252 static int process_copy_commit(struct file *dst, loff_t pos_dst, 253 struct nfs42_copy_res *res) 254 { 255 struct nfs_commitres cres; 256 int status = -ENOMEM; 257 258 cres.verf = kzalloc(sizeof(struct nfs_writeverf), GFP_NOFS); 259 if (!cres.verf) 260 goto out; 261 262 status = nfs4_proc_commit(dst, pos_dst, res->write_res.count, &cres); 263 if (status) 264 goto out_free; 265 if (nfs_write_verifier_cmp(&res->write_res.verifier.verifier, 266 &cres.verf->verifier)) { 267 dprintk("commit verf differs from copy verf\n"); 268 status = -EAGAIN; 269 } 270 out_free: 271 kfree(cres.verf); 272 out: 273 return status; 274 } 275 276 /** 277 * nfs42_copy_dest_done - perform inode cache updates after clone/copy offload 278 * @inode: pointer to destination inode 279 * @pos: destination offset 280 * @len: copy length 281 * 282 * Punch a hole in the inode page cache, so that the NFS client will 283 * know to retrieve new data. 284 * Update the file size if necessary, and then mark the inode as having 285 * invalid cached values for change attribute, ctime, mtime and space used. 286 */ 287 static void nfs42_copy_dest_done(struct inode *inode, loff_t pos, loff_t len) 288 { 289 loff_t newsize = pos + len; 290 loff_t end = newsize - 1; 291 292 truncate_pagecache_range(inode, pos, end); 293 spin_lock(&inode->i_lock); 294 if (newsize > i_size_read(inode)) 295 i_size_write(inode, newsize); 296 nfs_set_cache_invalid(inode, NFS_INO_INVALID_CHANGE | 297 NFS_INO_INVALID_CTIME | 298 NFS_INO_INVALID_MTIME | 299 NFS_INO_INVALID_BLOCKS); 300 spin_unlock(&inode->i_lock); 301 } 302 303 static ssize_t _nfs42_proc_copy(struct file *src, 304 struct nfs_lock_context *src_lock, 305 struct file *dst, 306 struct nfs_lock_context *dst_lock, 307 struct nfs42_copy_args *args, 308 struct nfs42_copy_res *res, 309 struct nl4_server *nss, 310 nfs4_stateid *cnr_stateid, 311 bool *restart) 312 { 313 struct rpc_message msg = { 314 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_COPY], 315 .rpc_argp = args, 316 .rpc_resp = res, 317 }; 318 struct inode *dst_inode = file_inode(dst); 319 struct inode *src_inode = file_inode(src); 320 struct nfs_server *dst_server = NFS_SERVER(dst_inode); 321 struct nfs_server *src_server = NFS_SERVER(src_inode); 322 loff_t pos_src = args->src_pos; 323 loff_t pos_dst = args->dst_pos; 324 size_t count = args->count; 325 ssize_t status; 326 327 if (nss) { 328 args->cp_src = nss; 329 nfs4_stateid_copy(&args->src_stateid, cnr_stateid); 330 } else { 331 status = nfs4_set_rw_stateid(&args->src_stateid, 332 src_lock->open_context, src_lock, FMODE_READ); 333 if (status) { 334 if (status == -EAGAIN) 335 status = -NFS4ERR_BAD_STATEID; 336 return status; 337 } 338 } 339 status = nfs_filemap_write_and_wait_range(file_inode(src)->i_mapping, 340 pos_src, pos_src + (loff_t)count - 1); 341 if (status) 342 return status; 343 344 status = nfs4_set_rw_stateid(&args->dst_stateid, dst_lock->open_context, 345 dst_lock, FMODE_WRITE); 346 if (status) { 347 if (status == -EAGAIN) 348 status = -NFS4ERR_BAD_STATEID; 349 return status; 350 } 351 352 status = nfs_sync_inode(dst_inode); 353 if (status) 354 return status; 355 356 res->commit_res.verf = NULL; 357 if (args->sync) { 358 res->commit_res.verf = 359 kzalloc(sizeof(struct nfs_writeverf), GFP_NOFS); 360 if (!res->commit_res.verf) 361 return -ENOMEM; 362 } 363 set_bit(NFS_CLNT_SRC_SSC_COPY_STATE, 364 &src_lock->open_context->state->flags); 365 set_bit(NFS_CLNT_DST_SSC_COPY_STATE, 366 &dst_lock->open_context->state->flags); 367 368 status = nfs4_call_sync(dst_server->client, dst_server, &msg, 369 &args->seq_args, &res->seq_res, 0); 370 trace_nfs4_copy(src_inode, dst_inode, args, res, nss, status); 371 if (status == -ENOTSUPP) 372 dst_server->caps &= ~NFS_CAP_COPY; 373 if (status) 374 goto out; 375 376 if (args->sync && 377 nfs_write_verifier_cmp(&res->write_res.verifier.verifier, 378 &res->commit_res.verf->verifier)) { 379 status = -EAGAIN; 380 goto out; 381 } 382 383 if (!res->synchronous) { 384 status = handle_async_copy(res, dst_server, src_server, src, 385 dst, &args->src_stateid, restart); 386 if (status) 387 goto out; 388 } 389 390 if ((!res->synchronous || !args->sync) && 391 res->write_res.verifier.committed != NFS_FILE_SYNC) { 392 status = process_copy_commit(dst, pos_dst, res); 393 if (status) 394 goto out; 395 } 396 397 nfs42_copy_dest_done(dst_inode, pos_dst, res->write_res.count); 398 nfs_invalidate_atime(src_inode); 399 status = res->write_res.count; 400 out: 401 if (args->sync) 402 kfree(res->commit_res.verf); 403 return status; 404 } 405 406 ssize_t nfs42_proc_copy(struct file *src, loff_t pos_src, 407 struct file *dst, loff_t pos_dst, size_t count, 408 struct nl4_server *nss, 409 nfs4_stateid *cnr_stateid, bool sync) 410 { 411 struct nfs_server *server = NFS_SERVER(file_inode(dst)); 412 struct nfs_lock_context *src_lock; 413 struct nfs_lock_context *dst_lock; 414 struct nfs42_copy_args args = { 415 .src_fh = NFS_FH(file_inode(src)), 416 .src_pos = pos_src, 417 .dst_fh = NFS_FH(file_inode(dst)), 418 .dst_pos = pos_dst, 419 .count = count, 420 .sync = sync, 421 }; 422 struct nfs42_copy_res res; 423 struct nfs4_exception src_exception = { 424 .inode = file_inode(src), 425 .stateid = &args.src_stateid, 426 }; 427 struct nfs4_exception dst_exception = { 428 .inode = file_inode(dst), 429 .stateid = &args.dst_stateid, 430 }; 431 ssize_t err, err2; 432 bool restart = false; 433 434 src_lock = nfs_get_lock_context(nfs_file_open_context(src)); 435 if (IS_ERR(src_lock)) 436 return PTR_ERR(src_lock); 437 438 src_exception.state = src_lock->open_context->state; 439 440 dst_lock = nfs_get_lock_context(nfs_file_open_context(dst)); 441 if (IS_ERR(dst_lock)) { 442 err = PTR_ERR(dst_lock); 443 goto out_put_src_lock; 444 } 445 446 dst_exception.state = dst_lock->open_context->state; 447 448 do { 449 inode_lock(file_inode(dst)); 450 err = _nfs42_proc_copy(src, src_lock, 451 dst, dst_lock, 452 &args, &res, 453 nss, cnr_stateid, &restart); 454 inode_unlock(file_inode(dst)); 455 456 if (err >= 0) 457 break; 458 if (err == -ENOTSUPP && 459 nfs42_files_from_same_server(src, dst)) { 460 err = -EOPNOTSUPP; 461 break; 462 } else if (err == -EAGAIN) { 463 if (!restart) { 464 dst_exception.retry = 1; 465 continue; 466 } 467 break; 468 } else if (err == -NFS4ERR_OFFLOAD_NO_REQS && !args.sync) { 469 args.sync = true; 470 dst_exception.retry = 1; 471 continue; 472 } else if ((err == -ESTALE || 473 err == -NFS4ERR_OFFLOAD_DENIED || 474 err == -ENOTSUPP) && 475 !nfs42_files_from_same_server(src, dst)) { 476 nfs42_do_offload_cancel_async(src, &args.src_stateid); 477 err = -EOPNOTSUPP; 478 break; 479 } 480 481 err2 = nfs4_handle_exception(server, err, &src_exception); 482 err = nfs4_handle_exception(server, err, &dst_exception); 483 if (!err) 484 err = err2; 485 } while (src_exception.retry || dst_exception.retry); 486 487 nfs_put_lock_context(dst_lock); 488 out_put_src_lock: 489 nfs_put_lock_context(src_lock); 490 return err; 491 } 492 493 struct nfs42_offloadcancel_data { 494 struct nfs_server *seq_server; 495 struct nfs42_offload_status_args args; 496 struct nfs42_offload_status_res res; 497 }; 498 499 static void nfs42_offload_cancel_prepare(struct rpc_task *task, void *calldata) 500 { 501 struct nfs42_offloadcancel_data *data = calldata; 502 503 nfs4_setup_sequence(data->seq_server->nfs_client, 504 &data->args.osa_seq_args, 505 &data->res.osr_seq_res, task); 506 } 507 508 static void nfs42_offload_cancel_done(struct rpc_task *task, void *calldata) 509 { 510 struct nfs42_offloadcancel_data *data = calldata; 511 512 nfs41_sequence_done(task, &data->res.osr_seq_res); 513 if (task->tk_status && 514 nfs4_async_handle_error(task, data->seq_server, NULL, 515 NULL) == -EAGAIN) 516 rpc_restart_call_prepare(task); 517 } 518 519 static void nfs42_free_offloadcancel_data(void *data) 520 { 521 kfree(data); 522 } 523 524 static const struct rpc_call_ops nfs42_offload_cancel_ops = { 525 .rpc_call_prepare = nfs42_offload_cancel_prepare, 526 .rpc_call_done = nfs42_offload_cancel_done, 527 .rpc_release = nfs42_free_offloadcancel_data, 528 }; 529 530 static int nfs42_do_offload_cancel_async(struct file *dst, 531 nfs4_stateid *stateid) 532 { 533 struct nfs_server *dst_server = NFS_SERVER(file_inode(dst)); 534 struct nfs42_offloadcancel_data *data = NULL; 535 struct nfs_open_context *ctx = nfs_file_open_context(dst); 536 struct rpc_task *task; 537 struct rpc_message msg = { 538 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_OFFLOAD_CANCEL], 539 .rpc_cred = ctx->cred, 540 }; 541 struct rpc_task_setup task_setup_data = { 542 .rpc_client = dst_server->client, 543 .rpc_message = &msg, 544 .callback_ops = &nfs42_offload_cancel_ops, 545 .workqueue = nfsiod_workqueue, 546 .flags = RPC_TASK_ASYNC, 547 }; 548 int status; 549 550 if (!(dst_server->caps & NFS_CAP_OFFLOAD_CANCEL)) 551 return -EOPNOTSUPP; 552 553 data = kzalloc(sizeof(struct nfs42_offloadcancel_data), GFP_NOFS); 554 if (data == NULL) 555 return -ENOMEM; 556 557 data->seq_server = dst_server; 558 data->args.osa_src_fh = NFS_FH(file_inode(dst)); 559 memcpy(&data->args.osa_stateid, stateid, 560 sizeof(data->args.osa_stateid)); 561 msg.rpc_argp = &data->args; 562 msg.rpc_resp = &data->res; 563 task_setup_data.callback_data = data; 564 nfs4_init_sequence(&data->args.osa_seq_args, &data->res.osr_seq_res, 565 1, 0); 566 task = rpc_run_task(&task_setup_data); 567 if (IS_ERR(task)) 568 return PTR_ERR(task); 569 status = rpc_wait_for_completion_task(task); 570 if (status == -ENOTSUPP) 571 dst_server->caps &= ~NFS_CAP_OFFLOAD_CANCEL; 572 rpc_put_task(task); 573 return status; 574 } 575 576 static int _nfs42_proc_copy_notify(struct file *src, struct file *dst, 577 struct nfs42_copy_notify_args *args, 578 struct nfs42_copy_notify_res *res) 579 { 580 struct nfs_server *src_server = NFS_SERVER(file_inode(src)); 581 struct rpc_message msg = { 582 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_COPY_NOTIFY], 583 .rpc_argp = args, 584 .rpc_resp = res, 585 }; 586 int status; 587 struct nfs_open_context *ctx; 588 struct nfs_lock_context *l_ctx; 589 590 ctx = get_nfs_open_context(nfs_file_open_context(src)); 591 l_ctx = nfs_get_lock_context(ctx); 592 if (IS_ERR(l_ctx)) 593 return PTR_ERR(l_ctx); 594 595 status = nfs4_set_rw_stateid(&args->cna_src_stateid, ctx, l_ctx, 596 FMODE_READ); 597 nfs_put_lock_context(l_ctx); 598 if (status) { 599 if (status == -EAGAIN) 600 status = -NFS4ERR_BAD_STATEID; 601 return status; 602 } 603 604 status = nfs4_call_sync(src_server->client, src_server, &msg, 605 &args->cna_seq_args, &res->cnr_seq_res, 0); 606 if (status == -ENOTSUPP) 607 src_server->caps &= ~NFS_CAP_COPY_NOTIFY; 608 609 put_nfs_open_context(nfs_file_open_context(src)); 610 return status; 611 } 612 613 int nfs42_proc_copy_notify(struct file *src, struct file *dst, 614 struct nfs42_copy_notify_res *res) 615 { 616 struct nfs_server *src_server = NFS_SERVER(file_inode(src)); 617 struct nfs42_copy_notify_args *args; 618 struct nfs4_exception exception = { 619 .inode = file_inode(src), 620 }; 621 int status; 622 623 if (!(src_server->caps & NFS_CAP_COPY_NOTIFY)) 624 return -EOPNOTSUPP; 625 626 args = kzalloc(sizeof(struct nfs42_copy_notify_args), GFP_NOFS); 627 if (args == NULL) 628 return -ENOMEM; 629 630 args->cna_src_fh = NFS_FH(file_inode(src)), 631 args->cna_dst.nl4_type = NL4_NETADDR; 632 nfs42_set_netaddr(dst, &args->cna_dst.u.nl4_addr); 633 exception.stateid = &args->cna_src_stateid; 634 635 do { 636 status = _nfs42_proc_copy_notify(src, dst, args, res); 637 if (status == -ENOTSUPP) { 638 status = -EOPNOTSUPP; 639 goto out; 640 } 641 status = nfs4_handle_exception(src_server, status, &exception); 642 } while (exception.retry); 643 644 out: 645 kfree(args); 646 return status; 647 } 648 649 static loff_t _nfs42_proc_llseek(struct file *filep, 650 struct nfs_lock_context *lock, loff_t offset, int whence) 651 { 652 struct inode *inode = file_inode(filep); 653 struct nfs42_seek_args args = { 654 .sa_fh = NFS_FH(inode), 655 .sa_offset = offset, 656 .sa_what = (whence == SEEK_HOLE) ? 657 NFS4_CONTENT_HOLE : NFS4_CONTENT_DATA, 658 }; 659 struct nfs42_seek_res res; 660 struct rpc_message msg = { 661 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_SEEK], 662 .rpc_argp = &args, 663 .rpc_resp = &res, 664 }; 665 struct nfs_server *server = NFS_SERVER(inode); 666 int status; 667 668 if (!nfs_server_capable(inode, NFS_CAP_SEEK)) 669 return -ENOTSUPP; 670 671 status = nfs4_set_rw_stateid(&args.sa_stateid, lock->open_context, 672 lock, FMODE_READ); 673 if (status) { 674 if (status == -EAGAIN) 675 status = -NFS4ERR_BAD_STATEID; 676 return status; 677 } 678 679 status = nfs_filemap_write_and_wait_range(inode->i_mapping, 680 offset, LLONG_MAX); 681 if (status) 682 return status; 683 684 status = nfs4_call_sync(server->client, server, &msg, 685 &args.seq_args, &res.seq_res, 0); 686 trace_nfs4_llseek(inode, &args, &res, status); 687 if (status == -ENOTSUPP) 688 server->caps &= ~NFS_CAP_SEEK; 689 if (status) 690 return status; 691 692 if (whence == SEEK_DATA && res.sr_eof) 693 return -NFS4ERR_NXIO; 694 else 695 return vfs_setpos(filep, res.sr_offset, inode->i_sb->s_maxbytes); 696 } 697 698 loff_t nfs42_proc_llseek(struct file *filep, loff_t offset, int whence) 699 { 700 struct nfs_server *server = NFS_SERVER(file_inode(filep)); 701 struct nfs4_exception exception = { }; 702 struct nfs_lock_context *lock; 703 loff_t err; 704 705 lock = nfs_get_lock_context(nfs_file_open_context(filep)); 706 if (IS_ERR(lock)) 707 return PTR_ERR(lock); 708 709 exception.inode = file_inode(filep); 710 exception.state = lock->open_context->state; 711 712 do { 713 err = _nfs42_proc_llseek(filep, lock, offset, whence); 714 if (err >= 0) 715 break; 716 if (err == -ENOTSUPP) { 717 err = -EOPNOTSUPP; 718 break; 719 } 720 err = nfs4_handle_exception(server, err, &exception); 721 } while (exception.retry); 722 723 nfs_put_lock_context(lock); 724 return err; 725 } 726 727 728 static void 729 nfs42_layoutstat_prepare(struct rpc_task *task, void *calldata) 730 { 731 struct nfs42_layoutstat_data *data = calldata; 732 struct inode *inode = data->inode; 733 struct nfs_server *server = NFS_SERVER(inode); 734 struct pnfs_layout_hdr *lo; 735 736 spin_lock(&inode->i_lock); 737 lo = NFS_I(inode)->layout; 738 if (!pnfs_layout_is_valid(lo)) { 739 spin_unlock(&inode->i_lock); 740 rpc_exit(task, 0); 741 return; 742 } 743 nfs4_stateid_copy(&data->args.stateid, &lo->plh_stateid); 744 spin_unlock(&inode->i_lock); 745 nfs4_setup_sequence(server->nfs_client, &data->args.seq_args, 746 &data->res.seq_res, task); 747 } 748 749 static void 750 nfs42_layoutstat_done(struct rpc_task *task, void *calldata) 751 { 752 struct nfs42_layoutstat_data *data = calldata; 753 struct inode *inode = data->inode; 754 struct pnfs_layout_hdr *lo; 755 756 if (!nfs4_sequence_done(task, &data->res.seq_res)) 757 return; 758 759 switch (task->tk_status) { 760 case 0: 761 return; 762 case -NFS4ERR_BADHANDLE: 763 case -ESTALE: 764 pnfs_destroy_layout(NFS_I(inode)); 765 break; 766 case -NFS4ERR_EXPIRED: 767 case -NFS4ERR_ADMIN_REVOKED: 768 case -NFS4ERR_DELEG_REVOKED: 769 case -NFS4ERR_STALE_STATEID: 770 case -NFS4ERR_BAD_STATEID: 771 spin_lock(&inode->i_lock); 772 lo = NFS_I(inode)->layout; 773 if (pnfs_layout_is_valid(lo) && 774 nfs4_stateid_match(&data->args.stateid, 775 &lo->plh_stateid)) { 776 LIST_HEAD(head); 777 778 /* 779 * Mark the bad layout state as invalid, then retry 780 * with the current stateid. 781 */ 782 pnfs_mark_layout_stateid_invalid(lo, &head); 783 spin_unlock(&inode->i_lock); 784 pnfs_free_lseg_list(&head); 785 nfs_commit_inode(inode, 0); 786 } else 787 spin_unlock(&inode->i_lock); 788 break; 789 case -NFS4ERR_OLD_STATEID: 790 spin_lock(&inode->i_lock); 791 lo = NFS_I(inode)->layout; 792 if (pnfs_layout_is_valid(lo) && 793 nfs4_stateid_match_other(&data->args.stateid, 794 &lo->plh_stateid)) { 795 /* Do we need to delay before resending? */ 796 if (!nfs4_stateid_is_newer(&lo->plh_stateid, 797 &data->args.stateid)) 798 rpc_delay(task, HZ); 799 rpc_restart_call_prepare(task); 800 } 801 spin_unlock(&inode->i_lock); 802 break; 803 case -ENOTSUPP: 804 case -EOPNOTSUPP: 805 NFS_SERVER(inode)->caps &= ~NFS_CAP_LAYOUTSTATS; 806 } 807 808 trace_nfs4_layoutstats(inode, &data->args.stateid, task->tk_status); 809 } 810 811 static void 812 nfs42_layoutstat_release(void *calldata) 813 { 814 struct nfs42_layoutstat_data *data = calldata; 815 struct nfs42_layoutstat_devinfo *devinfo = data->args.devinfo; 816 int i; 817 818 for (i = 0; i < data->args.num_dev; i++) { 819 if (devinfo[i].ld_private.ops && devinfo[i].ld_private.ops->free) 820 devinfo[i].ld_private.ops->free(&devinfo[i].ld_private); 821 } 822 823 pnfs_put_layout_hdr(NFS_I(data->args.inode)->layout); 824 smp_mb__before_atomic(); 825 clear_bit(NFS_INO_LAYOUTSTATS, &NFS_I(data->args.inode)->flags); 826 smp_mb__after_atomic(); 827 nfs_iput_and_deactive(data->inode); 828 kfree(data->args.devinfo); 829 kfree(data); 830 } 831 832 static const struct rpc_call_ops nfs42_layoutstat_ops = { 833 .rpc_call_prepare = nfs42_layoutstat_prepare, 834 .rpc_call_done = nfs42_layoutstat_done, 835 .rpc_release = nfs42_layoutstat_release, 836 }; 837 838 int nfs42_proc_layoutstats_generic(struct nfs_server *server, 839 struct nfs42_layoutstat_data *data) 840 { 841 struct rpc_message msg = { 842 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_LAYOUTSTATS], 843 .rpc_argp = &data->args, 844 .rpc_resp = &data->res, 845 }; 846 struct rpc_task_setup task_setup = { 847 .rpc_client = server->client, 848 .rpc_message = &msg, 849 .callback_ops = &nfs42_layoutstat_ops, 850 .callback_data = data, 851 .flags = RPC_TASK_ASYNC, 852 }; 853 struct rpc_task *task; 854 855 data->inode = nfs_igrab_and_active(data->args.inode); 856 if (!data->inode) { 857 nfs42_layoutstat_release(data); 858 return -EAGAIN; 859 } 860 nfs4_init_sequence(&data->args.seq_args, &data->res.seq_res, 0, 0); 861 task = rpc_run_task(&task_setup); 862 if (IS_ERR(task)) 863 return PTR_ERR(task); 864 rpc_put_task(task); 865 return 0; 866 } 867 868 static struct nfs42_layouterror_data * 869 nfs42_alloc_layouterror_data(struct pnfs_layout_segment *lseg, gfp_t gfp_flags) 870 { 871 struct nfs42_layouterror_data *data; 872 struct inode *inode = lseg->pls_layout->plh_inode; 873 874 data = kzalloc(sizeof(*data), gfp_flags); 875 if (data) { 876 data->args.inode = data->inode = nfs_igrab_and_active(inode); 877 if (data->inode) { 878 data->lseg = pnfs_get_lseg(lseg); 879 if (data->lseg) 880 return data; 881 nfs_iput_and_deactive(data->inode); 882 } 883 kfree(data); 884 } 885 return NULL; 886 } 887 888 static void 889 nfs42_free_layouterror_data(struct nfs42_layouterror_data *data) 890 { 891 pnfs_put_lseg(data->lseg); 892 nfs_iput_and_deactive(data->inode); 893 kfree(data); 894 } 895 896 static void 897 nfs42_layouterror_prepare(struct rpc_task *task, void *calldata) 898 { 899 struct nfs42_layouterror_data *data = calldata; 900 struct inode *inode = data->inode; 901 struct nfs_server *server = NFS_SERVER(inode); 902 struct pnfs_layout_hdr *lo = data->lseg->pls_layout; 903 unsigned i; 904 905 spin_lock(&inode->i_lock); 906 if (!pnfs_layout_is_valid(lo)) { 907 spin_unlock(&inode->i_lock); 908 rpc_exit(task, 0); 909 return; 910 } 911 for (i = 0; i < data->args.num_errors; i++) 912 nfs4_stateid_copy(&data->args.errors[i].stateid, 913 &lo->plh_stateid); 914 spin_unlock(&inode->i_lock); 915 nfs4_setup_sequence(server->nfs_client, &data->args.seq_args, 916 &data->res.seq_res, task); 917 } 918 919 static void 920 nfs42_layouterror_done(struct rpc_task *task, void *calldata) 921 { 922 struct nfs42_layouterror_data *data = calldata; 923 struct inode *inode = data->inode; 924 struct pnfs_layout_hdr *lo = data->lseg->pls_layout; 925 926 if (!nfs4_sequence_done(task, &data->res.seq_res)) 927 return; 928 929 switch (task->tk_status) { 930 case 0: 931 return; 932 case -NFS4ERR_BADHANDLE: 933 case -ESTALE: 934 pnfs_destroy_layout(NFS_I(inode)); 935 break; 936 case -NFS4ERR_EXPIRED: 937 case -NFS4ERR_ADMIN_REVOKED: 938 case -NFS4ERR_DELEG_REVOKED: 939 case -NFS4ERR_STALE_STATEID: 940 case -NFS4ERR_BAD_STATEID: 941 spin_lock(&inode->i_lock); 942 if (pnfs_layout_is_valid(lo) && 943 nfs4_stateid_match(&data->args.errors[0].stateid, 944 &lo->plh_stateid)) { 945 LIST_HEAD(head); 946 947 /* 948 * Mark the bad layout state as invalid, then retry 949 * with the current stateid. 950 */ 951 pnfs_mark_layout_stateid_invalid(lo, &head); 952 spin_unlock(&inode->i_lock); 953 pnfs_free_lseg_list(&head); 954 nfs_commit_inode(inode, 0); 955 } else 956 spin_unlock(&inode->i_lock); 957 break; 958 case -NFS4ERR_OLD_STATEID: 959 spin_lock(&inode->i_lock); 960 if (pnfs_layout_is_valid(lo) && 961 nfs4_stateid_match_other(&data->args.errors[0].stateid, 962 &lo->plh_stateid)) { 963 /* Do we need to delay before resending? */ 964 if (!nfs4_stateid_is_newer(&lo->plh_stateid, 965 &data->args.errors[0].stateid)) 966 rpc_delay(task, HZ); 967 rpc_restart_call_prepare(task); 968 } 969 spin_unlock(&inode->i_lock); 970 break; 971 case -ENOTSUPP: 972 case -EOPNOTSUPP: 973 NFS_SERVER(inode)->caps &= ~NFS_CAP_LAYOUTERROR; 974 } 975 976 trace_nfs4_layouterror(inode, &data->args.errors[0].stateid, 977 task->tk_status); 978 } 979 980 static void 981 nfs42_layouterror_release(void *calldata) 982 { 983 struct nfs42_layouterror_data *data = calldata; 984 985 nfs42_free_layouterror_data(data); 986 } 987 988 static const struct rpc_call_ops nfs42_layouterror_ops = { 989 .rpc_call_prepare = nfs42_layouterror_prepare, 990 .rpc_call_done = nfs42_layouterror_done, 991 .rpc_release = nfs42_layouterror_release, 992 }; 993 994 int nfs42_proc_layouterror(struct pnfs_layout_segment *lseg, 995 const struct nfs42_layout_error *errors, size_t n) 996 { 997 struct inode *inode = lseg->pls_layout->plh_inode; 998 struct nfs42_layouterror_data *data; 999 struct rpc_task *task; 1000 struct rpc_message msg = { 1001 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_LAYOUTERROR], 1002 }; 1003 struct rpc_task_setup task_setup = { 1004 .rpc_message = &msg, 1005 .callback_ops = &nfs42_layouterror_ops, 1006 .flags = RPC_TASK_ASYNC, 1007 }; 1008 unsigned int i; 1009 1010 if (!nfs_server_capable(inode, NFS_CAP_LAYOUTERROR)) 1011 return -EOPNOTSUPP; 1012 if (n > NFS42_LAYOUTERROR_MAX) 1013 return -EINVAL; 1014 data = nfs42_alloc_layouterror_data(lseg, GFP_NOFS); 1015 if (!data) 1016 return -ENOMEM; 1017 for (i = 0; i < n; i++) { 1018 data->args.errors[i] = errors[i]; 1019 data->args.num_errors++; 1020 data->res.num_errors++; 1021 } 1022 msg.rpc_argp = &data->args; 1023 msg.rpc_resp = &data->res; 1024 task_setup.callback_data = data; 1025 task_setup.rpc_client = NFS_SERVER(inode)->client; 1026 nfs4_init_sequence(&data->args.seq_args, &data->res.seq_res, 0, 0); 1027 task = rpc_run_task(&task_setup); 1028 if (IS_ERR(task)) 1029 return PTR_ERR(task); 1030 rpc_put_task(task); 1031 return 0; 1032 } 1033 EXPORT_SYMBOL_GPL(nfs42_proc_layouterror); 1034 1035 static int _nfs42_proc_clone(struct rpc_message *msg, struct file *src_f, 1036 struct file *dst_f, struct nfs_lock_context *src_lock, 1037 struct nfs_lock_context *dst_lock, loff_t src_offset, 1038 loff_t dst_offset, loff_t count) 1039 { 1040 struct inode *src_inode = file_inode(src_f); 1041 struct inode *dst_inode = file_inode(dst_f); 1042 struct nfs_server *server = NFS_SERVER(dst_inode); 1043 struct nfs42_clone_args args = { 1044 .src_fh = NFS_FH(src_inode), 1045 .dst_fh = NFS_FH(dst_inode), 1046 .src_offset = src_offset, 1047 .dst_offset = dst_offset, 1048 .count = count, 1049 .dst_bitmask = server->cache_consistency_bitmask, 1050 }; 1051 struct nfs42_clone_res res = { 1052 .server = server, 1053 }; 1054 int status; 1055 1056 msg->rpc_argp = &args; 1057 msg->rpc_resp = &res; 1058 1059 status = nfs4_set_rw_stateid(&args.src_stateid, src_lock->open_context, 1060 src_lock, FMODE_READ); 1061 if (status) { 1062 if (status == -EAGAIN) 1063 status = -NFS4ERR_BAD_STATEID; 1064 return status; 1065 } 1066 status = nfs4_set_rw_stateid(&args.dst_stateid, dst_lock->open_context, 1067 dst_lock, FMODE_WRITE); 1068 if (status) { 1069 if (status == -EAGAIN) 1070 status = -NFS4ERR_BAD_STATEID; 1071 return status; 1072 } 1073 1074 res.dst_fattr = nfs_alloc_fattr(); 1075 if (!res.dst_fattr) 1076 return -ENOMEM; 1077 1078 status = nfs4_call_sync(server->client, server, msg, 1079 &args.seq_args, &res.seq_res, 0); 1080 if (status == 0) { 1081 nfs42_copy_dest_done(dst_inode, dst_offset, count); 1082 status = nfs_post_op_update_inode(dst_inode, res.dst_fattr); 1083 } 1084 1085 kfree(res.dst_fattr); 1086 return status; 1087 } 1088 1089 int nfs42_proc_clone(struct file *src_f, struct file *dst_f, 1090 loff_t src_offset, loff_t dst_offset, loff_t count) 1091 { 1092 struct rpc_message msg = { 1093 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_CLONE], 1094 }; 1095 struct inode *inode = file_inode(src_f); 1096 struct nfs_server *server = NFS_SERVER(file_inode(src_f)); 1097 struct nfs_lock_context *src_lock; 1098 struct nfs_lock_context *dst_lock; 1099 struct nfs4_exception src_exception = { }; 1100 struct nfs4_exception dst_exception = { }; 1101 int err, err2; 1102 1103 if (!nfs_server_capable(inode, NFS_CAP_CLONE)) 1104 return -EOPNOTSUPP; 1105 1106 src_lock = nfs_get_lock_context(nfs_file_open_context(src_f)); 1107 if (IS_ERR(src_lock)) 1108 return PTR_ERR(src_lock); 1109 1110 src_exception.inode = file_inode(src_f); 1111 src_exception.state = src_lock->open_context->state; 1112 1113 dst_lock = nfs_get_lock_context(nfs_file_open_context(dst_f)); 1114 if (IS_ERR(dst_lock)) { 1115 err = PTR_ERR(dst_lock); 1116 goto out_put_src_lock; 1117 } 1118 1119 dst_exception.inode = file_inode(dst_f); 1120 dst_exception.state = dst_lock->open_context->state; 1121 1122 do { 1123 err = _nfs42_proc_clone(&msg, src_f, dst_f, src_lock, dst_lock, 1124 src_offset, dst_offset, count); 1125 if (err == -ENOTSUPP || err == -EOPNOTSUPP) { 1126 NFS_SERVER(inode)->caps &= ~NFS_CAP_CLONE; 1127 err = -EOPNOTSUPP; 1128 break; 1129 } 1130 1131 err2 = nfs4_handle_exception(server, err, &src_exception); 1132 err = nfs4_handle_exception(server, err, &dst_exception); 1133 if (!err) 1134 err = err2; 1135 } while (src_exception.retry || dst_exception.retry); 1136 1137 nfs_put_lock_context(dst_lock); 1138 out_put_src_lock: 1139 nfs_put_lock_context(src_lock); 1140 return err; 1141 } 1142 1143 #define NFS4XATTR_MAXPAGES DIV_ROUND_UP(XATTR_SIZE_MAX, PAGE_SIZE) 1144 1145 static int _nfs42_proc_removexattr(struct inode *inode, const char *name) 1146 { 1147 struct nfs_server *server = NFS_SERVER(inode); 1148 struct nfs42_removexattrargs args = { 1149 .fh = NFS_FH(inode), 1150 .xattr_name = name, 1151 }; 1152 struct nfs42_removexattrres res; 1153 struct rpc_message msg = { 1154 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_REMOVEXATTR], 1155 .rpc_argp = &args, 1156 .rpc_resp = &res, 1157 }; 1158 int ret; 1159 unsigned long timestamp = jiffies; 1160 1161 ret = nfs4_call_sync(server->client, server, &msg, &args.seq_args, 1162 &res.seq_res, 1); 1163 if (!ret) 1164 nfs4_update_changeattr(inode, &res.cinfo, timestamp, 0); 1165 1166 return ret; 1167 } 1168 1169 static int _nfs42_proc_setxattr(struct inode *inode, const char *name, 1170 const void *buf, size_t buflen, int flags) 1171 { 1172 struct nfs_server *server = NFS_SERVER(inode); 1173 struct page *pages[NFS4XATTR_MAXPAGES]; 1174 struct nfs42_setxattrargs arg = { 1175 .fh = NFS_FH(inode), 1176 .xattr_pages = pages, 1177 .xattr_len = buflen, 1178 .xattr_name = name, 1179 .xattr_flags = flags, 1180 }; 1181 struct nfs42_setxattrres res; 1182 struct rpc_message msg = { 1183 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_SETXATTR], 1184 .rpc_argp = &arg, 1185 .rpc_resp = &res, 1186 }; 1187 int ret, np; 1188 unsigned long timestamp = jiffies; 1189 1190 if (buflen > server->sxasize) 1191 return -ERANGE; 1192 1193 if (buflen > 0) { 1194 np = nfs4_buf_to_pages_noslab(buf, buflen, arg.xattr_pages); 1195 if (np < 0) 1196 return np; 1197 } else 1198 np = 0; 1199 1200 ret = nfs4_call_sync(server->client, server, &msg, &arg.seq_args, 1201 &res.seq_res, 1); 1202 1203 for (; np > 0; np--) 1204 put_page(pages[np - 1]); 1205 1206 if (!ret) 1207 nfs4_update_changeattr(inode, &res.cinfo, timestamp, 0); 1208 1209 return ret; 1210 } 1211 1212 static ssize_t _nfs42_proc_getxattr(struct inode *inode, const char *name, 1213 void *buf, size_t buflen, struct page **pages, 1214 size_t plen) 1215 { 1216 struct nfs_server *server = NFS_SERVER(inode); 1217 struct nfs42_getxattrargs arg = { 1218 .fh = NFS_FH(inode), 1219 .xattr_name = name, 1220 }; 1221 struct nfs42_getxattrres res; 1222 struct rpc_message msg = { 1223 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_GETXATTR], 1224 .rpc_argp = &arg, 1225 .rpc_resp = &res, 1226 }; 1227 ssize_t ret; 1228 1229 arg.xattr_len = plen; 1230 arg.xattr_pages = pages; 1231 1232 ret = nfs4_call_sync(server->client, server, &msg, &arg.seq_args, 1233 &res.seq_res, 0); 1234 if (ret < 0) 1235 return ret; 1236 1237 /* 1238 * Normally, the caching is done one layer up, but for successful 1239 * RPCS, always cache the result here, even if the caller was 1240 * just querying the length, or if the reply was too big for 1241 * the caller. This avoids a second RPC in the case of the 1242 * common query-alloc-retrieve cycle for xattrs. 1243 * 1244 * Note that xattr_len is always capped to XATTR_SIZE_MAX. 1245 */ 1246 1247 nfs4_xattr_cache_add(inode, name, NULL, pages, res.xattr_len); 1248 1249 if (buflen) { 1250 if (res.xattr_len > buflen) 1251 return -ERANGE; 1252 _copy_from_pages(buf, pages, 0, res.xattr_len); 1253 } 1254 1255 return res.xattr_len; 1256 } 1257 1258 static ssize_t _nfs42_proc_listxattrs(struct inode *inode, void *buf, 1259 size_t buflen, u64 *cookiep, bool *eofp) 1260 { 1261 struct nfs_server *server = NFS_SERVER(inode); 1262 struct page **pages; 1263 struct nfs42_listxattrsargs arg = { 1264 .fh = NFS_FH(inode), 1265 .cookie = *cookiep, 1266 }; 1267 struct nfs42_listxattrsres res = { 1268 .eof = false, 1269 .xattr_buf = buf, 1270 .xattr_len = buflen, 1271 }; 1272 struct rpc_message msg = { 1273 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_LISTXATTRS], 1274 .rpc_argp = &arg, 1275 .rpc_resp = &res, 1276 }; 1277 u32 xdrlen; 1278 int ret, np, i; 1279 1280 1281 ret = -ENOMEM; 1282 res.scratch = alloc_page(GFP_KERNEL); 1283 if (!res.scratch) 1284 goto out; 1285 1286 xdrlen = nfs42_listxattr_xdrsize(buflen); 1287 if (xdrlen > server->lxasize) 1288 xdrlen = server->lxasize; 1289 np = xdrlen / PAGE_SIZE + 1; 1290 1291 pages = kcalloc(np, sizeof(struct page *), GFP_KERNEL); 1292 if (!pages) 1293 goto out_free_scratch; 1294 for (i = 0; i < np; i++) { 1295 pages[i] = alloc_page(GFP_KERNEL); 1296 if (!pages[i]) 1297 goto out_free_pages; 1298 } 1299 1300 arg.xattr_pages = pages; 1301 arg.count = xdrlen; 1302 1303 ret = nfs4_call_sync(server->client, server, &msg, &arg.seq_args, 1304 &res.seq_res, 0); 1305 1306 if (ret >= 0) { 1307 ret = res.copied; 1308 *cookiep = res.cookie; 1309 *eofp = res.eof; 1310 } 1311 1312 out_free_pages: 1313 while (--np >= 0) { 1314 if (pages[np]) 1315 __free_page(pages[np]); 1316 } 1317 kfree(pages); 1318 out_free_scratch: 1319 __free_page(res.scratch); 1320 out: 1321 return ret; 1322 1323 } 1324 1325 ssize_t nfs42_proc_getxattr(struct inode *inode, const char *name, 1326 void *buf, size_t buflen) 1327 { 1328 struct nfs4_exception exception = { }; 1329 ssize_t err, np, i; 1330 struct page **pages; 1331 1332 np = nfs_page_array_len(0, buflen ?: XATTR_SIZE_MAX); 1333 pages = kmalloc_array(np, sizeof(*pages), GFP_KERNEL); 1334 if (!pages) 1335 return -ENOMEM; 1336 1337 for (i = 0; i < np; i++) { 1338 pages[i] = alloc_page(GFP_KERNEL); 1339 if (!pages[i]) { 1340 np = i + 1; 1341 err = -ENOMEM; 1342 goto out; 1343 } 1344 } 1345 1346 /* 1347 * The GETXATTR op has no length field in the call, and the 1348 * xattr data is at the end of the reply. 1349 * 1350 * There is no downside in using the page-aligned length. It will 1351 * allow receiving and caching xattrs that are too large for the 1352 * caller but still fit in the page-rounded value. 1353 */ 1354 do { 1355 err = _nfs42_proc_getxattr(inode, name, buf, buflen, 1356 pages, np * PAGE_SIZE); 1357 if (err >= 0) 1358 break; 1359 err = nfs4_handle_exception(NFS_SERVER(inode), err, 1360 &exception); 1361 } while (exception.retry); 1362 1363 out: 1364 while (--np >= 0) 1365 __free_page(pages[np]); 1366 kfree(pages); 1367 1368 return err; 1369 } 1370 1371 int nfs42_proc_setxattr(struct inode *inode, const char *name, 1372 const void *buf, size_t buflen, int flags) 1373 { 1374 struct nfs4_exception exception = { }; 1375 int err; 1376 1377 do { 1378 err = _nfs42_proc_setxattr(inode, name, buf, buflen, flags); 1379 if (!err) 1380 break; 1381 err = nfs4_handle_exception(NFS_SERVER(inode), err, 1382 &exception); 1383 } while (exception.retry); 1384 1385 return err; 1386 } 1387 1388 ssize_t nfs42_proc_listxattrs(struct inode *inode, void *buf, 1389 size_t buflen, u64 *cookiep, bool *eofp) 1390 { 1391 struct nfs4_exception exception = { }; 1392 ssize_t err; 1393 1394 do { 1395 err = _nfs42_proc_listxattrs(inode, buf, buflen, 1396 cookiep, eofp); 1397 if (err >= 0) 1398 break; 1399 err = nfs4_handle_exception(NFS_SERVER(inode), err, 1400 &exception); 1401 } while (exception.retry); 1402 1403 return err; 1404 } 1405 1406 int nfs42_proc_removexattr(struct inode *inode, const char *name) 1407 { 1408 struct nfs4_exception exception = { }; 1409 int err; 1410 1411 do { 1412 err = _nfs42_proc_removexattr(inode, name); 1413 if (!err) 1414 break; 1415 err = nfs4_handle_exception(NFS_SERVER(inode), err, 1416 &exception); 1417 } while (exception.retry); 1418 1419 return err; 1420 } 1421