1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * Copyright (c) 2014 Anna Schumaker <Anna.Schumaker@Netapp.com> 4 */ 5 #include <linux/fs.h> 6 #include <linux/sunrpc/sched.h> 7 #include <linux/nfs.h> 8 #include <linux/nfs3.h> 9 #include <linux/nfs4.h> 10 #include <linux/nfs_xdr.h> 11 #include <linux/nfs_fs.h> 12 #include "nfs4_fs.h" 13 #include "nfs42.h" 14 #include "iostat.h" 15 #include "pnfs.h" 16 #include "nfs4session.h" 17 #include "internal.h" 18 19 #define NFSDBG_FACILITY NFSDBG_PROC 20 static int nfs42_do_offload_cancel_async(struct file *dst, nfs4_stateid *std); 21 22 static int _nfs42_proc_fallocate(struct rpc_message *msg, struct file *filep, 23 struct nfs_lock_context *lock, loff_t offset, loff_t len) 24 { 25 struct inode *inode = file_inode(filep); 26 struct nfs_server *server = NFS_SERVER(inode); 27 struct nfs42_falloc_args args = { 28 .falloc_fh = NFS_FH(inode), 29 .falloc_offset = offset, 30 .falloc_length = len, 31 .falloc_bitmask = server->cache_consistency_bitmask, 32 }; 33 struct nfs42_falloc_res res = { 34 .falloc_server = server, 35 }; 36 int status; 37 38 msg->rpc_argp = &args; 39 msg->rpc_resp = &res; 40 41 status = nfs4_set_rw_stateid(&args.falloc_stateid, lock->open_context, 42 lock, FMODE_WRITE); 43 if (status) 44 return status; 45 46 res.falloc_fattr = nfs_alloc_fattr(); 47 if (!res.falloc_fattr) 48 return -ENOMEM; 49 50 status = nfs4_call_sync(server->client, server, msg, 51 &args.seq_args, &res.seq_res, 0); 52 if (status == 0) 53 status = nfs_post_op_update_inode(inode, res.falloc_fattr); 54 55 kfree(res.falloc_fattr); 56 return status; 57 } 58 59 static int nfs42_proc_fallocate(struct rpc_message *msg, struct file *filep, 60 loff_t offset, loff_t len) 61 { 62 struct nfs_server *server = NFS_SERVER(file_inode(filep)); 63 struct nfs4_exception exception = { }; 64 struct nfs_lock_context *lock; 65 int err; 66 67 lock = nfs_get_lock_context(nfs_file_open_context(filep)); 68 if (IS_ERR(lock)) 69 return PTR_ERR(lock); 70 71 exception.inode = file_inode(filep); 72 exception.state = lock->open_context->state; 73 74 do { 75 err = _nfs42_proc_fallocate(msg, filep, lock, offset, len); 76 if (err == -ENOTSUPP) { 77 err = -EOPNOTSUPP; 78 break; 79 } 80 err = nfs4_handle_exception(server, err, &exception); 81 } while (exception.retry); 82 83 nfs_put_lock_context(lock); 84 return err; 85 } 86 87 int nfs42_proc_allocate(struct file *filep, loff_t offset, loff_t len) 88 { 89 struct rpc_message msg = { 90 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_ALLOCATE], 91 }; 92 struct inode *inode = file_inode(filep); 93 int err; 94 95 if (!nfs_server_capable(inode, NFS_CAP_ALLOCATE)) 96 return -EOPNOTSUPP; 97 98 inode_lock(inode); 99 100 err = nfs42_proc_fallocate(&msg, filep, offset, len); 101 if (err == -EOPNOTSUPP) 102 NFS_SERVER(inode)->caps &= ~NFS_CAP_ALLOCATE; 103 104 inode_unlock(inode); 105 return err; 106 } 107 108 int nfs42_proc_deallocate(struct file *filep, loff_t offset, loff_t len) 109 { 110 struct rpc_message msg = { 111 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_DEALLOCATE], 112 }; 113 struct inode *inode = file_inode(filep); 114 int err; 115 116 if (!nfs_server_capable(inode, NFS_CAP_DEALLOCATE)) 117 return -EOPNOTSUPP; 118 119 inode_lock(inode); 120 err = nfs_sync_inode(inode); 121 if (err) 122 goto out_unlock; 123 124 err = nfs42_proc_fallocate(&msg, filep, offset, len); 125 if (err == 0) 126 truncate_pagecache_range(inode, offset, (offset + len) -1); 127 if (err == -EOPNOTSUPP) 128 NFS_SERVER(inode)->caps &= ~NFS_CAP_DEALLOCATE; 129 out_unlock: 130 inode_unlock(inode); 131 return err; 132 } 133 134 static int handle_async_copy(struct nfs42_copy_res *res, 135 struct nfs_server *server, 136 struct file *src, 137 struct file *dst, 138 nfs4_stateid *src_stateid) 139 { 140 struct nfs4_copy_state *copy, *tmp_copy; 141 int status = NFS4_OK; 142 bool found_pending = false; 143 struct nfs_open_context *ctx = nfs_file_open_context(dst); 144 145 copy = kzalloc(sizeof(struct nfs4_copy_state), GFP_NOFS); 146 if (!copy) 147 return -ENOMEM; 148 149 spin_lock(&server->nfs_client->cl_lock); 150 list_for_each_entry(tmp_copy, &server->nfs_client->pending_cb_stateids, 151 copies) { 152 if (memcmp(&res->write_res.stateid, &tmp_copy->stateid, 153 NFS4_STATEID_SIZE)) 154 continue; 155 found_pending = true; 156 list_del(&tmp_copy->copies); 157 break; 158 } 159 if (found_pending) { 160 spin_unlock(&server->nfs_client->cl_lock); 161 kfree(copy); 162 copy = tmp_copy; 163 goto out; 164 } 165 166 memcpy(©->stateid, &res->write_res.stateid, NFS4_STATEID_SIZE); 167 init_completion(©->completion); 168 copy->parent_state = ctx->state; 169 170 list_add_tail(©->copies, &server->ss_copies); 171 spin_unlock(&server->nfs_client->cl_lock); 172 173 status = wait_for_completion_interruptible(©->completion); 174 spin_lock(&server->nfs_client->cl_lock); 175 list_del_init(©->copies); 176 spin_unlock(&server->nfs_client->cl_lock); 177 if (status == -ERESTARTSYS) { 178 goto out_cancel; 179 } else if (copy->flags) { 180 status = -EAGAIN; 181 goto out_cancel; 182 } 183 out: 184 res->write_res.count = copy->count; 185 memcpy(&res->write_res.verifier, ©->verf, sizeof(copy->verf)); 186 status = -copy->error; 187 188 kfree(copy); 189 return status; 190 out_cancel: 191 nfs42_do_offload_cancel_async(dst, ©->stateid); 192 kfree(copy); 193 return status; 194 } 195 196 static int process_copy_commit(struct file *dst, loff_t pos_dst, 197 struct nfs42_copy_res *res) 198 { 199 struct nfs_commitres cres; 200 int status = -ENOMEM; 201 202 cres.verf = kzalloc(sizeof(struct nfs_writeverf), GFP_NOFS); 203 if (!cres.verf) 204 goto out; 205 206 status = nfs4_proc_commit(dst, pos_dst, res->write_res.count, &cres); 207 if (status) 208 goto out_free; 209 if (nfs_write_verifier_cmp(&res->write_res.verifier.verifier, 210 &cres.verf->verifier)) { 211 dprintk("commit verf differs from copy verf\n"); 212 status = -EAGAIN; 213 } 214 out_free: 215 kfree(cres.verf); 216 out: 217 return status; 218 } 219 220 static ssize_t _nfs42_proc_copy(struct file *src, 221 struct nfs_lock_context *src_lock, 222 struct file *dst, 223 struct nfs_lock_context *dst_lock, 224 struct nfs42_copy_args *args, 225 struct nfs42_copy_res *res) 226 { 227 struct rpc_message msg = { 228 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_COPY], 229 .rpc_argp = args, 230 .rpc_resp = res, 231 }; 232 struct inode *dst_inode = file_inode(dst); 233 struct nfs_server *server = NFS_SERVER(dst_inode); 234 loff_t pos_src = args->src_pos; 235 loff_t pos_dst = args->dst_pos; 236 size_t count = args->count; 237 ssize_t status; 238 239 status = nfs4_set_rw_stateid(&args->src_stateid, src_lock->open_context, 240 src_lock, FMODE_READ); 241 if (status) 242 return status; 243 244 status = nfs_filemap_write_and_wait_range(file_inode(src)->i_mapping, 245 pos_src, pos_src + (loff_t)count - 1); 246 if (status) 247 return status; 248 249 status = nfs4_set_rw_stateid(&args->dst_stateid, dst_lock->open_context, 250 dst_lock, FMODE_WRITE); 251 if (status) 252 return status; 253 254 status = nfs_sync_inode(dst_inode); 255 if (status) 256 return status; 257 258 res->commit_res.verf = NULL; 259 if (args->sync) { 260 res->commit_res.verf = 261 kzalloc(sizeof(struct nfs_writeverf), GFP_NOFS); 262 if (!res->commit_res.verf) 263 return -ENOMEM; 264 } 265 set_bit(NFS_CLNT_DST_SSC_COPY_STATE, 266 &dst_lock->open_context->state->flags); 267 268 status = nfs4_call_sync(server->client, server, &msg, 269 &args->seq_args, &res->seq_res, 0); 270 if (status == -ENOTSUPP) 271 server->caps &= ~NFS_CAP_COPY; 272 if (status) 273 goto out; 274 275 if (args->sync && 276 nfs_write_verifier_cmp(&res->write_res.verifier.verifier, 277 &res->commit_res.verf->verifier)) { 278 status = -EAGAIN; 279 goto out; 280 } 281 282 if (!res->synchronous) { 283 status = handle_async_copy(res, server, src, dst, 284 &args->src_stateid); 285 if (status) 286 return status; 287 } 288 289 if ((!res->synchronous || !args->sync) && 290 res->write_res.verifier.committed != NFS_FILE_SYNC) { 291 status = process_copy_commit(dst, pos_dst, res); 292 if (status) 293 return status; 294 } 295 296 truncate_pagecache_range(dst_inode, pos_dst, 297 pos_dst + res->write_res.count); 298 299 status = res->write_res.count; 300 out: 301 if (args->sync) 302 kfree(res->commit_res.verf); 303 return status; 304 } 305 306 ssize_t nfs42_proc_copy(struct file *src, loff_t pos_src, 307 struct file *dst, loff_t pos_dst, 308 size_t count) 309 { 310 struct nfs_server *server = NFS_SERVER(file_inode(dst)); 311 struct nfs_lock_context *src_lock; 312 struct nfs_lock_context *dst_lock; 313 struct nfs42_copy_args args = { 314 .src_fh = NFS_FH(file_inode(src)), 315 .src_pos = pos_src, 316 .dst_fh = NFS_FH(file_inode(dst)), 317 .dst_pos = pos_dst, 318 .count = count, 319 .sync = false, 320 }; 321 struct nfs42_copy_res res; 322 struct nfs4_exception src_exception = { 323 .inode = file_inode(src), 324 .stateid = &args.src_stateid, 325 }; 326 struct nfs4_exception dst_exception = { 327 .inode = file_inode(dst), 328 .stateid = &args.dst_stateid, 329 }; 330 ssize_t err, err2; 331 332 src_lock = nfs_get_lock_context(nfs_file_open_context(src)); 333 if (IS_ERR(src_lock)) 334 return PTR_ERR(src_lock); 335 336 src_exception.state = src_lock->open_context->state; 337 338 dst_lock = nfs_get_lock_context(nfs_file_open_context(dst)); 339 if (IS_ERR(dst_lock)) { 340 err = PTR_ERR(dst_lock); 341 goto out_put_src_lock; 342 } 343 344 dst_exception.state = dst_lock->open_context->state; 345 346 do { 347 inode_lock(file_inode(dst)); 348 err = _nfs42_proc_copy(src, src_lock, 349 dst, dst_lock, 350 &args, &res); 351 inode_unlock(file_inode(dst)); 352 353 if (err >= 0) 354 break; 355 if (err == -ENOTSUPP) { 356 err = -EOPNOTSUPP; 357 break; 358 } else if (err == -EAGAIN) { 359 dst_exception.retry = 1; 360 continue; 361 } else if (err == -NFS4ERR_OFFLOAD_NO_REQS && !args.sync) { 362 args.sync = true; 363 dst_exception.retry = 1; 364 continue; 365 } 366 367 err2 = nfs4_handle_exception(server, err, &src_exception); 368 err = nfs4_handle_exception(server, err, &dst_exception); 369 if (!err) 370 err = err2; 371 } while (src_exception.retry || dst_exception.retry); 372 373 nfs_put_lock_context(dst_lock); 374 out_put_src_lock: 375 nfs_put_lock_context(src_lock); 376 return err; 377 } 378 379 struct nfs42_offloadcancel_data { 380 struct nfs_server *seq_server; 381 struct nfs42_offload_status_args args; 382 struct nfs42_offload_status_res res; 383 }; 384 385 static void nfs42_offload_cancel_prepare(struct rpc_task *task, void *calldata) 386 { 387 struct nfs42_offloadcancel_data *data = calldata; 388 389 nfs4_setup_sequence(data->seq_server->nfs_client, 390 &data->args.osa_seq_args, 391 &data->res.osr_seq_res, task); 392 } 393 394 static void nfs42_offload_cancel_done(struct rpc_task *task, void *calldata) 395 { 396 struct nfs42_offloadcancel_data *data = calldata; 397 398 nfs41_sequence_done(task, &data->res.osr_seq_res); 399 if (task->tk_status && 400 nfs4_async_handle_error(task, data->seq_server, NULL, 401 NULL) == -EAGAIN) 402 rpc_restart_call_prepare(task); 403 } 404 405 static void nfs42_free_offloadcancel_data(void *data) 406 { 407 kfree(data); 408 } 409 410 static const struct rpc_call_ops nfs42_offload_cancel_ops = { 411 .rpc_call_prepare = nfs42_offload_cancel_prepare, 412 .rpc_call_done = nfs42_offload_cancel_done, 413 .rpc_release = nfs42_free_offloadcancel_data, 414 }; 415 416 static int nfs42_do_offload_cancel_async(struct file *dst, 417 nfs4_stateid *stateid) 418 { 419 struct nfs_server *dst_server = NFS_SERVER(file_inode(dst)); 420 struct nfs42_offloadcancel_data *data = NULL; 421 struct nfs_open_context *ctx = nfs_file_open_context(dst); 422 struct rpc_task *task; 423 struct rpc_message msg = { 424 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_OFFLOAD_CANCEL], 425 .rpc_cred = ctx->cred, 426 }; 427 struct rpc_task_setup task_setup_data = { 428 .rpc_client = dst_server->client, 429 .rpc_message = &msg, 430 .callback_ops = &nfs42_offload_cancel_ops, 431 .workqueue = nfsiod_workqueue, 432 .flags = RPC_TASK_ASYNC, 433 }; 434 int status; 435 436 if (!(dst_server->caps & NFS_CAP_OFFLOAD_CANCEL)) 437 return -EOPNOTSUPP; 438 439 data = kzalloc(sizeof(struct nfs42_offloadcancel_data), GFP_NOFS); 440 if (data == NULL) 441 return -ENOMEM; 442 443 data->seq_server = dst_server; 444 data->args.osa_src_fh = NFS_FH(file_inode(dst)); 445 memcpy(&data->args.osa_stateid, stateid, 446 sizeof(data->args.osa_stateid)); 447 msg.rpc_argp = &data->args; 448 msg.rpc_resp = &data->res; 449 task_setup_data.callback_data = data; 450 nfs4_init_sequence(&data->args.osa_seq_args, &data->res.osr_seq_res, 451 1, 0); 452 task = rpc_run_task(&task_setup_data); 453 if (IS_ERR(task)) 454 return PTR_ERR(task); 455 status = rpc_wait_for_completion_task(task); 456 if (status == -ENOTSUPP) 457 dst_server->caps &= ~NFS_CAP_OFFLOAD_CANCEL; 458 rpc_put_task(task); 459 return status; 460 } 461 462 static loff_t _nfs42_proc_llseek(struct file *filep, 463 struct nfs_lock_context *lock, loff_t offset, int whence) 464 { 465 struct inode *inode = file_inode(filep); 466 struct nfs42_seek_args args = { 467 .sa_fh = NFS_FH(inode), 468 .sa_offset = offset, 469 .sa_what = (whence == SEEK_HOLE) ? 470 NFS4_CONTENT_HOLE : NFS4_CONTENT_DATA, 471 }; 472 struct nfs42_seek_res res; 473 struct rpc_message msg = { 474 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_SEEK], 475 .rpc_argp = &args, 476 .rpc_resp = &res, 477 }; 478 struct nfs_server *server = NFS_SERVER(inode); 479 int status; 480 481 if (!nfs_server_capable(inode, NFS_CAP_SEEK)) 482 return -ENOTSUPP; 483 484 status = nfs4_set_rw_stateid(&args.sa_stateid, lock->open_context, 485 lock, FMODE_READ); 486 if (status) 487 return status; 488 489 status = nfs_filemap_write_and_wait_range(inode->i_mapping, 490 offset, LLONG_MAX); 491 if (status) 492 return status; 493 494 status = nfs4_call_sync(server->client, server, &msg, 495 &args.seq_args, &res.seq_res, 0); 496 if (status == -ENOTSUPP) 497 server->caps &= ~NFS_CAP_SEEK; 498 if (status) 499 return status; 500 501 return vfs_setpos(filep, res.sr_offset, inode->i_sb->s_maxbytes); 502 } 503 504 loff_t nfs42_proc_llseek(struct file *filep, loff_t offset, int whence) 505 { 506 struct nfs_server *server = NFS_SERVER(file_inode(filep)); 507 struct nfs4_exception exception = { }; 508 struct nfs_lock_context *lock; 509 loff_t err; 510 511 lock = nfs_get_lock_context(nfs_file_open_context(filep)); 512 if (IS_ERR(lock)) 513 return PTR_ERR(lock); 514 515 exception.inode = file_inode(filep); 516 exception.state = lock->open_context->state; 517 518 do { 519 err = _nfs42_proc_llseek(filep, lock, offset, whence); 520 if (err >= 0) 521 break; 522 if (err == -ENOTSUPP) { 523 err = -EOPNOTSUPP; 524 break; 525 } 526 err = nfs4_handle_exception(server, err, &exception); 527 } while (exception.retry); 528 529 nfs_put_lock_context(lock); 530 return err; 531 } 532 533 534 static void 535 nfs42_layoutstat_prepare(struct rpc_task *task, void *calldata) 536 { 537 struct nfs42_layoutstat_data *data = calldata; 538 struct inode *inode = data->inode; 539 struct nfs_server *server = NFS_SERVER(inode); 540 struct pnfs_layout_hdr *lo; 541 542 spin_lock(&inode->i_lock); 543 lo = NFS_I(inode)->layout; 544 if (!pnfs_layout_is_valid(lo)) { 545 spin_unlock(&inode->i_lock); 546 rpc_exit(task, 0); 547 return; 548 } 549 nfs4_stateid_copy(&data->args.stateid, &lo->plh_stateid); 550 spin_unlock(&inode->i_lock); 551 nfs4_setup_sequence(server->nfs_client, &data->args.seq_args, 552 &data->res.seq_res, task); 553 } 554 555 static void 556 nfs42_layoutstat_done(struct rpc_task *task, void *calldata) 557 { 558 struct nfs42_layoutstat_data *data = calldata; 559 struct inode *inode = data->inode; 560 struct pnfs_layout_hdr *lo; 561 562 if (!nfs4_sequence_done(task, &data->res.seq_res)) 563 return; 564 565 switch (task->tk_status) { 566 case 0: 567 break; 568 case -NFS4ERR_BADHANDLE: 569 case -ESTALE: 570 pnfs_destroy_layout(NFS_I(inode)); 571 break; 572 case -NFS4ERR_EXPIRED: 573 case -NFS4ERR_ADMIN_REVOKED: 574 case -NFS4ERR_DELEG_REVOKED: 575 case -NFS4ERR_STALE_STATEID: 576 case -NFS4ERR_BAD_STATEID: 577 spin_lock(&inode->i_lock); 578 lo = NFS_I(inode)->layout; 579 if (pnfs_layout_is_valid(lo) && 580 nfs4_stateid_match(&data->args.stateid, 581 &lo->plh_stateid)) { 582 LIST_HEAD(head); 583 584 /* 585 * Mark the bad layout state as invalid, then retry 586 * with the current stateid. 587 */ 588 pnfs_mark_layout_stateid_invalid(lo, &head); 589 spin_unlock(&inode->i_lock); 590 pnfs_free_lseg_list(&head); 591 nfs_commit_inode(inode, 0); 592 } else 593 spin_unlock(&inode->i_lock); 594 break; 595 case -NFS4ERR_OLD_STATEID: 596 spin_lock(&inode->i_lock); 597 lo = NFS_I(inode)->layout; 598 if (pnfs_layout_is_valid(lo) && 599 nfs4_stateid_match_other(&data->args.stateid, 600 &lo->plh_stateid)) { 601 /* Do we need to delay before resending? */ 602 if (!nfs4_stateid_is_newer(&lo->plh_stateid, 603 &data->args.stateid)) 604 rpc_delay(task, HZ); 605 rpc_restart_call_prepare(task); 606 } 607 spin_unlock(&inode->i_lock); 608 break; 609 case -ENOTSUPP: 610 case -EOPNOTSUPP: 611 NFS_SERVER(inode)->caps &= ~NFS_CAP_LAYOUTSTATS; 612 } 613 } 614 615 static void 616 nfs42_layoutstat_release(void *calldata) 617 { 618 struct nfs42_layoutstat_data *data = calldata; 619 struct nfs42_layoutstat_devinfo *devinfo = data->args.devinfo; 620 int i; 621 622 for (i = 0; i < data->args.num_dev; i++) { 623 if (devinfo[i].ld_private.ops && devinfo[i].ld_private.ops->free) 624 devinfo[i].ld_private.ops->free(&devinfo[i].ld_private); 625 } 626 627 pnfs_put_layout_hdr(NFS_I(data->args.inode)->layout); 628 smp_mb__before_atomic(); 629 clear_bit(NFS_INO_LAYOUTSTATS, &NFS_I(data->args.inode)->flags); 630 smp_mb__after_atomic(); 631 nfs_iput_and_deactive(data->inode); 632 kfree(data->args.devinfo); 633 kfree(data); 634 } 635 636 static const struct rpc_call_ops nfs42_layoutstat_ops = { 637 .rpc_call_prepare = nfs42_layoutstat_prepare, 638 .rpc_call_done = nfs42_layoutstat_done, 639 .rpc_release = nfs42_layoutstat_release, 640 }; 641 642 int nfs42_proc_layoutstats_generic(struct nfs_server *server, 643 struct nfs42_layoutstat_data *data) 644 { 645 struct rpc_message msg = { 646 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_LAYOUTSTATS], 647 .rpc_argp = &data->args, 648 .rpc_resp = &data->res, 649 }; 650 struct rpc_task_setup task_setup = { 651 .rpc_client = server->client, 652 .rpc_message = &msg, 653 .callback_ops = &nfs42_layoutstat_ops, 654 .callback_data = data, 655 .flags = RPC_TASK_ASYNC, 656 }; 657 struct rpc_task *task; 658 659 data->inode = nfs_igrab_and_active(data->args.inode); 660 if (!data->inode) { 661 nfs42_layoutstat_release(data); 662 return -EAGAIN; 663 } 664 nfs4_init_sequence(&data->args.seq_args, &data->res.seq_res, 0, 0); 665 task = rpc_run_task(&task_setup); 666 if (IS_ERR(task)) 667 return PTR_ERR(task); 668 rpc_put_task(task); 669 return 0; 670 } 671 672 static struct nfs42_layouterror_data * 673 nfs42_alloc_layouterror_data(struct pnfs_layout_segment *lseg, gfp_t gfp_flags) 674 { 675 struct nfs42_layouterror_data *data; 676 struct inode *inode = lseg->pls_layout->plh_inode; 677 678 data = kzalloc(sizeof(*data), gfp_flags); 679 if (data) { 680 data->args.inode = data->inode = nfs_igrab_and_active(inode); 681 if (data->inode) { 682 data->lseg = pnfs_get_lseg(lseg); 683 if (data->lseg) 684 return data; 685 nfs_iput_and_deactive(data->inode); 686 } 687 kfree(data); 688 } 689 return NULL; 690 } 691 692 static void 693 nfs42_free_layouterror_data(struct nfs42_layouterror_data *data) 694 { 695 pnfs_put_lseg(data->lseg); 696 nfs_iput_and_deactive(data->inode); 697 kfree(data); 698 } 699 700 static void 701 nfs42_layouterror_prepare(struct rpc_task *task, void *calldata) 702 { 703 struct nfs42_layouterror_data *data = calldata; 704 struct inode *inode = data->inode; 705 struct nfs_server *server = NFS_SERVER(inode); 706 struct pnfs_layout_hdr *lo = data->lseg->pls_layout; 707 unsigned i; 708 709 spin_lock(&inode->i_lock); 710 if (!pnfs_layout_is_valid(lo)) { 711 spin_unlock(&inode->i_lock); 712 rpc_exit(task, 0); 713 return; 714 } 715 for (i = 0; i < data->args.num_errors; i++) 716 nfs4_stateid_copy(&data->args.errors[i].stateid, 717 &lo->plh_stateid); 718 spin_unlock(&inode->i_lock); 719 nfs4_setup_sequence(server->nfs_client, &data->args.seq_args, 720 &data->res.seq_res, task); 721 } 722 723 static void 724 nfs42_layouterror_done(struct rpc_task *task, void *calldata) 725 { 726 struct nfs42_layouterror_data *data = calldata; 727 struct inode *inode = data->inode; 728 struct pnfs_layout_hdr *lo = data->lseg->pls_layout; 729 730 if (!nfs4_sequence_done(task, &data->res.seq_res)) 731 return; 732 733 switch (task->tk_status) { 734 case 0: 735 break; 736 case -NFS4ERR_BADHANDLE: 737 case -ESTALE: 738 pnfs_destroy_layout(NFS_I(inode)); 739 break; 740 case -NFS4ERR_EXPIRED: 741 case -NFS4ERR_ADMIN_REVOKED: 742 case -NFS4ERR_DELEG_REVOKED: 743 case -NFS4ERR_STALE_STATEID: 744 case -NFS4ERR_BAD_STATEID: 745 spin_lock(&inode->i_lock); 746 if (pnfs_layout_is_valid(lo) && 747 nfs4_stateid_match(&data->args.errors[0].stateid, 748 &lo->plh_stateid)) { 749 LIST_HEAD(head); 750 751 /* 752 * Mark the bad layout state as invalid, then retry 753 * with the current stateid. 754 */ 755 pnfs_mark_layout_stateid_invalid(lo, &head); 756 spin_unlock(&inode->i_lock); 757 pnfs_free_lseg_list(&head); 758 nfs_commit_inode(inode, 0); 759 } else 760 spin_unlock(&inode->i_lock); 761 break; 762 case -NFS4ERR_OLD_STATEID: 763 spin_lock(&inode->i_lock); 764 if (pnfs_layout_is_valid(lo) && 765 nfs4_stateid_match_other(&data->args.errors[0].stateid, 766 &lo->plh_stateid)) { 767 /* Do we need to delay before resending? */ 768 if (!nfs4_stateid_is_newer(&lo->plh_stateid, 769 &data->args.errors[0].stateid)) 770 rpc_delay(task, HZ); 771 rpc_restart_call_prepare(task); 772 } 773 spin_unlock(&inode->i_lock); 774 break; 775 case -ENOTSUPP: 776 case -EOPNOTSUPP: 777 NFS_SERVER(inode)->caps &= ~NFS_CAP_LAYOUTERROR; 778 } 779 } 780 781 static void 782 nfs42_layouterror_release(void *calldata) 783 { 784 struct nfs42_layouterror_data *data = calldata; 785 786 nfs42_free_layouterror_data(data); 787 } 788 789 static const struct rpc_call_ops nfs42_layouterror_ops = { 790 .rpc_call_prepare = nfs42_layouterror_prepare, 791 .rpc_call_done = nfs42_layouterror_done, 792 .rpc_release = nfs42_layouterror_release, 793 }; 794 795 int nfs42_proc_layouterror(struct pnfs_layout_segment *lseg, 796 const struct nfs42_layout_error *errors, size_t n) 797 { 798 struct inode *inode = lseg->pls_layout->plh_inode; 799 struct nfs42_layouterror_data *data; 800 struct rpc_task *task; 801 struct rpc_message msg = { 802 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_LAYOUTERROR], 803 }; 804 struct rpc_task_setup task_setup = { 805 .rpc_message = &msg, 806 .callback_ops = &nfs42_layouterror_ops, 807 .flags = RPC_TASK_ASYNC, 808 }; 809 unsigned int i; 810 811 if (!nfs_server_capable(inode, NFS_CAP_LAYOUTERROR)) 812 return -EOPNOTSUPP; 813 if (n > NFS42_LAYOUTERROR_MAX) 814 return -EINVAL; 815 data = nfs42_alloc_layouterror_data(lseg, GFP_NOFS); 816 if (!data) 817 return -ENOMEM; 818 for (i = 0; i < n; i++) { 819 data->args.errors[i] = errors[i]; 820 data->args.num_errors++; 821 data->res.num_errors++; 822 } 823 msg.rpc_argp = &data->args; 824 msg.rpc_resp = &data->res; 825 task_setup.callback_data = data; 826 task_setup.rpc_client = NFS_SERVER(inode)->client; 827 nfs4_init_sequence(&data->args.seq_args, &data->res.seq_res, 0, 0); 828 task = rpc_run_task(&task_setup); 829 if (IS_ERR(task)) 830 return PTR_ERR(task); 831 rpc_put_task(task); 832 return 0; 833 } 834 EXPORT_SYMBOL_GPL(nfs42_proc_layouterror); 835 836 static int _nfs42_proc_clone(struct rpc_message *msg, struct file *src_f, 837 struct file *dst_f, struct nfs_lock_context *src_lock, 838 struct nfs_lock_context *dst_lock, loff_t src_offset, 839 loff_t dst_offset, loff_t count) 840 { 841 struct inode *src_inode = file_inode(src_f); 842 struct inode *dst_inode = file_inode(dst_f); 843 struct nfs_server *server = NFS_SERVER(dst_inode); 844 struct nfs42_clone_args args = { 845 .src_fh = NFS_FH(src_inode), 846 .dst_fh = NFS_FH(dst_inode), 847 .src_offset = src_offset, 848 .dst_offset = dst_offset, 849 .count = count, 850 .dst_bitmask = server->cache_consistency_bitmask, 851 }; 852 struct nfs42_clone_res res = { 853 .server = server, 854 }; 855 int status; 856 857 msg->rpc_argp = &args; 858 msg->rpc_resp = &res; 859 860 status = nfs4_set_rw_stateid(&args.src_stateid, src_lock->open_context, 861 src_lock, FMODE_READ); 862 if (status) 863 return status; 864 865 status = nfs4_set_rw_stateid(&args.dst_stateid, dst_lock->open_context, 866 dst_lock, FMODE_WRITE); 867 if (status) 868 return status; 869 870 res.dst_fattr = nfs_alloc_fattr(); 871 if (!res.dst_fattr) 872 return -ENOMEM; 873 874 status = nfs4_call_sync(server->client, server, msg, 875 &args.seq_args, &res.seq_res, 0); 876 if (status == 0) 877 status = nfs_post_op_update_inode(dst_inode, res.dst_fattr); 878 879 kfree(res.dst_fattr); 880 return status; 881 } 882 883 int nfs42_proc_clone(struct file *src_f, struct file *dst_f, 884 loff_t src_offset, loff_t dst_offset, loff_t count) 885 { 886 struct rpc_message msg = { 887 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_CLONE], 888 }; 889 struct inode *inode = file_inode(src_f); 890 struct nfs_server *server = NFS_SERVER(file_inode(src_f)); 891 struct nfs_lock_context *src_lock; 892 struct nfs_lock_context *dst_lock; 893 struct nfs4_exception src_exception = { }; 894 struct nfs4_exception dst_exception = { }; 895 int err, err2; 896 897 if (!nfs_server_capable(inode, NFS_CAP_CLONE)) 898 return -EOPNOTSUPP; 899 900 src_lock = nfs_get_lock_context(nfs_file_open_context(src_f)); 901 if (IS_ERR(src_lock)) 902 return PTR_ERR(src_lock); 903 904 src_exception.inode = file_inode(src_f); 905 src_exception.state = src_lock->open_context->state; 906 907 dst_lock = nfs_get_lock_context(nfs_file_open_context(dst_f)); 908 if (IS_ERR(dst_lock)) { 909 err = PTR_ERR(dst_lock); 910 goto out_put_src_lock; 911 } 912 913 dst_exception.inode = file_inode(dst_f); 914 dst_exception.state = dst_lock->open_context->state; 915 916 do { 917 err = _nfs42_proc_clone(&msg, src_f, dst_f, src_lock, dst_lock, 918 src_offset, dst_offset, count); 919 if (err == -ENOTSUPP || err == -EOPNOTSUPP) { 920 NFS_SERVER(inode)->caps &= ~NFS_CAP_CLONE; 921 err = -EOPNOTSUPP; 922 break; 923 } 924 925 err2 = nfs4_handle_exception(server, err, &src_exception); 926 err = nfs4_handle_exception(server, err, &dst_exception); 927 if (!err) 928 err = err2; 929 } while (src_exception.retry || dst_exception.retry); 930 931 nfs_put_lock_context(dst_lock); 932 out_put_src_lock: 933 nfs_put_lock_context(src_lock); 934 return err; 935 } 936