1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * Copyright (c) 2014 Anna Schumaker <Anna.Schumaker@Netapp.com> 4 */ 5 #include <linux/fs.h> 6 #include <linux/sunrpc/sched.h> 7 #include <linux/nfs.h> 8 #include <linux/nfs3.h> 9 #include <linux/nfs4.h> 10 #include <linux/nfs_xdr.h> 11 #include <linux/nfs_fs.h> 12 #include "nfs4_fs.h" 13 #include "nfs42.h" 14 #include "iostat.h" 15 #include "pnfs.h" 16 #include "nfs4session.h" 17 #include "internal.h" 18 19 #define NFSDBG_FACILITY NFSDBG_PROC 20 21 static int _nfs42_proc_fallocate(struct rpc_message *msg, struct file *filep, 22 struct nfs_lock_context *lock, loff_t offset, loff_t len) 23 { 24 struct inode *inode = file_inode(filep); 25 struct nfs_server *server = NFS_SERVER(inode); 26 struct nfs42_falloc_args args = { 27 .falloc_fh = NFS_FH(inode), 28 .falloc_offset = offset, 29 .falloc_length = len, 30 .falloc_bitmask = server->cache_consistency_bitmask, 31 }; 32 struct nfs42_falloc_res res = { 33 .falloc_server = server, 34 }; 35 int status; 36 37 msg->rpc_argp = &args; 38 msg->rpc_resp = &res; 39 40 status = nfs4_set_rw_stateid(&args.falloc_stateid, lock->open_context, 41 lock, FMODE_WRITE); 42 if (status) 43 return status; 44 45 res.falloc_fattr = nfs_alloc_fattr(); 46 if (!res.falloc_fattr) 47 return -ENOMEM; 48 49 status = nfs4_call_sync(server->client, server, msg, 50 &args.seq_args, &res.seq_res, 0); 51 if (status == 0) 52 status = nfs_post_op_update_inode(inode, res.falloc_fattr); 53 54 kfree(res.falloc_fattr); 55 return status; 56 } 57 58 static int nfs42_proc_fallocate(struct rpc_message *msg, struct file *filep, 59 loff_t offset, loff_t len) 60 { 61 struct nfs_server *server = NFS_SERVER(file_inode(filep)); 62 struct nfs4_exception exception = { }; 63 struct nfs_lock_context *lock; 64 int err; 65 66 lock = nfs_get_lock_context(nfs_file_open_context(filep)); 67 if (IS_ERR(lock)) 68 return PTR_ERR(lock); 69 70 exception.inode = file_inode(filep); 71 exception.state = lock->open_context->state; 72 73 do { 74 err = _nfs42_proc_fallocate(msg, filep, lock, offset, len); 75 if (err == -ENOTSUPP) { 76 err = -EOPNOTSUPP; 77 break; 78 } 79 err = nfs4_handle_exception(server, err, &exception); 80 } while (exception.retry); 81 82 nfs_put_lock_context(lock); 83 return err; 84 } 85 86 int nfs42_proc_allocate(struct file *filep, loff_t offset, loff_t len) 87 { 88 struct rpc_message msg = { 89 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_ALLOCATE], 90 }; 91 struct inode *inode = file_inode(filep); 92 int err; 93 94 if (!nfs_server_capable(inode, NFS_CAP_ALLOCATE)) 95 return -EOPNOTSUPP; 96 97 inode_lock(inode); 98 99 err = nfs42_proc_fallocate(&msg, filep, offset, len); 100 if (err == -EOPNOTSUPP) 101 NFS_SERVER(inode)->caps &= ~NFS_CAP_ALLOCATE; 102 103 inode_unlock(inode); 104 return err; 105 } 106 107 int nfs42_proc_deallocate(struct file *filep, loff_t offset, loff_t len) 108 { 109 struct rpc_message msg = { 110 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_DEALLOCATE], 111 }; 112 struct inode *inode = file_inode(filep); 113 int err; 114 115 if (!nfs_server_capable(inode, NFS_CAP_DEALLOCATE)) 116 return -EOPNOTSUPP; 117 118 inode_lock(inode); 119 err = nfs_sync_inode(inode); 120 if (err) 121 goto out_unlock; 122 123 err = nfs42_proc_fallocate(&msg, filep, offset, len); 124 if (err == 0) 125 truncate_pagecache_range(inode, offset, (offset + len) -1); 126 if (err == -EOPNOTSUPP) 127 NFS_SERVER(inode)->caps &= ~NFS_CAP_DEALLOCATE; 128 out_unlock: 129 inode_unlock(inode); 130 return err; 131 } 132 133 static ssize_t _nfs42_proc_copy(struct file *src, 134 struct nfs_lock_context *src_lock, 135 struct file *dst, 136 struct nfs_lock_context *dst_lock, 137 struct nfs42_copy_args *args, 138 struct nfs42_copy_res *res) 139 { 140 struct rpc_message msg = { 141 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_COPY], 142 .rpc_argp = args, 143 .rpc_resp = res, 144 }; 145 struct inode *dst_inode = file_inode(dst); 146 struct nfs_server *server = NFS_SERVER(dst_inode); 147 loff_t pos_src = args->src_pos; 148 loff_t pos_dst = args->dst_pos; 149 size_t count = args->count; 150 ssize_t status; 151 152 status = nfs4_set_rw_stateid(&args->src_stateid, src_lock->open_context, 153 src_lock, FMODE_READ); 154 if (status) 155 return status; 156 157 status = nfs_filemap_write_and_wait_range(file_inode(src)->i_mapping, 158 pos_src, pos_src + (loff_t)count - 1); 159 if (status) 160 return status; 161 162 status = nfs4_set_rw_stateid(&args->dst_stateid, dst_lock->open_context, 163 dst_lock, FMODE_WRITE); 164 if (status) 165 return status; 166 167 status = nfs_sync_inode(dst_inode); 168 if (status) 169 return status; 170 171 res->commit_res.verf = kzalloc(sizeof(struct nfs_writeverf), GFP_NOFS); 172 if (!res->commit_res.verf) 173 return -ENOMEM; 174 status = nfs4_call_sync(server->client, server, &msg, 175 &args->seq_args, &res->seq_res, 0); 176 if (status == -ENOTSUPP) 177 server->caps &= ~NFS_CAP_COPY; 178 if (status) 179 goto out; 180 181 if (nfs_write_verifier_cmp(&res->write_res.verifier.verifier, 182 &res->commit_res.verf->verifier)) { 183 status = -EAGAIN; 184 goto out; 185 } 186 187 truncate_pagecache_range(dst_inode, pos_dst, 188 pos_dst + res->write_res.count); 189 190 status = res->write_res.count; 191 out: 192 kfree(res->commit_res.verf); 193 return status; 194 } 195 196 ssize_t nfs42_proc_copy(struct file *src, loff_t pos_src, 197 struct file *dst, loff_t pos_dst, 198 size_t count) 199 { 200 struct nfs_server *server = NFS_SERVER(file_inode(dst)); 201 struct nfs_lock_context *src_lock; 202 struct nfs_lock_context *dst_lock; 203 struct nfs42_copy_args args = { 204 .src_fh = NFS_FH(file_inode(src)), 205 .src_pos = pos_src, 206 .dst_fh = NFS_FH(file_inode(dst)), 207 .dst_pos = pos_dst, 208 .count = count, 209 }; 210 struct nfs42_copy_res res; 211 struct nfs4_exception src_exception = { 212 .inode = file_inode(src), 213 .stateid = &args.src_stateid, 214 }; 215 struct nfs4_exception dst_exception = { 216 .inode = file_inode(dst), 217 .stateid = &args.dst_stateid, 218 }; 219 ssize_t err, err2; 220 221 if (!nfs_server_capable(file_inode(dst), NFS_CAP_COPY)) 222 return -EOPNOTSUPP; 223 224 src_lock = nfs_get_lock_context(nfs_file_open_context(src)); 225 if (IS_ERR(src_lock)) 226 return PTR_ERR(src_lock); 227 228 src_exception.state = src_lock->open_context->state; 229 230 dst_lock = nfs_get_lock_context(nfs_file_open_context(dst)); 231 if (IS_ERR(dst_lock)) { 232 err = PTR_ERR(dst_lock); 233 goto out_put_src_lock; 234 } 235 236 dst_exception.state = dst_lock->open_context->state; 237 238 do { 239 inode_lock(file_inode(dst)); 240 err = _nfs42_proc_copy(src, src_lock, 241 dst, dst_lock, 242 &args, &res); 243 inode_unlock(file_inode(dst)); 244 245 if (err >= 0) 246 break; 247 if (err == -ENOTSUPP) { 248 err = -EOPNOTSUPP; 249 break; 250 } if (err == -EAGAIN) { 251 dst_exception.retry = 1; 252 continue; 253 } 254 255 err2 = nfs4_handle_exception(server, err, &src_exception); 256 err = nfs4_handle_exception(server, err, &dst_exception); 257 if (!err) 258 err = err2; 259 } while (src_exception.retry || dst_exception.retry); 260 261 nfs_put_lock_context(dst_lock); 262 out_put_src_lock: 263 nfs_put_lock_context(src_lock); 264 return err; 265 } 266 267 static loff_t _nfs42_proc_llseek(struct file *filep, 268 struct nfs_lock_context *lock, loff_t offset, int whence) 269 { 270 struct inode *inode = file_inode(filep); 271 struct nfs42_seek_args args = { 272 .sa_fh = NFS_FH(inode), 273 .sa_offset = offset, 274 .sa_what = (whence == SEEK_HOLE) ? 275 NFS4_CONTENT_HOLE : NFS4_CONTENT_DATA, 276 }; 277 struct nfs42_seek_res res; 278 struct rpc_message msg = { 279 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_SEEK], 280 .rpc_argp = &args, 281 .rpc_resp = &res, 282 }; 283 struct nfs_server *server = NFS_SERVER(inode); 284 int status; 285 286 if (!nfs_server_capable(inode, NFS_CAP_SEEK)) 287 return -ENOTSUPP; 288 289 status = nfs4_set_rw_stateid(&args.sa_stateid, lock->open_context, 290 lock, FMODE_READ); 291 if (status) 292 return status; 293 294 status = nfs_filemap_write_and_wait_range(inode->i_mapping, 295 offset, LLONG_MAX); 296 if (status) 297 return status; 298 299 status = nfs4_call_sync(server->client, server, &msg, 300 &args.seq_args, &res.seq_res, 0); 301 if (status == -ENOTSUPP) 302 server->caps &= ~NFS_CAP_SEEK; 303 if (status) 304 return status; 305 306 return vfs_setpos(filep, res.sr_offset, inode->i_sb->s_maxbytes); 307 } 308 309 loff_t nfs42_proc_llseek(struct file *filep, loff_t offset, int whence) 310 { 311 struct nfs_server *server = NFS_SERVER(file_inode(filep)); 312 struct nfs4_exception exception = { }; 313 struct nfs_lock_context *lock; 314 loff_t err; 315 316 lock = nfs_get_lock_context(nfs_file_open_context(filep)); 317 if (IS_ERR(lock)) 318 return PTR_ERR(lock); 319 320 exception.inode = file_inode(filep); 321 exception.state = lock->open_context->state; 322 323 do { 324 err = _nfs42_proc_llseek(filep, lock, offset, whence); 325 if (err >= 0) 326 break; 327 if (err == -ENOTSUPP) { 328 err = -EOPNOTSUPP; 329 break; 330 } 331 err = nfs4_handle_exception(server, err, &exception); 332 } while (exception.retry); 333 334 nfs_put_lock_context(lock); 335 return err; 336 } 337 338 339 static void 340 nfs42_layoutstat_prepare(struct rpc_task *task, void *calldata) 341 { 342 struct nfs42_layoutstat_data *data = calldata; 343 struct inode *inode = data->inode; 344 struct nfs_server *server = NFS_SERVER(inode); 345 struct pnfs_layout_hdr *lo; 346 347 spin_lock(&inode->i_lock); 348 lo = NFS_I(inode)->layout; 349 if (!pnfs_layout_is_valid(lo)) { 350 spin_unlock(&inode->i_lock); 351 rpc_exit(task, 0); 352 return; 353 } 354 nfs4_stateid_copy(&data->args.stateid, &lo->plh_stateid); 355 spin_unlock(&inode->i_lock); 356 nfs4_setup_sequence(server->nfs_client, &data->args.seq_args, 357 &data->res.seq_res, task); 358 } 359 360 static void 361 nfs42_layoutstat_done(struct rpc_task *task, void *calldata) 362 { 363 struct nfs42_layoutstat_data *data = calldata; 364 struct inode *inode = data->inode; 365 struct pnfs_layout_hdr *lo; 366 367 if (!nfs4_sequence_done(task, &data->res.seq_res)) 368 return; 369 370 switch (task->tk_status) { 371 case 0: 372 break; 373 case -NFS4ERR_BADHANDLE: 374 case -ESTALE: 375 pnfs_destroy_layout(NFS_I(inode)); 376 break; 377 case -NFS4ERR_EXPIRED: 378 case -NFS4ERR_ADMIN_REVOKED: 379 case -NFS4ERR_DELEG_REVOKED: 380 case -NFS4ERR_STALE_STATEID: 381 case -NFS4ERR_BAD_STATEID: 382 spin_lock(&inode->i_lock); 383 lo = NFS_I(inode)->layout; 384 if (pnfs_layout_is_valid(lo) && 385 nfs4_stateid_match(&data->args.stateid, 386 &lo->plh_stateid)) { 387 LIST_HEAD(head); 388 389 /* 390 * Mark the bad layout state as invalid, then retry 391 * with the current stateid. 392 */ 393 pnfs_mark_layout_stateid_invalid(lo, &head); 394 spin_unlock(&inode->i_lock); 395 pnfs_free_lseg_list(&head); 396 nfs_commit_inode(inode, 0); 397 } else 398 spin_unlock(&inode->i_lock); 399 break; 400 case -NFS4ERR_OLD_STATEID: 401 spin_lock(&inode->i_lock); 402 lo = NFS_I(inode)->layout; 403 if (pnfs_layout_is_valid(lo) && 404 nfs4_stateid_match_other(&data->args.stateid, 405 &lo->plh_stateid)) { 406 /* Do we need to delay before resending? */ 407 if (!nfs4_stateid_is_newer(&lo->plh_stateid, 408 &data->args.stateid)) 409 rpc_delay(task, HZ); 410 rpc_restart_call_prepare(task); 411 } 412 spin_unlock(&inode->i_lock); 413 break; 414 case -ENOTSUPP: 415 case -EOPNOTSUPP: 416 NFS_SERVER(inode)->caps &= ~NFS_CAP_LAYOUTSTATS; 417 } 418 } 419 420 static void 421 nfs42_layoutstat_release(void *calldata) 422 { 423 struct nfs42_layoutstat_data *data = calldata; 424 struct nfs42_layoutstat_devinfo *devinfo = data->args.devinfo; 425 int i; 426 427 for (i = 0; i < data->args.num_dev; i++) { 428 if (devinfo[i].ld_private.ops && devinfo[i].ld_private.ops->free) 429 devinfo[i].ld_private.ops->free(&devinfo[i].ld_private); 430 } 431 432 pnfs_put_layout_hdr(NFS_I(data->args.inode)->layout); 433 smp_mb__before_atomic(); 434 clear_bit(NFS_INO_LAYOUTSTATS, &NFS_I(data->args.inode)->flags); 435 smp_mb__after_atomic(); 436 nfs_iput_and_deactive(data->inode); 437 kfree(data->args.devinfo); 438 kfree(data); 439 } 440 441 static const struct rpc_call_ops nfs42_layoutstat_ops = { 442 .rpc_call_prepare = nfs42_layoutstat_prepare, 443 .rpc_call_done = nfs42_layoutstat_done, 444 .rpc_release = nfs42_layoutstat_release, 445 }; 446 447 int nfs42_proc_layoutstats_generic(struct nfs_server *server, 448 struct nfs42_layoutstat_data *data) 449 { 450 struct rpc_message msg = { 451 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_LAYOUTSTATS], 452 .rpc_argp = &data->args, 453 .rpc_resp = &data->res, 454 }; 455 struct rpc_task_setup task_setup = { 456 .rpc_client = server->client, 457 .rpc_message = &msg, 458 .callback_ops = &nfs42_layoutstat_ops, 459 .callback_data = data, 460 .flags = RPC_TASK_ASYNC, 461 }; 462 struct rpc_task *task; 463 464 data->inode = nfs_igrab_and_active(data->args.inode); 465 if (!data->inode) { 466 nfs42_layoutstat_release(data); 467 return -EAGAIN; 468 } 469 nfs4_init_sequence(&data->args.seq_args, &data->res.seq_res, 0, 0); 470 task = rpc_run_task(&task_setup); 471 if (IS_ERR(task)) 472 return PTR_ERR(task); 473 rpc_put_task(task); 474 return 0; 475 } 476 477 static int _nfs42_proc_clone(struct rpc_message *msg, struct file *src_f, 478 struct file *dst_f, struct nfs_lock_context *src_lock, 479 struct nfs_lock_context *dst_lock, loff_t src_offset, 480 loff_t dst_offset, loff_t count) 481 { 482 struct inode *src_inode = file_inode(src_f); 483 struct inode *dst_inode = file_inode(dst_f); 484 struct nfs_server *server = NFS_SERVER(dst_inode); 485 struct nfs42_clone_args args = { 486 .src_fh = NFS_FH(src_inode), 487 .dst_fh = NFS_FH(dst_inode), 488 .src_offset = src_offset, 489 .dst_offset = dst_offset, 490 .count = count, 491 .dst_bitmask = server->cache_consistency_bitmask, 492 }; 493 struct nfs42_clone_res res = { 494 .server = server, 495 }; 496 int status; 497 498 msg->rpc_argp = &args; 499 msg->rpc_resp = &res; 500 501 status = nfs4_set_rw_stateid(&args.src_stateid, src_lock->open_context, 502 src_lock, FMODE_READ); 503 if (status) 504 return status; 505 506 status = nfs4_set_rw_stateid(&args.dst_stateid, dst_lock->open_context, 507 dst_lock, FMODE_WRITE); 508 if (status) 509 return status; 510 511 res.dst_fattr = nfs_alloc_fattr(); 512 if (!res.dst_fattr) 513 return -ENOMEM; 514 515 status = nfs4_call_sync(server->client, server, msg, 516 &args.seq_args, &res.seq_res, 0); 517 if (status == 0) 518 status = nfs_post_op_update_inode(dst_inode, res.dst_fattr); 519 520 kfree(res.dst_fattr); 521 return status; 522 } 523 524 int nfs42_proc_clone(struct file *src_f, struct file *dst_f, 525 loff_t src_offset, loff_t dst_offset, loff_t count) 526 { 527 struct rpc_message msg = { 528 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_CLONE], 529 }; 530 struct inode *inode = file_inode(src_f); 531 struct nfs_server *server = NFS_SERVER(file_inode(src_f)); 532 struct nfs_lock_context *src_lock; 533 struct nfs_lock_context *dst_lock; 534 struct nfs4_exception src_exception = { }; 535 struct nfs4_exception dst_exception = { }; 536 int err, err2; 537 538 if (!nfs_server_capable(inode, NFS_CAP_CLONE)) 539 return -EOPNOTSUPP; 540 541 src_lock = nfs_get_lock_context(nfs_file_open_context(src_f)); 542 if (IS_ERR(src_lock)) 543 return PTR_ERR(src_lock); 544 545 src_exception.inode = file_inode(src_f); 546 src_exception.state = src_lock->open_context->state; 547 548 dst_lock = nfs_get_lock_context(nfs_file_open_context(dst_f)); 549 if (IS_ERR(dst_lock)) { 550 err = PTR_ERR(dst_lock); 551 goto out_put_src_lock; 552 } 553 554 dst_exception.inode = file_inode(dst_f); 555 dst_exception.state = dst_lock->open_context->state; 556 557 do { 558 err = _nfs42_proc_clone(&msg, src_f, dst_f, src_lock, dst_lock, 559 src_offset, dst_offset, count); 560 if (err == -ENOTSUPP || err == -EOPNOTSUPP) { 561 NFS_SERVER(inode)->caps &= ~NFS_CAP_CLONE; 562 err = -EOPNOTSUPP; 563 break; 564 } 565 566 err2 = nfs4_handle_exception(server, err, &src_exception); 567 err = nfs4_handle_exception(server, err, &dst_exception); 568 if (!err) 569 err = err2; 570 } while (src_exception.retry || dst_exception.retry); 571 572 nfs_put_lock_context(dst_lock); 573 out_put_src_lock: 574 nfs_put_lock_context(src_lock); 575 return err; 576 } 577