138 static bool afs_dir_check_folio(struct afs_vnode *dvnode, struct folio *folio,  in afs_dir_check_folio()  argument
157 			       __func__, dvnode->netfs.inode.i_ino,  in afs_dir_check_folio()
159 			trace_afs_dir_check_failed(dvnode, pos + offset, i_size);  in afs_dir_check_folio()
161 			trace_afs_file_error(dvnode, -EIO, afs_file_error_dir_bad_magic);  in afs_dir_check_folio()
174 	afs_stat_v(dvnode, n_read_dir);  in afs_dir_check_folio()
184 static void afs_dir_dump(struct afs_vnode *dvnode, struct afs_read *req)  in afs_dir_dump()  argument
187 	struct address_space *mapping = dvnode->netfs.inode.i_mapping;  in afs_dir_dump()
195 		dvnode->fid.vid, dvnode->fid.vnode,  in afs_dir_dump()
219 static int afs_dir_check(struct afs_vnode *dvnode, struct afs_read *req)  in afs_dir_check()  argument
221 	struct address_space *mapping = dvnode->netfs.inode.i_mapping;  in afs_dir_check()
238 		if (!afs_dir_check_folio(dvnode, folio, req->actual_len)) {  in afs_dir_check()
239 			afs_dir_dump(dvnode, req);  in afs_dir_check()
270 static struct afs_read *afs_read_dir(struct afs_vnode *dvnode, struct key *key)  in afs_read_dir()  argument
271 	__acquires(&dvnode->validate_lock)  in afs_read_dir()
273 	struct address_space *mapping = dvnode->netfs.inode.i_mapping;  in afs_read_dir()
287 	req->vnode = dvnode;  in afs_read_dir()
292 	i_size = i_size_read(&dvnode->netfs.inode);  in afs_read_dir()
296 		ret = afs_bad(dvnode, afs_file_error_dir_small);  in afs_read_dir()
300 		trace_afs_file_error(dvnode, -EFBIG, afs_file_error_dir_big);  in afs_read_dir()
311 	req->data_version = dvnode->status.data_version; /* May change */  in afs_read_dir()
312 	iov_iter_xarray(&req->def_iter, ITER_DEST, &dvnode->netfs.inode.i_mapping->i_pages,  in afs_read_dir()
326 			if (test_and_clear_bit(AFS_VNODE_DIR_VALID, &dvnode->flags))  in afs_read_dir()
327 				afs_stat_v(dvnode, n_inval);  in afs_read_dir()
347 	if (down_read_killable(&dvnode->validate_lock) < 0)  in afs_read_dir()
350 	if (test_bit(AFS_VNODE_DIR_VALID, &dvnode->flags))  in afs_read_dir()
353 	up_read(&dvnode->validate_lock);  in afs_read_dir()
354 	if (down_write_killable(&dvnode->validate_lock) < 0)  in afs_read_dir()
357 	if (!test_bit(AFS_VNODE_DIR_VALID, &dvnode->flags)) {  in afs_read_dir()
358 		trace_afs_reload_dir(dvnode);  in afs_read_dir()
359 		ret = afs_fetch_data(dvnode, req);  in afs_read_dir()
369 			up_write(&dvnode->validate_lock);  in afs_read_dir()
375 		ret = afs_dir_check(dvnode, req);  in afs_read_dir()
381 		set_bit(AFS_VNODE_DIR_VALID, &dvnode->flags);  in afs_read_dir()
384 	downgrade_write(&dvnode->validate_lock);  in afs_read_dir()
389 	up_write(&dvnode->validate_lock);  in afs_read_dir()
399 static int afs_dir_iterate_block(struct afs_vnode *dvnode,  in afs_dir_iterate_block()  argument
439 			return afs_bad(dvnode, afs_file_error_dir_name_too_long);  in afs_dir_iterate_block()
455 			return afs_bad(dvnode, afs_file_error_dir_over_end);  in afs_dir_iterate_block()
466 				return afs_bad(dvnode, afs_file_error_dir_unmarked_ext);  in afs_dir_iterate_block()
500 	struct afs_vnode *dvnode = AFS_FS_I(dir);  in afs_dir_iterate()  local
514 	req = afs_read_dir(dvnode, key);  in afs_dir_iterate()
532 			ret = afs_bad(dvnode, afs_file_error_dir_missing_page);  in afs_dir_iterate()
542 			ret = afs_dir_iterate_block(dvnode, ctx, dblock,  in afs_dir_iterate()
554 	up_read(&dvnode->validate_lock);  in afs_dir_iterate()
755 static bool afs_server_supports_ibulk(struct afs_vnode *dvnode)  in afs_server_supports_ibulk()  argument
758 	struct afs_volume *volume = dvnode->volume;  in afs_server_supports_ibulk()
771 		if (server == dvnode->cb_server) {  in afs_server_supports_ibulk()
793 	struct afs_vnode *dvnode = AFS_FS_I(dir), *vnode;  in afs_do_lookup()  local
795 	afs_dataversion_t data_version = READ_ONCE(dvnode->status.data_version);  in afs_do_lookup()
806 		cookie->fids[i].vid = dvnode->fid.vid;  in afs_do_lookup()
812 	if (!afs_server_supports_ibulk(dvnode))  in afs_do_lookup()
836 	op = afs_alloc_operation(NULL, dvnode->volume);  in afs_do_lookup()
842 	afs_op_set_vnode(op, 0, dvnode);  in afs_do_lookup()
979 	struct afs_vnode *dvnode = AFS_FS_I(dir);  in afs_lookup()  local
987 	       dvnode->fid.vid, dvnode->fid.vnode, dentry, dentry);  in afs_lookup()
996 	if (test_bit(AFS_VNODE_DELETED, &dvnode->flags)) {  in afs_lookup()
1001 	key = afs_request_key(dvnode->volume->cell);  in afs_lookup()
1007 	ret = afs_validate(dvnode, key);  in afs_lookup()
1021 	afs_stat_v(dvnode, n_lookup);  in afs_lookup()
1034 		trace_afs_lookup(dvnode, &d->d_name, &fid);  in afs_lookup()
1036 		trace_afs_lookup(dvnode, &dentry->d_name, &fid);  in afs_lookup()
1047 	struct afs_vnode *dvnode;  in afs_d_revalidate_rcu()  local
1059 	dvnode = AFS_FS_I(dir);  in afs_d_revalidate_rcu()
1060 	if (test_bit(AFS_VNODE_DELETED, &dvnode->flags))  in afs_d_revalidate_rcu()
1063 	if (!afs_check_validity(dvnode))  in afs_d_revalidate_rcu()
1071 	dir_version = (long)READ_ONCE(dvnode->status.data_version);  in afs_d_revalidate_rcu()
1074 		dir_version = (long)READ_ONCE(dvnode->invalid_before);  in afs_d_revalidate_rcu()
1307 	struct afs_vnode *dvnode = dvp->vnode;  in afs_create_edit_dir()  local
1311 	down_write(&dvnode->validate_lock);  in afs_create_edit_dir()
1312 	if (test_bit(AFS_VNODE_DIR_VALID, &dvnode->flags) &&  in afs_create_edit_dir()
1313 	    dvnode->status.data_version == dvp->dv_before + dvp->dv_delta)  in afs_create_edit_dir()
1314 		afs_edit_dir_add(dvnode, &op->dentry->d_name, &vp->fid,  in afs_create_edit_dir()
1316 	up_write(&dvnode->validate_lock);  in afs_create_edit_dir()
1343 	struct afs_vnode *dvnode = AFS_FS_I(dir);  in afs_mkdir()  local
1346 	       dvnode->fid.vid, dvnode->fid.vnode, dentry, mode);  in afs_mkdir()
1348 	op = afs_alloc_operation(NULL, dvnode->volume);  in afs_mkdir()
1354 	afs_op_set_vnode(op, 0, dvnode);  in afs_mkdir()
1392 	struct afs_vnode *dvnode = dvp->vnode;  in afs_rmdir_edit_dir()  local
1397 	down_write(&dvnode->validate_lock);  in afs_rmdir_edit_dir()
1398 	if (test_bit(AFS_VNODE_DIR_VALID, &dvnode->flags) &&  in afs_rmdir_edit_dir()
1399 	    dvnode->status.data_version == dvp->dv_before + dvp->dv_delta)  in afs_rmdir_edit_dir()
1400 		afs_edit_dir_remove(dvnode, &op->dentry->d_name,  in afs_rmdir_edit_dir()
1402 	up_write(&dvnode->validate_lock);  in afs_rmdir_edit_dir()
1427 	struct afs_vnode *dvnode = AFS_FS_I(dir), *vnode = NULL;  in afs_rmdir()  local
1431 	       dvnode->fid.vid, dvnode->fid.vnode, dentry);  in afs_rmdir()
1433 	op = afs_alloc_operation(NULL, dvnode->volume);  in afs_rmdir()
1437 	afs_op_set_vnode(op, 0, dvnode);  in afs_rmdir()
1478 	struct afs_vnode *dvnode = op->file[0].vnode;  in afs_dir_remove_link()  local
1491 	} else if (test_bit(AFS_VNODE_DIR_VALID, &dvnode->flags)) {  in afs_dir_remove_link()
1527 	struct afs_vnode *dvnode = dvp->vnode;  in afs_unlink_edit_dir()  local
1530 	down_write(&dvnode->validate_lock);  in afs_unlink_edit_dir()
1531 	if (test_bit(AFS_VNODE_DIR_VALID, &dvnode->flags) &&  in afs_unlink_edit_dir()
1532 	    dvnode->status.data_version == dvp->dv_before + dvp->dv_delta)  in afs_unlink_edit_dir()
1533 		afs_edit_dir_remove(dvnode, &op->dentry->d_name,  in afs_unlink_edit_dir()
1535 	up_write(&dvnode->validate_lock);  in afs_unlink_edit_dir()
1560 	struct afs_vnode *dvnode = AFS_FS_I(dir);  in afs_unlink()  local
1565 	       dvnode->fid.vid, dvnode->fid.vnode, dentry);  in afs_unlink()
1570 	op = afs_alloc_operation(NULL, dvnode->volume);  in afs_unlink()
1574 	afs_op_set_vnode(op, 0, dvnode);  in afs_unlink()
1591 		op->error = afs_sillyrename(dvnode, vnode, dentry, op->key);  in afs_unlink()
1642 	struct afs_vnode *dvnode = AFS_FS_I(dir);  in afs_create()  local
1646 	       dvnode->fid.vid, dvnode->fid.vnode, dentry, mode);  in afs_create()
1651 	op = afs_alloc_operation(NULL, dvnode->volume);  in afs_create()
1657 	afs_op_set_vnode(op, 0, dvnode);  in afs_create()
1714 	struct afs_vnode *dvnode = AFS_FS_I(dir);  in afs_link()  local
1720 	       dvnode->fid.vid, dvnode->fid.vnode,  in afs_link()
1726 	op = afs_alloc_operation(NULL, dvnode->volume);  in afs_link()
1736 	afs_op_set_vnode(op, 0, dvnode);  in afs_link()
1773 	struct afs_vnode *dvnode = AFS_FS_I(dir);  in afs_symlink()  local
1777 	       dvnode->fid.vid, dvnode->fid.vnode, dentry,  in afs_symlink()
1788 	op = afs_alloc_operation(NULL, dvnode->volume);  in afs_symlink()
1794 	afs_op_set_vnode(op, 0, dvnode);  in afs_symlink()
2015 	struct afs_vnode *dvnode = AFS_FS_I(folio_inode(folio));  in afs_dir_release_folio()  local
2017 	_enter("{{%llx:%llu}[%lu]}", dvnode->fid.vid, dvnode->fid.vnode, folio_index(folio));  in afs_dir_release_folio()
2022 	if (test_and_clear_bit(AFS_VNODE_DIR_VALID, &dvnode->flags))  in afs_dir_release_folio()
2023 		afs_stat_v(dvnode, n_relpg);  in afs_dir_release_folio()
2033 	struct afs_vnode *dvnode = AFS_FS_I(folio_inode(folio));  in afs_dir_invalidate_folio()  local
2040 	if (test_and_clear_bit(AFS_VNODE_DIR_VALID, &dvnode->flags))  in afs_dir_invalidate_folio()
2041 		afs_stat_v(dvnode, n_inval);  in afs_dir_invalidate_folio()