xref: /openbmc/linux/fs/btrfs/tree-log.c (revision 5085e036)
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * Copyright (C) 2008 Oracle.  All rights reserved.
4  */
5 
6 #include <linux/sched.h>
7 #include <linux/slab.h>
8 #include <linux/blkdev.h>
9 #include <linux/list_sort.h>
10 #include <linux/iversion.h>
11 #include "misc.h"
12 #include "ctree.h"
13 #include "tree-log.h"
14 #include "disk-io.h"
15 #include "locking.h"
16 #include "print-tree.h"
17 #include "backref.h"
18 #include "compression.h"
19 #include "qgroup.h"
20 #include "block-group.h"
21 #include "space-info.h"
22 #include "zoned.h"
23 #include "inode-item.h"
24 
25 /* magic values for the inode_only field in btrfs_log_inode:
26  *
27  * LOG_INODE_ALL means to log everything
28  * LOG_INODE_EXISTS means to log just enough to recreate the inode
29  * during log replay
30  */
31 enum {
32 	LOG_INODE_ALL,
33 	LOG_INODE_EXISTS,
34 	LOG_OTHER_INODE,
35 	LOG_OTHER_INODE_ALL,
36 };
37 
38 /*
39  * directory trouble cases
40  *
41  * 1) on rename or unlink, if the inode being unlinked isn't in the fsync
42  * log, we must force a full commit before doing an fsync of the directory
43  * where the unlink was done.
44  * ---> record transid of last unlink/rename per directory
45  *
46  * mkdir foo/some_dir
47  * normal commit
48  * rename foo/some_dir foo2/some_dir
49  * mkdir foo/some_dir
50  * fsync foo/some_dir/some_file
51  *
52  * The fsync above will unlink the original some_dir without recording
53  * it in its new location (foo2).  After a crash, some_dir will be gone
54  * unless the fsync of some_file forces a full commit
55  *
56  * 2) we must log any new names for any file or dir that is in the fsync
57  * log. ---> check inode while renaming/linking.
58  *
59  * 2a) we must log any new names for any file or dir during rename
60  * when the directory they are being removed from was logged.
61  * ---> check inode and old parent dir during rename
62  *
63  *  2a is actually the more important variant.  With the extra logging
64  *  a crash might unlink the old name without recreating the new one
65  *
66  * 3) after a crash, we must go through any directories with a link count
67  * of zero and redo the rm -rf
68  *
69  * mkdir f1/foo
70  * normal commit
71  * rm -rf f1/foo
72  * fsync(f1)
73  *
74  * The directory f1 was fully removed from the FS, but fsync was never
75  * called on f1, only its parent dir.  After a crash the rm -rf must
76  * be replayed.  This must be able to recurse down the entire
77  * directory tree.  The inode link count fixup code takes care of the
78  * ugly details.
79  */
80 
81 /*
82  * stages for the tree walking.  The first
83  * stage (0) is to only pin down the blocks we find
84  * the second stage (1) is to make sure that all the inodes
85  * we find in the log are created in the subvolume.
86  *
87  * The last stage is to deal with directories and links and extents
88  * and all the other fun semantics
89  */
90 enum {
91 	LOG_WALK_PIN_ONLY,
92 	LOG_WALK_REPLAY_INODES,
93 	LOG_WALK_REPLAY_DIR_INDEX,
94 	LOG_WALK_REPLAY_ALL,
95 };
96 
97 static int btrfs_log_inode(struct btrfs_trans_handle *trans,
98 			   struct btrfs_inode *inode,
99 			   int inode_only,
100 			   struct btrfs_log_ctx *ctx);
101 static int link_to_fixup_dir(struct btrfs_trans_handle *trans,
102 			     struct btrfs_root *root,
103 			     struct btrfs_path *path, u64 objectid);
104 static noinline int replay_dir_deletes(struct btrfs_trans_handle *trans,
105 				       struct btrfs_root *root,
106 				       struct btrfs_root *log,
107 				       struct btrfs_path *path,
108 				       u64 dirid, int del_all);
109 static void wait_log_commit(struct btrfs_root *root, int transid);
110 
111 /*
112  * tree logging is a special write ahead log used to make sure that
113  * fsyncs and O_SYNCs can happen without doing full tree commits.
114  *
115  * Full tree commits are expensive because they require commonly
116  * modified blocks to be recowed, creating many dirty pages in the
117  * extent tree an 4x-6x higher write load than ext3.
118  *
119  * Instead of doing a tree commit on every fsync, we use the
120  * key ranges and transaction ids to find items for a given file or directory
121  * that have changed in this transaction.  Those items are copied into
122  * a special tree (one per subvolume root), that tree is written to disk
123  * and then the fsync is considered complete.
124  *
125  * After a crash, items are copied out of the log-tree back into the
126  * subvolume tree.  Any file data extents found are recorded in the extent
127  * allocation tree, and the log-tree freed.
128  *
129  * The log tree is read three times, once to pin down all the extents it is
130  * using in ram and once, once to create all the inodes logged in the tree
131  * and once to do all the other items.
132  */
133 
134 /*
135  * start a sub transaction and setup the log tree
136  * this increments the log tree writer count to make the people
137  * syncing the tree wait for us to finish
138  */
139 static int start_log_trans(struct btrfs_trans_handle *trans,
140 			   struct btrfs_root *root,
141 			   struct btrfs_log_ctx *ctx)
142 {
143 	struct btrfs_fs_info *fs_info = root->fs_info;
144 	struct btrfs_root *tree_root = fs_info->tree_root;
145 	const bool zoned = btrfs_is_zoned(fs_info);
146 	int ret = 0;
147 	bool created = false;
148 
149 	/*
150 	 * First check if the log root tree was already created. If not, create
151 	 * it before locking the root's log_mutex, just to keep lockdep happy.
152 	 */
153 	if (!test_bit(BTRFS_ROOT_HAS_LOG_TREE, &tree_root->state)) {
154 		mutex_lock(&tree_root->log_mutex);
155 		if (!fs_info->log_root_tree) {
156 			ret = btrfs_init_log_root_tree(trans, fs_info);
157 			if (!ret) {
158 				set_bit(BTRFS_ROOT_HAS_LOG_TREE, &tree_root->state);
159 				created = true;
160 			}
161 		}
162 		mutex_unlock(&tree_root->log_mutex);
163 		if (ret)
164 			return ret;
165 	}
166 
167 	mutex_lock(&root->log_mutex);
168 
169 again:
170 	if (root->log_root) {
171 		int index = (root->log_transid + 1) % 2;
172 
173 		if (btrfs_need_log_full_commit(trans)) {
174 			ret = -EAGAIN;
175 			goto out;
176 		}
177 
178 		if (zoned && atomic_read(&root->log_commit[index])) {
179 			wait_log_commit(root, root->log_transid - 1);
180 			goto again;
181 		}
182 
183 		if (!root->log_start_pid) {
184 			clear_bit(BTRFS_ROOT_MULTI_LOG_TASKS, &root->state);
185 			root->log_start_pid = current->pid;
186 		} else if (root->log_start_pid != current->pid) {
187 			set_bit(BTRFS_ROOT_MULTI_LOG_TASKS, &root->state);
188 		}
189 	} else {
190 		/*
191 		 * This means fs_info->log_root_tree was already created
192 		 * for some other FS trees. Do the full commit not to mix
193 		 * nodes from multiple log transactions to do sequential
194 		 * writing.
195 		 */
196 		if (zoned && !created) {
197 			ret = -EAGAIN;
198 			goto out;
199 		}
200 
201 		ret = btrfs_add_log_tree(trans, root);
202 		if (ret)
203 			goto out;
204 
205 		set_bit(BTRFS_ROOT_HAS_LOG_TREE, &root->state);
206 		clear_bit(BTRFS_ROOT_MULTI_LOG_TASKS, &root->state);
207 		root->log_start_pid = current->pid;
208 	}
209 
210 	atomic_inc(&root->log_writers);
211 	if (!ctx->logging_new_name) {
212 		int index = root->log_transid % 2;
213 		list_add_tail(&ctx->list, &root->log_ctxs[index]);
214 		ctx->log_transid = root->log_transid;
215 	}
216 
217 out:
218 	mutex_unlock(&root->log_mutex);
219 	return ret;
220 }
221 
222 /*
223  * returns 0 if there was a log transaction running and we were able
224  * to join, or returns -ENOENT if there were not transactions
225  * in progress
226  */
227 static int join_running_log_trans(struct btrfs_root *root)
228 {
229 	const bool zoned = btrfs_is_zoned(root->fs_info);
230 	int ret = -ENOENT;
231 
232 	if (!test_bit(BTRFS_ROOT_HAS_LOG_TREE, &root->state))
233 		return ret;
234 
235 	mutex_lock(&root->log_mutex);
236 again:
237 	if (root->log_root) {
238 		int index = (root->log_transid + 1) % 2;
239 
240 		ret = 0;
241 		if (zoned && atomic_read(&root->log_commit[index])) {
242 			wait_log_commit(root, root->log_transid - 1);
243 			goto again;
244 		}
245 		atomic_inc(&root->log_writers);
246 	}
247 	mutex_unlock(&root->log_mutex);
248 	return ret;
249 }
250 
251 /*
252  * This either makes the current running log transaction wait
253  * until you call btrfs_end_log_trans() or it makes any future
254  * log transactions wait until you call btrfs_end_log_trans()
255  */
256 void btrfs_pin_log_trans(struct btrfs_root *root)
257 {
258 	atomic_inc(&root->log_writers);
259 }
260 
261 /*
262  * indicate we're done making changes to the log tree
263  * and wake up anyone waiting to do a sync
264  */
265 void btrfs_end_log_trans(struct btrfs_root *root)
266 {
267 	if (atomic_dec_and_test(&root->log_writers)) {
268 		/* atomic_dec_and_test implies a barrier */
269 		cond_wake_up_nomb(&root->log_writer_wait);
270 	}
271 }
272 
273 static void btrfs_wait_tree_block_writeback(struct extent_buffer *buf)
274 {
275 	filemap_fdatawait_range(buf->pages[0]->mapping,
276 			        buf->start, buf->start + buf->len - 1);
277 }
278 
279 /*
280  * the walk control struct is used to pass state down the chain when
281  * processing the log tree.  The stage field tells us which part
282  * of the log tree processing we are currently doing.  The others
283  * are state fields used for that specific part
284  */
285 struct walk_control {
286 	/* should we free the extent on disk when done?  This is used
287 	 * at transaction commit time while freeing a log tree
288 	 */
289 	int free;
290 
291 	/* pin only walk, we record which extents on disk belong to the
292 	 * log trees
293 	 */
294 	int pin;
295 
296 	/* what stage of the replay code we're currently in */
297 	int stage;
298 
299 	/*
300 	 * Ignore any items from the inode currently being processed. Needs
301 	 * to be set every time we find a BTRFS_INODE_ITEM_KEY and we are in
302 	 * the LOG_WALK_REPLAY_INODES stage.
303 	 */
304 	bool ignore_cur_inode;
305 
306 	/* the root we are currently replaying */
307 	struct btrfs_root *replay_dest;
308 
309 	/* the trans handle for the current replay */
310 	struct btrfs_trans_handle *trans;
311 
312 	/* the function that gets used to process blocks we find in the
313 	 * tree.  Note the extent_buffer might not be up to date when it is
314 	 * passed in, and it must be checked or read if you need the data
315 	 * inside it
316 	 */
317 	int (*process_func)(struct btrfs_root *log, struct extent_buffer *eb,
318 			    struct walk_control *wc, u64 gen, int level);
319 };
320 
321 /*
322  * process_func used to pin down extents, write them or wait on them
323  */
324 static int process_one_buffer(struct btrfs_root *log,
325 			      struct extent_buffer *eb,
326 			      struct walk_control *wc, u64 gen, int level)
327 {
328 	struct btrfs_fs_info *fs_info = log->fs_info;
329 	int ret = 0;
330 
331 	/*
332 	 * If this fs is mixed then we need to be able to process the leaves to
333 	 * pin down any logged extents, so we have to read the block.
334 	 */
335 	if (btrfs_fs_incompat(fs_info, MIXED_GROUPS)) {
336 		ret = btrfs_read_extent_buffer(eb, gen, level, NULL);
337 		if (ret)
338 			return ret;
339 	}
340 
341 	if (wc->pin) {
342 		ret = btrfs_pin_extent_for_log_replay(wc->trans, eb->start,
343 						      eb->len);
344 		if (ret)
345 			return ret;
346 
347 		if (btrfs_buffer_uptodate(eb, gen, 0) &&
348 		    btrfs_header_level(eb) == 0)
349 			ret = btrfs_exclude_logged_extents(eb);
350 	}
351 	return ret;
352 }
353 
354 static int do_overwrite_item(struct btrfs_trans_handle *trans,
355 			     struct btrfs_root *root,
356 			     struct btrfs_path *path,
357 			     struct extent_buffer *eb, int slot,
358 			     struct btrfs_key *key)
359 {
360 	int ret;
361 	u32 item_size;
362 	u64 saved_i_size = 0;
363 	int save_old_i_size = 0;
364 	unsigned long src_ptr;
365 	unsigned long dst_ptr;
366 	int overwrite_root = 0;
367 	bool inode_item = key->type == BTRFS_INODE_ITEM_KEY;
368 
369 	if (root->root_key.objectid != BTRFS_TREE_LOG_OBJECTID)
370 		overwrite_root = 1;
371 
372 	item_size = btrfs_item_size(eb, slot);
373 	src_ptr = btrfs_item_ptr_offset(eb, slot);
374 
375 	/* Our caller must have done a search for the key for us. */
376 	ASSERT(path->nodes[0] != NULL);
377 
378 	/*
379 	 * And the slot must point to the exact key or the slot where the key
380 	 * should be at (the first item with a key greater than 'key')
381 	 */
382 	if (path->slots[0] < btrfs_header_nritems(path->nodes[0])) {
383 		struct btrfs_key found_key;
384 
385 		btrfs_item_key_to_cpu(path->nodes[0], &found_key, path->slots[0]);
386 		ret = btrfs_comp_cpu_keys(&found_key, key);
387 		ASSERT(ret >= 0);
388 	} else {
389 		ret = 1;
390 	}
391 
392 	if (ret == 0) {
393 		char *src_copy;
394 		char *dst_copy;
395 		u32 dst_size = btrfs_item_size(path->nodes[0],
396 						  path->slots[0]);
397 		if (dst_size != item_size)
398 			goto insert;
399 
400 		if (item_size == 0) {
401 			btrfs_release_path(path);
402 			return 0;
403 		}
404 		dst_copy = kmalloc(item_size, GFP_NOFS);
405 		src_copy = kmalloc(item_size, GFP_NOFS);
406 		if (!dst_copy || !src_copy) {
407 			btrfs_release_path(path);
408 			kfree(dst_copy);
409 			kfree(src_copy);
410 			return -ENOMEM;
411 		}
412 
413 		read_extent_buffer(eb, src_copy, src_ptr, item_size);
414 
415 		dst_ptr = btrfs_item_ptr_offset(path->nodes[0], path->slots[0]);
416 		read_extent_buffer(path->nodes[0], dst_copy, dst_ptr,
417 				   item_size);
418 		ret = memcmp(dst_copy, src_copy, item_size);
419 
420 		kfree(dst_copy);
421 		kfree(src_copy);
422 		/*
423 		 * they have the same contents, just return, this saves
424 		 * us from cowing blocks in the destination tree and doing
425 		 * extra writes that may not have been done by a previous
426 		 * sync
427 		 */
428 		if (ret == 0) {
429 			btrfs_release_path(path);
430 			return 0;
431 		}
432 
433 		/*
434 		 * We need to load the old nbytes into the inode so when we
435 		 * replay the extents we've logged we get the right nbytes.
436 		 */
437 		if (inode_item) {
438 			struct btrfs_inode_item *item;
439 			u64 nbytes;
440 			u32 mode;
441 
442 			item = btrfs_item_ptr(path->nodes[0], path->slots[0],
443 					      struct btrfs_inode_item);
444 			nbytes = btrfs_inode_nbytes(path->nodes[0], item);
445 			item = btrfs_item_ptr(eb, slot,
446 					      struct btrfs_inode_item);
447 			btrfs_set_inode_nbytes(eb, item, nbytes);
448 
449 			/*
450 			 * If this is a directory we need to reset the i_size to
451 			 * 0 so that we can set it up properly when replaying
452 			 * the rest of the items in this log.
453 			 */
454 			mode = btrfs_inode_mode(eb, item);
455 			if (S_ISDIR(mode))
456 				btrfs_set_inode_size(eb, item, 0);
457 		}
458 	} else if (inode_item) {
459 		struct btrfs_inode_item *item;
460 		u32 mode;
461 
462 		/*
463 		 * New inode, set nbytes to 0 so that the nbytes comes out
464 		 * properly when we replay the extents.
465 		 */
466 		item = btrfs_item_ptr(eb, slot, struct btrfs_inode_item);
467 		btrfs_set_inode_nbytes(eb, item, 0);
468 
469 		/*
470 		 * If this is a directory we need to reset the i_size to 0 so
471 		 * that we can set it up properly when replaying the rest of
472 		 * the items in this log.
473 		 */
474 		mode = btrfs_inode_mode(eb, item);
475 		if (S_ISDIR(mode))
476 			btrfs_set_inode_size(eb, item, 0);
477 	}
478 insert:
479 	btrfs_release_path(path);
480 	/* try to insert the key into the destination tree */
481 	path->skip_release_on_error = 1;
482 	ret = btrfs_insert_empty_item(trans, root, path,
483 				      key, item_size);
484 	path->skip_release_on_error = 0;
485 
486 	/* make sure any existing item is the correct size */
487 	if (ret == -EEXIST || ret == -EOVERFLOW) {
488 		u32 found_size;
489 		found_size = btrfs_item_size(path->nodes[0],
490 						path->slots[0]);
491 		if (found_size > item_size)
492 			btrfs_truncate_item(path, item_size, 1);
493 		else if (found_size < item_size)
494 			btrfs_extend_item(path, item_size - found_size);
495 	} else if (ret) {
496 		return ret;
497 	}
498 	dst_ptr = btrfs_item_ptr_offset(path->nodes[0],
499 					path->slots[0]);
500 
501 	/* don't overwrite an existing inode if the generation number
502 	 * was logged as zero.  This is done when the tree logging code
503 	 * is just logging an inode to make sure it exists after recovery.
504 	 *
505 	 * Also, don't overwrite i_size on directories during replay.
506 	 * log replay inserts and removes directory items based on the
507 	 * state of the tree found in the subvolume, and i_size is modified
508 	 * as it goes
509 	 */
510 	if (key->type == BTRFS_INODE_ITEM_KEY && ret == -EEXIST) {
511 		struct btrfs_inode_item *src_item;
512 		struct btrfs_inode_item *dst_item;
513 
514 		src_item = (struct btrfs_inode_item *)src_ptr;
515 		dst_item = (struct btrfs_inode_item *)dst_ptr;
516 
517 		if (btrfs_inode_generation(eb, src_item) == 0) {
518 			struct extent_buffer *dst_eb = path->nodes[0];
519 			const u64 ino_size = btrfs_inode_size(eb, src_item);
520 
521 			/*
522 			 * For regular files an ino_size == 0 is used only when
523 			 * logging that an inode exists, as part of a directory
524 			 * fsync, and the inode wasn't fsynced before. In this
525 			 * case don't set the size of the inode in the fs/subvol
526 			 * tree, otherwise we would be throwing valid data away.
527 			 */
528 			if (S_ISREG(btrfs_inode_mode(eb, src_item)) &&
529 			    S_ISREG(btrfs_inode_mode(dst_eb, dst_item)) &&
530 			    ino_size != 0)
531 				btrfs_set_inode_size(dst_eb, dst_item, ino_size);
532 			goto no_copy;
533 		}
534 
535 		if (overwrite_root &&
536 		    S_ISDIR(btrfs_inode_mode(eb, src_item)) &&
537 		    S_ISDIR(btrfs_inode_mode(path->nodes[0], dst_item))) {
538 			save_old_i_size = 1;
539 			saved_i_size = btrfs_inode_size(path->nodes[0],
540 							dst_item);
541 		}
542 	}
543 
544 	copy_extent_buffer(path->nodes[0], eb, dst_ptr,
545 			   src_ptr, item_size);
546 
547 	if (save_old_i_size) {
548 		struct btrfs_inode_item *dst_item;
549 		dst_item = (struct btrfs_inode_item *)dst_ptr;
550 		btrfs_set_inode_size(path->nodes[0], dst_item, saved_i_size);
551 	}
552 
553 	/* make sure the generation is filled in */
554 	if (key->type == BTRFS_INODE_ITEM_KEY) {
555 		struct btrfs_inode_item *dst_item;
556 		dst_item = (struct btrfs_inode_item *)dst_ptr;
557 		if (btrfs_inode_generation(path->nodes[0], dst_item) == 0) {
558 			btrfs_set_inode_generation(path->nodes[0], dst_item,
559 						   trans->transid);
560 		}
561 	}
562 no_copy:
563 	btrfs_mark_buffer_dirty(path->nodes[0]);
564 	btrfs_release_path(path);
565 	return 0;
566 }
567 
568 /*
569  * Item overwrite used by replay and tree logging.  eb, slot and key all refer
570  * to the src data we are copying out.
571  *
572  * root is the tree we are copying into, and path is a scratch
573  * path for use in this function (it should be released on entry and
574  * will be released on exit).
575  *
576  * If the key is already in the destination tree the existing item is
577  * overwritten.  If the existing item isn't big enough, it is extended.
578  * If it is too large, it is truncated.
579  *
580  * If the key isn't in the destination yet, a new item is inserted.
581  */
582 static int overwrite_item(struct btrfs_trans_handle *trans,
583 			  struct btrfs_root *root,
584 			  struct btrfs_path *path,
585 			  struct extent_buffer *eb, int slot,
586 			  struct btrfs_key *key)
587 {
588 	int ret;
589 
590 	/* Look for the key in the destination tree. */
591 	ret = btrfs_search_slot(NULL, root, key, path, 0, 0);
592 	if (ret < 0)
593 		return ret;
594 
595 	return do_overwrite_item(trans, root, path, eb, slot, key);
596 }
597 
598 /*
599  * simple helper to read an inode off the disk from a given root
600  * This can only be called for subvolume roots and not for the log
601  */
602 static noinline struct inode *read_one_inode(struct btrfs_root *root,
603 					     u64 objectid)
604 {
605 	struct inode *inode;
606 
607 	inode = btrfs_iget(root->fs_info->sb, objectid, root);
608 	if (IS_ERR(inode))
609 		inode = NULL;
610 	return inode;
611 }
612 
613 /* replays a single extent in 'eb' at 'slot' with 'key' into the
614  * subvolume 'root'.  path is released on entry and should be released
615  * on exit.
616  *
617  * extents in the log tree have not been allocated out of the extent
618  * tree yet.  So, this completes the allocation, taking a reference
619  * as required if the extent already exists or creating a new extent
620  * if it isn't in the extent allocation tree yet.
621  *
622  * The extent is inserted into the file, dropping any existing extents
623  * from the file that overlap the new one.
624  */
625 static noinline int replay_one_extent(struct btrfs_trans_handle *trans,
626 				      struct btrfs_root *root,
627 				      struct btrfs_path *path,
628 				      struct extent_buffer *eb, int slot,
629 				      struct btrfs_key *key)
630 {
631 	struct btrfs_drop_extents_args drop_args = { 0 };
632 	struct btrfs_fs_info *fs_info = root->fs_info;
633 	int found_type;
634 	u64 extent_end;
635 	u64 start = key->offset;
636 	u64 nbytes = 0;
637 	struct btrfs_file_extent_item *item;
638 	struct inode *inode = NULL;
639 	unsigned long size;
640 	int ret = 0;
641 
642 	item = btrfs_item_ptr(eb, slot, struct btrfs_file_extent_item);
643 	found_type = btrfs_file_extent_type(eb, item);
644 
645 	if (found_type == BTRFS_FILE_EXTENT_REG ||
646 	    found_type == BTRFS_FILE_EXTENT_PREALLOC) {
647 		nbytes = btrfs_file_extent_num_bytes(eb, item);
648 		extent_end = start + nbytes;
649 
650 		/*
651 		 * We don't add to the inodes nbytes if we are prealloc or a
652 		 * hole.
653 		 */
654 		if (btrfs_file_extent_disk_bytenr(eb, item) == 0)
655 			nbytes = 0;
656 	} else if (found_type == BTRFS_FILE_EXTENT_INLINE) {
657 		size = btrfs_file_extent_ram_bytes(eb, item);
658 		nbytes = btrfs_file_extent_ram_bytes(eb, item);
659 		extent_end = ALIGN(start + size,
660 				   fs_info->sectorsize);
661 	} else {
662 		ret = 0;
663 		goto out;
664 	}
665 
666 	inode = read_one_inode(root, key->objectid);
667 	if (!inode) {
668 		ret = -EIO;
669 		goto out;
670 	}
671 
672 	/*
673 	 * first check to see if we already have this extent in the
674 	 * file.  This must be done before the btrfs_drop_extents run
675 	 * so we don't try to drop this extent.
676 	 */
677 	ret = btrfs_lookup_file_extent(trans, root, path,
678 			btrfs_ino(BTRFS_I(inode)), start, 0);
679 
680 	if (ret == 0 &&
681 	    (found_type == BTRFS_FILE_EXTENT_REG ||
682 	     found_type == BTRFS_FILE_EXTENT_PREALLOC)) {
683 		struct btrfs_file_extent_item cmp1;
684 		struct btrfs_file_extent_item cmp2;
685 		struct btrfs_file_extent_item *existing;
686 		struct extent_buffer *leaf;
687 
688 		leaf = path->nodes[0];
689 		existing = btrfs_item_ptr(leaf, path->slots[0],
690 					  struct btrfs_file_extent_item);
691 
692 		read_extent_buffer(eb, &cmp1, (unsigned long)item,
693 				   sizeof(cmp1));
694 		read_extent_buffer(leaf, &cmp2, (unsigned long)existing,
695 				   sizeof(cmp2));
696 
697 		/*
698 		 * we already have a pointer to this exact extent,
699 		 * we don't have to do anything
700 		 */
701 		if (memcmp(&cmp1, &cmp2, sizeof(cmp1)) == 0) {
702 			btrfs_release_path(path);
703 			goto out;
704 		}
705 	}
706 	btrfs_release_path(path);
707 
708 	/* drop any overlapping extents */
709 	drop_args.start = start;
710 	drop_args.end = extent_end;
711 	drop_args.drop_cache = true;
712 	ret = btrfs_drop_extents(trans, root, BTRFS_I(inode), &drop_args);
713 	if (ret)
714 		goto out;
715 
716 	if (found_type == BTRFS_FILE_EXTENT_REG ||
717 	    found_type == BTRFS_FILE_EXTENT_PREALLOC) {
718 		u64 offset;
719 		unsigned long dest_offset;
720 		struct btrfs_key ins;
721 
722 		if (btrfs_file_extent_disk_bytenr(eb, item) == 0 &&
723 		    btrfs_fs_incompat(fs_info, NO_HOLES))
724 			goto update_inode;
725 
726 		ret = btrfs_insert_empty_item(trans, root, path, key,
727 					      sizeof(*item));
728 		if (ret)
729 			goto out;
730 		dest_offset = btrfs_item_ptr_offset(path->nodes[0],
731 						    path->slots[0]);
732 		copy_extent_buffer(path->nodes[0], eb, dest_offset,
733 				(unsigned long)item,  sizeof(*item));
734 
735 		ins.objectid = btrfs_file_extent_disk_bytenr(eb, item);
736 		ins.offset = btrfs_file_extent_disk_num_bytes(eb, item);
737 		ins.type = BTRFS_EXTENT_ITEM_KEY;
738 		offset = key->offset - btrfs_file_extent_offset(eb, item);
739 
740 		/*
741 		 * Manually record dirty extent, as here we did a shallow
742 		 * file extent item copy and skip normal backref update,
743 		 * but modifying extent tree all by ourselves.
744 		 * So need to manually record dirty extent for qgroup,
745 		 * as the owner of the file extent changed from log tree
746 		 * (doesn't affect qgroup) to fs/file tree(affects qgroup)
747 		 */
748 		ret = btrfs_qgroup_trace_extent(trans,
749 				btrfs_file_extent_disk_bytenr(eb, item),
750 				btrfs_file_extent_disk_num_bytes(eb, item),
751 				GFP_NOFS);
752 		if (ret < 0)
753 			goto out;
754 
755 		if (ins.objectid > 0) {
756 			struct btrfs_ref ref = { 0 };
757 			u64 csum_start;
758 			u64 csum_end;
759 			LIST_HEAD(ordered_sums);
760 
761 			/*
762 			 * is this extent already allocated in the extent
763 			 * allocation tree?  If so, just add a reference
764 			 */
765 			ret = btrfs_lookup_data_extent(fs_info, ins.objectid,
766 						ins.offset);
767 			if (ret < 0) {
768 				goto out;
769 			} else if (ret == 0) {
770 				btrfs_init_generic_ref(&ref,
771 						BTRFS_ADD_DELAYED_REF,
772 						ins.objectid, ins.offset, 0);
773 				btrfs_init_data_ref(&ref,
774 						root->root_key.objectid,
775 						key->objectid, offset, 0, false);
776 				ret = btrfs_inc_extent_ref(trans, &ref);
777 				if (ret)
778 					goto out;
779 			} else {
780 				/*
781 				 * insert the extent pointer in the extent
782 				 * allocation tree
783 				 */
784 				ret = btrfs_alloc_logged_file_extent(trans,
785 						root->root_key.objectid,
786 						key->objectid, offset, &ins);
787 				if (ret)
788 					goto out;
789 			}
790 			btrfs_release_path(path);
791 
792 			if (btrfs_file_extent_compression(eb, item)) {
793 				csum_start = ins.objectid;
794 				csum_end = csum_start + ins.offset;
795 			} else {
796 				csum_start = ins.objectid +
797 					btrfs_file_extent_offset(eb, item);
798 				csum_end = csum_start +
799 					btrfs_file_extent_num_bytes(eb, item);
800 			}
801 
802 			ret = btrfs_lookup_csums_range(root->log_root,
803 						csum_start, csum_end - 1,
804 						&ordered_sums, 0);
805 			if (ret)
806 				goto out;
807 			/*
808 			 * Now delete all existing cums in the csum root that
809 			 * cover our range. We do this because we can have an
810 			 * extent that is completely referenced by one file
811 			 * extent item and partially referenced by another
812 			 * file extent item (like after using the clone or
813 			 * extent_same ioctls). In this case if we end up doing
814 			 * the replay of the one that partially references the
815 			 * extent first, and we do not do the csum deletion
816 			 * below, we can get 2 csum items in the csum tree that
817 			 * overlap each other. For example, imagine our log has
818 			 * the two following file extent items:
819 			 *
820 			 * key (257 EXTENT_DATA 409600)
821 			 *     extent data disk byte 12845056 nr 102400
822 			 *     extent data offset 20480 nr 20480 ram 102400
823 			 *
824 			 * key (257 EXTENT_DATA 819200)
825 			 *     extent data disk byte 12845056 nr 102400
826 			 *     extent data offset 0 nr 102400 ram 102400
827 			 *
828 			 * Where the second one fully references the 100K extent
829 			 * that starts at disk byte 12845056, and the log tree
830 			 * has a single csum item that covers the entire range
831 			 * of the extent:
832 			 *
833 			 * key (EXTENT_CSUM EXTENT_CSUM 12845056) itemsize 100
834 			 *
835 			 * After the first file extent item is replayed, the
836 			 * csum tree gets the following csum item:
837 			 *
838 			 * key (EXTENT_CSUM EXTENT_CSUM 12865536) itemsize 20
839 			 *
840 			 * Which covers the 20K sub-range starting at offset 20K
841 			 * of our extent. Now when we replay the second file
842 			 * extent item, if we do not delete existing csum items
843 			 * that cover any of its blocks, we end up getting two
844 			 * csum items in our csum tree that overlap each other:
845 			 *
846 			 * key (EXTENT_CSUM EXTENT_CSUM 12845056) itemsize 100
847 			 * key (EXTENT_CSUM EXTENT_CSUM 12865536) itemsize 20
848 			 *
849 			 * Which is a problem, because after this anyone trying
850 			 * to lookup up for the checksum of any block of our
851 			 * extent starting at an offset of 40K or higher, will
852 			 * end up looking at the second csum item only, which
853 			 * does not contain the checksum for any block starting
854 			 * at offset 40K or higher of our extent.
855 			 */
856 			while (!list_empty(&ordered_sums)) {
857 				struct btrfs_ordered_sum *sums;
858 				struct btrfs_root *csum_root;
859 
860 				sums = list_entry(ordered_sums.next,
861 						struct btrfs_ordered_sum,
862 						list);
863 				csum_root = btrfs_csum_root(fs_info,
864 							    sums->bytenr);
865 				if (!ret)
866 					ret = btrfs_del_csums(trans, csum_root,
867 							      sums->bytenr,
868 							      sums->len);
869 				if (!ret)
870 					ret = btrfs_csum_file_blocks(trans,
871 								     csum_root,
872 								     sums);
873 				list_del(&sums->list);
874 				kfree(sums);
875 			}
876 			if (ret)
877 				goto out;
878 		} else {
879 			btrfs_release_path(path);
880 		}
881 	} else if (found_type == BTRFS_FILE_EXTENT_INLINE) {
882 		/* inline extents are easy, we just overwrite them */
883 		ret = overwrite_item(trans, root, path, eb, slot, key);
884 		if (ret)
885 			goto out;
886 	}
887 
888 	ret = btrfs_inode_set_file_extent_range(BTRFS_I(inode), start,
889 						extent_end - start);
890 	if (ret)
891 		goto out;
892 
893 update_inode:
894 	btrfs_update_inode_bytes(BTRFS_I(inode), nbytes, drop_args.bytes_found);
895 	ret = btrfs_update_inode(trans, root, BTRFS_I(inode));
896 out:
897 	iput(inode);
898 	return ret;
899 }
900 
901 static int unlink_inode_for_log_replay(struct btrfs_trans_handle *trans,
902 				       struct btrfs_inode *dir,
903 				       struct btrfs_inode *inode,
904 				       const char *name,
905 				       int name_len)
906 {
907 	int ret;
908 
909 	ret = btrfs_unlink_inode(trans, dir, inode, name, name_len);
910 	if (ret)
911 		return ret;
912 	/*
913 	 * Whenever we need to check if a name exists or not, we check the
914 	 * fs/subvolume tree. So after an unlink we must run delayed items, so
915 	 * that future checks for a name during log replay see that the name
916 	 * does not exists anymore.
917 	 */
918 	return btrfs_run_delayed_items(trans);
919 }
920 
921 /*
922  * when cleaning up conflicts between the directory names in the
923  * subvolume, directory names in the log and directory names in the
924  * inode back references, we may have to unlink inodes from directories.
925  *
926  * This is a helper function to do the unlink of a specific directory
927  * item
928  */
929 static noinline int drop_one_dir_item(struct btrfs_trans_handle *trans,
930 				      struct btrfs_path *path,
931 				      struct btrfs_inode *dir,
932 				      struct btrfs_dir_item *di)
933 {
934 	struct btrfs_root *root = dir->root;
935 	struct inode *inode;
936 	char *name;
937 	int name_len;
938 	struct extent_buffer *leaf;
939 	struct btrfs_key location;
940 	int ret;
941 
942 	leaf = path->nodes[0];
943 
944 	btrfs_dir_item_key_to_cpu(leaf, di, &location);
945 	name_len = btrfs_dir_name_len(leaf, di);
946 	name = kmalloc(name_len, GFP_NOFS);
947 	if (!name)
948 		return -ENOMEM;
949 
950 	read_extent_buffer(leaf, name, (unsigned long)(di + 1), name_len);
951 	btrfs_release_path(path);
952 
953 	inode = read_one_inode(root, location.objectid);
954 	if (!inode) {
955 		ret = -EIO;
956 		goto out;
957 	}
958 
959 	ret = link_to_fixup_dir(trans, root, path, location.objectid);
960 	if (ret)
961 		goto out;
962 
963 	ret = unlink_inode_for_log_replay(trans, dir, BTRFS_I(inode), name,
964 			name_len);
965 out:
966 	kfree(name);
967 	iput(inode);
968 	return ret;
969 }
970 
971 /*
972  * See if a given name and sequence number found in an inode back reference are
973  * already in a directory and correctly point to this inode.
974  *
975  * Returns: < 0 on error, 0 if the directory entry does not exists and 1 if it
976  * exists.
977  */
978 static noinline int inode_in_dir(struct btrfs_root *root,
979 				 struct btrfs_path *path,
980 				 u64 dirid, u64 objectid, u64 index,
981 				 const char *name, int name_len)
982 {
983 	struct btrfs_dir_item *di;
984 	struct btrfs_key location;
985 	int ret = 0;
986 
987 	di = btrfs_lookup_dir_index_item(NULL, root, path, dirid,
988 					 index, name, name_len, 0);
989 	if (IS_ERR(di)) {
990 		ret = PTR_ERR(di);
991 		goto out;
992 	} else if (di) {
993 		btrfs_dir_item_key_to_cpu(path->nodes[0], di, &location);
994 		if (location.objectid != objectid)
995 			goto out;
996 	} else {
997 		goto out;
998 	}
999 
1000 	btrfs_release_path(path);
1001 	di = btrfs_lookup_dir_item(NULL, root, path, dirid, name, name_len, 0);
1002 	if (IS_ERR(di)) {
1003 		ret = PTR_ERR(di);
1004 		goto out;
1005 	} else if (di) {
1006 		btrfs_dir_item_key_to_cpu(path->nodes[0], di, &location);
1007 		if (location.objectid == objectid)
1008 			ret = 1;
1009 	}
1010 out:
1011 	btrfs_release_path(path);
1012 	return ret;
1013 }
1014 
1015 /*
1016  * helper function to check a log tree for a named back reference in
1017  * an inode.  This is used to decide if a back reference that is
1018  * found in the subvolume conflicts with what we find in the log.
1019  *
1020  * inode backreferences may have multiple refs in a single item,
1021  * during replay we process one reference at a time, and we don't
1022  * want to delete valid links to a file from the subvolume if that
1023  * link is also in the log.
1024  */
1025 static noinline int backref_in_log(struct btrfs_root *log,
1026 				   struct btrfs_key *key,
1027 				   u64 ref_objectid,
1028 				   const char *name, int namelen)
1029 {
1030 	struct btrfs_path *path;
1031 	int ret;
1032 
1033 	path = btrfs_alloc_path();
1034 	if (!path)
1035 		return -ENOMEM;
1036 
1037 	ret = btrfs_search_slot(NULL, log, key, path, 0, 0);
1038 	if (ret < 0) {
1039 		goto out;
1040 	} else if (ret == 1) {
1041 		ret = 0;
1042 		goto out;
1043 	}
1044 
1045 	if (key->type == BTRFS_INODE_EXTREF_KEY)
1046 		ret = !!btrfs_find_name_in_ext_backref(path->nodes[0],
1047 						       path->slots[0],
1048 						       ref_objectid,
1049 						       name, namelen);
1050 	else
1051 		ret = !!btrfs_find_name_in_backref(path->nodes[0],
1052 						   path->slots[0],
1053 						   name, namelen);
1054 out:
1055 	btrfs_free_path(path);
1056 	return ret;
1057 }
1058 
1059 static inline int __add_inode_ref(struct btrfs_trans_handle *trans,
1060 				  struct btrfs_root *root,
1061 				  struct btrfs_path *path,
1062 				  struct btrfs_root *log_root,
1063 				  struct btrfs_inode *dir,
1064 				  struct btrfs_inode *inode,
1065 				  u64 inode_objectid, u64 parent_objectid,
1066 				  u64 ref_index, char *name, int namelen,
1067 				  int *search_done)
1068 {
1069 	int ret;
1070 	char *victim_name;
1071 	int victim_name_len;
1072 	struct extent_buffer *leaf;
1073 	struct btrfs_dir_item *di;
1074 	struct btrfs_key search_key;
1075 	struct btrfs_inode_extref *extref;
1076 
1077 again:
1078 	/* Search old style refs */
1079 	search_key.objectid = inode_objectid;
1080 	search_key.type = BTRFS_INODE_REF_KEY;
1081 	search_key.offset = parent_objectid;
1082 	ret = btrfs_search_slot(NULL, root, &search_key, path, 0, 0);
1083 	if (ret == 0) {
1084 		struct btrfs_inode_ref *victim_ref;
1085 		unsigned long ptr;
1086 		unsigned long ptr_end;
1087 
1088 		leaf = path->nodes[0];
1089 
1090 		/* are we trying to overwrite a back ref for the root directory
1091 		 * if so, just jump out, we're done
1092 		 */
1093 		if (search_key.objectid == search_key.offset)
1094 			return 1;
1095 
1096 		/* check all the names in this back reference to see
1097 		 * if they are in the log.  if so, we allow them to stay
1098 		 * otherwise they must be unlinked as a conflict
1099 		 */
1100 		ptr = btrfs_item_ptr_offset(leaf, path->slots[0]);
1101 		ptr_end = ptr + btrfs_item_size(leaf, path->slots[0]);
1102 		while (ptr < ptr_end) {
1103 			victim_ref = (struct btrfs_inode_ref *)ptr;
1104 			victim_name_len = btrfs_inode_ref_name_len(leaf,
1105 								   victim_ref);
1106 			victim_name = kmalloc(victim_name_len, GFP_NOFS);
1107 			if (!victim_name)
1108 				return -ENOMEM;
1109 
1110 			read_extent_buffer(leaf, victim_name,
1111 					   (unsigned long)(victim_ref + 1),
1112 					   victim_name_len);
1113 
1114 			ret = backref_in_log(log_root, &search_key,
1115 					     parent_objectid, victim_name,
1116 					     victim_name_len);
1117 			if (ret < 0) {
1118 				kfree(victim_name);
1119 				return ret;
1120 			} else if (!ret) {
1121 				inc_nlink(&inode->vfs_inode);
1122 				btrfs_release_path(path);
1123 
1124 				ret = unlink_inode_for_log_replay(trans, dir, inode,
1125 						victim_name, victim_name_len);
1126 				kfree(victim_name);
1127 				if (ret)
1128 					return ret;
1129 				*search_done = 1;
1130 				goto again;
1131 			}
1132 			kfree(victim_name);
1133 
1134 			ptr = (unsigned long)(victim_ref + 1) + victim_name_len;
1135 		}
1136 
1137 		/*
1138 		 * NOTE: we have searched root tree and checked the
1139 		 * corresponding ref, it does not need to check again.
1140 		 */
1141 		*search_done = 1;
1142 	}
1143 	btrfs_release_path(path);
1144 
1145 	/* Same search but for extended refs */
1146 	extref = btrfs_lookup_inode_extref(NULL, root, path, name, namelen,
1147 					   inode_objectid, parent_objectid, 0,
1148 					   0);
1149 	if (!IS_ERR_OR_NULL(extref)) {
1150 		u32 item_size;
1151 		u32 cur_offset = 0;
1152 		unsigned long base;
1153 		struct inode *victim_parent;
1154 
1155 		leaf = path->nodes[0];
1156 
1157 		item_size = btrfs_item_size(leaf, path->slots[0]);
1158 		base = btrfs_item_ptr_offset(leaf, path->slots[0]);
1159 
1160 		while (cur_offset < item_size) {
1161 			extref = (struct btrfs_inode_extref *)(base + cur_offset);
1162 
1163 			victim_name_len = btrfs_inode_extref_name_len(leaf, extref);
1164 
1165 			if (btrfs_inode_extref_parent(leaf, extref) != parent_objectid)
1166 				goto next;
1167 
1168 			victim_name = kmalloc(victim_name_len, GFP_NOFS);
1169 			if (!victim_name)
1170 				return -ENOMEM;
1171 			read_extent_buffer(leaf, victim_name, (unsigned long)&extref->name,
1172 					   victim_name_len);
1173 
1174 			search_key.objectid = inode_objectid;
1175 			search_key.type = BTRFS_INODE_EXTREF_KEY;
1176 			search_key.offset = btrfs_extref_hash(parent_objectid,
1177 							      victim_name,
1178 							      victim_name_len);
1179 			ret = backref_in_log(log_root, &search_key,
1180 					     parent_objectid, victim_name,
1181 					     victim_name_len);
1182 			if (ret < 0) {
1183 				kfree(victim_name);
1184 				return ret;
1185 			} else if (!ret) {
1186 				ret = -ENOENT;
1187 				victim_parent = read_one_inode(root,
1188 						parent_objectid);
1189 				if (victim_parent) {
1190 					inc_nlink(&inode->vfs_inode);
1191 					btrfs_release_path(path);
1192 
1193 					ret = unlink_inode_for_log_replay(trans,
1194 							BTRFS_I(victim_parent),
1195 							inode,
1196 							victim_name,
1197 							victim_name_len);
1198 				}
1199 				iput(victim_parent);
1200 				kfree(victim_name);
1201 				if (ret)
1202 					return ret;
1203 				*search_done = 1;
1204 				goto again;
1205 			}
1206 			kfree(victim_name);
1207 next:
1208 			cur_offset += victim_name_len + sizeof(*extref);
1209 		}
1210 		*search_done = 1;
1211 	}
1212 	btrfs_release_path(path);
1213 
1214 	/* look for a conflicting sequence number */
1215 	di = btrfs_lookup_dir_index_item(trans, root, path, btrfs_ino(dir),
1216 					 ref_index, name, namelen, 0);
1217 	if (IS_ERR(di)) {
1218 		return PTR_ERR(di);
1219 	} else if (di) {
1220 		ret = drop_one_dir_item(trans, path, dir, di);
1221 		if (ret)
1222 			return ret;
1223 	}
1224 	btrfs_release_path(path);
1225 
1226 	/* look for a conflicting name */
1227 	di = btrfs_lookup_dir_item(trans, root, path, btrfs_ino(dir),
1228 				   name, namelen, 0);
1229 	if (IS_ERR(di)) {
1230 		return PTR_ERR(di);
1231 	} else if (di) {
1232 		ret = drop_one_dir_item(trans, path, dir, di);
1233 		if (ret)
1234 			return ret;
1235 	}
1236 	btrfs_release_path(path);
1237 
1238 	return 0;
1239 }
1240 
1241 static int extref_get_fields(struct extent_buffer *eb, unsigned long ref_ptr,
1242 			     u32 *namelen, char **name, u64 *index,
1243 			     u64 *parent_objectid)
1244 {
1245 	struct btrfs_inode_extref *extref;
1246 
1247 	extref = (struct btrfs_inode_extref *)ref_ptr;
1248 
1249 	*namelen = btrfs_inode_extref_name_len(eb, extref);
1250 	*name = kmalloc(*namelen, GFP_NOFS);
1251 	if (*name == NULL)
1252 		return -ENOMEM;
1253 
1254 	read_extent_buffer(eb, *name, (unsigned long)&extref->name,
1255 			   *namelen);
1256 
1257 	if (index)
1258 		*index = btrfs_inode_extref_index(eb, extref);
1259 	if (parent_objectid)
1260 		*parent_objectid = btrfs_inode_extref_parent(eb, extref);
1261 
1262 	return 0;
1263 }
1264 
1265 static int ref_get_fields(struct extent_buffer *eb, unsigned long ref_ptr,
1266 			  u32 *namelen, char **name, u64 *index)
1267 {
1268 	struct btrfs_inode_ref *ref;
1269 
1270 	ref = (struct btrfs_inode_ref *)ref_ptr;
1271 
1272 	*namelen = btrfs_inode_ref_name_len(eb, ref);
1273 	*name = kmalloc(*namelen, GFP_NOFS);
1274 	if (*name == NULL)
1275 		return -ENOMEM;
1276 
1277 	read_extent_buffer(eb, *name, (unsigned long)(ref + 1), *namelen);
1278 
1279 	if (index)
1280 		*index = btrfs_inode_ref_index(eb, ref);
1281 
1282 	return 0;
1283 }
1284 
1285 /*
1286  * Take an inode reference item from the log tree and iterate all names from the
1287  * inode reference item in the subvolume tree with the same key (if it exists).
1288  * For any name that is not in the inode reference item from the log tree, do a
1289  * proper unlink of that name (that is, remove its entry from the inode
1290  * reference item and both dir index keys).
1291  */
1292 static int unlink_old_inode_refs(struct btrfs_trans_handle *trans,
1293 				 struct btrfs_root *root,
1294 				 struct btrfs_path *path,
1295 				 struct btrfs_inode *inode,
1296 				 struct extent_buffer *log_eb,
1297 				 int log_slot,
1298 				 struct btrfs_key *key)
1299 {
1300 	int ret;
1301 	unsigned long ref_ptr;
1302 	unsigned long ref_end;
1303 	struct extent_buffer *eb;
1304 
1305 again:
1306 	btrfs_release_path(path);
1307 	ret = btrfs_search_slot(NULL, root, key, path, 0, 0);
1308 	if (ret > 0) {
1309 		ret = 0;
1310 		goto out;
1311 	}
1312 	if (ret < 0)
1313 		goto out;
1314 
1315 	eb = path->nodes[0];
1316 	ref_ptr = btrfs_item_ptr_offset(eb, path->slots[0]);
1317 	ref_end = ref_ptr + btrfs_item_size(eb, path->slots[0]);
1318 	while (ref_ptr < ref_end) {
1319 		char *name = NULL;
1320 		int namelen;
1321 		u64 parent_id;
1322 
1323 		if (key->type == BTRFS_INODE_EXTREF_KEY) {
1324 			ret = extref_get_fields(eb, ref_ptr, &namelen, &name,
1325 						NULL, &parent_id);
1326 		} else {
1327 			parent_id = key->offset;
1328 			ret = ref_get_fields(eb, ref_ptr, &namelen, &name,
1329 					     NULL);
1330 		}
1331 		if (ret)
1332 			goto out;
1333 
1334 		if (key->type == BTRFS_INODE_EXTREF_KEY)
1335 			ret = !!btrfs_find_name_in_ext_backref(log_eb, log_slot,
1336 							       parent_id, name,
1337 							       namelen);
1338 		else
1339 			ret = !!btrfs_find_name_in_backref(log_eb, log_slot,
1340 							   name, namelen);
1341 
1342 		if (!ret) {
1343 			struct inode *dir;
1344 
1345 			btrfs_release_path(path);
1346 			dir = read_one_inode(root, parent_id);
1347 			if (!dir) {
1348 				ret = -ENOENT;
1349 				kfree(name);
1350 				goto out;
1351 			}
1352 			ret = unlink_inode_for_log_replay(trans, BTRFS_I(dir),
1353 						 inode, name, namelen);
1354 			kfree(name);
1355 			iput(dir);
1356 			if (ret)
1357 				goto out;
1358 			goto again;
1359 		}
1360 
1361 		kfree(name);
1362 		ref_ptr += namelen;
1363 		if (key->type == BTRFS_INODE_EXTREF_KEY)
1364 			ref_ptr += sizeof(struct btrfs_inode_extref);
1365 		else
1366 			ref_ptr += sizeof(struct btrfs_inode_ref);
1367 	}
1368 	ret = 0;
1369  out:
1370 	btrfs_release_path(path);
1371 	return ret;
1372 }
1373 
1374 static int btrfs_inode_ref_exists(struct inode *inode, struct inode *dir,
1375 				  const u8 ref_type, const char *name,
1376 				  const int namelen)
1377 {
1378 	struct btrfs_key key;
1379 	struct btrfs_path *path;
1380 	const u64 parent_id = btrfs_ino(BTRFS_I(dir));
1381 	int ret;
1382 
1383 	path = btrfs_alloc_path();
1384 	if (!path)
1385 		return -ENOMEM;
1386 
1387 	key.objectid = btrfs_ino(BTRFS_I(inode));
1388 	key.type = ref_type;
1389 	if (key.type == BTRFS_INODE_REF_KEY)
1390 		key.offset = parent_id;
1391 	else
1392 		key.offset = btrfs_extref_hash(parent_id, name, namelen);
1393 
1394 	ret = btrfs_search_slot(NULL, BTRFS_I(inode)->root, &key, path, 0, 0);
1395 	if (ret < 0)
1396 		goto out;
1397 	if (ret > 0) {
1398 		ret = 0;
1399 		goto out;
1400 	}
1401 	if (key.type == BTRFS_INODE_EXTREF_KEY)
1402 		ret = !!btrfs_find_name_in_ext_backref(path->nodes[0],
1403 				path->slots[0], parent_id, name, namelen);
1404 	else
1405 		ret = !!btrfs_find_name_in_backref(path->nodes[0], path->slots[0],
1406 						   name, namelen);
1407 
1408 out:
1409 	btrfs_free_path(path);
1410 	return ret;
1411 }
1412 
1413 static int add_link(struct btrfs_trans_handle *trans,
1414 		    struct inode *dir, struct inode *inode, const char *name,
1415 		    int namelen, u64 ref_index)
1416 {
1417 	struct btrfs_root *root = BTRFS_I(dir)->root;
1418 	struct btrfs_dir_item *dir_item;
1419 	struct btrfs_key key;
1420 	struct btrfs_path *path;
1421 	struct inode *other_inode = NULL;
1422 	int ret;
1423 
1424 	path = btrfs_alloc_path();
1425 	if (!path)
1426 		return -ENOMEM;
1427 
1428 	dir_item = btrfs_lookup_dir_item(NULL, root, path,
1429 					 btrfs_ino(BTRFS_I(dir)),
1430 					 name, namelen, 0);
1431 	if (!dir_item) {
1432 		btrfs_release_path(path);
1433 		goto add_link;
1434 	} else if (IS_ERR(dir_item)) {
1435 		ret = PTR_ERR(dir_item);
1436 		goto out;
1437 	}
1438 
1439 	/*
1440 	 * Our inode's dentry collides with the dentry of another inode which is
1441 	 * in the log but not yet processed since it has a higher inode number.
1442 	 * So delete that other dentry.
1443 	 */
1444 	btrfs_dir_item_key_to_cpu(path->nodes[0], dir_item, &key);
1445 	btrfs_release_path(path);
1446 	other_inode = read_one_inode(root, key.objectid);
1447 	if (!other_inode) {
1448 		ret = -ENOENT;
1449 		goto out;
1450 	}
1451 	ret = unlink_inode_for_log_replay(trans, BTRFS_I(dir), BTRFS_I(other_inode),
1452 					  name, namelen);
1453 	if (ret)
1454 		goto out;
1455 	/*
1456 	 * If we dropped the link count to 0, bump it so that later the iput()
1457 	 * on the inode will not free it. We will fixup the link count later.
1458 	 */
1459 	if (other_inode->i_nlink == 0)
1460 		inc_nlink(other_inode);
1461 add_link:
1462 	ret = btrfs_add_link(trans, BTRFS_I(dir), BTRFS_I(inode),
1463 			     name, namelen, 0, ref_index);
1464 out:
1465 	iput(other_inode);
1466 	btrfs_free_path(path);
1467 
1468 	return ret;
1469 }
1470 
1471 /*
1472  * replay one inode back reference item found in the log tree.
1473  * eb, slot and key refer to the buffer and key found in the log tree.
1474  * root is the destination we are replaying into, and path is for temp
1475  * use by this function.  (it should be released on return).
1476  */
1477 static noinline int add_inode_ref(struct btrfs_trans_handle *trans,
1478 				  struct btrfs_root *root,
1479 				  struct btrfs_root *log,
1480 				  struct btrfs_path *path,
1481 				  struct extent_buffer *eb, int slot,
1482 				  struct btrfs_key *key)
1483 {
1484 	struct inode *dir = NULL;
1485 	struct inode *inode = NULL;
1486 	unsigned long ref_ptr;
1487 	unsigned long ref_end;
1488 	char *name = NULL;
1489 	int namelen;
1490 	int ret;
1491 	int search_done = 0;
1492 	int log_ref_ver = 0;
1493 	u64 parent_objectid;
1494 	u64 inode_objectid;
1495 	u64 ref_index = 0;
1496 	int ref_struct_size;
1497 
1498 	ref_ptr = btrfs_item_ptr_offset(eb, slot);
1499 	ref_end = ref_ptr + btrfs_item_size(eb, slot);
1500 
1501 	if (key->type == BTRFS_INODE_EXTREF_KEY) {
1502 		struct btrfs_inode_extref *r;
1503 
1504 		ref_struct_size = sizeof(struct btrfs_inode_extref);
1505 		log_ref_ver = 1;
1506 		r = (struct btrfs_inode_extref *)ref_ptr;
1507 		parent_objectid = btrfs_inode_extref_parent(eb, r);
1508 	} else {
1509 		ref_struct_size = sizeof(struct btrfs_inode_ref);
1510 		parent_objectid = key->offset;
1511 	}
1512 	inode_objectid = key->objectid;
1513 
1514 	/*
1515 	 * it is possible that we didn't log all the parent directories
1516 	 * for a given inode.  If we don't find the dir, just don't
1517 	 * copy the back ref in.  The link count fixup code will take
1518 	 * care of the rest
1519 	 */
1520 	dir = read_one_inode(root, parent_objectid);
1521 	if (!dir) {
1522 		ret = -ENOENT;
1523 		goto out;
1524 	}
1525 
1526 	inode = read_one_inode(root, inode_objectid);
1527 	if (!inode) {
1528 		ret = -EIO;
1529 		goto out;
1530 	}
1531 
1532 	while (ref_ptr < ref_end) {
1533 		if (log_ref_ver) {
1534 			ret = extref_get_fields(eb, ref_ptr, &namelen, &name,
1535 						&ref_index, &parent_objectid);
1536 			/*
1537 			 * parent object can change from one array
1538 			 * item to another.
1539 			 */
1540 			if (!dir)
1541 				dir = read_one_inode(root, parent_objectid);
1542 			if (!dir) {
1543 				ret = -ENOENT;
1544 				goto out;
1545 			}
1546 		} else {
1547 			ret = ref_get_fields(eb, ref_ptr, &namelen, &name,
1548 					     &ref_index);
1549 		}
1550 		if (ret)
1551 			goto out;
1552 
1553 		ret = inode_in_dir(root, path, btrfs_ino(BTRFS_I(dir)),
1554 				   btrfs_ino(BTRFS_I(inode)), ref_index,
1555 				   name, namelen);
1556 		if (ret < 0) {
1557 			goto out;
1558 		} else if (ret == 0) {
1559 			/*
1560 			 * look for a conflicting back reference in the
1561 			 * metadata. if we find one we have to unlink that name
1562 			 * of the file before we add our new link.  Later on, we
1563 			 * overwrite any existing back reference, and we don't
1564 			 * want to create dangling pointers in the directory.
1565 			 */
1566 
1567 			if (!search_done) {
1568 				ret = __add_inode_ref(trans, root, path, log,
1569 						      BTRFS_I(dir),
1570 						      BTRFS_I(inode),
1571 						      inode_objectid,
1572 						      parent_objectid,
1573 						      ref_index, name, namelen,
1574 						      &search_done);
1575 				if (ret) {
1576 					if (ret == 1)
1577 						ret = 0;
1578 					goto out;
1579 				}
1580 			}
1581 
1582 			/*
1583 			 * If a reference item already exists for this inode
1584 			 * with the same parent and name, but different index,
1585 			 * drop it and the corresponding directory index entries
1586 			 * from the parent before adding the new reference item
1587 			 * and dir index entries, otherwise we would fail with
1588 			 * -EEXIST returned from btrfs_add_link() below.
1589 			 */
1590 			ret = btrfs_inode_ref_exists(inode, dir, key->type,
1591 						     name, namelen);
1592 			if (ret > 0) {
1593 				ret = unlink_inode_for_log_replay(trans,
1594 							 BTRFS_I(dir),
1595 							 BTRFS_I(inode),
1596 							 name, namelen);
1597 				/*
1598 				 * If we dropped the link count to 0, bump it so
1599 				 * that later the iput() on the inode will not
1600 				 * free it. We will fixup the link count later.
1601 				 */
1602 				if (!ret && inode->i_nlink == 0)
1603 					inc_nlink(inode);
1604 			}
1605 			if (ret < 0)
1606 				goto out;
1607 
1608 			/* insert our name */
1609 			ret = add_link(trans, dir, inode, name, namelen,
1610 				       ref_index);
1611 			if (ret)
1612 				goto out;
1613 
1614 			ret = btrfs_update_inode(trans, root, BTRFS_I(inode));
1615 			if (ret)
1616 				goto out;
1617 		}
1618 		/* Else, ret == 1, we already have a perfect match, we're done. */
1619 
1620 		ref_ptr = (unsigned long)(ref_ptr + ref_struct_size) + namelen;
1621 		kfree(name);
1622 		name = NULL;
1623 		if (log_ref_ver) {
1624 			iput(dir);
1625 			dir = NULL;
1626 		}
1627 	}
1628 
1629 	/*
1630 	 * Before we overwrite the inode reference item in the subvolume tree
1631 	 * with the item from the log tree, we must unlink all names from the
1632 	 * parent directory that are in the subvolume's tree inode reference
1633 	 * item, otherwise we end up with an inconsistent subvolume tree where
1634 	 * dir index entries exist for a name but there is no inode reference
1635 	 * item with the same name.
1636 	 */
1637 	ret = unlink_old_inode_refs(trans, root, path, BTRFS_I(inode), eb, slot,
1638 				    key);
1639 	if (ret)
1640 		goto out;
1641 
1642 	/* finally write the back reference in the inode */
1643 	ret = overwrite_item(trans, root, path, eb, slot, key);
1644 out:
1645 	btrfs_release_path(path);
1646 	kfree(name);
1647 	iput(dir);
1648 	iput(inode);
1649 	return ret;
1650 }
1651 
1652 static int count_inode_extrefs(struct btrfs_root *root,
1653 		struct btrfs_inode *inode, struct btrfs_path *path)
1654 {
1655 	int ret = 0;
1656 	int name_len;
1657 	unsigned int nlink = 0;
1658 	u32 item_size;
1659 	u32 cur_offset = 0;
1660 	u64 inode_objectid = btrfs_ino(inode);
1661 	u64 offset = 0;
1662 	unsigned long ptr;
1663 	struct btrfs_inode_extref *extref;
1664 	struct extent_buffer *leaf;
1665 
1666 	while (1) {
1667 		ret = btrfs_find_one_extref(root, inode_objectid, offset, path,
1668 					    &extref, &offset);
1669 		if (ret)
1670 			break;
1671 
1672 		leaf = path->nodes[0];
1673 		item_size = btrfs_item_size(leaf, path->slots[0]);
1674 		ptr = btrfs_item_ptr_offset(leaf, path->slots[0]);
1675 		cur_offset = 0;
1676 
1677 		while (cur_offset < item_size) {
1678 			extref = (struct btrfs_inode_extref *) (ptr + cur_offset);
1679 			name_len = btrfs_inode_extref_name_len(leaf, extref);
1680 
1681 			nlink++;
1682 
1683 			cur_offset += name_len + sizeof(*extref);
1684 		}
1685 
1686 		offset++;
1687 		btrfs_release_path(path);
1688 	}
1689 	btrfs_release_path(path);
1690 
1691 	if (ret < 0 && ret != -ENOENT)
1692 		return ret;
1693 	return nlink;
1694 }
1695 
1696 static int count_inode_refs(struct btrfs_root *root,
1697 			struct btrfs_inode *inode, struct btrfs_path *path)
1698 {
1699 	int ret;
1700 	struct btrfs_key key;
1701 	unsigned int nlink = 0;
1702 	unsigned long ptr;
1703 	unsigned long ptr_end;
1704 	int name_len;
1705 	u64 ino = btrfs_ino(inode);
1706 
1707 	key.objectid = ino;
1708 	key.type = BTRFS_INODE_REF_KEY;
1709 	key.offset = (u64)-1;
1710 
1711 	while (1) {
1712 		ret = btrfs_search_slot(NULL, root, &key, path, 0, 0);
1713 		if (ret < 0)
1714 			break;
1715 		if (ret > 0) {
1716 			if (path->slots[0] == 0)
1717 				break;
1718 			path->slots[0]--;
1719 		}
1720 process_slot:
1721 		btrfs_item_key_to_cpu(path->nodes[0], &key,
1722 				      path->slots[0]);
1723 		if (key.objectid != ino ||
1724 		    key.type != BTRFS_INODE_REF_KEY)
1725 			break;
1726 		ptr = btrfs_item_ptr_offset(path->nodes[0], path->slots[0]);
1727 		ptr_end = ptr + btrfs_item_size(path->nodes[0],
1728 						   path->slots[0]);
1729 		while (ptr < ptr_end) {
1730 			struct btrfs_inode_ref *ref;
1731 
1732 			ref = (struct btrfs_inode_ref *)ptr;
1733 			name_len = btrfs_inode_ref_name_len(path->nodes[0],
1734 							    ref);
1735 			ptr = (unsigned long)(ref + 1) + name_len;
1736 			nlink++;
1737 		}
1738 
1739 		if (key.offset == 0)
1740 			break;
1741 		if (path->slots[0] > 0) {
1742 			path->slots[0]--;
1743 			goto process_slot;
1744 		}
1745 		key.offset--;
1746 		btrfs_release_path(path);
1747 	}
1748 	btrfs_release_path(path);
1749 
1750 	return nlink;
1751 }
1752 
1753 /*
1754  * There are a few corners where the link count of the file can't
1755  * be properly maintained during replay.  So, instead of adding
1756  * lots of complexity to the log code, we just scan the backrefs
1757  * for any file that has been through replay.
1758  *
1759  * The scan will update the link count on the inode to reflect the
1760  * number of back refs found.  If it goes down to zero, the iput
1761  * will free the inode.
1762  */
1763 static noinline int fixup_inode_link_count(struct btrfs_trans_handle *trans,
1764 					   struct btrfs_root *root,
1765 					   struct inode *inode)
1766 {
1767 	struct btrfs_path *path;
1768 	int ret;
1769 	u64 nlink = 0;
1770 	u64 ino = btrfs_ino(BTRFS_I(inode));
1771 
1772 	path = btrfs_alloc_path();
1773 	if (!path)
1774 		return -ENOMEM;
1775 
1776 	ret = count_inode_refs(root, BTRFS_I(inode), path);
1777 	if (ret < 0)
1778 		goto out;
1779 
1780 	nlink = ret;
1781 
1782 	ret = count_inode_extrefs(root, BTRFS_I(inode), path);
1783 	if (ret < 0)
1784 		goto out;
1785 
1786 	nlink += ret;
1787 
1788 	ret = 0;
1789 
1790 	if (nlink != inode->i_nlink) {
1791 		set_nlink(inode, nlink);
1792 		ret = btrfs_update_inode(trans, root, BTRFS_I(inode));
1793 		if (ret)
1794 			goto out;
1795 	}
1796 	BTRFS_I(inode)->index_cnt = (u64)-1;
1797 
1798 	if (inode->i_nlink == 0) {
1799 		if (S_ISDIR(inode->i_mode)) {
1800 			ret = replay_dir_deletes(trans, root, NULL, path,
1801 						 ino, 1);
1802 			if (ret)
1803 				goto out;
1804 		}
1805 		ret = btrfs_insert_orphan_item(trans, root, ino);
1806 		if (ret == -EEXIST)
1807 			ret = 0;
1808 	}
1809 
1810 out:
1811 	btrfs_free_path(path);
1812 	return ret;
1813 }
1814 
1815 static noinline int fixup_inode_link_counts(struct btrfs_trans_handle *trans,
1816 					    struct btrfs_root *root,
1817 					    struct btrfs_path *path)
1818 {
1819 	int ret;
1820 	struct btrfs_key key;
1821 	struct inode *inode;
1822 
1823 	key.objectid = BTRFS_TREE_LOG_FIXUP_OBJECTID;
1824 	key.type = BTRFS_ORPHAN_ITEM_KEY;
1825 	key.offset = (u64)-1;
1826 	while (1) {
1827 		ret = btrfs_search_slot(trans, root, &key, path, -1, 1);
1828 		if (ret < 0)
1829 			break;
1830 
1831 		if (ret == 1) {
1832 			ret = 0;
1833 			if (path->slots[0] == 0)
1834 				break;
1835 			path->slots[0]--;
1836 		}
1837 
1838 		btrfs_item_key_to_cpu(path->nodes[0], &key, path->slots[0]);
1839 		if (key.objectid != BTRFS_TREE_LOG_FIXUP_OBJECTID ||
1840 		    key.type != BTRFS_ORPHAN_ITEM_KEY)
1841 			break;
1842 
1843 		ret = btrfs_del_item(trans, root, path);
1844 		if (ret)
1845 			break;
1846 
1847 		btrfs_release_path(path);
1848 		inode = read_one_inode(root, key.offset);
1849 		if (!inode) {
1850 			ret = -EIO;
1851 			break;
1852 		}
1853 
1854 		ret = fixup_inode_link_count(trans, root, inode);
1855 		iput(inode);
1856 		if (ret)
1857 			break;
1858 
1859 		/*
1860 		 * fixup on a directory may create new entries,
1861 		 * make sure we always look for the highset possible
1862 		 * offset
1863 		 */
1864 		key.offset = (u64)-1;
1865 	}
1866 	btrfs_release_path(path);
1867 	return ret;
1868 }
1869 
1870 
1871 /*
1872  * record a given inode in the fixup dir so we can check its link
1873  * count when replay is done.  The link count is incremented here
1874  * so the inode won't go away until we check it
1875  */
1876 static noinline int link_to_fixup_dir(struct btrfs_trans_handle *trans,
1877 				      struct btrfs_root *root,
1878 				      struct btrfs_path *path,
1879 				      u64 objectid)
1880 {
1881 	struct btrfs_key key;
1882 	int ret = 0;
1883 	struct inode *inode;
1884 
1885 	inode = read_one_inode(root, objectid);
1886 	if (!inode)
1887 		return -EIO;
1888 
1889 	key.objectid = BTRFS_TREE_LOG_FIXUP_OBJECTID;
1890 	key.type = BTRFS_ORPHAN_ITEM_KEY;
1891 	key.offset = objectid;
1892 
1893 	ret = btrfs_insert_empty_item(trans, root, path, &key, 0);
1894 
1895 	btrfs_release_path(path);
1896 	if (ret == 0) {
1897 		if (!inode->i_nlink)
1898 			set_nlink(inode, 1);
1899 		else
1900 			inc_nlink(inode);
1901 		ret = btrfs_update_inode(trans, root, BTRFS_I(inode));
1902 	} else if (ret == -EEXIST) {
1903 		ret = 0;
1904 	}
1905 	iput(inode);
1906 
1907 	return ret;
1908 }
1909 
1910 /*
1911  * when replaying the log for a directory, we only insert names
1912  * for inodes that actually exist.  This means an fsync on a directory
1913  * does not implicitly fsync all the new files in it
1914  */
1915 static noinline int insert_one_name(struct btrfs_trans_handle *trans,
1916 				    struct btrfs_root *root,
1917 				    u64 dirid, u64 index,
1918 				    char *name, int name_len,
1919 				    struct btrfs_key *location)
1920 {
1921 	struct inode *inode;
1922 	struct inode *dir;
1923 	int ret;
1924 
1925 	inode = read_one_inode(root, location->objectid);
1926 	if (!inode)
1927 		return -ENOENT;
1928 
1929 	dir = read_one_inode(root, dirid);
1930 	if (!dir) {
1931 		iput(inode);
1932 		return -EIO;
1933 	}
1934 
1935 	ret = btrfs_add_link(trans, BTRFS_I(dir), BTRFS_I(inode), name,
1936 			name_len, 1, index);
1937 
1938 	/* FIXME, put inode into FIXUP list */
1939 
1940 	iput(inode);
1941 	iput(dir);
1942 	return ret;
1943 }
1944 
1945 static int delete_conflicting_dir_entry(struct btrfs_trans_handle *trans,
1946 					struct btrfs_inode *dir,
1947 					struct btrfs_path *path,
1948 					struct btrfs_dir_item *dst_di,
1949 					const struct btrfs_key *log_key,
1950 					u8 log_type,
1951 					bool exists)
1952 {
1953 	struct btrfs_key found_key;
1954 
1955 	btrfs_dir_item_key_to_cpu(path->nodes[0], dst_di, &found_key);
1956 	/* The existing dentry points to the same inode, don't delete it. */
1957 	if (found_key.objectid == log_key->objectid &&
1958 	    found_key.type == log_key->type &&
1959 	    found_key.offset == log_key->offset &&
1960 	    btrfs_dir_type(path->nodes[0], dst_di) == log_type)
1961 		return 1;
1962 
1963 	/*
1964 	 * Don't drop the conflicting directory entry if the inode for the new
1965 	 * entry doesn't exist.
1966 	 */
1967 	if (!exists)
1968 		return 0;
1969 
1970 	return drop_one_dir_item(trans, path, dir, dst_di);
1971 }
1972 
1973 /*
1974  * take a single entry in a log directory item and replay it into
1975  * the subvolume.
1976  *
1977  * if a conflicting item exists in the subdirectory already,
1978  * the inode it points to is unlinked and put into the link count
1979  * fix up tree.
1980  *
1981  * If a name from the log points to a file or directory that does
1982  * not exist in the FS, it is skipped.  fsyncs on directories
1983  * do not force down inodes inside that directory, just changes to the
1984  * names or unlinks in a directory.
1985  *
1986  * Returns < 0 on error, 0 if the name wasn't replayed (dentry points to a
1987  * non-existing inode) and 1 if the name was replayed.
1988  */
1989 static noinline int replay_one_name(struct btrfs_trans_handle *trans,
1990 				    struct btrfs_root *root,
1991 				    struct btrfs_path *path,
1992 				    struct extent_buffer *eb,
1993 				    struct btrfs_dir_item *di,
1994 				    struct btrfs_key *key)
1995 {
1996 	char *name;
1997 	int name_len;
1998 	struct btrfs_dir_item *dir_dst_di;
1999 	struct btrfs_dir_item *index_dst_di;
2000 	bool dir_dst_matches = false;
2001 	bool index_dst_matches = false;
2002 	struct btrfs_key log_key;
2003 	struct btrfs_key search_key;
2004 	struct inode *dir;
2005 	u8 log_type;
2006 	bool exists;
2007 	int ret;
2008 	bool update_size = true;
2009 	bool name_added = false;
2010 
2011 	dir = read_one_inode(root, key->objectid);
2012 	if (!dir)
2013 		return -EIO;
2014 
2015 	name_len = btrfs_dir_name_len(eb, di);
2016 	name = kmalloc(name_len, GFP_NOFS);
2017 	if (!name) {
2018 		ret = -ENOMEM;
2019 		goto out;
2020 	}
2021 
2022 	log_type = btrfs_dir_type(eb, di);
2023 	read_extent_buffer(eb, name, (unsigned long)(di + 1),
2024 		   name_len);
2025 
2026 	btrfs_dir_item_key_to_cpu(eb, di, &log_key);
2027 	ret = btrfs_lookup_inode(trans, root, path, &log_key, 0);
2028 	btrfs_release_path(path);
2029 	if (ret < 0)
2030 		goto out;
2031 	exists = (ret == 0);
2032 	ret = 0;
2033 
2034 	dir_dst_di = btrfs_lookup_dir_item(trans, root, path, key->objectid,
2035 					   name, name_len, 1);
2036 	if (IS_ERR(dir_dst_di)) {
2037 		ret = PTR_ERR(dir_dst_di);
2038 		goto out;
2039 	} else if (dir_dst_di) {
2040 		ret = delete_conflicting_dir_entry(trans, BTRFS_I(dir), path,
2041 						   dir_dst_di, &log_key, log_type,
2042 						   exists);
2043 		if (ret < 0)
2044 			goto out;
2045 		dir_dst_matches = (ret == 1);
2046 	}
2047 
2048 	btrfs_release_path(path);
2049 
2050 	index_dst_di = btrfs_lookup_dir_index_item(trans, root, path,
2051 						   key->objectid, key->offset,
2052 						   name, name_len, 1);
2053 	if (IS_ERR(index_dst_di)) {
2054 		ret = PTR_ERR(index_dst_di);
2055 		goto out;
2056 	} else if (index_dst_di) {
2057 		ret = delete_conflicting_dir_entry(trans, BTRFS_I(dir), path,
2058 						   index_dst_di, &log_key,
2059 						   log_type, exists);
2060 		if (ret < 0)
2061 			goto out;
2062 		index_dst_matches = (ret == 1);
2063 	}
2064 
2065 	btrfs_release_path(path);
2066 
2067 	if (dir_dst_matches && index_dst_matches) {
2068 		ret = 0;
2069 		update_size = false;
2070 		goto out;
2071 	}
2072 
2073 	/*
2074 	 * Check if the inode reference exists in the log for the given name,
2075 	 * inode and parent inode
2076 	 */
2077 	search_key.objectid = log_key.objectid;
2078 	search_key.type = BTRFS_INODE_REF_KEY;
2079 	search_key.offset = key->objectid;
2080 	ret = backref_in_log(root->log_root, &search_key, 0, name, name_len);
2081 	if (ret < 0) {
2082 	        goto out;
2083 	} else if (ret) {
2084 	        /* The dentry will be added later. */
2085 	        ret = 0;
2086 	        update_size = false;
2087 	        goto out;
2088 	}
2089 
2090 	search_key.objectid = log_key.objectid;
2091 	search_key.type = BTRFS_INODE_EXTREF_KEY;
2092 	search_key.offset = key->objectid;
2093 	ret = backref_in_log(root->log_root, &search_key, key->objectid, name,
2094 			     name_len);
2095 	if (ret < 0) {
2096 		goto out;
2097 	} else if (ret) {
2098 		/* The dentry will be added later. */
2099 		ret = 0;
2100 		update_size = false;
2101 		goto out;
2102 	}
2103 	btrfs_release_path(path);
2104 	ret = insert_one_name(trans, root, key->objectid, key->offset,
2105 			      name, name_len, &log_key);
2106 	if (ret && ret != -ENOENT && ret != -EEXIST)
2107 		goto out;
2108 	if (!ret)
2109 		name_added = true;
2110 	update_size = false;
2111 	ret = 0;
2112 
2113 out:
2114 	if (!ret && update_size) {
2115 		btrfs_i_size_write(BTRFS_I(dir), dir->i_size + name_len * 2);
2116 		ret = btrfs_update_inode(trans, root, BTRFS_I(dir));
2117 	}
2118 	kfree(name);
2119 	iput(dir);
2120 	if (!ret && name_added)
2121 		ret = 1;
2122 	return ret;
2123 }
2124 
2125 /* Replay one dir item from a BTRFS_DIR_INDEX_KEY key. */
2126 static noinline int replay_one_dir_item(struct btrfs_trans_handle *trans,
2127 					struct btrfs_root *root,
2128 					struct btrfs_path *path,
2129 					struct extent_buffer *eb, int slot,
2130 					struct btrfs_key *key)
2131 {
2132 	int ret;
2133 	struct btrfs_dir_item *di;
2134 
2135 	/* We only log dir index keys, which only contain a single dir item. */
2136 	ASSERT(key->type == BTRFS_DIR_INDEX_KEY);
2137 
2138 	di = btrfs_item_ptr(eb, slot, struct btrfs_dir_item);
2139 	ret = replay_one_name(trans, root, path, eb, di, key);
2140 	if (ret < 0)
2141 		return ret;
2142 
2143 	/*
2144 	 * If this entry refers to a non-directory (directories can not have a
2145 	 * link count > 1) and it was added in the transaction that was not
2146 	 * committed, make sure we fixup the link count of the inode the entry
2147 	 * points to. Otherwise something like the following would result in a
2148 	 * directory pointing to an inode with a wrong link that does not account
2149 	 * for this dir entry:
2150 	 *
2151 	 * mkdir testdir
2152 	 * touch testdir/foo
2153 	 * touch testdir/bar
2154 	 * sync
2155 	 *
2156 	 * ln testdir/bar testdir/bar_link
2157 	 * ln testdir/foo testdir/foo_link
2158 	 * xfs_io -c "fsync" testdir/bar
2159 	 *
2160 	 * <power failure>
2161 	 *
2162 	 * mount fs, log replay happens
2163 	 *
2164 	 * File foo would remain with a link count of 1 when it has two entries
2165 	 * pointing to it in the directory testdir. This would make it impossible
2166 	 * to ever delete the parent directory has it would result in stale
2167 	 * dentries that can never be deleted.
2168 	 */
2169 	if (ret == 1 && btrfs_dir_type(eb, di) != BTRFS_FT_DIR) {
2170 		struct btrfs_path *fixup_path;
2171 		struct btrfs_key di_key;
2172 
2173 		fixup_path = btrfs_alloc_path();
2174 		if (!fixup_path)
2175 			return -ENOMEM;
2176 
2177 		btrfs_dir_item_key_to_cpu(eb, di, &di_key);
2178 		ret = link_to_fixup_dir(trans, root, fixup_path, di_key.objectid);
2179 		btrfs_free_path(fixup_path);
2180 	}
2181 
2182 	return ret;
2183 }
2184 
2185 /*
2186  * directory replay has two parts.  There are the standard directory
2187  * items in the log copied from the subvolume, and range items
2188  * created in the log while the subvolume was logged.
2189  *
2190  * The range items tell us which parts of the key space the log
2191  * is authoritative for.  During replay, if a key in the subvolume
2192  * directory is in a logged range item, but not actually in the log
2193  * that means it was deleted from the directory before the fsync
2194  * and should be removed.
2195  */
2196 static noinline int find_dir_range(struct btrfs_root *root,
2197 				   struct btrfs_path *path,
2198 				   u64 dirid,
2199 				   u64 *start_ret, u64 *end_ret)
2200 {
2201 	struct btrfs_key key;
2202 	u64 found_end;
2203 	struct btrfs_dir_log_item *item;
2204 	int ret;
2205 	int nritems;
2206 
2207 	if (*start_ret == (u64)-1)
2208 		return 1;
2209 
2210 	key.objectid = dirid;
2211 	key.type = BTRFS_DIR_LOG_INDEX_KEY;
2212 	key.offset = *start_ret;
2213 
2214 	ret = btrfs_search_slot(NULL, root, &key, path, 0, 0);
2215 	if (ret < 0)
2216 		goto out;
2217 	if (ret > 0) {
2218 		if (path->slots[0] == 0)
2219 			goto out;
2220 		path->slots[0]--;
2221 	}
2222 	if (ret != 0)
2223 		btrfs_item_key_to_cpu(path->nodes[0], &key, path->slots[0]);
2224 
2225 	if (key.type != BTRFS_DIR_LOG_INDEX_KEY || key.objectid != dirid) {
2226 		ret = 1;
2227 		goto next;
2228 	}
2229 	item = btrfs_item_ptr(path->nodes[0], path->slots[0],
2230 			      struct btrfs_dir_log_item);
2231 	found_end = btrfs_dir_log_end(path->nodes[0], item);
2232 
2233 	if (*start_ret >= key.offset && *start_ret <= found_end) {
2234 		ret = 0;
2235 		*start_ret = key.offset;
2236 		*end_ret = found_end;
2237 		goto out;
2238 	}
2239 	ret = 1;
2240 next:
2241 	/* check the next slot in the tree to see if it is a valid item */
2242 	nritems = btrfs_header_nritems(path->nodes[0]);
2243 	path->slots[0]++;
2244 	if (path->slots[0] >= nritems) {
2245 		ret = btrfs_next_leaf(root, path);
2246 		if (ret)
2247 			goto out;
2248 	}
2249 
2250 	btrfs_item_key_to_cpu(path->nodes[0], &key, path->slots[0]);
2251 
2252 	if (key.type != BTRFS_DIR_LOG_INDEX_KEY || key.objectid != dirid) {
2253 		ret = 1;
2254 		goto out;
2255 	}
2256 	item = btrfs_item_ptr(path->nodes[0], path->slots[0],
2257 			      struct btrfs_dir_log_item);
2258 	found_end = btrfs_dir_log_end(path->nodes[0], item);
2259 	*start_ret = key.offset;
2260 	*end_ret = found_end;
2261 	ret = 0;
2262 out:
2263 	btrfs_release_path(path);
2264 	return ret;
2265 }
2266 
2267 /*
2268  * this looks for a given directory item in the log.  If the directory
2269  * item is not in the log, the item is removed and the inode it points
2270  * to is unlinked
2271  */
2272 static noinline int check_item_in_log(struct btrfs_trans_handle *trans,
2273 				      struct btrfs_root *log,
2274 				      struct btrfs_path *path,
2275 				      struct btrfs_path *log_path,
2276 				      struct inode *dir,
2277 				      struct btrfs_key *dir_key)
2278 {
2279 	struct btrfs_root *root = BTRFS_I(dir)->root;
2280 	int ret;
2281 	struct extent_buffer *eb;
2282 	int slot;
2283 	struct btrfs_dir_item *di;
2284 	int name_len;
2285 	char *name;
2286 	struct inode *inode = NULL;
2287 	struct btrfs_key location;
2288 
2289 	/*
2290 	 * Currenly we only log dir index keys. Even if we replay a log created
2291 	 * by an older kernel that logged both dir index and dir item keys, all
2292 	 * we need to do is process the dir index keys, we (and our caller) can
2293 	 * safely ignore dir item keys (key type BTRFS_DIR_ITEM_KEY).
2294 	 */
2295 	ASSERT(dir_key->type == BTRFS_DIR_INDEX_KEY);
2296 
2297 	eb = path->nodes[0];
2298 	slot = path->slots[0];
2299 	di = btrfs_item_ptr(eb, slot, struct btrfs_dir_item);
2300 	name_len = btrfs_dir_name_len(eb, di);
2301 	name = kmalloc(name_len, GFP_NOFS);
2302 	if (!name) {
2303 		ret = -ENOMEM;
2304 		goto out;
2305 	}
2306 
2307 	read_extent_buffer(eb, name, (unsigned long)(di + 1), name_len);
2308 
2309 	if (log) {
2310 		struct btrfs_dir_item *log_di;
2311 
2312 		log_di = btrfs_lookup_dir_index_item(trans, log, log_path,
2313 						     dir_key->objectid,
2314 						     dir_key->offset,
2315 						     name, name_len, 0);
2316 		if (IS_ERR(log_di)) {
2317 			ret = PTR_ERR(log_di);
2318 			goto out;
2319 		} else if (log_di) {
2320 			/* The dentry exists in the log, we have nothing to do. */
2321 			ret = 0;
2322 			goto out;
2323 		}
2324 	}
2325 
2326 	btrfs_dir_item_key_to_cpu(eb, di, &location);
2327 	btrfs_release_path(path);
2328 	btrfs_release_path(log_path);
2329 	inode = read_one_inode(root, location.objectid);
2330 	if (!inode) {
2331 		ret = -EIO;
2332 		goto out;
2333 	}
2334 
2335 	ret = link_to_fixup_dir(trans, root, path, location.objectid);
2336 	if (ret)
2337 		goto out;
2338 
2339 	inc_nlink(inode);
2340 	ret = unlink_inode_for_log_replay(trans, BTRFS_I(dir), BTRFS_I(inode),
2341 					  name, name_len);
2342 	/*
2343 	 * Unlike dir item keys, dir index keys can only have one name (entry) in
2344 	 * them, as there are no key collisions since each key has a unique offset
2345 	 * (an index number), so we're done.
2346 	 */
2347 out:
2348 	btrfs_release_path(path);
2349 	btrfs_release_path(log_path);
2350 	kfree(name);
2351 	iput(inode);
2352 	return ret;
2353 }
2354 
2355 static int replay_xattr_deletes(struct btrfs_trans_handle *trans,
2356 			      struct btrfs_root *root,
2357 			      struct btrfs_root *log,
2358 			      struct btrfs_path *path,
2359 			      const u64 ino)
2360 {
2361 	struct btrfs_key search_key;
2362 	struct btrfs_path *log_path;
2363 	int i;
2364 	int nritems;
2365 	int ret;
2366 
2367 	log_path = btrfs_alloc_path();
2368 	if (!log_path)
2369 		return -ENOMEM;
2370 
2371 	search_key.objectid = ino;
2372 	search_key.type = BTRFS_XATTR_ITEM_KEY;
2373 	search_key.offset = 0;
2374 again:
2375 	ret = btrfs_search_slot(NULL, root, &search_key, path, 0, 0);
2376 	if (ret < 0)
2377 		goto out;
2378 process_leaf:
2379 	nritems = btrfs_header_nritems(path->nodes[0]);
2380 	for (i = path->slots[0]; i < nritems; i++) {
2381 		struct btrfs_key key;
2382 		struct btrfs_dir_item *di;
2383 		struct btrfs_dir_item *log_di;
2384 		u32 total_size;
2385 		u32 cur;
2386 
2387 		btrfs_item_key_to_cpu(path->nodes[0], &key, i);
2388 		if (key.objectid != ino || key.type != BTRFS_XATTR_ITEM_KEY) {
2389 			ret = 0;
2390 			goto out;
2391 		}
2392 
2393 		di = btrfs_item_ptr(path->nodes[0], i, struct btrfs_dir_item);
2394 		total_size = btrfs_item_size(path->nodes[0], i);
2395 		cur = 0;
2396 		while (cur < total_size) {
2397 			u16 name_len = btrfs_dir_name_len(path->nodes[0], di);
2398 			u16 data_len = btrfs_dir_data_len(path->nodes[0], di);
2399 			u32 this_len = sizeof(*di) + name_len + data_len;
2400 			char *name;
2401 
2402 			name = kmalloc(name_len, GFP_NOFS);
2403 			if (!name) {
2404 				ret = -ENOMEM;
2405 				goto out;
2406 			}
2407 			read_extent_buffer(path->nodes[0], name,
2408 					   (unsigned long)(di + 1), name_len);
2409 
2410 			log_di = btrfs_lookup_xattr(NULL, log, log_path, ino,
2411 						    name, name_len, 0);
2412 			btrfs_release_path(log_path);
2413 			if (!log_di) {
2414 				/* Doesn't exist in log tree, so delete it. */
2415 				btrfs_release_path(path);
2416 				di = btrfs_lookup_xattr(trans, root, path, ino,
2417 							name, name_len, -1);
2418 				kfree(name);
2419 				if (IS_ERR(di)) {
2420 					ret = PTR_ERR(di);
2421 					goto out;
2422 				}
2423 				ASSERT(di);
2424 				ret = btrfs_delete_one_dir_name(trans, root,
2425 								path, di);
2426 				if (ret)
2427 					goto out;
2428 				btrfs_release_path(path);
2429 				search_key = key;
2430 				goto again;
2431 			}
2432 			kfree(name);
2433 			if (IS_ERR(log_di)) {
2434 				ret = PTR_ERR(log_di);
2435 				goto out;
2436 			}
2437 			cur += this_len;
2438 			di = (struct btrfs_dir_item *)((char *)di + this_len);
2439 		}
2440 	}
2441 	ret = btrfs_next_leaf(root, path);
2442 	if (ret > 0)
2443 		ret = 0;
2444 	else if (ret == 0)
2445 		goto process_leaf;
2446 out:
2447 	btrfs_free_path(log_path);
2448 	btrfs_release_path(path);
2449 	return ret;
2450 }
2451 
2452 
2453 /*
2454  * deletion replay happens before we copy any new directory items
2455  * out of the log or out of backreferences from inodes.  It
2456  * scans the log to find ranges of keys that log is authoritative for,
2457  * and then scans the directory to find items in those ranges that are
2458  * not present in the log.
2459  *
2460  * Anything we don't find in the log is unlinked and removed from the
2461  * directory.
2462  */
2463 static noinline int replay_dir_deletes(struct btrfs_trans_handle *trans,
2464 				       struct btrfs_root *root,
2465 				       struct btrfs_root *log,
2466 				       struct btrfs_path *path,
2467 				       u64 dirid, int del_all)
2468 {
2469 	u64 range_start;
2470 	u64 range_end;
2471 	int ret = 0;
2472 	struct btrfs_key dir_key;
2473 	struct btrfs_key found_key;
2474 	struct btrfs_path *log_path;
2475 	struct inode *dir;
2476 
2477 	dir_key.objectid = dirid;
2478 	dir_key.type = BTRFS_DIR_INDEX_KEY;
2479 	log_path = btrfs_alloc_path();
2480 	if (!log_path)
2481 		return -ENOMEM;
2482 
2483 	dir = read_one_inode(root, dirid);
2484 	/* it isn't an error if the inode isn't there, that can happen
2485 	 * because we replay the deletes before we copy in the inode item
2486 	 * from the log
2487 	 */
2488 	if (!dir) {
2489 		btrfs_free_path(log_path);
2490 		return 0;
2491 	}
2492 
2493 	range_start = 0;
2494 	range_end = 0;
2495 	while (1) {
2496 		if (del_all)
2497 			range_end = (u64)-1;
2498 		else {
2499 			ret = find_dir_range(log, path, dirid,
2500 					     &range_start, &range_end);
2501 			if (ret < 0)
2502 				goto out;
2503 			else if (ret > 0)
2504 				break;
2505 		}
2506 
2507 		dir_key.offset = range_start;
2508 		while (1) {
2509 			int nritems;
2510 			ret = btrfs_search_slot(NULL, root, &dir_key, path,
2511 						0, 0);
2512 			if (ret < 0)
2513 				goto out;
2514 
2515 			nritems = btrfs_header_nritems(path->nodes[0]);
2516 			if (path->slots[0] >= nritems) {
2517 				ret = btrfs_next_leaf(root, path);
2518 				if (ret == 1)
2519 					break;
2520 				else if (ret < 0)
2521 					goto out;
2522 			}
2523 			btrfs_item_key_to_cpu(path->nodes[0], &found_key,
2524 					      path->slots[0]);
2525 			if (found_key.objectid != dirid ||
2526 			    found_key.type != dir_key.type) {
2527 				ret = 0;
2528 				goto out;
2529 			}
2530 
2531 			if (found_key.offset > range_end)
2532 				break;
2533 
2534 			ret = check_item_in_log(trans, log, path,
2535 						log_path, dir,
2536 						&found_key);
2537 			if (ret)
2538 				goto out;
2539 			if (found_key.offset == (u64)-1)
2540 				break;
2541 			dir_key.offset = found_key.offset + 1;
2542 		}
2543 		btrfs_release_path(path);
2544 		if (range_end == (u64)-1)
2545 			break;
2546 		range_start = range_end + 1;
2547 	}
2548 	ret = 0;
2549 out:
2550 	btrfs_release_path(path);
2551 	btrfs_free_path(log_path);
2552 	iput(dir);
2553 	return ret;
2554 }
2555 
2556 /*
2557  * the process_func used to replay items from the log tree.  This
2558  * gets called in two different stages.  The first stage just looks
2559  * for inodes and makes sure they are all copied into the subvolume.
2560  *
2561  * The second stage copies all the other item types from the log into
2562  * the subvolume.  The two stage approach is slower, but gets rid of
2563  * lots of complexity around inodes referencing other inodes that exist
2564  * only in the log (references come from either directory items or inode
2565  * back refs).
2566  */
2567 static int replay_one_buffer(struct btrfs_root *log, struct extent_buffer *eb,
2568 			     struct walk_control *wc, u64 gen, int level)
2569 {
2570 	int nritems;
2571 	struct btrfs_path *path;
2572 	struct btrfs_root *root = wc->replay_dest;
2573 	struct btrfs_key key;
2574 	int i;
2575 	int ret;
2576 
2577 	ret = btrfs_read_extent_buffer(eb, gen, level, NULL);
2578 	if (ret)
2579 		return ret;
2580 
2581 	level = btrfs_header_level(eb);
2582 
2583 	if (level != 0)
2584 		return 0;
2585 
2586 	path = btrfs_alloc_path();
2587 	if (!path)
2588 		return -ENOMEM;
2589 
2590 	nritems = btrfs_header_nritems(eb);
2591 	for (i = 0; i < nritems; i++) {
2592 		btrfs_item_key_to_cpu(eb, &key, i);
2593 
2594 		/* inode keys are done during the first stage */
2595 		if (key.type == BTRFS_INODE_ITEM_KEY &&
2596 		    wc->stage == LOG_WALK_REPLAY_INODES) {
2597 			struct btrfs_inode_item *inode_item;
2598 			u32 mode;
2599 
2600 			inode_item = btrfs_item_ptr(eb, i,
2601 					    struct btrfs_inode_item);
2602 			/*
2603 			 * If we have a tmpfile (O_TMPFILE) that got fsync'ed
2604 			 * and never got linked before the fsync, skip it, as
2605 			 * replaying it is pointless since it would be deleted
2606 			 * later. We skip logging tmpfiles, but it's always
2607 			 * possible we are replaying a log created with a kernel
2608 			 * that used to log tmpfiles.
2609 			 */
2610 			if (btrfs_inode_nlink(eb, inode_item) == 0) {
2611 				wc->ignore_cur_inode = true;
2612 				continue;
2613 			} else {
2614 				wc->ignore_cur_inode = false;
2615 			}
2616 			ret = replay_xattr_deletes(wc->trans, root, log,
2617 						   path, key.objectid);
2618 			if (ret)
2619 				break;
2620 			mode = btrfs_inode_mode(eb, inode_item);
2621 			if (S_ISDIR(mode)) {
2622 				ret = replay_dir_deletes(wc->trans,
2623 					 root, log, path, key.objectid, 0);
2624 				if (ret)
2625 					break;
2626 			}
2627 			ret = overwrite_item(wc->trans, root, path,
2628 					     eb, i, &key);
2629 			if (ret)
2630 				break;
2631 
2632 			/*
2633 			 * Before replaying extents, truncate the inode to its
2634 			 * size. We need to do it now and not after log replay
2635 			 * because before an fsync we can have prealloc extents
2636 			 * added beyond the inode's i_size. If we did it after,
2637 			 * through orphan cleanup for example, we would drop
2638 			 * those prealloc extents just after replaying them.
2639 			 */
2640 			if (S_ISREG(mode)) {
2641 				struct btrfs_drop_extents_args drop_args = { 0 };
2642 				struct inode *inode;
2643 				u64 from;
2644 
2645 				inode = read_one_inode(root, key.objectid);
2646 				if (!inode) {
2647 					ret = -EIO;
2648 					break;
2649 				}
2650 				from = ALIGN(i_size_read(inode),
2651 					     root->fs_info->sectorsize);
2652 				drop_args.start = from;
2653 				drop_args.end = (u64)-1;
2654 				drop_args.drop_cache = true;
2655 				ret = btrfs_drop_extents(wc->trans, root,
2656 							 BTRFS_I(inode),
2657 							 &drop_args);
2658 				if (!ret) {
2659 					inode_sub_bytes(inode,
2660 							drop_args.bytes_found);
2661 					/* Update the inode's nbytes. */
2662 					ret = btrfs_update_inode(wc->trans,
2663 							root, BTRFS_I(inode));
2664 				}
2665 				iput(inode);
2666 				if (ret)
2667 					break;
2668 			}
2669 
2670 			ret = link_to_fixup_dir(wc->trans, root,
2671 						path, key.objectid);
2672 			if (ret)
2673 				break;
2674 		}
2675 
2676 		if (wc->ignore_cur_inode)
2677 			continue;
2678 
2679 		if (key.type == BTRFS_DIR_INDEX_KEY &&
2680 		    wc->stage == LOG_WALK_REPLAY_DIR_INDEX) {
2681 			ret = replay_one_dir_item(wc->trans, root, path,
2682 						  eb, i, &key);
2683 			if (ret)
2684 				break;
2685 		}
2686 
2687 		if (wc->stage < LOG_WALK_REPLAY_ALL)
2688 			continue;
2689 
2690 		/* these keys are simply copied */
2691 		if (key.type == BTRFS_XATTR_ITEM_KEY) {
2692 			ret = overwrite_item(wc->trans, root, path,
2693 					     eb, i, &key);
2694 			if (ret)
2695 				break;
2696 		} else if (key.type == BTRFS_INODE_REF_KEY ||
2697 			   key.type == BTRFS_INODE_EXTREF_KEY) {
2698 			ret = add_inode_ref(wc->trans, root, log, path,
2699 					    eb, i, &key);
2700 			if (ret && ret != -ENOENT)
2701 				break;
2702 			ret = 0;
2703 		} else if (key.type == BTRFS_EXTENT_DATA_KEY) {
2704 			ret = replay_one_extent(wc->trans, root, path,
2705 						eb, i, &key);
2706 			if (ret)
2707 				break;
2708 		}
2709 		/*
2710 		 * We don't log BTRFS_DIR_ITEM_KEY keys anymore, only the
2711 		 * BTRFS_DIR_INDEX_KEY items which we use to derive the
2712 		 * BTRFS_DIR_ITEM_KEY items. If we are replaying a log from an
2713 		 * older kernel with such keys, ignore them.
2714 		 */
2715 	}
2716 	btrfs_free_path(path);
2717 	return ret;
2718 }
2719 
2720 /*
2721  * Correctly adjust the reserved bytes occupied by a log tree extent buffer
2722  */
2723 static void unaccount_log_buffer(struct btrfs_fs_info *fs_info, u64 start)
2724 {
2725 	struct btrfs_block_group *cache;
2726 
2727 	cache = btrfs_lookup_block_group(fs_info, start);
2728 	if (!cache) {
2729 		btrfs_err(fs_info, "unable to find block group for %llu", start);
2730 		return;
2731 	}
2732 
2733 	spin_lock(&cache->space_info->lock);
2734 	spin_lock(&cache->lock);
2735 	cache->reserved -= fs_info->nodesize;
2736 	cache->space_info->bytes_reserved -= fs_info->nodesize;
2737 	spin_unlock(&cache->lock);
2738 	spin_unlock(&cache->space_info->lock);
2739 
2740 	btrfs_put_block_group(cache);
2741 }
2742 
2743 static noinline int walk_down_log_tree(struct btrfs_trans_handle *trans,
2744 				   struct btrfs_root *root,
2745 				   struct btrfs_path *path, int *level,
2746 				   struct walk_control *wc)
2747 {
2748 	struct btrfs_fs_info *fs_info = root->fs_info;
2749 	u64 bytenr;
2750 	u64 ptr_gen;
2751 	struct extent_buffer *next;
2752 	struct extent_buffer *cur;
2753 	u32 blocksize;
2754 	int ret = 0;
2755 
2756 	while (*level > 0) {
2757 		struct btrfs_key first_key;
2758 
2759 		cur = path->nodes[*level];
2760 
2761 		WARN_ON(btrfs_header_level(cur) != *level);
2762 
2763 		if (path->slots[*level] >=
2764 		    btrfs_header_nritems(cur))
2765 			break;
2766 
2767 		bytenr = btrfs_node_blockptr(cur, path->slots[*level]);
2768 		ptr_gen = btrfs_node_ptr_generation(cur, path->slots[*level]);
2769 		btrfs_node_key_to_cpu(cur, &first_key, path->slots[*level]);
2770 		blocksize = fs_info->nodesize;
2771 
2772 		next = btrfs_find_create_tree_block(fs_info, bytenr,
2773 						    btrfs_header_owner(cur),
2774 						    *level - 1);
2775 		if (IS_ERR(next))
2776 			return PTR_ERR(next);
2777 
2778 		if (*level == 1) {
2779 			ret = wc->process_func(root, next, wc, ptr_gen,
2780 					       *level - 1);
2781 			if (ret) {
2782 				free_extent_buffer(next);
2783 				return ret;
2784 			}
2785 
2786 			path->slots[*level]++;
2787 			if (wc->free) {
2788 				ret = btrfs_read_extent_buffer(next, ptr_gen,
2789 							*level - 1, &first_key);
2790 				if (ret) {
2791 					free_extent_buffer(next);
2792 					return ret;
2793 				}
2794 
2795 				if (trans) {
2796 					btrfs_tree_lock(next);
2797 					btrfs_clean_tree_block(next);
2798 					btrfs_wait_tree_block_writeback(next);
2799 					btrfs_tree_unlock(next);
2800 					ret = btrfs_pin_reserved_extent(trans,
2801 							bytenr, blocksize);
2802 					if (ret) {
2803 						free_extent_buffer(next);
2804 						return ret;
2805 					}
2806 					btrfs_redirty_list_add(
2807 						trans->transaction, next);
2808 				} else {
2809 					if (test_and_clear_bit(EXTENT_BUFFER_DIRTY, &next->bflags))
2810 						clear_extent_buffer_dirty(next);
2811 					unaccount_log_buffer(fs_info, bytenr);
2812 				}
2813 			}
2814 			free_extent_buffer(next);
2815 			continue;
2816 		}
2817 		ret = btrfs_read_extent_buffer(next, ptr_gen, *level - 1, &first_key);
2818 		if (ret) {
2819 			free_extent_buffer(next);
2820 			return ret;
2821 		}
2822 
2823 		if (path->nodes[*level-1])
2824 			free_extent_buffer(path->nodes[*level-1]);
2825 		path->nodes[*level-1] = next;
2826 		*level = btrfs_header_level(next);
2827 		path->slots[*level] = 0;
2828 		cond_resched();
2829 	}
2830 	path->slots[*level] = btrfs_header_nritems(path->nodes[*level]);
2831 
2832 	cond_resched();
2833 	return 0;
2834 }
2835 
2836 static noinline int walk_up_log_tree(struct btrfs_trans_handle *trans,
2837 				 struct btrfs_root *root,
2838 				 struct btrfs_path *path, int *level,
2839 				 struct walk_control *wc)
2840 {
2841 	struct btrfs_fs_info *fs_info = root->fs_info;
2842 	int i;
2843 	int slot;
2844 	int ret;
2845 
2846 	for (i = *level; i < BTRFS_MAX_LEVEL - 1 && path->nodes[i]; i++) {
2847 		slot = path->slots[i];
2848 		if (slot + 1 < btrfs_header_nritems(path->nodes[i])) {
2849 			path->slots[i]++;
2850 			*level = i;
2851 			WARN_ON(*level == 0);
2852 			return 0;
2853 		} else {
2854 			ret = wc->process_func(root, path->nodes[*level], wc,
2855 				 btrfs_header_generation(path->nodes[*level]),
2856 				 *level);
2857 			if (ret)
2858 				return ret;
2859 
2860 			if (wc->free) {
2861 				struct extent_buffer *next;
2862 
2863 				next = path->nodes[*level];
2864 
2865 				if (trans) {
2866 					btrfs_tree_lock(next);
2867 					btrfs_clean_tree_block(next);
2868 					btrfs_wait_tree_block_writeback(next);
2869 					btrfs_tree_unlock(next);
2870 					ret = btrfs_pin_reserved_extent(trans,
2871 						     path->nodes[*level]->start,
2872 						     path->nodes[*level]->len);
2873 					if (ret)
2874 						return ret;
2875 					btrfs_redirty_list_add(trans->transaction,
2876 							       next);
2877 				} else {
2878 					if (test_and_clear_bit(EXTENT_BUFFER_DIRTY, &next->bflags))
2879 						clear_extent_buffer_dirty(next);
2880 
2881 					unaccount_log_buffer(fs_info,
2882 						path->nodes[*level]->start);
2883 				}
2884 			}
2885 			free_extent_buffer(path->nodes[*level]);
2886 			path->nodes[*level] = NULL;
2887 			*level = i + 1;
2888 		}
2889 	}
2890 	return 1;
2891 }
2892 
2893 /*
2894  * drop the reference count on the tree rooted at 'snap'.  This traverses
2895  * the tree freeing any blocks that have a ref count of zero after being
2896  * decremented.
2897  */
2898 static int walk_log_tree(struct btrfs_trans_handle *trans,
2899 			 struct btrfs_root *log, struct walk_control *wc)
2900 {
2901 	struct btrfs_fs_info *fs_info = log->fs_info;
2902 	int ret = 0;
2903 	int wret;
2904 	int level;
2905 	struct btrfs_path *path;
2906 	int orig_level;
2907 
2908 	path = btrfs_alloc_path();
2909 	if (!path)
2910 		return -ENOMEM;
2911 
2912 	level = btrfs_header_level(log->node);
2913 	orig_level = level;
2914 	path->nodes[level] = log->node;
2915 	atomic_inc(&log->node->refs);
2916 	path->slots[level] = 0;
2917 
2918 	while (1) {
2919 		wret = walk_down_log_tree(trans, log, path, &level, wc);
2920 		if (wret > 0)
2921 			break;
2922 		if (wret < 0) {
2923 			ret = wret;
2924 			goto out;
2925 		}
2926 
2927 		wret = walk_up_log_tree(trans, log, path, &level, wc);
2928 		if (wret > 0)
2929 			break;
2930 		if (wret < 0) {
2931 			ret = wret;
2932 			goto out;
2933 		}
2934 	}
2935 
2936 	/* was the root node processed? if not, catch it here */
2937 	if (path->nodes[orig_level]) {
2938 		ret = wc->process_func(log, path->nodes[orig_level], wc,
2939 			 btrfs_header_generation(path->nodes[orig_level]),
2940 			 orig_level);
2941 		if (ret)
2942 			goto out;
2943 		if (wc->free) {
2944 			struct extent_buffer *next;
2945 
2946 			next = path->nodes[orig_level];
2947 
2948 			if (trans) {
2949 				btrfs_tree_lock(next);
2950 				btrfs_clean_tree_block(next);
2951 				btrfs_wait_tree_block_writeback(next);
2952 				btrfs_tree_unlock(next);
2953 				ret = btrfs_pin_reserved_extent(trans,
2954 						next->start, next->len);
2955 				if (ret)
2956 					goto out;
2957 				btrfs_redirty_list_add(trans->transaction, next);
2958 			} else {
2959 				if (test_and_clear_bit(EXTENT_BUFFER_DIRTY, &next->bflags))
2960 					clear_extent_buffer_dirty(next);
2961 				unaccount_log_buffer(fs_info, next->start);
2962 			}
2963 		}
2964 	}
2965 
2966 out:
2967 	btrfs_free_path(path);
2968 	return ret;
2969 }
2970 
2971 /*
2972  * helper function to update the item for a given subvolumes log root
2973  * in the tree of log roots
2974  */
2975 static int update_log_root(struct btrfs_trans_handle *trans,
2976 			   struct btrfs_root *log,
2977 			   struct btrfs_root_item *root_item)
2978 {
2979 	struct btrfs_fs_info *fs_info = log->fs_info;
2980 	int ret;
2981 
2982 	if (log->log_transid == 1) {
2983 		/* insert root item on the first sync */
2984 		ret = btrfs_insert_root(trans, fs_info->log_root_tree,
2985 				&log->root_key, root_item);
2986 	} else {
2987 		ret = btrfs_update_root(trans, fs_info->log_root_tree,
2988 				&log->root_key, root_item);
2989 	}
2990 	return ret;
2991 }
2992 
2993 static void wait_log_commit(struct btrfs_root *root, int transid)
2994 {
2995 	DEFINE_WAIT(wait);
2996 	int index = transid % 2;
2997 
2998 	/*
2999 	 * we only allow two pending log transactions at a time,
3000 	 * so we know that if ours is more than 2 older than the
3001 	 * current transaction, we're done
3002 	 */
3003 	for (;;) {
3004 		prepare_to_wait(&root->log_commit_wait[index],
3005 				&wait, TASK_UNINTERRUPTIBLE);
3006 
3007 		if (!(root->log_transid_committed < transid &&
3008 		      atomic_read(&root->log_commit[index])))
3009 			break;
3010 
3011 		mutex_unlock(&root->log_mutex);
3012 		schedule();
3013 		mutex_lock(&root->log_mutex);
3014 	}
3015 	finish_wait(&root->log_commit_wait[index], &wait);
3016 }
3017 
3018 static void wait_for_writer(struct btrfs_root *root)
3019 {
3020 	DEFINE_WAIT(wait);
3021 
3022 	for (;;) {
3023 		prepare_to_wait(&root->log_writer_wait, &wait,
3024 				TASK_UNINTERRUPTIBLE);
3025 		if (!atomic_read(&root->log_writers))
3026 			break;
3027 
3028 		mutex_unlock(&root->log_mutex);
3029 		schedule();
3030 		mutex_lock(&root->log_mutex);
3031 	}
3032 	finish_wait(&root->log_writer_wait, &wait);
3033 }
3034 
3035 static inline void btrfs_remove_log_ctx(struct btrfs_root *root,
3036 					struct btrfs_log_ctx *ctx)
3037 {
3038 	mutex_lock(&root->log_mutex);
3039 	list_del_init(&ctx->list);
3040 	mutex_unlock(&root->log_mutex);
3041 }
3042 
3043 /*
3044  * Invoked in log mutex context, or be sure there is no other task which
3045  * can access the list.
3046  */
3047 static inline void btrfs_remove_all_log_ctxs(struct btrfs_root *root,
3048 					     int index, int error)
3049 {
3050 	struct btrfs_log_ctx *ctx;
3051 	struct btrfs_log_ctx *safe;
3052 
3053 	list_for_each_entry_safe(ctx, safe, &root->log_ctxs[index], list) {
3054 		list_del_init(&ctx->list);
3055 		ctx->log_ret = error;
3056 	}
3057 }
3058 
3059 /*
3060  * btrfs_sync_log does sends a given tree log down to the disk and
3061  * updates the super blocks to record it.  When this call is done,
3062  * you know that any inodes previously logged are safely on disk only
3063  * if it returns 0.
3064  *
3065  * Any other return value means you need to call btrfs_commit_transaction.
3066  * Some of the edge cases for fsyncing directories that have had unlinks
3067  * or renames done in the past mean that sometimes the only safe
3068  * fsync is to commit the whole FS.  When btrfs_sync_log returns -EAGAIN,
3069  * that has happened.
3070  */
3071 int btrfs_sync_log(struct btrfs_trans_handle *trans,
3072 		   struct btrfs_root *root, struct btrfs_log_ctx *ctx)
3073 {
3074 	int index1;
3075 	int index2;
3076 	int mark;
3077 	int ret;
3078 	struct btrfs_fs_info *fs_info = root->fs_info;
3079 	struct btrfs_root *log = root->log_root;
3080 	struct btrfs_root *log_root_tree = fs_info->log_root_tree;
3081 	struct btrfs_root_item new_root_item;
3082 	int log_transid = 0;
3083 	struct btrfs_log_ctx root_log_ctx;
3084 	struct blk_plug plug;
3085 	u64 log_root_start;
3086 	u64 log_root_level;
3087 
3088 	mutex_lock(&root->log_mutex);
3089 	log_transid = ctx->log_transid;
3090 	if (root->log_transid_committed >= log_transid) {
3091 		mutex_unlock(&root->log_mutex);
3092 		return ctx->log_ret;
3093 	}
3094 
3095 	index1 = log_transid % 2;
3096 	if (atomic_read(&root->log_commit[index1])) {
3097 		wait_log_commit(root, log_transid);
3098 		mutex_unlock(&root->log_mutex);
3099 		return ctx->log_ret;
3100 	}
3101 	ASSERT(log_transid == root->log_transid);
3102 	atomic_set(&root->log_commit[index1], 1);
3103 
3104 	/* wait for previous tree log sync to complete */
3105 	if (atomic_read(&root->log_commit[(index1 + 1) % 2]))
3106 		wait_log_commit(root, log_transid - 1);
3107 
3108 	while (1) {
3109 		int batch = atomic_read(&root->log_batch);
3110 		/* when we're on an ssd, just kick the log commit out */
3111 		if (!btrfs_test_opt(fs_info, SSD) &&
3112 		    test_bit(BTRFS_ROOT_MULTI_LOG_TASKS, &root->state)) {
3113 			mutex_unlock(&root->log_mutex);
3114 			schedule_timeout_uninterruptible(1);
3115 			mutex_lock(&root->log_mutex);
3116 		}
3117 		wait_for_writer(root);
3118 		if (batch == atomic_read(&root->log_batch))
3119 			break;
3120 	}
3121 
3122 	/* bail out if we need to do a full commit */
3123 	if (btrfs_need_log_full_commit(trans)) {
3124 		ret = -EAGAIN;
3125 		mutex_unlock(&root->log_mutex);
3126 		goto out;
3127 	}
3128 
3129 	if (log_transid % 2 == 0)
3130 		mark = EXTENT_DIRTY;
3131 	else
3132 		mark = EXTENT_NEW;
3133 
3134 	/* we start IO on  all the marked extents here, but we don't actually
3135 	 * wait for them until later.
3136 	 */
3137 	blk_start_plug(&plug);
3138 	ret = btrfs_write_marked_extents(fs_info, &log->dirty_log_pages, mark);
3139 	/*
3140 	 * -EAGAIN happens when someone, e.g., a concurrent transaction
3141 	 *  commit, writes a dirty extent in this tree-log commit. This
3142 	 *  concurrent write will create a hole writing out the extents,
3143 	 *  and we cannot proceed on a zoned filesystem, requiring
3144 	 *  sequential writing. While we can bail out to a full commit
3145 	 *  here, but we can continue hoping the concurrent writing fills
3146 	 *  the hole.
3147 	 */
3148 	if (ret == -EAGAIN && btrfs_is_zoned(fs_info))
3149 		ret = 0;
3150 	if (ret) {
3151 		blk_finish_plug(&plug);
3152 		btrfs_abort_transaction(trans, ret);
3153 		btrfs_set_log_full_commit(trans);
3154 		mutex_unlock(&root->log_mutex);
3155 		goto out;
3156 	}
3157 
3158 	/*
3159 	 * We _must_ update under the root->log_mutex in order to make sure we
3160 	 * have a consistent view of the log root we are trying to commit at
3161 	 * this moment.
3162 	 *
3163 	 * We _must_ copy this into a local copy, because we are not holding the
3164 	 * log_root_tree->log_mutex yet.  This is important because when we
3165 	 * commit the log_root_tree we must have a consistent view of the
3166 	 * log_root_tree when we update the super block to point at the
3167 	 * log_root_tree bytenr.  If we update the log_root_tree here we'll race
3168 	 * with the commit and possibly point at the new block which we may not
3169 	 * have written out.
3170 	 */
3171 	btrfs_set_root_node(&log->root_item, log->node);
3172 	memcpy(&new_root_item, &log->root_item, sizeof(new_root_item));
3173 
3174 	root->log_transid++;
3175 	log->log_transid = root->log_transid;
3176 	root->log_start_pid = 0;
3177 	/*
3178 	 * IO has been started, blocks of the log tree have WRITTEN flag set
3179 	 * in their headers. new modifications of the log will be written to
3180 	 * new positions. so it's safe to allow log writers to go in.
3181 	 */
3182 	mutex_unlock(&root->log_mutex);
3183 
3184 	if (btrfs_is_zoned(fs_info)) {
3185 		mutex_lock(&fs_info->tree_root->log_mutex);
3186 		if (!log_root_tree->node) {
3187 			ret = btrfs_alloc_log_tree_node(trans, log_root_tree);
3188 			if (ret) {
3189 				mutex_unlock(&fs_info->tree_root->log_mutex);
3190 				blk_finish_plug(&plug);
3191 				goto out;
3192 			}
3193 		}
3194 		mutex_unlock(&fs_info->tree_root->log_mutex);
3195 	}
3196 
3197 	btrfs_init_log_ctx(&root_log_ctx, NULL);
3198 
3199 	mutex_lock(&log_root_tree->log_mutex);
3200 
3201 	index2 = log_root_tree->log_transid % 2;
3202 	list_add_tail(&root_log_ctx.list, &log_root_tree->log_ctxs[index2]);
3203 	root_log_ctx.log_transid = log_root_tree->log_transid;
3204 
3205 	/*
3206 	 * Now we are safe to update the log_root_tree because we're under the
3207 	 * log_mutex, and we're a current writer so we're holding the commit
3208 	 * open until we drop the log_mutex.
3209 	 */
3210 	ret = update_log_root(trans, log, &new_root_item);
3211 	if (ret) {
3212 		if (!list_empty(&root_log_ctx.list))
3213 			list_del_init(&root_log_ctx.list);
3214 
3215 		blk_finish_plug(&plug);
3216 		btrfs_set_log_full_commit(trans);
3217 
3218 		if (ret != -ENOSPC) {
3219 			btrfs_abort_transaction(trans, ret);
3220 			mutex_unlock(&log_root_tree->log_mutex);
3221 			goto out;
3222 		}
3223 		btrfs_wait_tree_log_extents(log, mark);
3224 		mutex_unlock(&log_root_tree->log_mutex);
3225 		ret = -EAGAIN;
3226 		goto out;
3227 	}
3228 
3229 	if (log_root_tree->log_transid_committed >= root_log_ctx.log_transid) {
3230 		blk_finish_plug(&plug);
3231 		list_del_init(&root_log_ctx.list);
3232 		mutex_unlock(&log_root_tree->log_mutex);
3233 		ret = root_log_ctx.log_ret;
3234 		goto out;
3235 	}
3236 
3237 	index2 = root_log_ctx.log_transid % 2;
3238 	if (atomic_read(&log_root_tree->log_commit[index2])) {
3239 		blk_finish_plug(&plug);
3240 		ret = btrfs_wait_tree_log_extents(log, mark);
3241 		wait_log_commit(log_root_tree,
3242 				root_log_ctx.log_transid);
3243 		mutex_unlock(&log_root_tree->log_mutex);
3244 		if (!ret)
3245 			ret = root_log_ctx.log_ret;
3246 		goto out;
3247 	}
3248 	ASSERT(root_log_ctx.log_transid == log_root_tree->log_transid);
3249 	atomic_set(&log_root_tree->log_commit[index2], 1);
3250 
3251 	if (atomic_read(&log_root_tree->log_commit[(index2 + 1) % 2])) {
3252 		wait_log_commit(log_root_tree,
3253 				root_log_ctx.log_transid - 1);
3254 	}
3255 
3256 	/*
3257 	 * now that we've moved on to the tree of log tree roots,
3258 	 * check the full commit flag again
3259 	 */
3260 	if (btrfs_need_log_full_commit(trans)) {
3261 		blk_finish_plug(&plug);
3262 		btrfs_wait_tree_log_extents(log, mark);
3263 		mutex_unlock(&log_root_tree->log_mutex);
3264 		ret = -EAGAIN;
3265 		goto out_wake_log_root;
3266 	}
3267 
3268 	ret = btrfs_write_marked_extents(fs_info,
3269 					 &log_root_tree->dirty_log_pages,
3270 					 EXTENT_DIRTY | EXTENT_NEW);
3271 	blk_finish_plug(&plug);
3272 	/*
3273 	 * As described above, -EAGAIN indicates a hole in the extents. We
3274 	 * cannot wait for these write outs since the waiting cause a
3275 	 * deadlock. Bail out to the full commit instead.
3276 	 */
3277 	if (ret == -EAGAIN && btrfs_is_zoned(fs_info)) {
3278 		btrfs_set_log_full_commit(trans);
3279 		btrfs_wait_tree_log_extents(log, mark);
3280 		mutex_unlock(&log_root_tree->log_mutex);
3281 		goto out_wake_log_root;
3282 	} else if (ret) {
3283 		btrfs_set_log_full_commit(trans);
3284 		btrfs_abort_transaction(trans, ret);
3285 		mutex_unlock(&log_root_tree->log_mutex);
3286 		goto out_wake_log_root;
3287 	}
3288 	ret = btrfs_wait_tree_log_extents(log, mark);
3289 	if (!ret)
3290 		ret = btrfs_wait_tree_log_extents(log_root_tree,
3291 						  EXTENT_NEW | EXTENT_DIRTY);
3292 	if (ret) {
3293 		btrfs_set_log_full_commit(trans);
3294 		mutex_unlock(&log_root_tree->log_mutex);
3295 		goto out_wake_log_root;
3296 	}
3297 
3298 	log_root_start = log_root_tree->node->start;
3299 	log_root_level = btrfs_header_level(log_root_tree->node);
3300 	log_root_tree->log_transid++;
3301 	mutex_unlock(&log_root_tree->log_mutex);
3302 
3303 	/*
3304 	 * Here we are guaranteed that nobody is going to write the superblock
3305 	 * for the current transaction before us and that neither we do write
3306 	 * our superblock before the previous transaction finishes its commit
3307 	 * and writes its superblock, because:
3308 	 *
3309 	 * 1) We are holding a handle on the current transaction, so no body
3310 	 *    can commit it until we release the handle;
3311 	 *
3312 	 * 2) Before writing our superblock we acquire the tree_log_mutex, so
3313 	 *    if the previous transaction is still committing, and hasn't yet
3314 	 *    written its superblock, we wait for it to do it, because a
3315 	 *    transaction commit acquires the tree_log_mutex when the commit
3316 	 *    begins and releases it only after writing its superblock.
3317 	 */
3318 	mutex_lock(&fs_info->tree_log_mutex);
3319 
3320 	/*
3321 	 * The previous transaction writeout phase could have failed, and thus
3322 	 * marked the fs in an error state.  We must not commit here, as we
3323 	 * could have updated our generation in the super_for_commit and
3324 	 * writing the super here would result in transid mismatches.  If there
3325 	 * is an error here just bail.
3326 	 */
3327 	if (BTRFS_FS_ERROR(fs_info)) {
3328 		ret = -EIO;
3329 		btrfs_set_log_full_commit(trans);
3330 		btrfs_abort_transaction(trans, ret);
3331 		mutex_unlock(&fs_info->tree_log_mutex);
3332 		goto out_wake_log_root;
3333 	}
3334 
3335 	btrfs_set_super_log_root(fs_info->super_for_commit, log_root_start);
3336 	btrfs_set_super_log_root_level(fs_info->super_for_commit, log_root_level);
3337 	ret = write_all_supers(fs_info, 1);
3338 	mutex_unlock(&fs_info->tree_log_mutex);
3339 	if (ret) {
3340 		btrfs_set_log_full_commit(trans);
3341 		btrfs_abort_transaction(trans, ret);
3342 		goto out_wake_log_root;
3343 	}
3344 
3345 	/*
3346 	 * We know there can only be one task here, since we have not yet set
3347 	 * root->log_commit[index1] to 0 and any task attempting to sync the
3348 	 * log must wait for the previous log transaction to commit if it's
3349 	 * still in progress or wait for the current log transaction commit if
3350 	 * someone else already started it. We use <= and not < because the
3351 	 * first log transaction has an ID of 0.
3352 	 */
3353 	ASSERT(root->last_log_commit <= log_transid);
3354 	root->last_log_commit = log_transid;
3355 
3356 out_wake_log_root:
3357 	mutex_lock(&log_root_tree->log_mutex);
3358 	btrfs_remove_all_log_ctxs(log_root_tree, index2, ret);
3359 
3360 	log_root_tree->log_transid_committed++;
3361 	atomic_set(&log_root_tree->log_commit[index2], 0);
3362 	mutex_unlock(&log_root_tree->log_mutex);
3363 
3364 	/*
3365 	 * The barrier before waitqueue_active (in cond_wake_up) is needed so
3366 	 * all the updates above are seen by the woken threads. It might not be
3367 	 * necessary, but proving that seems to be hard.
3368 	 */
3369 	cond_wake_up(&log_root_tree->log_commit_wait[index2]);
3370 out:
3371 	mutex_lock(&root->log_mutex);
3372 	btrfs_remove_all_log_ctxs(root, index1, ret);
3373 	root->log_transid_committed++;
3374 	atomic_set(&root->log_commit[index1], 0);
3375 	mutex_unlock(&root->log_mutex);
3376 
3377 	/*
3378 	 * The barrier before waitqueue_active (in cond_wake_up) is needed so
3379 	 * all the updates above are seen by the woken threads. It might not be
3380 	 * necessary, but proving that seems to be hard.
3381 	 */
3382 	cond_wake_up(&root->log_commit_wait[index1]);
3383 	return ret;
3384 }
3385 
3386 static void free_log_tree(struct btrfs_trans_handle *trans,
3387 			  struct btrfs_root *log)
3388 {
3389 	int ret;
3390 	struct walk_control wc = {
3391 		.free = 1,
3392 		.process_func = process_one_buffer
3393 	};
3394 
3395 	if (log->node) {
3396 		ret = walk_log_tree(trans, log, &wc);
3397 		if (ret) {
3398 			/*
3399 			 * We weren't able to traverse the entire log tree, the
3400 			 * typical scenario is getting an -EIO when reading an
3401 			 * extent buffer of the tree, due to a previous writeback
3402 			 * failure of it.
3403 			 */
3404 			set_bit(BTRFS_FS_STATE_LOG_CLEANUP_ERROR,
3405 				&log->fs_info->fs_state);
3406 
3407 			/*
3408 			 * Some extent buffers of the log tree may still be dirty
3409 			 * and not yet written back to storage, because we may
3410 			 * have updates to a log tree without syncing a log tree,
3411 			 * such as during rename and link operations. So flush
3412 			 * them out and wait for their writeback to complete, so
3413 			 * that we properly cleanup their state and pages.
3414 			 */
3415 			btrfs_write_marked_extents(log->fs_info,
3416 						   &log->dirty_log_pages,
3417 						   EXTENT_DIRTY | EXTENT_NEW);
3418 			btrfs_wait_tree_log_extents(log,
3419 						    EXTENT_DIRTY | EXTENT_NEW);
3420 
3421 			if (trans)
3422 				btrfs_abort_transaction(trans, ret);
3423 			else
3424 				btrfs_handle_fs_error(log->fs_info, ret, NULL);
3425 		}
3426 	}
3427 
3428 	clear_extent_bits(&log->dirty_log_pages, 0, (u64)-1,
3429 			  EXTENT_DIRTY | EXTENT_NEW | EXTENT_NEED_WAIT);
3430 	extent_io_tree_release(&log->log_csum_range);
3431 
3432 	btrfs_put_root(log);
3433 }
3434 
3435 /*
3436  * free all the extents used by the tree log.  This should be called
3437  * at commit time of the full transaction
3438  */
3439 int btrfs_free_log(struct btrfs_trans_handle *trans, struct btrfs_root *root)
3440 {
3441 	if (root->log_root) {
3442 		free_log_tree(trans, root->log_root);
3443 		root->log_root = NULL;
3444 		clear_bit(BTRFS_ROOT_HAS_LOG_TREE, &root->state);
3445 	}
3446 	return 0;
3447 }
3448 
3449 int btrfs_free_log_root_tree(struct btrfs_trans_handle *trans,
3450 			     struct btrfs_fs_info *fs_info)
3451 {
3452 	if (fs_info->log_root_tree) {
3453 		free_log_tree(trans, fs_info->log_root_tree);
3454 		fs_info->log_root_tree = NULL;
3455 		clear_bit(BTRFS_ROOT_HAS_LOG_TREE, &fs_info->tree_root->state);
3456 	}
3457 	return 0;
3458 }
3459 
3460 /*
3461  * Check if an inode was logged in the current transaction. This correctly deals
3462  * with the case where the inode was logged but has a logged_trans of 0, which
3463  * happens if the inode is evicted and loaded again, as logged_trans is an in
3464  * memory only field (not persisted).
3465  *
3466  * Returns 1 if the inode was logged before in the transaction, 0 if it was not,
3467  * and < 0 on error.
3468  */
3469 static int inode_logged(struct btrfs_trans_handle *trans,
3470 			struct btrfs_inode *inode,
3471 			struct btrfs_path *path_in)
3472 {
3473 	struct btrfs_path *path = path_in;
3474 	struct btrfs_key key;
3475 	int ret;
3476 
3477 	if (inode->logged_trans == trans->transid)
3478 		return 1;
3479 
3480 	/*
3481 	 * If logged_trans is not 0, then we know the inode logged was not logged
3482 	 * in this transaction, so we can return false right away.
3483 	 */
3484 	if (inode->logged_trans > 0)
3485 		return 0;
3486 
3487 	/*
3488 	 * If no log tree was created for this root in this transaction, then
3489 	 * the inode can not have been logged in this transaction. In that case
3490 	 * set logged_trans to anything greater than 0 and less than the current
3491 	 * transaction's ID, to avoid the search below in a future call in case
3492 	 * a log tree gets created after this.
3493 	 */
3494 	if (!test_bit(BTRFS_ROOT_HAS_LOG_TREE, &inode->root->state)) {
3495 		inode->logged_trans = trans->transid - 1;
3496 		return 0;
3497 	}
3498 
3499 	/*
3500 	 * We have a log tree and the inode's logged_trans is 0. We can't tell
3501 	 * for sure if the inode was logged before in this transaction by looking
3502 	 * only at logged_trans. We could be pessimistic and assume it was, but
3503 	 * that can lead to unnecessarily logging an inode during rename and link
3504 	 * operations, and then further updating the log in followup rename and
3505 	 * link operations, specially if it's a directory, which adds latency
3506 	 * visible to applications doing a series of rename or link operations.
3507 	 *
3508 	 * A logged_trans of 0 here can mean several things:
3509 	 *
3510 	 * 1) The inode was never logged since the filesystem was mounted, and may
3511 	 *    or may have not been evicted and loaded again;
3512 	 *
3513 	 * 2) The inode was logged in a previous transaction, then evicted and
3514 	 *    then loaded again;
3515 	 *
3516 	 * 3) The inode was logged in the current transaction, then evicted and
3517 	 *    then loaded again.
3518 	 *
3519 	 * For cases 1) and 2) we don't want to return true, but we need to detect
3520 	 * case 3) and return true. So we do a search in the log root for the inode
3521 	 * item.
3522 	 */
3523 	key.objectid = btrfs_ino(inode);
3524 	key.type = BTRFS_INODE_ITEM_KEY;
3525 	key.offset = 0;
3526 
3527 	if (!path) {
3528 		path = btrfs_alloc_path();
3529 		if (!path)
3530 			return -ENOMEM;
3531 	}
3532 
3533 	ret = btrfs_search_slot(NULL, inode->root->log_root, &key, path, 0, 0);
3534 
3535 	if (path_in)
3536 		btrfs_release_path(path);
3537 	else
3538 		btrfs_free_path(path);
3539 
3540 	/*
3541 	 * Logging an inode always results in logging its inode item. So if we
3542 	 * did not find the item we know the inode was not logged for sure.
3543 	 */
3544 	if (ret < 0) {
3545 		return ret;
3546 	} else if (ret > 0) {
3547 		/*
3548 		 * Set logged_trans to a value greater than 0 and less then the
3549 		 * current transaction to avoid doing the search in future calls.
3550 		 */
3551 		inode->logged_trans = trans->transid - 1;
3552 		return 0;
3553 	}
3554 
3555 	/*
3556 	 * The inode was previously logged and then evicted, set logged_trans to
3557 	 * the current transacion's ID, to avoid future tree searches as long as
3558 	 * the inode is not evicted again.
3559 	 */
3560 	inode->logged_trans = trans->transid;
3561 
3562 	/*
3563 	 * If it's a directory, then we must set last_dir_index_offset to the
3564 	 * maximum possible value, so that the next attempt to log the inode does
3565 	 * not skip checking if dir index keys found in modified subvolume tree
3566 	 * leaves have been logged before, otherwise it would result in attempts
3567 	 * to insert duplicate dir index keys in the log tree. This must be done
3568 	 * because last_dir_index_offset is an in-memory only field, not persisted
3569 	 * in the inode item or any other on-disk structure, so its value is lost
3570 	 * once the inode is evicted.
3571 	 */
3572 	if (S_ISDIR(inode->vfs_inode.i_mode))
3573 		inode->last_dir_index_offset = (u64)-1;
3574 
3575 	return 1;
3576 }
3577 
3578 /*
3579  * Delete a directory entry from the log if it exists.
3580  *
3581  * Returns < 0 on error
3582  *           1 if the entry does not exists
3583  *           0 if the entry existed and was successfully deleted
3584  */
3585 static int del_logged_dentry(struct btrfs_trans_handle *trans,
3586 			     struct btrfs_root *log,
3587 			     struct btrfs_path *path,
3588 			     u64 dir_ino,
3589 			     const char *name, int name_len,
3590 			     u64 index)
3591 {
3592 	struct btrfs_dir_item *di;
3593 
3594 	/*
3595 	 * We only log dir index items of a directory, so we don't need to look
3596 	 * for dir item keys.
3597 	 */
3598 	di = btrfs_lookup_dir_index_item(trans, log, path, dir_ino,
3599 					 index, name, name_len, -1);
3600 	if (IS_ERR(di))
3601 		return PTR_ERR(di);
3602 	else if (!di)
3603 		return 1;
3604 
3605 	/*
3606 	 * We do not need to update the size field of the directory's
3607 	 * inode item because on log replay we update the field to reflect
3608 	 * all existing entries in the directory (see overwrite_item()).
3609 	 */
3610 	return btrfs_delete_one_dir_name(trans, log, path, di);
3611 }
3612 
3613 /*
3614  * If both a file and directory are logged, and unlinks or renames are
3615  * mixed in, we have a few interesting corners:
3616  *
3617  * create file X in dir Y
3618  * link file X to X.link in dir Y
3619  * fsync file X
3620  * unlink file X but leave X.link
3621  * fsync dir Y
3622  *
3623  * After a crash we would expect only X.link to exist.  But file X
3624  * didn't get fsync'd again so the log has back refs for X and X.link.
3625  *
3626  * We solve this by removing directory entries and inode backrefs from the
3627  * log when a file that was logged in the current transaction is
3628  * unlinked.  Any later fsync will include the updated log entries, and
3629  * we'll be able to reconstruct the proper directory items from backrefs.
3630  *
3631  * This optimizations allows us to avoid relogging the entire inode
3632  * or the entire directory.
3633  */
3634 void btrfs_del_dir_entries_in_log(struct btrfs_trans_handle *trans,
3635 				  struct btrfs_root *root,
3636 				  const char *name, int name_len,
3637 				  struct btrfs_inode *dir, u64 index)
3638 {
3639 	struct btrfs_path *path;
3640 	int ret;
3641 
3642 	ret = inode_logged(trans, dir, NULL);
3643 	if (ret == 0)
3644 		return;
3645 	else if (ret < 0) {
3646 		btrfs_set_log_full_commit(trans);
3647 		return;
3648 	}
3649 
3650 	ret = join_running_log_trans(root);
3651 	if (ret)
3652 		return;
3653 
3654 	mutex_lock(&dir->log_mutex);
3655 
3656 	path = btrfs_alloc_path();
3657 	if (!path) {
3658 		ret = -ENOMEM;
3659 		goto out_unlock;
3660 	}
3661 
3662 	ret = del_logged_dentry(trans, root->log_root, path, btrfs_ino(dir),
3663 				name, name_len, index);
3664 	btrfs_free_path(path);
3665 out_unlock:
3666 	mutex_unlock(&dir->log_mutex);
3667 	if (ret < 0)
3668 		btrfs_set_log_full_commit(trans);
3669 	btrfs_end_log_trans(root);
3670 }
3671 
3672 /* see comments for btrfs_del_dir_entries_in_log */
3673 void btrfs_del_inode_ref_in_log(struct btrfs_trans_handle *trans,
3674 				struct btrfs_root *root,
3675 				const char *name, int name_len,
3676 				struct btrfs_inode *inode, u64 dirid)
3677 {
3678 	struct btrfs_root *log;
3679 	u64 index;
3680 	int ret;
3681 
3682 	ret = inode_logged(trans, inode, NULL);
3683 	if (ret == 0)
3684 		return;
3685 	else if (ret < 0) {
3686 		btrfs_set_log_full_commit(trans);
3687 		return;
3688 	}
3689 
3690 	ret = join_running_log_trans(root);
3691 	if (ret)
3692 		return;
3693 	log = root->log_root;
3694 	mutex_lock(&inode->log_mutex);
3695 
3696 	ret = btrfs_del_inode_ref(trans, log, name, name_len, btrfs_ino(inode),
3697 				  dirid, &index);
3698 	mutex_unlock(&inode->log_mutex);
3699 	if (ret < 0 && ret != -ENOENT)
3700 		btrfs_set_log_full_commit(trans);
3701 	btrfs_end_log_trans(root);
3702 }
3703 
3704 /*
3705  * creates a range item in the log for 'dirid'.  first_offset and
3706  * last_offset tell us which parts of the key space the log should
3707  * be considered authoritative for.
3708  */
3709 static noinline int insert_dir_log_key(struct btrfs_trans_handle *trans,
3710 				       struct btrfs_root *log,
3711 				       struct btrfs_path *path,
3712 				       u64 dirid,
3713 				       u64 first_offset, u64 last_offset)
3714 {
3715 	int ret;
3716 	struct btrfs_key key;
3717 	struct btrfs_dir_log_item *item;
3718 
3719 	key.objectid = dirid;
3720 	key.offset = first_offset;
3721 	key.type = BTRFS_DIR_LOG_INDEX_KEY;
3722 	ret = btrfs_insert_empty_item(trans, log, path, &key, sizeof(*item));
3723 	/*
3724 	 * -EEXIST is fine and can happen sporadically when we are logging a
3725 	 * directory and have concurrent insertions in the subvolume's tree for
3726 	 * items from other inodes and that result in pushing off some dir items
3727 	 * from one leaf to another in order to accommodate for the new items.
3728 	 * This results in logging the same dir index range key.
3729 	 */
3730 	if (ret && ret != -EEXIST)
3731 		return ret;
3732 
3733 	item = btrfs_item_ptr(path->nodes[0], path->slots[0],
3734 			      struct btrfs_dir_log_item);
3735 	if (ret == -EEXIST) {
3736 		const u64 curr_end = btrfs_dir_log_end(path->nodes[0], item);
3737 
3738 		/*
3739 		 * btrfs_del_dir_entries_in_log() might have been called during
3740 		 * an unlink between the initial insertion of this key and the
3741 		 * current update, or we might be logging a single entry deletion
3742 		 * during a rename, so set the new last_offset to the max value.
3743 		 */
3744 		last_offset = max(last_offset, curr_end);
3745 	}
3746 	btrfs_set_dir_log_end(path->nodes[0], item, last_offset);
3747 	btrfs_mark_buffer_dirty(path->nodes[0]);
3748 	btrfs_release_path(path);
3749 	return 0;
3750 }
3751 
3752 static int flush_dir_items_batch(struct btrfs_trans_handle *trans,
3753 				 struct btrfs_root *log,
3754 				 struct extent_buffer *src,
3755 				 struct btrfs_path *dst_path,
3756 				 int start_slot,
3757 				 int count)
3758 {
3759 	char *ins_data = NULL;
3760 	struct btrfs_item_batch batch;
3761 	struct extent_buffer *dst;
3762 	unsigned long src_offset;
3763 	unsigned long dst_offset;
3764 	struct btrfs_key key;
3765 	u32 item_size;
3766 	int ret;
3767 	int i;
3768 
3769 	ASSERT(count > 0);
3770 	batch.nr = count;
3771 
3772 	if (count == 1) {
3773 		btrfs_item_key_to_cpu(src, &key, start_slot);
3774 		item_size = btrfs_item_size(src, start_slot);
3775 		batch.keys = &key;
3776 		batch.data_sizes = &item_size;
3777 		batch.total_data_size = item_size;
3778 	} else {
3779 		struct btrfs_key *ins_keys;
3780 		u32 *ins_sizes;
3781 
3782 		ins_data = kmalloc(count * sizeof(u32) +
3783 				   count * sizeof(struct btrfs_key), GFP_NOFS);
3784 		if (!ins_data)
3785 			return -ENOMEM;
3786 
3787 		ins_sizes = (u32 *)ins_data;
3788 		ins_keys = (struct btrfs_key *)(ins_data + count * sizeof(u32));
3789 		batch.keys = ins_keys;
3790 		batch.data_sizes = ins_sizes;
3791 		batch.total_data_size = 0;
3792 
3793 		for (i = 0; i < count; i++) {
3794 			const int slot = start_slot + i;
3795 
3796 			btrfs_item_key_to_cpu(src, &ins_keys[i], slot);
3797 			ins_sizes[i] = btrfs_item_size(src, slot);
3798 			batch.total_data_size += ins_sizes[i];
3799 		}
3800 	}
3801 
3802 	ret = btrfs_insert_empty_items(trans, log, dst_path, &batch);
3803 	if (ret)
3804 		goto out;
3805 
3806 	dst = dst_path->nodes[0];
3807 	/*
3808 	 * Copy all the items in bulk, in a single copy operation. Item data is
3809 	 * organized such that it's placed at the end of a leaf and from right
3810 	 * to left. For example, the data for the second item ends at an offset
3811 	 * that matches the offset where the data for the first item starts, the
3812 	 * data for the third item ends at an offset that matches the offset
3813 	 * where the data of the second items starts, and so on.
3814 	 * Therefore our source and destination start offsets for copy match the
3815 	 * offsets of the last items (highest slots).
3816 	 */
3817 	dst_offset = btrfs_item_ptr_offset(dst, dst_path->slots[0] + count - 1);
3818 	src_offset = btrfs_item_ptr_offset(src, start_slot + count - 1);
3819 	copy_extent_buffer(dst, src, dst_offset, src_offset, batch.total_data_size);
3820 	btrfs_release_path(dst_path);
3821 out:
3822 	kfree(ins_data);
3823 
3824 	return ret;
3825 }
3826 
3827 static int process_dir_items_leaf(struct btrfs_trans_handle *trans,
3828 				  struct btrfs_inode *inode,
3829 				  struct btrfs_path *path,
3830 				  struct btrfs_path *dst_path,
3831 				  struct btrfs_log_ctx *ctx,
3832 				  u64 *last_old_dentry_offset)
3833 {
3834 	struct btrfs_root *log = inode->root->log_root;
3835 	struct extent_buffer *src = path->nodes[0];
3836 	const int nritems = btrfs_header_nritems(src);
3837 	const u64 ino = btrfs_ino(inode);
3838 	bool last_found = false;
3839 	int batch_start = 0;
3840 	int batch_size = 0;
3841 	int i;
3842 
3843 	for (i = path->slots[0]; i < nritems; i++) {
3844 		struct btrfs_dir_item *di;
3845 		struct btrfs_key key;
3846 		int ret;
3847 
3848 		btrfs_item_key_to_cpu(src, &key, i);
3849 
3850 		if (key.objectid != ino || key.type != BTRFS_DIR_INDEX_KEY) {
3851 			last_found = true;
3852 			break;
3853 		}
3854 
3855 		di = btrfs_item_ptr(src, i, struct btrfs_dir_item);
3856 		ctx->last_dir_item_offset = key.offset;
3857 
3858 		/*
3859 		 * Skip ranges of items that consist only of dir item keys created
3860 		 * in past transactions. However if we find a gap, we must log a
3861 		 * dir index range item for that gap, so that index keys in that
3862 		 * gap are deleted during log replay.
3863 		 */
3864 		if (btrfs_dir_transid(src, di) < trans->transid) {
3865 			if (key.offset > *last_old_dentry_offset + 1) {
3866 				ret = insert_dir_log_key(trans, log, dst_path,
3867 						 ino, *last_old_dentry_offset + 1,
3868 						 key.offset - 1);
3869 				if (ret < 0)
3870 					return ret;
3871 			}
3872 
3873 			*last_old_dentry_offset = key.offset;
3874 			continue;
3875 		}
3876 		/*
3877 		 * We must make sure that when we log a directory entry, the
3878 		 * corresponding inode, after log replay, has a matching link
3879 		 * count. For example:
3880 		 *
3881 		 * touch foo
3882 		 * mkdir mydir
3883 		 * sync
3884 		 * ln foo mydir/bar
3885 		 * xfs_io -c "fsync" mydir
3886 		 * <crash>
3887 		 * <mount fs and log replay>
3888 		 *
3889 		 * Would result in a fsync log that when replayed, our file inode
3890 		 * would have a link count of 1, but we get two directory entries
3891 		 * pointing to the same inode. After removing one of the names,
3892 		 * it would not be possible to remove the other name, which
3893 		 * resulted always in stale file handle errors, and would not be
3894 		 * possible to rmdir the parent directory, since its i_size could
3895 		 * never be decremented to the value BTRFS_EMPTY_DIR_SIZE,
3896 		 * resulting in -ENOTEMPTY errors.
3897 		 */
3898 		if (!ctx->log_new_dentries) {
3899 			struct btrfs_key di_key;
3900 
3901 			btrfs_dir_item_key_to_cpu(src, di, &di_key);
3902 			if (di_key.type != BTRFS_ROOT_ITEM_KEY)
3903 				ctx->log_new_dentries = true;
3904 		}
3905 
3906 		if (!ctx->logged_before)
3907 			goto add_to_batch;
3908 
3909 		/*
3910 		 * If we were logged before and have logged dir items, we can skip
3911 		 * checking if any item with a key offset larger than the last one
3912 		 * we logged is in the log tree, saving time and avoiding adding
3913 		 * contention on the log tree. We can only rely on the value of
3914 		 * last_dir_index_offset when we know for sure that the inode was
3915 		 * previously logged in the current transaction.
3916 		 */
3917 		if (key.offset > inode->last_dir_index_offset)
3918 			goto add_to_batch;
3919 		/*
3920 		 * Check if the key was already logged before. If not we can add
3921 		 * it to a batch for bulk insertion.
3922 		 */
3923 		ret = btrfs_search_slot(NULL, log, &key, dst_path, 0, 0);
3924 		if (ret < 0) {
3925 			return ret;
3926 		} else if (ret > 0) {
3927 			btrfs_release_path(dst_path);
3928 			goto add_to_batch;
3929 		}
3930 
3931 		/*
3932 		 * Item exists in the log. Overwrite the item in the log if it
3933 		 * has different content or do nothing if it has exactly the same
3934 		 * content. And then flush the current batch if any - do it after
3935 		 * overwriting the current item, or we would deadlock otherwise,
3936 		 * since we are holding a path for the existing item.
3937 		 */
3938 		ret = do_overwrite_item(trans, log, dst_path, src, i, &key);
3939 		if (ret < 0)
3940 			return ret;
3941 
3942 		if (batch_size > 0) {
3943 			ret = flush_dir_items_batch(trans, log, src, dst_path,
3944 						    batch_start, batch_size);
3945 			if (ret < 0)
3946 				return ret;
3947 			batch_size = 0;
3948 		}
3949 		continue;
3950 add_to_batch:
3951 		if (batch_size == 0)
3952 			batch_start = i;
3953 		batch_size++;
3954 	}
3955 
3956 	if (batch_size > 0) {
3957 		int ret;
3958 
3959 		ret = flush_dir_items_batch(trans, log, src, dst_path,
3960 					    batch_start, batch_size);
3961 		if (ret < 0)
3962 			return ret;
3963 	}
3964 
3965 	return last_found ? 1 : 0;
3966 }
3967 
3968 /*
3969  * log all the items included in the current transaction for a given
3970  * directory.  This also creates the range items in the log tree required
3971  * to replay anything deleted before the fsync
3972  */
3973 static noinline int log_dir_items(struct btrfs_trans_handle *trans,
3974 			  struct btrfs_inode *inode,
3975 			  struct btrfs_path *path,
3976 			  struct btrfs_path *dst_path,
3977 			  struct btrfs_log_ctx *ctx,
3978 			  u64 min_offset, u64 *last_offset_ret)
3979 {
3980 	struct btrfs_key min_key;
3981 	struct btrfs_root *root = inode->root;
3982 	struct btrfs_root *log = root->log_root;
3983 	int err = 0;
3984 	int ret;
3985 	u64 last_old_dentry_offset = min_offset - 1;
3986 	u64 last_offset = (u64)-1;
3987 	u64 ino = btrfs_ino(inode);
3988 
3989 	min_key.objectid = ino;
3990 	min_key.type = BTRFS_DIR_INDEX_KEY;
3991 	min_key.offset = min_offset;
3992 
3993 	ret = btrfs_search_forward(root, &min_key, path, trans->transid);
3994 
3995 	/*
3996 	 * we didn't find anything from this transaction, see if there
3997 	 * is anything at all
3998 	 */
3999 	if (ret != 0 || min_key.objectid != ino ||
4000 	    min_key.type != BTRFS_DIR_INDEX_KEY) {
4001 		min_key.objectid = ino;
4002 		min_key.type = BTRFS_DIR_INDEX_KEY;
4003 		min_key.offset = (u64)-1;
4004 		btrfs_release_path(path);
4005 		ret = btrfs_search_slot(NULL, root, &min_key, path, 0, 0);
4006 		if (ret < 0) {
4007 			btrfs_release_path(path);
4008 			return ret;
4009 		}
4010 		ret = btrfs_previous_item(root, path, ino, BTRFS_DIR_INDEX_KEY);
4011 
4012 		/* if ret == 0 there are items for this type,
4013 		 * create a range to tell us the last key of this type.
4014 		 * otherwise, there are no items in this directory after
4015 		 * *min_offset, and we create a range to indicate that.
4016 		 */
4017 		if (ret == 0) {
4018 			struct btrfs_key tmp;
4019 
4020 			btrfs_item_key_to_cpu(path->nodes[0], &tmp,
4021 					      path->slots[0]);
4022 			if (tmp.type == BTRFS_DIR_INDEX_KEY)
4023 				last_old_dentry_offset = tmp.offset;
4024 		}
4025 		goto done;
4026 	}
4027 
4028 	/* go backward to find any previous key */
4029 	ret = btrfs_previous_item(root, path, ino, BTRFS_DIR_INDEX_KEY);
4030 	if (ret == 0) {
4031 		struct btrfs_key tmp;
4032 
4033 		btrfs_item_key_to_cpu(path->nodes[0], &tmp, path->slots[0]);
4034 		/*
4035 		 * The dir index key before the first one we found that needs to
4036 		 * be logged might be in a previous leaf, and there might be a
4037 		 * gap between these keys, meaning that we had deletions that
4038 		 * happened. So the key range item we log (key type
4039 		 * BTRFS_DIR_LOG_INDEX_KEY) must cover a range that starts at the
4040 		 * previous key's offset plus 1, so that those deletes are replayed.
4041 		 */
4042 		if (tmp.type == BTRFS_DIR_INDEX_KEY)
4043 			last_old_dentry_offset = tmp.offset;
4044 	}
4045 	btrfs_release_path(path);
4046 
4047 	/*
4048 	 * Find the first key from this transaction again.  See the note for
4049 	 * log_new_dir_dentries, if we're logging a directory recursively we
4050 	 * won't be holding its i_mutex, which means we can modify the directory
4051 	 * while we're logging it.  If we remove an entry between our first
4052 	 * search and this search we'll not find the key again and can just
4053 	 * bail.
4054 	 */
4055 search:
4056 	ret = btrfs_search_slot(NULL, root, &min_key, path, 0, 0);
4057 	if (ret != 0)
4058 		goto done;
4059 
4060 	/*
4061 	 * we have a block from this transaction, log every item in it
4062 	 * from our directory
4063 	 */
4064 	while (1) {
4065 		ret = process_dir_items_leaf(trans, inode, path, dst_path, ctx,
4066 					     &last_old_dentry_offset);
4067 		if (ret != 0) {
4068 			if (ret < 0)
4069 				err = ret;
4070 			goto done;
4071 		}
4072 		path->slots[0] = btrfs_header_nritems(path->nodes[0]);
4073 
4074 		/*
4075 		 * look ahead to the next item and see if it is also
4076 		 * from this directory and from this transaction
4077 		 */
4078 		ret = btrfs_next_leaf(root, path);
4079 		if (ret) {
4080 			if (ret == 1)
4081 				last_offset = (u64)-1;
4082 			else
4083 				err = ret;
4084 			goto done;
4085 		}
4086 		btrfs_item_key_to_cpu(path->nodes[0], &min_key, path->slots[0]);
4087 		if (min_key.objectid != ino || min_key.type != BTRFS_DIR_INDEX_KEY) {
4088 			last_offset = (u64)-1;
4089 			goto done;
4090 		}
4091 		if (btrfs_header_generation(path->nodes[0]) != trans->transid) {
4092 			/*
4093 			 * The next leaf was not changed in the current transaction
4094 			 * and has at least one dir index key.
4095 			 * We check for the next key because there might have been
4096 			 * one or more deletions between the last key we logged and
4097 			 * that next key. So the key range item we log (key type
4098 			 * BTRFS_DIR_LOG_INDEX_KEY) must end at the next key's
4099 			 * offset minus 1, so that those deletes are replayed.
4100 			 */
4101 			last_offset = min_key.offset - 1;
4102 			goto done;
4103 		}
4104 		if (need_resched()) {
4105 			btrfs_release_path(path);
4106 			cond_resched();
4107 			goto search;
4108 		}
4109 	}
4110 done:
4111 	btrfs_release_path(path);
4112 	btrfs_release_path(dst_path);
4113 
4114 	if (err == 0) {
4115 		*last_offset_ret = last_offset;
4116 		/*
4117 		 * In case the leaf was changed in the current transaction but
4118 		 * all its dir items are from a past transaction, the last item
4119 		 * in the leaf is a dir item and there's no gap between that last
4120 		 * dir item and the first one on the next leaf (which did not
4121 		 * change in the current transaction), then we don't need to log
4122 		 * a range, last_old_dentry_offset is == to last_offset.
4123 		 */
4124 		ASSERT(last_old_dentry_offset <= last_offset);
4125 		if (last_old_dentry_offset < last_offset) {
4126 			ret = insert_dir_log_key(trans, log, path, ino,
4127 						 last_old_dentry_offset + 1,
4128 						 last_offset);
4129 			if (ret)
4130 				err = ret;
4131 		}
4132 	}
4133 	return err;
4134 }
4135 
4136 /*
4137  * logging directories is very similar to logging inodes, We find all the items
4138  * from the current transaction and write them to the log.
4139  *
4140  * The recovery code scans the directory in the subvolume, and if it finds a
4141  * key in the range logged that is not present in the log tree, then it means
4142  * that dir entry was unlinked during the transaction.
4143  *
4144  * In order for that scan to work, we must include one key smaller than
4145  * the smallest logged by this transaction and one key larger than the largest
4146  * key logged by this transaction.
4147  */
4148 static noinline int log_directory_changes(struct btrfs_trans_handle *trans,
4149 			  struct btrfs_inode *inode,
4150 			  struct btrfs_path *path,
4151 			  struct btrfs_path *dst_path,
4152 			  struct btrfs_log_ctx *ctx)
4153 {
4154 	u64 min_key;
4155 	u64 max_key;
4156 	int ret;
4157 
4158 	min_key = BTRFS_DIR_START_INDEX;
4159 	max_key = 0;
4160 	ctx->last_dir_item_offset = inode->last_dir_index_offset;
4161 
4162 	while (1) {
4163 		ret = log_dir_items(trans, inode, path, dst_path,
4164 				ctx, min_key, &max_key);
4165 		if (ret)
4166 			return ret;
4167 		if (max_key == (u64)-1)
4168 			break;
4169 		min_key = max_key + 1;
4170 	}
4171 
4172 	inode->last_dir_index_offset = ctx->last_dir_item_offset;
4173 
4174 	return 0;
4175 }
4176 
4177 /*
4178  * a helper function to drop items from the log before we relog an
4179  * inode.  max_key_type indicates the highest item type to remove.
4180  * This cannot be run for file data extents because it does not
4181  * free the extents they point to.
4182  */
4183 static int drop_inode_items(struct btrfs_trans_handle *trans,
4184 				  struct btrfs_root *log,
4185 				  struct btrfs_path *path,
4186 				  struct btrfs_inode *inode,
4187 				  int max_key_type)
4188 {
4189 	int ret;
4190 	struct btrfs_key key;
4191 	struct btrfs_key found_key;
4192 	int start_slot;
4193 
4194 	key.objectid = btrfs_ino(inode);
4195 	key.type = max_key_type;
4196 	key.offset = (u64)-1;
4197 
4198 	while (1) {
4199 		ret = btrfs_search_slot(trans, log, &key, path, -1, 1);
4200 		BUG_ON(ret == 0); /* Logic error */
4201 		if (ret < 0)
4202 			break;
4203 
4204 		if (path->slots[0] == 0)
4205 			break;
4206 
4207 		path->slots[0]--;
4208 		btrfs_item_key_to_cpu(path->nodes[0], &found_key,
4209 				      path->slots[0]);
4210 
4211 		if (found_key.objectid != key.objectid)
4212 			break;
4213 
4214 		found_key.offset = 0;
4215 		found_key.type = 0;
4216 		ret = btrfs_bin_search(path->nodes[0], &found_key, &start_slot);
4217 		if (ret < 0)
4218 			break;
4219 
4220 		ret = btrfs_del_items(trans, log, path, start_slot,
4221 				      path->slots[0] - start_slot + 1);
4222 		/*
4223 		 * If start slot isn't 0 then we don't need to re-search, we've
4224 		 * found the last guy with the objectid in this tree.
4225 		 */
4226 		if (ret || start_slot != 0)
4227 			break;
4228 		btrfs_release_path(path);
4229 	}
4230 	btrfs_release_path(path);
4231 	if (ret > 0)
4232 		ret = 0;
4233 	return ret;
4234 }
4235 
4236 static int truncate_inode_items(struct btrfs_trans_handle *trans,
4237 				struct btrfs_root *log_root,
4238 				struct btrfs_inode *inode,
4239 				u64 new_size, u32 min_type)
4240 {
4241 	struct btrfs_truncate_control control = {
4242 		.new_size = new_size,
4243 		.ino = btrfs_ino(inode),
4244 		.min_type = min_type,
4245 		.skip_ref_updates = true,
4246 	};
4247 
4248 	return btrfs_truncate_inode_items(trans, log_root, &control);
4249 }
4250 
4251 static void fill_inode_item(struct btrfs_trans_handle *trans,
4252 			    struct extent_buffer *leaf,
4253 			    struct btrfs_inode_item *item,
4254 			    struct inode *inode, int log_inode_only,
4255 			    u64 logged_isize)
4256 {
4257 	struct btrfs_map_token token;
4258 	u64 flags;
4259 
4260 	btrfs_init_map_token(&token, leaf);
4261 
4262 	if (log_inode_only) {
4263 		/* set the generation to zero so the recover code
4264 		 * can tell the difference between an logging
4265 		 * just to say 'this inode exists' and a logging
4266 		 * to say 'update this inode with these values'
4267 		 */
4268 		btrfs_set_token_inode_generation(&token, item, 0);
4269 		btrfs_set_token_inode_size(&token, item, logged_isize);
4270 	} else {
4271 		btrfs_set_token_inode_generation(&token, item,
4272 						 BTRFS_I(inode)->generation);
4273 		btrfs_set_token_inode_size(&token, item, inode->i_size);
4274 	}
4275 
4276 	btrfs_set_token_inode_uid(&token, item, i_uid_read(inode));
4277 	btrfs_set_token_inode_gid(&token, item, i_gid_read(inode));
4278 	btrfs_set_token_inode_mode(&token, item, inode->i_mode);
4279 	btrfs_set_token_inode_nlink(&token, item, inode->i_nlink);
4280 
4281 	btrfs_set_token_timespec_sec(&token, &item->atime,
4282 				     inode->i_atime.tv_sec);
4283 	btrfs_set_token_timespec_nsec(&token, &item->atime,
4284 				      inode->i_atime.tv_nsec);
4285 
4286 	btrfs_set_token_timespec_sec(&token, &item->mtime,
4287 				     inode->i_mtime.tv_sec);
4288 	btrfs_set_token_timespec_nsec(&token, &item->mtime,
4289 				      inode->i_mtime.tv_nsec);
4290 
4291 	btrfs_set_token_timespec_sec(&token, &item->ctime,
4292 				     inode->i_ctime.tv_sec);
4293 	btrfs_set_token_timespec_nsec(&token, &item->ctime,
4294 				      inode->i_ctime.tv_nsec);
4295 
4296 	/*
4297 	 * We do not need to set the nbytes field, in fact during a fast fsync
4298 	 * its value may not even be correct, since a fast fsync does not wait
4299 	 * for ordered extent completion, which is where we update nbytes, it
4300 	 * only waits for writeback to complete. During log replay as we find
4301 	 * file extent items and replay them, we adjust the nbytes field of the
4302 	 * inode item in subvolume tree as needed (see overwrite_item()).
4303 	 */
4304 
4305 	btrfs_set_token_inode_sequence(&token, item, inode_peek_iversion(inode));
4306 	btrfs_set_token_inode_transid(&token, item, trans->transid);
4307 	btrfs_set_token_inode_rdev(&token, item, inode->i_rdev);
4308 	flags = btrfs_inode_combine_flags(BTRFS_I(inode)->flags,
4309 					  BTRFS_I(inode)->ro_flags);
4310 	btrfs_set_token_inode_flags(&token, item, flags);
4311 	btrfs_set_token_inode_block_group(&token, item, 0);
4312 }
4313 
4314 static int log_inode_item(struct btrfs_trans_handle *trans,
4315 			  struct btrfs_root *log, struct btrfs_path *path,
4316 			  struct btrfs_inode *inode, bool inode_item_dropped)
4317 {
4318 	struct btrfs_inode_item *inode_item;
4319 	int ret;
4320 
4321 	/*
4322 	 * If we are doing a fast fsync and the inode was logged before in the
4323 	 * current transaction, then we know the inode was previously logged and
4324 	 * it exists in the log tree. For performance reasons, in this case use
4325 	 * btrfs_search_slot() directly with ins_len set to 0 so that we never
4326 	 * attempt a write lock on the leaf's parent, which adds unnecessary lock
4327 	 * contention in case there are concurrent fsyncs for other inodes of the
4328 	 * same subvolume. Using btrfs_insert_empty_item() when the inode item
4329 	 * already exists can also result in unnecessarily splitting a leaf.
4330 	 */
4331 	if (!inode_item_dropped && inode->logged_trans == trans->transid) {
4332 		ret = btrfs_search_slot(trans, log, &inode->location, path, 0, 1);
4333 		ASSERT(ret <= 0);
4334 		if (ret > 0)
4335 			ret = -ENOENT;
4336 	} else {
4337 		/*
4338 		 * This means it is the first fsync in the current transaction,
4339 		 * so the inode item is not in the log and we need to insert it.
4340 		 * We can never get -EEXIST because we are only called for a fast
4341 		 * fsync and in case an inode eviction happens after the inode was
4342 		 * logged before in the current transaction, when we load again
4343 		 * the inode, we set BTRFS_INODE_NEEDS_FULL_SYNC on its runtime
4344 		 * flags and set ->logged_trans to 0.
4345 		 */
4346 		ret = btrfs_insert_empty_item(trans, log, path, &inode->location,
4347 					      sizeof(*inode_item));
4348 		ASSERT(ret != -EEXIST);
4349 	}
4350 	if (ret)
4351 		return ret;
4352 	inode_item = btrfs_item_ptr(path->nodes[0], path->slots[0],
4353 				    struct btrfs_inode_item);
4354 	fill_inode_item(trans, path->nodes[0], inode_item, &inode->vfs_inode,
4355 			0, 0);
4356 	btrfs_release_path(path);
4357 	return 0;
4358 }
4359 
4360 static int log_csums(struct btrfs_trans_handle *trans,
4361 		     struct btrfs_inode *inode,
4362 		     struct btrfs_root *log_root,
4363 		     struct btrfs_ordered_sum *sums)
4364 {
4365 	const u64 lock_end = sums->bytenr + sums->len - 1;
4366 	struct extent_state *cached_state = NULL;
4367 	int ret;
4368 
4369 	/*
4370 	 * If this inode was not used for reflink operations in the current
4371 	 * transaction with new extents, then do the fast path, no need to
4372 	 * worry about logging checksum items with overlapping ranges.
4373 	 */
4374 	if (inode->last_reflink_trans < trans->transid)
4375 		return btrfs_csum_file_blocks(trans, log_root, sums);
4376 
4377 	/*
4378 	 * Serialize logging for checksums. This is to avoid racing with the
4379 	 * same checksum being logged by another task that is logging another
4380 	 * file which happens to refer to the same extent as well. Such races
4381 	 * can leave checksum items in the log with overlapping ranges.
4382 	 */
4383 	ret = lock_extent_bits(&log_root->log_csum_range, sums->bytenr,
4384 			       lock_end, &cached_state);
4385 	if (ret)
4386 		return ret;
4387 	/*
4388 	 * Due to extent cloning, we might have logged a csum item that covers a
4389 	 * subrange of a cloned extent, and later we can end up logging a csum
4390 	 * item for a larger subrange of the same extent or the entire range.
4391 	 * This would leave csum items in the log tree that cover the same range
4392 	 * and break the searches for checksums in the log tree, resulting in
4393 	 * some checksums missing in the fs/subvolume tree. So just delete (or
4394 	 * trim and adjust) any existing csum items in the log for this range.
4395 	 */
4396 	ret = btrfs_del_csums(trans, log_root, sums->bytenr, sums->len);
4397 	if (!ret)
4398 		ret = btrfs_csum_file_blocks(trans, log_root, sums);
4399 
4400 	unlock_extent_cached(&log_root->log_csum_range, sums->bytenr, lock_end,
4401 			     &cached_state);
4402 
4403 	return ret;
4404 }
4405 
4406 static noinline int copy_items(struct btrfs_trans_handle *trans,
4407 			       struct btrfs_inode *inode,
4408 			       struct btrfs_path *dst_path,
4409 			       struct btrfs_path *src_path,
4410 			       int start_slot, int nr, int inode_only,
4411 			       u64 logged_isize)
4412 {
4413 	struct btrfs_root *log = inode->root->log_root;
4414 	struct btrfs_file_extent_item *extent;
4415 	struct extent_buffer *src = src_path->nodes[0];
4416 	int ret = 0;
4417 	struct btrfs_key *ins_keys;
4418 	u32 *ins_sizes;
4419 	struct btrfs_item_batch batch;
4420 	char *ins_data;
4421 	int i;
4422 	int dst_index;
4423 	const bool skip_csum = (inode->flags & BTRFS_INODE_NODATASUM);
4424 	const u64 i_size = i_size_read(&inode->vfs_inode);
4425 
4426 	ins_data = kmalloc(nr * sizeof(struct btrfs_key) +
4427 			   nr * sizeof(u32), GFP_NOFS);
4428 	if (!ins_data)
4429 		return -ENOMEM;
4430 
4431 	ins_sizes = (u32 *)ins_data;
4432 	ins_keys = (struct btrfs_key *)(ins_data + nr * sizeof(u32));
4433 	batch.keys = ins_keys;
4434 	batch.data_sizes = ins_sizes;
4435 	batch.total_data_size = 0;
4436 	batch.nr = 0;
4437 
4438 	dst_index = 0;
4439 	for (i = 0; i < nr; i++) {
4440 		const int src_slot = start_slot + i;
4441 		struct btrfs_root *csum_root;
4442 		struct btrfs_ordered_sum *sums;
4443 		struct btrfs_ordered_sum *sums_next;
4444 		LIST_HEAD(ordered_sums);
4445 		u64 disk_bytenr;
4446 		u64 disk_num_bytes;
4447 		u64 extent_offset;
4448 		u64 extent_num_bytes;
4449 		bool is_old_extent;
4450 
4451 		btrfs_item_key_to_cpu(src, &ins_keys[dst_index], src_slot);
4452 
4453 		if (ins_keys[dst_index].type != BTRFS_EXTENT_DATA_KEY)
4454 			goto add_to_batch;
4455 
4456 		extent = btrfs_item_ptr(src, src_slot,
4457 					struct btrfs_file_extent_item);
4458 
4459 		is_old_extent = (btrfs_file_extent_generation(src, extent) <
4460 				 trans->transid);
4461 
4462 		/*
4463 		 * Don't copy extents from past generations. That would make us
4464 		 * log a lot more metadata for common cases like doing only a
4465 		 * few random writes into a file and then fsync it for the first
4466 		 * time or after the full sync flag is set on the inode. We can
4467 		 * get leaves full of extent items, most of which are from past
4468 		 * generations, so we can skip them - as long as the inode has
4469 		 * not been the target of a reflink operation in this transaction,
4470 		 * as in that case it might have had file extent items with old
4471 		 * generations copied into it. We also must always log prealloc
4472 		 * extents that start at or beyond eof, otherwise we would lose
4473 		 * them on log replay.
4474 		 */
4475 		if (is_old_extent &&
4476 		    ins_keys[dst_index].offset < i_size &&
4477 		    inode->last_reflink_trans < trans->transid)
4478 			continue;
4479 
4480 		if (skip_csum)
4481 			goto add_to_batch;
4482 
4483 		/* Only regular extents have checksums. */
4484 		if (btrfs_file_extent_type(src, extent) != BTRFS_FILE_EXTENT_REG)
4485 			goto add_to_batch;
4486 
4487 		/*
4488 		 * If it's an extent created in a past transaction, then its
4489 		 * checksums are already accessible from the committed csum tree,
4490 		 * no need to log them.
4491 		 */
4492 		if (is_old_extent)
4493 			goto add_to_batch;
4494 
4495 		disk_bytenr = btrfs_file_extent_disk_bytenr(src, extent);
4496 		/* If it's an explicit hole, there are no checksums. */
4497 		if (disk_bytenr == 0)
4498 			goto add_to_batch;
4499 
4500 		disk_num_bytes = btrfs_file_extent_disk_num_bytes(src, extent);
4501 
4502 		if (btrfs_file_extent_compression(src, extent)) {
4503 			extent_offset = 0;
4504 			extent_num_bytes = disk_num_bytes;
4505 		} else {
4506 			extent_offset = btrfs_file_extent_offset(src, extent);
4507 			extent_num_bytes = btrfs_file_extent_num_bytes(src, extent);
4508 		}
4509 
4510 		csum_root = btrfs_csum_root(trans->fs_info, disk_bytenr);
4511 		disk_bytenr += extent_offset;
4512 		ret = btrfs_lookup_csums_range(csum_root, disk_bytenr,
4513 					       disk_bytenr + extent_num_bytes - 1,
4514 					       &ordered_sums, 0);
4515 		if (ret)
4516 			goto out;
4517 
4518 		list_for_each_entry_safe(sums, sums_next, &ordered_sums, list) {
4519 			if (!ret)
4520 				ret = log_csums(trans, inode, log, sums);
4521 			list_del(&sums->list);
4522 			kfree(sums);
4523 		}
4524 		if (ret)
4525 			goto out;
4526 
4527 add_to_batch:
4528 		ins_sizes[dst_index] = btrfs_item_size(src, src_slot);
4529 		batch.total_data_size += ins_sizes[dst_index];
4530 		batch.nr++;
4531 		dst_index++;
4532 	}
4533 
4534 	/*
4535 	 * We have a leaf full of old extent items that don't need to be logged,
4536 	 * so we don't need to do anything.
4537 	 */
4538 	if (batch.nr == 0)
4539 		goto out;
4540 
4541 	ret = btrfs_insert_empty_items(trans, log, dst_path, &batch);
4542 	if (ret)
4543 		goto out;
4544 
4545 	dst_index = 0;
4546 	for (i = 0; i < nr; i++) {
4547 		const int src_slot = start_slot + i;
4548 		const int dst_slot = dst_path->slots[0] + dst_index;
4549 		struct btrfs_key key;
4550 		unsigned long src_offset;
4551 		unsigned long dst_offset;
4552 
4553 		/*
4554 		 * We're done, all the remaining items in the source leaf
4555 		 * correspond to old file extent items.
4556 		 */
4557 		if (dst_index >= batch.nr)
4558 			break;
4559 
4560 		btrfs_item_key_to_cpu(src, &key, src_slot);
4561 
4562 		if (key.type != BTRFS_EXTENT_DATA_KEY)
4563 			goto copy_item;
4564 
4565 		extent = btrfs_item_ptr(src, src_slot,
4566 					struct btrfs_file_extent_item);
4567 
4568 		/* See the comment in the previous loop, same logic. */
4569 		if (btrfs_file_extent_generation(src, extent) < trans->transid &&
4570 		    key.offset < i_size &&
4571 		    inode->last_reflink_trans < trans->transid)
4572 			continue;
4573 
4574 copy_item:
4575 		dst_offset = btrfs_item_ptr_offset(dst_path->nodes[0], dst_slot);
4576 		src_offset = btrfs_item_ptr_offset(src, src_slot);
4577 
4578 		if (key.type == BTRFS_INODE_ITEM_KEY) {
4579 			struct btrfs_inode_item *inode_item;
4580 
4581 			inode_item = btrfs_item_ptr(dst_path->nodes[0], dst_slot,
4582 						    struct btrfs_inode_item);
4583 			fill_inode_item(trans, dst_path->nodes[0], inode_item,
4584 					&inode->vfs_inode,
4585 					inode_only == LOG_INODE_EXISTS,
4586 					logged_isize);
4587 		} else {
4588 			copy_extent_buffer(dst_path->nodes[0], src, dst_offset,
4589 					   src_offset, ins_sizes[dst_index]);
4590 		}
4591 
4592 		dst_index++;
4593 	}
4594 
4595 	btrfs_mark_buffer_dirty(dst_path->nodes[0]);
4596 	btrfs_release_path(dst_path);
4597 out:
4598 	kfree(ins_data);
4599 
4600 	return ret;
4601 }
4602 
4603 static int extent_cmp(void *priv, const struct list_head *a,
4604 		      const struct list_head *b)
4605 {
4606 	const struct extent_map *em1, *em2;
4607 
4608 	em1 = list_entry(a, struct extent_map, list);
4609 	em2 = list_entry(b, struct extent_map, list);
4610 
4611 	if (em1->start < em2->start)
4612 		return -1;
4613 	else if (em1->start > em2->start)
4614 		return 1;
4615 	return 0;
4616 }
4617 
4618 static int log_extent_csums(struct btrfs_trans_handle *trans,
4619 			    struct btrfs_inode *inode,
4620 			    struct btrfs_root *log_root,
4621 			    const struct extent_map *em,
4622 			    struct btrfs_log_ctx *ctx)
4623 {
4624 	struct btrfs_ordered_extent *ordered;
4625 	struct btrfs_root *csum_root;
4626 	u64 csum_offset;
4627 	u64 csum_len;
4628 	u64 mod_start = em->mod_start;
4629 	u64 mod_len = em->mod_len;
4630 	LIST_HEAD(ordered_sums);
4631 	int ret = 0;
4632 
4633 	if (inode->flags & BTRFS_INODE_NODATASUM ||
4634 	    test_bit(EXTENT_FLAG_PREALLOC, &em->flags) ||
4635 	    em->block_start == EXTENT_MAP_HOLE)
4636 		return 0;
4637 
4638 	list_for_each_entry(ordered, &ctx->ordered_extents, log_list) {
4639 		const u64 ordered_end = ordered->file_offset + ordered->num_bytes;
4640 		const u64 mod_end = mod_start + mod_len;
4641 		struct btrfs_ordered_sum *sums;
4642 
4643 		if (mod_len == 0)
4644 			break;
4645 
4646 		if (ordered_end <= mod_start)
4647 			continue;
4648 		if (mod_end <= ordered->file_offset)
4649 			break;
4650 
4651 		/*
4652 		 * We are going to copy all the csums on this ordered extent, so
4653 		 * go ahead and adjust mod_start and mod_len in case this ordered
4654 		 * extent has already been logged.
4655 		 */
4656 		if (ordered->file_offset > mod_start) {
4657 			if (ordered_end >= mod_end)
4658 				mod_len = ordered->file_offset - mod_start;
4659 			/*
4660 			 * If we have this case
4661 			 *
4662 			 * |--------- logged extent ---------|
4663 			 *       |----- ordered extent ----|
4664 			 *
4665 			 * Just don't mess with mod_start and mod_len, we'll
4666 			 * just end up logging more csums than we need and it
4667 			 * will be ok.
4668 			 */
4669 		} else {
4670 			if (ordered_end < mod_end) {
4671 				mod_len = mod_end - ordered_end;
4672 				mod_start = ordered_end;
4673 			} else {
4674 				mod_len = 0;
4675 			}
4676 		}
4677 
4678 		/*
4679 		 * To keep us from looping for the above case of an ordered
4680 		 * extent that falls inside of the logged extent.
4681 		 */
4682 		if (test_and_set_bit(BTRFS_ORDERED_LOGGED_CSUM, &ordered->flags))
4683 			continue;
4684 
4685 		list_for_each_entry(sums, &ordered->list, list) {
4686 			ret = log_csums(trans, inode, log_root, sums);
4687 			if (ret)
4688 				return ret;
4689 		}
4690 	}
4691 
4692 	/* We're done, found all csums in the ordered extents. */
4693 	if (mod_len == 0)
4694 		return 0;
4695 
4696 	/* If we're compressed we have to save the entire range of csums. */
4697 	if (em->compress_type) {
4698 		csum_offset = 0;
4699 		csum_len = max(em->block_len, em->orig_block_len);
4700 	} else {
4701 		csum_offset = mod_start - em->start;
4702 		csum_len = mod_len;
4703 	}
4704 
4705 	/* block start is already adjusted for the file extent offset. */
4706 	csum_root = btrfs_csum_root(trans->fs_info, em->block_start);
4707 	ret = btrfs_lookup_csums_range(csum_root,
4708 				       em->block_start + csum_offset,
4709 				       em->block_start + csum_offset +
4710 				       csum_len - 1, &ordered_sums, 0);
4711 	if (ret)
4712 		return ret;
4713 
4714 	while (!list_empty(&ordered_sums)) {
4715 		struct btrfs_ordered_sum *sums = list_entry(ordered_sums.next,
4716 						   struct btrfs_ordered_sum,
4717 						   list);
4718 		if (!ret)
4719 			ret = log_csums(trans, inode, log_root, sums);
4720 		list_del(&sums->list);
4721 		kfree(sums);
4722 	}
4723 
4724 	return ret;
4725 }
4726 
4727 static int log_one_extent(struct btrfs_trans_handle *trans,
4728 			  struct btrfs_inode *inode,
4729 			  const struct extent_map *em,
4730 			  struct btrfs_path *path,
4731 			  struct btrfs_log_ctx *ctx)
4732 {
4733 	struct btrfs_drop_extents_args drop_args = { 0 };
4734 	struct btrfs_root *log = inode->root->log_root;
4735 	struct btrfs_file_extent_item fi = { 0 };
4736 	struct extent_buffer *leaf;
4737 	struct btrfs_key key;
4738 	u64 extent_offset = em->start - em->orig_start;
4739 	u64 block_len;
4740 	int ret;
4741 
4742 	btrfs_set_stack_file_extent_generation(&fi, trans->transid);
4743 	if (test_bit(EXTENT_FLAG_PREALLOC, &em->flags))
4744 		btrfs_set_stack_file_extent_type(&fi, BTRFS_FILE_EXTENT_PREALLOC);
4745 	else
4746 		btrfs_set_stack_file_extent_type(&fi, BTRFS_FILE_EXTENT_REG);
4747 
4748 	block_len = max(em->block_len, em->orig_block_len);
4749 	if (em->compress_type != BTRFS_COMPRESS_NONE) {
4750 		btrfs_set_stack_file_extent_disk_bytenr(&fi, em->block_start);
4751 		btrfs_set_stack_file_extent_disk_num_bytes(&fi, block_len);
4752 	} else if (em->block_start < EXTENT_MAP_LAST_BYTE) {
4753 		btrfs_set_stack_file_extent_disk_bytenr(&fi, em->block_start -
4754 							extent_offset);
4755 		btrfs_set_stack_file_extent_disk_num_bytes(&fi, block_len);
4756 	}
4757 
4758 	btrfs_set_stack_file_extent_offset(&fi, extent_offset);
4759 	btrfs_set_stack_file_extent_num_bytes(&fi, em->len);
4760 	btrfs_set_stack_file_extent_ram_bytes(&fi, em->ram_bytes);
4761 	btrfs_set_stack_file_extent_compression(&fi, em->compress_type);
4762 
4763 	ret = log_extent_csums(trans, inode, log, em, ctx);
4764 	if (ret)
4765 		return ret;
4766 
4767 	/*
4768 	 * If this is the first time we are logging the inode in the current
4769 	 * transaction, we can avoid btrfs_drop_extents(), which is expensive
4770 	 * because it does a deletion search, which always acquires write locks
4771 	 * for extent buffers at levels 2, 1 and 0. This not only wastes time
4772 	 * but also adds significant contention in a log tree, since log trees
4773 	 * are small, with a root at level 2 or 3 at most, due to their short
4774 	 * life span.
4775 	 */
4776 	if (ctx->logged_before) {
4777 		drop_args.path = path;
4778 		drop_args.start = em->start;
4779 		drop_args.end = em->start + em->len;
4780 		drop_args.replace_extent = true;
4781 		drop_args.extent_item_size = sizeof(fi);
4782 		ret = btrfs_drop_extents(trans, log, inode, &drop_args);
4783 		if (ret)
4784 			return ret;
4785 	}
4786 
4787 	if (!drop_args.extent_inserted) {
4788 		key.objectid = btrfs_ino(inode);
4789 		key.type = BTRFS_EXTENT_DATA_KEY;
4790 		key.offset = em->start;
4791 
4792 		ret = btrfs_insert_empty_item(trans, log, path, &key,
4793 					      sizeof(fi));
4794 		if (ret)
4795 			return ret;
4796 	}
4797 	leaf = path->nodes[0];
4798 	write_extent_buffer(leaf, &fi,
4799 			    btrfs_item_ptr_offset(leaf, path->slots[0]),
4800 			    sizeof(fi));
4801 	btrfs_mark_buffer_dirty(leaf);
4802 
4803 	btrfs_release_path(path);
4804 
4805 	return ret;
4806 }
4807 
4808 /*
4809  * Log all prealloc extents beyond the inode's i_size to make sure we do not
4810  * lose them after doing a full/fast fsync and replaying the log. We scan the
4811  * subvolume's root instead of iterating the inode's extent map tree because
4812  * otherwise we can log incorrect extent items based on extent map conversion.
4813  * That can happen due to the fact that extent maps are merged when they
4814  * are not in the extent map tree's list of modified extents.
4815  */
4816 static int btrfs_log_prealloc_extents(struct btrfs_trans_handle *trans,
4817 				      struct btrfs_inode *inode,
4818 				      struct btrfs_path *path)
4819 {
4820 	struct btrfs_root *root = inode->root;
4821 	struct btrfs_key key;
4822 	const u64 i_size = i_size_read(&inode->vfs_inode);
4823 	const u64 ino = btrfs_ino(inode);
4824 	struct btrfs_path *dst_path = NULL;
4825 	bool dropped_extents = false;
4826 	u64 truncate_offset = i_size;
4827 	struct extent_buffer *leaf;
4828 	int slot;
4829 	int ins_nr = 0;
4830 	int start_slot;
4831 	int ret;
4832 
4833 	if (!(inode->flags & BTRFS_INODE_PREALLOC))
4834 		return 0;
4835 
4836 	key.objectid = ino;
4837 	key.type = BTRFS_EXTENT_DATA_KEY;
4838 	key.offset = i_size;
4839 	ret = btrfs_search_slot(NULL, root, &key, path, 0, 0);
4840 	if (ret < 0)
4841 		goto out;
4842 
4843 	/*
4844 	 * We must check if there is a prealloc extent that starts before the
4845 	 * i_size and crosses the i_size boundary. This is to ensure later we
4846 	 * truncate down to the end of that extent and not to the i_size, as
4847 	 * otherwise we end up losing part of the prealloc extent after a log
4848 	 * replay and with an implicit hole if there is another prealloc extent
4849 	 * that starts at an offset beyond i_size.
4850 	 */
4851 	ret = btrfs_previous_item(root, path, ino, BTRFS_EXTENT_DATA_KEY);
4852 	if (ret < 0)
4853 		goto out;
4854 
4855 	if (ret == 0) {
4856 		struct btrfs_file_extent_item *ei;
4857 
4858 		leaf = path->nodes[0];
4859 		slot = path->slots[0];
4860 		ei = btrfs_item_ptr(leaf, slot, struct btrfs_file_extent_item);
4861 
4862 		if (btrfs_file_extent_type(leaf, ei) ==
4863 		    BTRFS_FILE_EXTENT_PREALLOC) {
4864 			u64 extent_end;
4865 
4866 			btrfs_item_key_to_cpu(leaf, &key, slot);
4867 			extent_end = key.offset +
4868 				btrfs_file_extent_num_bytes(leaf, ei);
4869 
4870 			if (extent_end > i_size)
4871 				truncate_offset = extent_end;
4872 		}
4873 	} else {
4874 		ret = 0;
4875 	}
4876 
4877 	while (true) {
4878 		leaf = path->nodes[0];
4879 		slot = path->slots[0];
4880 
4881 		if (slot >= btrfs_header_nritems(leaf)) {
4882 			if (ins_nr > 0) {
4883 				ret = copy_items(trans, inode, dst_path, path,
4884 						 start_slot, ins_nr, 1, 0);
4885 				if (ret < 0)
4886 					goto out;
4887 				ins_nr = 0;
4888 			}
4889 			ret = btrfs_next_leaf(root, path);
4890 			if (ret < 0)
4891 				goto out;
4892 			if (ret > 0) {
4893 				ret = 0;
4894 				break;
4895 			}
4896 			continue;
4897 		}
4898 
4899 		btrfs_item_key_to_cpu(leaf, &key, slot);
4900 		if (key.objectid > ino)
4901 			break;
4902 		if (WARN_ON_ONCE(key.objectid < ino) ||
4903 		    key.type < BTRFS_EXTENT_DATA_KEY ||
4904 		    key.offset < i_size) {
4905 			path->slots[0]++;
4906 			continue;
4907 		}
4908 		if (!dropped_extents) {
4909 			/*
4910 			 * Avoid logging extent items logged in past fsync calls
4911 			 * and leading to duplicate keys in the log tree.
4912 			 */
4913 			ret = truncate_inode_items(trans, root->log_root, inode,
4914 						   truncate_offset,
4915 						   BTRFS_EXTENT_DATA_KEY);
4916 			if (ret)
4917 				goto out;
4918 			dropped_extents = true;
4919 		}
4920 		if (ins_nr == 0)
4921 			start_slot = slot;
4922 		ins_nr++;
4923 		path->slots[0]++;
4924 		if (!dst_path) {
4925 			dst_path = btrfs_alloc_path();
4926 			if (!dst_path) {
4927 				ret = -ENOMEM;
4928 				goto out;
4929 			}
4930 		}
4931 	}
4932 	if (ins_nr > 0)
4933 		ret = copy_items(trans, inode, dst_path, path,
4934 				 start_slot, ins_nr, 1, 0);
4935 out:
4936 	btrfs_release_path(path);
4937 	btrfs_free_path(dst_path);
4938 	return ret;
4939 }
4940 
4941 static int btrfs_log_changed_extents(struct btrfs_trans_handle *trans,
4942 				     struct btrfs_inode *inode,
4943 				     struct btrfs_path *path,
4944 				     struct btrfs_log_ctx *ctx)
4945 {
4946 	struct btrfs_ordered_extent *ordered;
4947 	struct btrfs_ordered_extent *tmp;
4948 	struct extent_map *em, *n;
4949 	struct list_head extents;
4950 	struct extent_map_tree *tree = &inode->extent_tree;
4951 	int ret = 0;
4952 	int num = 0;
4953 
4954 	INIT_LIST_HEAD(&extents);
4955 
4956 	write_lock(&tree->lock);
4957 
4958 	list_for_each_entry_safe(em, n, &tree->modified_extents, list) {
4959 		list_del_init(&em->list);
4960 		/*
4961 		 * Just an arbitrary number, this can be really CPU intensive
4962 		 * once we start getting a lot of extents, and really once we
4963 		 * have a bunch of extents we just want to commit since it will
4964 		 * be faster.
4965 		 */
4966 		if (++num > 32768) {
4967 			list_del_init(&tree->modified_extents);
4968 			ret = -EFBIG;
4969 			goto process;
4970 		}
4971 
4972 		if (em->generation < trans->transid)
4973 			continue;
4974 
4975 		/* We log prealloc extents beyond eof later. */
4976 		if (test_bit(EXTENT_FLAG_PREALLOC, &em->flags) &&
4977 		    em->start >= i_size_read(&inode->vfs_inode))
4978 			continue;
4979 
4980 		/* Need a ref to keep it from getting evicted from cache */
4981 		refcount_inc(&em->refs);
4982 		set_bit(EXTENT_FLAG_LOGGING, &em->flags);
4983 		list_add_tail(&em->list, &extents);
4984 		num++;
4985 	}
4986 
4987 	list_sort(NULL, &extents, extent_cmp);
4988 process:
4989 	while (!list_empty(&extents)) {
4990 		em = list_entry(extents.next, struct extent_map, list);
4991 
4992 		list_del_init(&em->list);
4993 
4994 		/*
4995 		 * If we had an error we just need to delete everybody from our
4996 		 * private list.
4997 		 */
4998 		if (ret) {
4999 			clear_em_logging(tree, em);
5000 			free_extent_map(em);
5001 			continue;
5002 		}
5003 
5004 		write_unlock(&tree->lock);
5005 
5006 		ret = log_one_extent(trans, inode, em, path, ctx);
5007 		write_lock(&tree->lock);
5008 		clear_em_logging(tree, em);
5009 		free_extent_map(em);
5010 	}
5011 	WARN_ON(!list_empty(&extents));
5012 	write_unlock(&tree->lock);
5013 
5014 	if (!ret)
5015 		ret = btrfs_log_prealloc_extents(trans, inode, path);
5016 	if (ret)
5017 		return ret;
5018 
5019 	/*
5020 	 * We have logged all extents successfully, now make sure the commit of
5021 	 * the current transaction waits for the ordered extents to complete
5022 	 * before it commits and wipes out the log trees, otherwise we would
5023 	 * lose data if an ordered extents completes after the transaction
5024 	 * commits and a power failure happens after the transaction commit.
5025 	 */
5026 	list_for_each_entry_safe(ordered, tmp, &ctx->ordered_extents, log_list) {
5027 		list_del_init(&ordered->log_list);
5028 		set_bit(BTRFS_ORDERED_LOGGED, &ordered->flags);
5029 
5030 		if (!test_bit(BTRFS_ORDERED_COMPLETE, &ordered->flags)) {
5031 			spin_lock_irq(&inode->ordered_tree.lock);
5032 			if (!test_bit(BTRFS_ORDERED_COMPLETE, &ordered->flags)) {
5033 				set_bit(BTRFS_ORDERED_PENDING, &ordered->flags);
5034 				atomic_inc(&trans->transaction->pending_ordered);
5035 			}
5036 			spin_unlock_irq(&inode->ordered_tree.lock);
5037 		}
5038 		btrfs_put_ordered_extent(ordered);
5039 	}
5040 
5041 	return 0;
5042 }
5043 
5044 static int logged_inode_size(struct btrfs_root *log, struct btrfs_inode *inode,
5045 			     struct btrfs_path *path, u64 *size_ret)
5046 {
5047 	struct btrfs_key key;
5048 	int ret;
5049 
5050 	key.objectid = btrfs_ino(inode);
5051 	key.type = BTRFS_INODE_ITEM_KEY;
5052 	key.offset = 0;
5053 
5054 	ret = btrfs_search_slot(NULL, log, &key, path, 0, 0);
5055 	if (ret < 0) {
5056 		return ret;
5057 	} else if (ret > 0) {
5058 		*size_ret = 0;
5059 	} else {
5060 		struct btrfs_inode_item *item;
5061 
5062 		item = btrfs_item_ptr(path->nodes[0], path->slots[0],
5063 				      struct btrfs_inode_item);
5064 		*size_ret = btrfs_inode_size(path->nodes[0], item);
5065 		/*
5066 		 * If the in-memory inode's i_size is smaller then the inode
5067 		 * size stored in the btree, return the inode's i_size, so
5068 		 * that we get a correct inode size after replaying the log
5069 		 * when before a power failure we had a shrinking truncate
5070 		 * followed by addition of a new name (rename / new hard link).
5071 		 * Otherwise return the inode size from the btree, to avoid
5072 		 * data loss when replaying a log due to previously doing a
5073 		 * write that expands the inode's size and logging a new name
5074 		 * immediately after.
5075 		 */
5076 		if (*size_ret > inode->vfs_inode.i_size)
5077 			*size_ret = inode->vfs_inode.i_size;
5078 	}
5079 
5080 	btrfs_release_path(path);
5081 	return 0;
5082 }
5083 
5084 /*
5085  * At the moment we always log all xattrs. This is to figure out at log replay
5086  * time which xattrs must have their deletion replayed. If a xattr is missing
5087  * in the log tree and exists in the fs/subvol tree, we delete it. This is
5088  * because if a xattr is deleted, the inode is fsynced and a power failure
5089  * happens, causing the log to be replayed the next time the fs is mounted,
5090  * we want the xattr to not exist anymore (same behaviour as other filesystems
5091  * with a journal, ext3/4, xfs, f2fs, etc).
5092  */
5093 static int btrfs_log_all_xattrs(struct btrfs_trans_handle *trans,
5094 				struct btrfs_inode *inode,
5095 				struct btrfs_path *path,
5096 				struct btrfs_path *dst_path)
5097 {
5098 	struct btrfs_root *root = inode->root;
5099 	int ret;
5100 	struct btrfs_key key;
5101 	const u64 ino = btrfs_ino(inode);
5102 	int ins_nr = 0;
5103 	int start_slot = 0;
5104 	bool found_xattrs = false;
5105 
5106 	if (test_bit(BTRFS_INODE_NO_XATTRS, &inode->runtime_flags))
5107 		return 0;
5108 
5109 	key.objectid = ino;
5110 	key.type = BTRFS_XATTR_ITEM_KEY;
5111 	key.offset = 0;
5112 
5113 	ret = btrfs_search_slot(NULL, root, &key, path, 0, 0);
5114 	if (ret < 0)
5115 		return ret;
5116 
5117 	while (true) {
5118 		int slot = path->slots[0];
5119 		struct extent_buffer *leaf = path->nodes[0];
5120 		int nritems = btrfs_header_nritems(leaf);
5121 
5122 		if (slot >= nritems) {
5123 			if (ins_nr > 0) {
5124 				ret = copy_items(trans, inode, dst_path, path,
5125 						 start_slot, ins_nr, 1, 0);
5126 				if (ret < 0)
5127 					return ret;
5128 				ins_nr = 0;
5129 			}
5130 			ret = btrfs_next_leaf(root, path);
5131 			if (ret < 0)
5132 				return ret;
5133 			else if (ret > 0)
5134 				break;
5135 			continue;
5136 		}
5137 
5138 		btrfs_item_key_to_cpu(leaf, &key, slot);
5139 		if (key.objectid != ino || key.type != BTRFS_XATTR_ITEM_KEY)
5140 			break;
5141 
5142 		if (ins_nr == 0)
5143 			start_slot = slot;
5144 		ins_nr++;
5145 		path->slots[0]++;
5146 		found_xattrs = true;
5147 		cond_resched();
5148 	}
5149 	if (ins_nr > 0) {
5150 		ret = copy_items(trans, inode, dst_path, path,
5151 				 start_slot, ins_nr, 1, 0);
5152 		if (ret < 0)
5153 			return ret;
5154 	}
5155 
5156 	if (!found_xattrs)
5157 		set_bit(BTRFS_INODE_NO_XATTRS, &inode->runtime_flags);
5158 
5159 	return 0;
5160 }
5161 
5162 /*
5163  * When using the NO_HOLES feature if we punched a hole that causes the
5164  * deletion of entire leafs or all the extent items of the first leaf (the one
5165  * that contains the inode item and references) we may end up not processing
5166  * any extents, because there are no leafs with a generation matching the
5167  * current transaction that have extent items for our inode. So we need to find
5168  * if any holes exist and then log them. We also need to log holes after any
5169  * truncate operation that changes the inode's size.
5170  */
5171 static int btrfs_log_holes(struct btrfs_trans_handle *trans,
5172 			   struct btrfs_inode *inode,
5173 			   struct btrfs_path *path)
5174 {
5175 	struct btrfs_root *root = inode->root;
5176 	struct btrfs_fs_info *fs_info = root->fs_info;
5177 	struct btrfs_key key;
5178 	const u64 ino = btrfs_ino(inode);
5179 	const u64 i_size = i_size_read(&inode->vfs_inode);
5180 	u64 prev_extent_end = 0;
5181 	int ret;
5182 
5183 	if (!btrfs_fs_incompat(fs_info, NO_HOLES) || i_size == 0)
5184 		return 0;
5185 
5186 	key.objectid = ino;
5187 	key.type = BTRFS_EXTENT_DATA_KEY;
5188 	key.offset = 0;
5189 
5190 	ret = btrfs_search_slot(NULL, root, &key, path, 0, 0);
5191 	if (ret < 0)
5192 		return ret;
5193 
5194 	while (true) {
5195 		struct extent_buffer *leaf = path->nodes[0];
5196 
5197 		if (path->slots[0] >= btrfs_header_nritems(path->nodes[0])) {
5198 			ret = btrfs_next_leaf(root, path);
5199 			if (ret < 0)
5200 				return ret;
5201 			if (ret > 0) {
5202 				ret = 0;
5203 				break;
5204 			}
5205 			leaf = path->nodes[0];
5206 		}
5207 
5208 		btrfs_item_key_to_cpu(leaf, &key, path->slots[0]);
5209 		if (key.objectid != ino || key.type != BTRFS_EXTENT_DATA_KEY)
5210 			break;
5211 
5212 		/* We have a hole, log it. */
5213 		if (prev_extent_end < key.offset) {
5214 			const u64 hole_len = key.offset - prev_extent_end;
5215 
5216 			/*
5217 			 * Release the path to avoid deadlocks with other code
5218 			 * paths that search the root while holding locks on
5219 			 * leafs from the log root.
5220 			 */
5221 			btrfs_release_path(path);
5222 			ret = btrfs_insert_file_extent(trans, root->log_root,
5223 						       ino, prev_extent_end, 0,
5224 						       0, hole_len, 0, hole_len,
5225 						       0, 0, 0);
5226 			if (ret < 0)
5227 				return ret;
5228 
5229 			/*
5230 			 * Search for the same key again in the root. Since it's
5231 			 * an extent item and we are holding the inode lock, the
5232 			 * key must still exist. If it doesn't just emit warning
5233 			 * and return an error to fall back to a transaction
5234 			 * commit.
5235 			 */
5236 			ret = btrfs_search_slot(NULL, root, &key, path, 0, 0);
5237 			if (ret < 0)
5238 				return ret;
5239 			if (WARN_ON(ret > 0))
5240 				return -ENOENT;
5241 			leaf = path->nodes[0];
5242 		}
5243 
5244 		prev_extent_end = btrfs_file_extent_end(path);
5245 		path->slots[0]++;
5246 		cond_resched();
5247 	}
5248 
5249 	if (prev_extent_end < i_size) {
5250 		u64 hole_len;
5251 
5252 		btrfs_release_path(path);
5253 		hole_len = ALIGN(i_size - prev_extent_end, fs_info->sectorsize);
5254 		ret = btrfs_insert_file_extent(trans, root->log_root,
5255 					       ino, prev_extent_end, 0, 0,
5256 					       hole_len, 0, hole_len,
5257 					       0, 0, 0);
5258 		if (ret < 0)
5259 			return ret;
5260 	}
5261 
5262 	return 0;
5263 }
5264 
5265 /*
5266  * When we are logging a new inode X, check if it doesn't have a reference that
5267  * matches the reference from some other inode Y created in a past transaction
5268  * and that was renamed in the current transaction. If we don't do this, then at
5269  * log replay time we can lose inode Y (and all its files if it's a directory):
5270  *
5271  * mkdir /mnt/x
5272  * echo "hello world" > /mnt/x/foobar
5273  * sync
5274  * mv /mnt/x /mnt/y
5275  * mkdir /mnt/x                 # or touch /mnt/x
5276  * xfs_io -c fsync /mnt/x
5277  * <power fail>
5278  * mount fs, trigger log replay
5279  *
5280  * After the log replay procedure, we would lose the first directory and all its
5281  * files (file foobar).
5282  * For the case where inode Y is not a directory we simply end up losing it:
5283  *
5284  * echo "123" > /mnt/foo
5285  * sync
5286  * mv /mnt/foo /mnt/bar
5287  * echo "abc" > /mnt/foo
5288  * xfs_io -c fsync /mnt/foo
5289  * <power fail>
5290  *
5291  * We also need this for cases where a snapshot entry is replaced by some other
5292  * entry (file or directory) otherwise we end up with an unreplayable log due to
5293  * attempts to delete the snapshot entry (entry of type BTRFS_ROOT_ITEM_KEY) as
5294  * if it were a regular entry:
5295  *
5296  * mkdir /mnt/x
5297  * btrfs subvolume snapshot /mnt /mnt/x/snap
5298  * btrfs subvolume delete /mnt/x/snap
5299  * rmdir /mnt/x
5300  * mkdir /mnt/x
5301  * fsync /mnt/x or fsync some new file inside it
5302  * <power fail>
5303  *
5304  * The snapshot delete, rmdir of x, mkdir of a new x and the fsync all happen in
5305  * the same transaction.
5306  */
5307 static int btrfs_check_ref_name_override(struct extent_buffer *eb,
5308 					 const int slot,
5309 					 const struct btrfs_key *key,
5310 					 struct btrfs_inode *inode,
5311 					 u64 *other_ino, u64 *other_parent)
5312 {
5313 	int ret;
5314 	struct btrfs_path *search_path;
5315 	char *name = NULL;
5316 	u32 name_len = 0;
5317 	u32 item_size = btrfs_item_size(eb, slot);
5318 	u32 cur_offset = 0;
5319 	unsigned long ptr = btrfs_item_ptr_offset(eb, slot);
5320 
5321 	search_path = btrfs_alloc_path();
5322 	if (!search_path)
5323 		return -ENOMEM;
5324 	search_path->search_commit_root = 1;
5325 	search_path->skip_locking = 1;
5326 
5327 	while (cur_offset < item_size) {
5328 		u64 parent;
5329 		u32 this_name_len;
5330 		u32 this_len;
5331 		unsigned long name_ptr;
5332 		struct btrfs_dir_item *di;
5333 
5334 		if (key->type == BTRFS_INODE_REF_KEY) {
5335 			struct btrfs_inode_ref *iref;
5336 
5337 			iref = (struct btrfs_inode_ref *)(ptr + cur_offset);
5338 			parent = key->offset;
5339 			this_name_len = btrfs_inode_ref_name_len(eb, iref);
5340 			name_ptr = (unsigned long)(iref + 1);
5341 			this_len = sizeof(*iref) + this_name_len;
5342 		} else {
5343 			struct btrfs_inode_extref *extref;
5344 
5345 			extref = (struct btrfs_inode_extref *)(ptr +
5346 							       cur_offset);
5347 			parent = btrfs_inode_extref_parent(eb, extref);
5348 			this_name_len = btrfs_inode_extref_name_len(eb, extref);
5349 			name_ptr = (unsigned long)&extref->name;
5350 			this_len = sizeof(*extref) + this_name_len;
5351 		}
5352 
5353 		if (this_name_len > name_len) {
5354 			char *new_name;
5355 
5356 			new_name = krealloc(name, this_name_len, GFP_NOFS);
5357 			if (!new_name) {
5358 				ret = -ENOMEM;
5359 				goto out;
5360 			}
5361 			name_len = this_name_len;
5362 			name = new_name;
5363 		}
5364 
5365 		read_extent_buffer(eb, name, name_ptr, this_name_len);
5366 		di = btrfs_lookup_dir_item(NULL, inode->root, search_path,
5367 				parent, name, this_name_len, 0);
5368 		if (di && !IS_ERR(di)) {
5369 			struct btrfs_key di_key;
5370 
5371 			btrfs_dir_item_key_to_cpu(search_path->nodes[0],
5372 						  di, &di_key);
5373 			if (di_key.type == BTRFS_INODE_ITEM_KEY) {
5374 				if (di_key.objectid != key->objectid) {
5375 					ret = 1;
5376 					*other_ino = di_key.objectid;
5377 					*other_parent = parent;
5378 				} else {
5379 					ret = 0;
5380 				}
5381 			} else {
5382 				ret = -EAGAIN;
5383 			}
5384 			goto out;
5385 		} else if (IS_ERR(di)) {
5386 			ret = PTR_ERR(di);
5387 			goto out;
5388 		}
5389 		btrfs_release_path(search_path);
5390 
5391 		cur_offset += this_len;
5392 	}
5393 	ret = 0;
5394 out:
5395 	btrfs_free_path(search_path);
5396 	kfree(name);
5397 	return ret;
5398 }
5399 
5400 struct btrfs_ino_list {
5401 	u64 ino;
5402 	u64 parent;
5403 	struct list_head list;
5404 };
5405 
5406 static int log_conflicting_inodes(struct btrfs_trans_handle *trans,
5407 				  struct btrfs_root *root,
5408 				  struct btrfs_path *path,
5409 				  struct btrfs_log_ctx *ctx,
5410 				  u64 ino, u64 parent)
5411 {
5412 	struct btrfs_ino_list *ino_elem;
5413 	LIST_HEAD(inode_list);
5414 	int ret = 0;
5415 
5416 	ino_elem = kmalloc(sizeof(*ino_elem), GFP_NOFS);
5417 	if (!ino_elem)
5418 		return -ENOMEM;
5419 	ino_elem->ino = ino;
5420 	ino_elem->parent = parent;
5421 	list_add_tail(&ino_elem->list, &inode_list);
5422 
5423 	while (!list_empty(&inode_list)) {
5424 		struct btrfs_fs_info *fs_info = root->fs_info;
5425 		struct btrfs_key key;
5426 		struct inode *inode;
5427 
5428 		ino_elem = list_first_entry(&inode_list, struct btrfs_ino_list,
5429 					    list);
5430 		ino = ino_elem->ino;
5431 		parent = ino_elem->parent;
5432 		list_del(&ino_elem->list);
5433 		kfree(ino_elem);
5434 		if (ret)
5435 			continue;
5436 
5437 		btrfs_release_path(path);
5438 
5439 		inode = btrfs_iget(fs_info->sb, ino, root);
5440 		/*
5441 		 * If the other inode that had a conflicting dir entry was
5442 		 * deleted in the current transaction, we need to log its parent
5443 		 * directory.
5444 		 */
5445 		if (IS_ERR(inode)) {
5446 			ret = PTR_ERR(inode);
5447 			if (ret == -ENOENT) {
5448 				inode = btrfs_iget(fs_info->sb, parent, root);
5449 				if (IS_ERR(inode)) {
5450 					ret = PTR_ERR(inode);
5451 				} else {
5452 					ret = btrfs_log_inode(trans,
5453 						      BTRFS_I(inode),
5454 						      LOG_OTHER_INODE_ALL,
5455 						      ctx);
5456 					btrfs_add_delayed_iput(inode);
5457 				}
5458 			}
5459 			continue;
5460 		}
5461 		/*
5462 		 * If the inode was already logged skip it - otherwise we can
5463 		 * hit an infinite loop. Example:
5464 		 *
5465 		 * From the commit root (previous transaction) we have the
5466 		 * following inodes:
5467 		 *
5468 		 * inode 257 a directory
5469 		 * inode 258 with references "zz" and "zz_link" on inode 257
5470 		 * inode 259 with reference "a" on inode 257
5471 		 *
5472 		 * And in the current (uncommitted) transaction we have:
5473 		 *
5474 		 * inode 257 a directory, unchanged
5475 		 * inode 258 with references "a" and "a2" on inode 257
5476 		 * inode 259 with reference "zz_link" on inode 257
5477 		 * inode 261 with reference "zz" on inode 257
5478 		 *
5479 		 * When logging inode 261 the following infinite loop could
5480 		 * happen if we don't skip already logged inodes:
5481 		 *
5482 		 * - we detect inode 258 as a conflicting inode, with inode 261
5483 		 *   on reference "zz", and log it;
5484 		 *
5485 		 * - we detect inode 259 as a conflicting inode, with inode 258
5486 		 *   on reference "a", and log it;
5487 		 *
5488 		 * - we detect inode 258 as a conflicting inode, with inode 259
5489 		 *   on reference "zz_link", and log it - again! After this we
5490 		 *   repeat the above steps forever.
5491 		 */
5492 		spin_lock(&BTRFS_I(inode)->lock);
5493 		/*
5494 		 * Check the inode's logged_trans only instead of
5495 		 * btrfs_inode_in_log(). This is because the last_log_commit of
5496 		 * the inode is not updated when we only log that it exists (see
5497 		 * btrfs_log_inode()).
5498 		 */
5499 		if (BTRFS_I(inode)->logged_trans == trans->transid) {
5500 			spin_unlock(&BTRFS_I(inode)->lock);
5501 			btrfs_add_delayed_iput(inode);
5502 			continue;
5503 		}
5504 		spin_unlock(&BTRFS_I(inode)->lock);
5505 		/*
5506 		 * We are safe logging the other inode without acquiring its
5507 		 * lock as long as we log with the LOG_INODE_EXISTS mode. We
5508 		 * are safe against concurrent renames of the other inode as
5509 		 * well because during a rename we pin the log and update the
5510 		 * log with the new name before we unpin it.
5511 		 */
5512 		ret = btrfs_log_inode(trans, BTRFS_I(inode), LOG_OTHER_INODE, ctx);
5513 		if (ret) {
5514 			btrfs_add_delayed_iput(inode);
5515 			continue;
5516 		}
5517 
5518 		key.objectid = ino;
5519 		key.type = BTRFS_INODE_REF_KEY;
5520 		key.offset = 0;
5521 		ret = btrfs_search_slot(NULL, root, &key, path, 0, 0);
5522 		if (ret < 0) {
5523 			btrfs_add_delayed_iput(inode);
5524 			continue;
5525 		}
5526 
5527 		while (true) {
5528 			struct extent_buffer *leaf = path->nodes[0];
5529 			int slot = path->slots[0];
5530 			u64 other_ino = 0;
5531 			u64 other_parent = 0;
5532 
5533 			if (slot >= btrfs_header_nritems(leaf)) {
5534 				ret = btrfs_next_leaf(root, path);
5535 				if (ret < 0) {
5536 					break;
5537 				} else if (ret > 0) {
5538 					ret = 0;
5539 					break;
5540 				}
5541 				continue;
5542 			}
5543 
5544 			btrfs_item_key_to_cpu(leaf, &key, slot);
5545 			if (key.objectid != ino ||
5546 			    (key.type != BTRFS_INODE_REF_KEY &&
5547 			     key.type != BTRFS_INODE_EXTREF_KEY)) {
5548 				ret = 0;
5549 				break;
5550 			}
5551 
5552 			ret = btrfs_check_ref_name_override(leaf, slot, &key,
5553 					BTRFS_I(inode), &other_ino,
5554 					&other_parent);
5555 			if (ret < 0)
5556 				break;
5557 			if (ret > 0) {
5558 				ino_elem = kmalloc(sizeof(*ino_elem), GFP_NOFS);
5559 				if (!ino_elem) {
5560 					ret = -ENOMEM;
5561 					break;
5562 				}
5563 				ino_elem->ino = other_ino;
5564 				ino_elem->parent = other_parent;
5565 				list_add_tail(&ino_elem->list, &inode_list);
5566 				ret = 0;
5567 			}
5568 			path->slots[0]++;
5569 		}
5570 		btrfs_add_delayed_iput(inode);
5571 	}
5572 
5573 	return ret;
5574 }
5575 
5576 static int copy_inode_items_to_log(struct btrfs_trans_handle *trans,
5577 				   struct btrfs_inode *inode,
5578 				   struct btrfs_key *min_key,
5579 				   const struct btrfs_key *max_key,
5580 				   struct btrfs_path *path,
5581 				   struct btrfs_path *dst_path,
5582 				   const u64 logged_isize,
5583 				   const bool recursive_logging,
5584 				   const int inode_only,
5585 				   struct btrfs_log_ctx *ctx,
5586 				   bool *need_log_inode_item)
5587 {
5588 	const u64 i_size = i_size_read(&inode->vfs_inode);
5589 	struct btrfs_root *root = inode->root;
5590 	int ins_start_slot = 0;
5591 	int ins_nr = 0;
5592 	int ret;
5593 
5594 	while (1) {
5595 		ret = btrfs_search_forward(root, min_key, path, trans->transid);
5596 		if (ret < 0)
5597 			return ret;
5598 		if (ret > 0) {
5599 			ret = 0;
5600 			break;
5601 		}
5602 again:
5603 		/* Note, ins_nr might be > 0 here, cleanup outside the loop */
5604 		if (min_key->objectid != max_key->objectid)
5605 			break;
5606 		if (min_key->type > max_key->type)
5607 			break;
5608 
5609 		if (min_key->type == BTRFS_INODE_ITEM_KEY) {
5610 			*need_log_inode_item = false;
5611 		} else if (min_key->type == BTRFS_EXTENT_DATA_KEY &&
5612 			   min_key->offset >= i_size) {
5613 			/*
5614 			 * Extents at and beyond eof are logged with
5615 			 * btrfs_log_prealloc_extents().
5616 			 * Only regular files have BTRFS_EXTENT_DATA_KEY keys,
5617 			 * and no keys greater than that, so bail out.
5618 			 */
5619 			break;
5620 		} else if ((min_key->type == BTRFS_INODE_REF_KEY ||
5621 			    min_key->type == BTRFS_INODE_EXTREF_KEY) &&
5622 			   inode->generation == trans->transid &&
5623 			   !recursive_logging) {
5624 			u64 other_ino = 0;
5625 			u64 other_parent = 0;
5626 
5627 			ret = btrfs_check_ref_name_override(path->nodes[0],
5628 					path->slots[0], min_key, inode,
5629 					&other_ino, &other_parent);
5630 			if (ret < 0) {
5631 				return ret;
5632 			} else if (ret > 0 &&
5633 				   other_ino != btrfs_ino(BTRFS_I(ctx->inode))) {
5634 				if (ins_nr > 0) {
5635 					ins_nr++;
5636 				} else {
5637 					ins_nr = 1;
5638 					ins_start_slot = path->slots[0];
5639 				}
5640 				ret = copy_items(trans, inode, dst_path, path,
5641 						 ins_start_slot, ins_nr,
5642 						 inode_only, logged_isize);
5643 				if (ret < 0)
5644 					return ret;
5645 				ins_nr = 0;
5646 
5647 				ret = log_conflicting_inodes(trans, root, path,
5648 						ctx, other_ino, other_parent);
5649 				if (ret)
5650 					return ret;
5651 				btrfs_release_path(path);
5652 				goto next_key;
5653 			}
5654 		} else if (min_key->type == BTRFS_XATTR_ITEM_KEY) {
5655 			/* Skip xattrs, logged later with btrfs_log_all_xattrs() */
5656 			if (ins_nr == 0)
5657 				goto next_slot;
5658 			ret = copy_items(trans, inode, dst_path, path,
5659 					 ins_start_slot,
5660 					 ins_nr, inode_only, logged_isize);
5661 			if (ret < 0)
5662 				return ret;
5663 			ins_nr = 0;
5664 			goto next_slot;
5665 		}
5666 
5667 		if (ins_nr && ins_start_slot + ins_nr == path->slots[0]) {
5668 			ins_nr++;
5669 			goto next_slot;
5670 		} else if (!ins_nr) {
5671 			ins_start_slot = path->slots[0];
5672 			ins_nr = 1;
5673 			goto next_slot;
5674 		}
5675 
5676 		ret = copy_items(trans, inode, dst_path, path, ins_start_slot,
5677 				 ins_nr, inode_only, logged_isize);
5678 		if (ret < 0)
5679 			return ret;
5680 		ins_nr = 1;
5681 		ins_start_slot = path->slots[0];
5682 next_slot:
5683 		path->slots[0]++;
5684 		if (path->slots[0] < btrfs_header_nritems(path->nodes[0])) {
5685 			btrfs_item_key_to_cpu(path->nodes[0], min_key,
5686 					      path->slots[0]);
5687 			goto again;
5688 		}
5689 		if (ins_nr) {
5690 			ret = copy_items(trans, inode, dst_path, path,
5691 					 ins_start_slot, ins_nr, inode_only,
5692 					 logged_isize);
5693 			if (ret < 0)
5694 				return ret;
5695 			ins_nr = 0;
5696 		}
5697 		btrfs_release_path(path);
5698 next_key:
5699 		if (min_key->offset < (u64)-1) {
5700 			min_key->offset++;
5701 		} else if (min_key->type < max_key->type) {
5702 			min_key->type++;
5703 			min_key->offset = 0;
5704 		} else {
5705 			break;
5706 		}
5707 
5708 		/*
5709 		 * We may process many leaves full of items for our inode, so
5710 		 * avoid monopolizing a cpu for too long by rescheduling while
5711 		 * not holding locks on any tree.
5712 		 */
5713 		cond_resched();
5714 	}
5715 	if (ins_nr) {
5716 		ret = copy_items(trans, inode, dst_path, path, ins_start_slot,
5717 				 ins_nr, inode_only, logged_isize);
5718 		if (ret)
5719 			return ret;
5720 	}
5721 
5722 	if (inode_only == LOG_INODE_ALL && S_ISREG(inode->vfs_inode.i_mode)) {
5723 		/*
5724 		 * Release the path because otherwise we might attempt to double
5725 		 * lock the same leaf with btrfs_log_prealloc_extents() below.
5726 		 */
5727 		btrfs_release_path(path);
5728 		ret = btrfs_log_prealloc_extents(trans, inode, dst_path);
5729 	}
5730 
5731 	return ret;
5732 }
5733 
5734 /* log a single inode in the tree log.
5735  * At least one parent directory for this inode must exist in the tree
5736  * or be logged already.
5737  *
5738  * Any items from this inode changed by the current transaction are copied
5739  * to the log tree.  An extra reference is taken on any extents in this
5740  * file, allowing us to avoid a whole pile of corner cases around logging
5741  * blocks that have been removed from the tree.
5742  *
5743  * See LOG_INODE_ALL and related defines for a description of what inode_only
5744  * does.
5745  *
5746  * This handles both files and directories.
5747  */
5748 static int btrfs_log_inode(struct btrfs_trans_handle *trans,
5749 			   struct btrfs_inode *inode,
5750 			   int inode_only,
5751 			   struct btrfs_log_ctx *ctx)
5752 {
5753 	struct btrfs_path *path;
5754 	struct btrfs_path *dst_path;
5755 	struct btrfs_key min_key;
5756 	struct btrfs_key max_key;
5757 	struct btrfs_root *log = inode->root->log_root;
5758 	int ret;
5759 	bool fast_search = false;
5760 	u64 ino = btrfs_ino(inode);
5761 	struct extent_map_tree *em_tree = &inode->extent_tree;
5762 	u64 logged_isize = 0;
5763 	bool need_log_inode_item = true;
5764 	bool xattrs_logged = false;
5765 	bool recursive_logging = false;
5766 	bool inode_item_dropped = true;
5767 	const bool orig_logged_before = ctx->logged_before;
5768 
5769 	path = btrfs_alloc_path();
5770 	if (!path)
5771 		return -ENOMEM;
5772 	dst_path = btrfs_alloc_path();
5773 	if (!dst_path) {
5774 		btrfs_free_path(path);
5775 		return -ENOMEM;
5776 	}
5777 
5778 	min_key.objectid = ino;
5779 	min_key.type = BTRFS_INODE_ITEM_KEY;
5780 	min_key.offset = 0;
5781 
5782 	max_key.objectid = ino;
5783 
5784 
5785 	/* today the code can only do partial logging of directories */
5786 	if (S_ISDIR(inode->vfs_inode.i_mode) ||
5787 	    (!test_bit(BTRFS_INODE_NEEDS_FULL_SYNC,
5788 		       &inode->runtime_flags) &&
5789 	     inode_only >= LOG_INODE_EXISTS))
5790 		max_key.type = BTRFS_XATTR_ITEM_KEY;
5791 	else
5792 		max_key.type = (u8)-1;
5793 	max_key.offset = (u64)-1;
5794 
5795 	/*
5796 	 * Only run delayed items if we are a directory. We want to make sure
5797 	 * all directory indexes hit the fs/subvolume tree so we can find them
5798 	 * and figure out which index ranges have to be logged.
5799 	 */
5800 	if (S_ISDIR(inode->vfs_inode.i_mode)) {
5801 		ret = btrfs_commit_inode_delayed_items(trans, inode);
5802 		if (ret)
5803 			goto out;
5804 	}
5805 
5806 	if (inode_only == LOG_OTHER_INODE || inode_only == LOG_OTHER_INODE_ALL) {
5807 		recursive_logging = true;
5808 		if (inode_only == LOG_OTHER_INODE)
5809 			inode_only = LOG_INODE_EXISTS;
5810 		else
5811 			inode_only = LOG_INODE_ALL;
5812 		mutex_lock_nested(&inode->log_mutex, SINGLE_DEPTH_NESTING);
5813 	} else {
5814 		mutex_lock(&inode->log_mutex);
5815 	}
5816 
5817 	/*
5818 	 * For symlinks, we must always log their content, which is stored in an
5819 	 * inline extent, otherwise we could end up with an empty symlink after
5820 	 * log replay, which is invalid on linux (symlink(2) returns -ENOENT if
5821 	 * one attempts to create an empty symlink).
5822 	 * We don't need to worry about flushing delalloc, because when we create
5823 	 * the inline extent when the symlink is created (we never have delalloc
5824 	 * for symlinks).
5825 	 */
5826 	if (S_ISLNK(inode->vfs_inode.i_mode))
5827 		inode_only = LOG_INODE_ALL;
5828 
5829 	/*
5830 	 * Before logging the inode item, cache the value returned by
5831 	 * inode_logged(), because after that we have the need to figure out if
5832 	 * the inode was previously logged in this transaction.
5833 	 */
5834 	ret = inode_logged(trans, inode, path);
5835 	if (ret < 0)
5836 		goto out_unlock;
5837 	ctx->logged_before = (ret == 1);
5838 	ret = 0;
5839 
5840 	/*
5841 	 * This is for cases where logging a directory could result in losing a
5842 	 * a file after replaying the log. For example, if we move a file from a
5843 	 * directory A to a directory B, then fsync directory A, we have no way
5844 	 * to known the file was moved from A to B, so logging just A would
5845 	 * result in losing the file after a log replay.
5846 	 */
5847 	if (S_ISDIR(inode->vfs_inode.i_mode) &&
5848 	    inode_only == LOG_INODE_ALL &&
5849 	    inode->last_unlink_trans >= trans->transid) {
5850 		btrfs_set_log_full_commit(trans);
5851 		ret = 1;
5852 		goto out_unlock;
5853 	}
5854 
5855 	/*
5856 	 * a brute force approach to making sure we get the most uptodate
5857 	 * copies of everything.
5858 	 */
5859 	if (S_ISDIR(inode->vfs_inode.i_mode)) {
5860 		int max_key_type = BTRFS_DIR_LOG_INDEX_KEY;
5861 
5862 		clear_bit(BTRFS_INODE_COPY_EVERYTHING, &inode->runtime_flags);
5863 		if (inode_only == LOG_INODE_EXISTS)
5864 			max_key_type = BTRFS_XATTR_ITEM_KEY;
5865 		if (ctx->logged_before)
5866 			ret = drop_inode_items(trans, log, path, inode,
5867 					       max_key_type);
5868 	} else {
5869 		if (inode_only == LOG_INODE_EXISTS && ctx->logged_before) {
5870 			/*
5871 			 * Make sure the new inode item we write to the log has
5872 			 * the same isize as the current one (if it exists).
5873 			 * This is necessary to prevent data loss after log
5874 			 * replay, and also to prevent doing a wrong expanding
5875 			 * truncate - for e.g. create file, write 4K into offset
5876 			 * 0, fsync, write 4K into offset 4096, add hard link,
5877 			 * fsync some other file (to sync log), power fail - if
5878 			 * we use the inode's current i_size, after log replay
5879 			 * we get a 8Kb file, with the last 4Kb extent as a hole
5880 			 * (zeroes), as if an expanding truncate happened,
5881 			 * instead of getting a file of 4Kb only.
5882 			 */
5883 			ret = logged_inode_size(log, inode, path, &logged_isize);
5884 			if (ret)
5885 				goto out_unlock;
5886 		}
5887 		if (test_bit(BTRFS_INODE_NEEDS_FULL_SYNC,
5888 			     &inode->runtime_flags)) {
5889 			if (inode_only == LOG_INODE_EXISTS) {
5890 				max_key.type = BTRFS_XATTR_ITEM_KEY;
5891 				if (ctx->logged_before)
5892 					ret = drop_inode_items(trans, log, path,
5893 							       inode, max_key.type);
5894 			} else {
5895 				clear_bit(BTRFS_INODE_NEEDS_FULL_SYNC,
5896 					  &inode->runtime_flags);
5897 				clear_bit(BTRFS_INODE_COPY_EVERYTHING,
5898 					  &inode->runtime_flags);
5899 				if (ctx->logged_before)
5900 					ret = truncate_inode_items(trans, log,
5901 								   inode, 0, 0);
5902 			}
5903 		} else if (test_and_clear_bit(BTRFS_INODE_COPY_EVERYTHING,
5904 					      &inode->runtime_flags) ||
5905 			   inode_only == LOG_INODE_EXISTS) {
5906 			if (inode_only == LOG_INODE_ALL)
5907 				fast_search = true;
5908 			max_key.type = BTRFS_XATTR_ITEM_KEY;
5909 			if (ctx->logged_before)
5910 				ret = drop_inode_items(trans, log, path, inode,
5911 						       max_key.type);
5912 		} else {
5913 			if (inode_only == LOG_INODE_ALL)
5914 				fast_search = true;
5915 			inode_item_dropped = false;
5916 			goto log_extents;
5917 		}
5918 
5919 	}
5920 	if (ret)
5921 		goto out_unlock;
5922 
5923 	ret = copy_inode_items_to_log(trans, inode, &min_key, &max_key,
5924 				      path, dst_path, logged_isize,
5925 				      recursive_logging, inode_only, ctx,
5926 				      &need_log_inode_item);
5927 	if (ret)
5928 		goto out_unlock;
5929 
5930 	btrfs_release_path(path);
5931 	btrfs_release_path(dst_path);
5932 	ret = btrfs_log_all_xattrs(trans, inode, path, dst_path);
5933 	if (ret)
5934 		goto out_unlock;
5935 	xattrs_logged = true;
5936 	if (max_key.type >= BTRFS_EXTENT_DATA_KEY && !fast_search) {
5937 		btrfs_release_path(path);
5938 		btrfs_release_path(dst_path);
5939 		ret = btrfs_log_holes(trans, inode, path);
5940 		if (ret)
5941 			goto out_unlock;
5942 	}
5943 log_extents:
5944 	btrfs_release_path(path);
5945 	btrfs_release_path(dst_path);
5946 	if (need_log_inode_item) {
5947 		ret = log_inode_item(trans, log, dst_path, inode, inode_item_dropped);
5948 		if (ret)
5949 			goto out_unlock;
5950 		/*
5951 		 * If we are doing a fast fsync and the inode was logged before
5952 		 * in this transaction, we don't need to log the xattrs because
5953 		 * they were logged before. If xattrs were added, changed or
5954 		 * deleted since the last time we logged the inode, then we have
5955 		 * already logged them because the inode had the runtime flag
5956 		 * BTRFS_INODE_COPY_EVERYTHING set.
5957 		 */
5958 		if (!xattrs_logged && inode->logged_trans < trans->transid) {
5959 			ret = btrfs_log_all_xattrs(trans, inode, path, dst_path);
5960 			if (ret)
5961 				goto out_unlock;
5962 			btrfs_release_path(path);
5963 		}
5964 	}
5965 	if (fast_search) {
5966 		ret = btrfs_log_changed_extents(trans, inode, dst_path, ctx);
5967 		if (ret)
5968 			goto out_unlock;
5969 	} else if (inode_only == LOG_INODE_ALL) {
5970 		struct extent_map *em, *n;
5971 
5972 		write_lock(&em_tree->lock);
5973 		list_for_each_entry_safe(em, n, &em_tree->modified_extents, list)
5974 			list_del_init(&em->list);
5975 		write_unlock(&em_tree->lock);
5976 	}
5977 
5978 	if (inode_only == LOG_INODE_ALL && S_ISDIR(inode->vfs_inode.i_mode)) {
5979 		ret = log_directory_changes(trans, inode, path, dst_path, ctx);
5980 		if (ret)
5981 			goto out_unlock;
5982 	}
5983 
5984 	spin_lock(&inode->lock);
5985 	inode->logged_trans = trans->transid;
5986 	/*
5987 	 * Don't update last_log_commit if we logged that an inode exists.
5988 	 * We do this for three reasons:
5989 	 *
5990 	 * 1) We might have had buffered writes to this inode that were
5991 	 *    flushed and had their ordered extents completed in this
5992 	 *    transaction, but we did not previously log the inode with
5993 	 *    LOG_INODE_ALL. Later the inode was evicted and after that
5994 	 *    it was loaded again and this LOG_INODE_EXISTS log operation
5995 	 *    happened. We must make sure that if an explicit fsync against
5996 	 *    the inode is performed later, it logs the new extents, an
5997 	 *    updated inode item, etc, and syncs the log. The same logic
5998 	 *    applies to direct IO writes instead of buffered writes.
5999 	 *
6000 	 * 2) When we log the inode with LOG_INODE_EXISTS, its inode item
6001 	 *    is logged with an i_size of 0 or whatever value was logged
6002 	 *    before. If later the i_size of the inode is increased by a
6003 	 *    truncate operation, the log is synced through an fsync of
6004 	 *    some other inode and then finally an explicit fsync against
6005 	 *    this inode is made, we must make sure this fsync logs the
6006 	 *    inode with the new i_size, the hole between old i_size and
6007 	 *    the new i_size, and syncs the log.
6008 	 *
6009 	 * 3) If we are logging that an ancestor inode exists as part of
6010 	 *    logging a new name from a link or rename operation, don't update
6011 	 *    its last_log_commit - otherwise if an explicit fsync is made
6012 	 *    against an ancestor, the fsync considers the inode in the log
6013 	 *    and doesn't sync the log, resulting in the ancestor missing after
6014 	 *    a power failure unless the log was synced as part of an fsync
6015 	 *    against any other unrelated inode.
6016 	 */
6017 	if (inode_only != LOG_INODE_EXISTS)
6018 		inode->last_log_commit = inode->last_sub_trans;
6019 	spin_unlock(&inode->lock);
6020 
6021 	/*
6022 	 * Reset the last_reflink_trans so that the next fsync does not need to
6023 	 * go through the slower path when logging extents and their checksums.
6024 	 */
6025 	if (inode_only == LOG_INODE_ALL)
6026 		inode->last_reflink_trans = 0;
6027 
6028 out_unlock:
6029 	mutex_unlock(&inode->log_mutex);
6030 out:
6031 	btrfs_free_path(path);
6032 	btrfs_free_path(dst_path);
6033 
6034 	if (recursive_logging)
6035 		ctx->logged_before = orig_logged_before;
6036 
6037 	return ret;
6038 }
6039 
6040 /*
6041  * Check if we need to log an inode. This is used in contexts where while
6042  * logging an inode we need to log another inode (either that it exists or in
6043  * full mode). This is used instead of btrfs_inode_in_log() because the later
6044  * requires the inode to be in the log and have the log transaction committed,
6045  * while here we do not care if the log transaction was already committed - our
6046  * caller will commit the log later - and we want to avoid logging an inode
6047  * multiple times when multiple tasks have joined the same log transaction.
6048  */
6049 static bool need_log_inode(struct btrfs_trans_handle *trans,
6050 			   struct btrfs_inode *inode)
6051 {
6052 	/*
6053 	 * If a directory was not modified, no dentries added or removed, we can
6054 	 * and should avoid logging it.
6055 	 */
6056 	if (S_ISDIR(inode->vfs_inode.i_mode) && inode->last_trans < trans->transid)
6057 		return false;
6058 
6059 	/*
6060 	 * If this inode does not have new/updated/deleted xattrs since the last
6061 	 * time it was logged and is flagged as logged in the current transaction,
6062 	 * we can skip logging it. As for new/deleted names, those are updated in
6063 	 * the log by link/unlink/rename operations.
6064 	 * In case the inode was logged and then evicted and reloaded, its
6065 	 * logged_trans will be 0, in which case we have to fully log it since
6066 	 * logged_trans is a transient field, not persisted.
6067 	 */
6068 	if (inode->logged_trans == trans->transid &&
6069 	    !test_bit(BTRFS_INODE_COPY_EVERYTHING, &inode->runtime_flags))
6070 		return false;
6071 
6072 	return true;
6073 }
6074 
6075 struct btrfs_dir_list {
6076 	u64 ino;
6077 	struct list_head list;
6078 };
6079 
6080 /*
6081  * Log the inodes of the new dentries of a directory. See log_dir_items() for
6082  * details about the why it is needed.
6083  * This is a recursive operation - if an existing dentry corresponds to a
6084  * directory, that directory's new entries are logged too (same behaviour as
6085  * ext3/4, xfs, f2fs, reiserfs, nilfs2). Note that when logging the inodes
6086  * the dentries point to we do not lock their i_mutex, otherwise lockdep
6087  * complains about the following circular lock dependency / possible deadlock:
6088  *
6089  *        CPU0                                        CPU1
6090  *        ----                                        ----
6091  * lock(&type->i_mutex_dir_key#3/2);
6092  *                                            lock(sb_internal#2);
6093  *                                            lock(&type->i_mutex_dir_key#3/2);
6094  * lock(&sb->s_type->i_mutex_key#14);
6095  *
6096  * Where sb_internal is the lock (a counter that works as a lock) acquired by
6097  * sb_start_intwrite() in btrfs_start_transaction().
6098  * Not locking i_mutex of the inodes is still safe because:
6099  *
6100  * 1) For regular files we log with a mode of LOG_INODE_EXISTS. It's possible
6101  *    that while logging the inode new references (names) are added or removed
6102  *    from the inode, leaving the logged inode item with a link count that does
6103  *    not match the number of logged inode reference items. This is fine because
6104  *    at log replay time we compute the real number of links and correct the
6105  *    link count in the inode item (see replay_one_buffer() and
6106  *    link_to_fixup_dir());
6107  *
6108  * 2) For directories we log with a mode of LOG_INODE_ALL. It's possible that
6109  *    while logging the inode's items new index items (key type
6110  *    BTRFS_DIR_INDEX_KEY) are added to fs/subvol tree and the logged inode item
6111  *    has a size that doesn't match the sum of the lengths of all the logged
6112  *    names - this is ok, not a problem, because at log replay time we set the
6113  *    directory's i_size to the correct value (see replay_one_name() and
6114  *    do_overwrite_item()).
6115  */
6116 static int log_new_dir_dentries(struct btrfs_trans_handle *trans,
6117 				struct btrfs_root *root,
6118 				struct btrfs_inode *start_inode,
6119 				struct btrfs_log_ctx *ctx)
6120 {
6121 	struct btrfs_fs_info *fs_info = root->fs_info;
6122 	struct btrfs_path *path;
6123 	LIST_HEAD(dir_list);
6124 	struct btrfs_dir_list *dir_elem;
6125 	int ret = 0;
6126 
6127 	/*
6128 	 * If we are logging a new name, as part of a link or rename operation,
6129 	 * don't bother logging new dentries, as we just want to log the names
6130 	 * of an inode and that any new parents exist.
6131 	 */
6132 	if (ctx->logging_new_name)
6133 		return 0;
6134 
6135 	path = btrfs_alloc_path();
6136 	if (!path)
6137 		return -ENOMEM;
6138 
6139 	dir_elem = kmalloc(sizeof(*dir_elem), GFP_NOFS);
6140 	if (!dir_elem) {
6141 		btrfs_free_path(path);
6142 		return -ENOMEM;
6143 	}
6144 	dir_elem->ino = btrfs_ino(start_inode);
6145 	list_add_tail(&dir_elem->list, &dir_list);
6146 
6147 	while (!list_empty(&dir_list)) {
6148 		struct extent_buffer *leaf;
6149 		struct btrfs_key min_key;
6150 		int nritems;
6151 		int i;
6152 
6153 		dir_elem = list_first_entry(&dir_list, struct btrfs_dir_list,
6154 					    list);
6155 		if (ret)
6156 			goto next_dir_inode;
6157 
6158 		min_key.objectid = dir_elem->ino;
6159 		min_key.type = BTRFS_DIR_INDEX_KEY;
6160 		min_key.offset = 0;
6161 again:
6162 		btrfs_release_path(path);
6163 		ret = btrfs_search_forward(root, &min_key, path, trans->transid);
6164 		if (ret < 0) {
6165 			goto next_dir_inode;
6166 		} else if (ret > 0) {
6167 			ret = 0;
6168 			goto next_dir_inode;
6169 		}
6170 
6171 		leaf = path->nodes[0];
6172 		nritems = btrfs_header_nritems(leaf);
6173 		for (i = path->slots[0]; i < nritems; i++) {
6174 			struct btrfs_dir_item *di;
6175 			struct btrfs_key di_key;
6176 			struct inode *di_inode;
6177 			struct btrfs_dir_list *new_dir_elem;
6178 			int log_mode = LOG_INODE_EXISTS;
6179 			int type;
6180 
6181 			btrfs_item_key_to_cpu(leaf, &min_key, i);
6182 			if (min_key.objectid != dir_elem->ino ||
6183 			    min_key.type != BTRFS_DIR_INDEX_KEY)
6184 				goto next_dir_inode;
6185 
6186 			di = btrfs_item_ptr(leaf, i, struct btrfs_dir_item);
6187 			type = btrfs_dir_type(leaf, di);
6188 			if (btrfs_dir_transid(leaf, di) < trans->transid)
6189 				continue;
6190 			btrfs_dir_item_key_to_cpu(leaf, di, &di_key);
6191 			if (di_key.type == BTRFS_ROOT_ITEM_KEY)
6192 				continue;
6193 
6194 			btrfs_release_path(path);
6195 			di_inode = btrfs_iget(fs_info->sb, di_key.objectid, root);
6196 			if (IS_ERR(di_inode)) {
6197 				ret = PTR_ERR(di_inode);
6198 				goto next_dir_inode;
6199 			}
6200 
6201 			if (!need_log_inode(trans, BTRFS_I(di_inode))) {
6202 				btrfs_add_delayed_iput(di_inode);
6203 				break;
6204 			}
6205 
6206 			ctx->log_new_dentries = false;
6207 			if (type == BTRFS_FT_DIR)
6208 				log_mode = LOG_INODE_ALL;
6209 			ret = btrfs_log_inode(trans, BTRFS_I(di_inode),
6210 					      log_mode, ctx);
6211 			btrfs_add_delayed_iput(di_inode);
6212 			if (ret)
6213 				goto next_dir_inode;
6214 			if (ctx->log_new_dentries) {
6215 				new_dir_elem = kmalloc(sizeof(*new_dir_elem),
6216 						       GFP_NOFS);
6217 				if (!new_dir_elem) {
6218 					ret = -ENOMEM;
6219 					goto next_dir_inode;
6220 				}
6221 				new_dir_elem->ino = di_key.objectid;
6222 				list_add_tail(&new_dir_elem->list, &dir_list);
6223 			}
6224 			break;
6225 		}
6226 		if (min_key.offset < (u64)-1) {
6227 			min_key.offset++;
6228 			goto again;
6229 		}
6230 next_dir_inode:
6231 		list_del(&dir_elem->list);
6232 		kfree(dir_elem);
6233 	}
6234 
6235 	btrfs_free_path(path);
6236 	return ret;
6237 }
6238 
6239 static int btrfs_log_all_parents(struct btrfs_trans_handle *trans,
6240 				 struct btrfs_inode *inode,
6241 				 struct btrfs_log_ctx *ctx)
6242 {
6243 	struct btrfs_fs_info *fs_info = trans->fs_info;
6244 	int ret;
6245 	struct btrfs_path *path;
6246 	struct btrfs_key key;
6247 	struct btrfs_root *root = inode->root;
6248 	const u64 ino = btrfs_ino(inode);
6249 
6250 	path = btrfs_alloc_path();
6251 	if (!path)
6252 		return -ENOMEM;
6253 	path->skip_locking = 1;
6254 	path->search_commit_root = 1;
6255 
6256 	key.objectid = ino;
6257 	key.type = BTRFS_INODE_REF_KEY;
6258 	key.offset = 0;
6259 	ret = btrfs_search_slot(NULL, root, &key, path, 0, 0);
6260 	if (ret < 0)
6261 		goto out;
6262 
6263 	while (true) {
6264 		struct extent_buffer *leaf = path->nodes[0];
6265 		int slot = path->slots[0];
6266 		u32 cur_offset = 0;
6267 		u32 item_size;
6268 		unsigned long ptr;
6269 
6270 		if (slot >= btrfs_header_nritems(leaf)) {
6271 			ret = btrfs_next_leaf(root, path);
6272 			if (ret < 0)
6273 				goto out;
6274 			else if (ret > 0)
6275 				break;
6276 			continue;
6277 		}
6278 
6279 		btrfs_item_key_to_cpu(leaf, &key, slot);
6280 		/* BTRFS_INODE_EXTREF_KEY is BTRFS_INODE_REF_KEY + 1 */
6281 		if (key.objectid != ino || key.type > BTRFS_INODE_EXTREF_KEY)
6282 			break;
6283 
6284 		item_size = btrfs_item_size(leaf, slot);
6285 		ptr = btrfs_item_ptr_offset(leaf, slot);
6286 		while (cur_offset < item_size) {
6287 			struct btrfs_key inode_key;
6288 			struct inode *dir_inode;
6289 
6290 			inode_key.type = BTRFS_INODE_ITEM_KEY;
6291 			inode_key.offset = 0;
6292 
6293 			if (key.type == BTRFS_INODE_EXTREF_KEY) {
6294 				struct btrfs_inode_extref *extref;
6295 
6296 				extref = (struct btrfs_inode_extref *)
6297 					(ptr + cur_offset);
6298 				inode_key.objectid = btrfs_inode_extref_parent(
6299 					leaf, extref);
6300 				cur_offset += sizeof(*extref);
6301 				cur_offset += btrfs_inode_extref_name_len(leaf,
6302 					extref);
6303 			} else {
6304 				inode_key.objectid = key.offset;
6305 				cur_offset = item_size;
6306 			}
6307 
6308 			dir_inode = btrfs_iget(fs_info->sb, inode_key.objectid,
6309 					       root);
6310 			/*
6311 			 * If the parent inode was deleted, return an error to
6312 			 * fallback to a transaction commit. This is to prevent
6313 			 * getting an inode that was moved from one parent A to
6314 			 * a parent B, got its former parent A deleted and then
6315 			 * it got fsync'ed, from existing at both parents after
6316 			 * a log replay (and the old parent still existing).
6317 			 * Example:
6318 			 *
6319 			 * mkdir /mnt/A
6320 			 * mkdir /mnt/B
6321 			 * touch /mnt/B/bar
6322 			 * sync
6323 			 * mv /mnt/B/bar /mnt/A/bar
6324 			 * mv -T /mnt/A /mnt/B
6325 			 * fsync /mnt/B/bar
6326 			 * <power fail>
6327 			 *
6328 			 * If we ignore the old parent B which got deleted,
6329 			 * after a log replay we would have file bar linked
6330 			 * at both parents and the old parent B would still
6331 			 * exist.
6332 			 */
6333 			if (IS_ERR(dir_inode)) {
6334 				ret = PTR_ERR(dir_inode);
6335 				goto out;
6336 			}
6337 
6338 			if (!need_log_inode(trans, BTRFS_I(dir_inode))) {
6339 				btrfs_add_delayed_iput(dir_inode);
6340 				continue;
6341 			}
6342 
6343 			ctx->log_new_dentries = false;
6344 			ret = btrfs_log_inode(trans, BTRFS_I(dir_inode),
6345 					      LOG_INODE_ALL, ctx);
6346 			if (!ret && ctx->log_new_dentries)
6347 				ret = log_new_dir_dentries(trans, root,
6348 						   BTRFS_I(dir_inode), ctx);
6349 			btrfs_add_delayed_iput(dir_inode);
6350 			if (ret)
6351 				goto out;
6352 		}
6353 		path->slots[0]++;
6354 	}
6355 	ret = 0;
6356 out:
6357 	btrfs_free_path(path);
6358 	return ret;
6359 }
6360 
6361 static int log_new_ancestors(struct btrfs_trans_handle *trans,
6362 			     struct btrfs_root *root,
6363 			     struct btrfs_path *path,
6364 			     struct btrfs_log_ctx *ctx)
6365 {
6366 	struct btrfs_key found_key;
6367 
6368 	btrfs_item_key_to_cpu(path->nodes[0], &found_key, path->slots[0]);
6369 
6370 	while (true) {
6371 		struct btrfs_fs_info *fs_info = root->fs_info;
6372 		struct extent_buffer *leaf = path->nodes[0];
6373 		int slot = path->slots[0];
6374 		struct btrfs_key search_key;
6375 		struct inode *inode;
6376 		u64 ino;
6377 		int ret = 0;
6378 
6379 		btrfs_release_path(path);
6380 
6381 		ino = found_key.offset;
6382 
6383 		search_key.objectid = found_key.offset;
6384 		search_key.type = BTRFS_INODE_ITEM_KEY;
6385 		search_key.offset = 0;
6386 		inode = btrfs_iget(fs_info->sb, ino, root);
6387 		if (IS_ERR(inode))
6388 			return PTR_ERR(inode);
6389 
6390 		if (BTRFS_I(inode)->generation >= trans->transid &&
6391 		    need_log_inode(trans, BTRFS_I(inode)))
6392 			ret = btrfs_log_inode(trans, BTRFS_I(inode),
6393 					      LOG_INODE_EXISTS, ctx);
6394 		btrfs_add_delayed_iput(inode);
6395 		if (ret)
6396 			return ret;
6397 
6398 		if (search_key.objectid == BTRFS_FIRST_FREE_OBJECTID)
6399 			break;
6400 
6401 		search_key.type = BTRFS_INODE_REF_KEY;
6402 		ret = btrfs_search_slot(NULL, root, &search_key, path, 0, 0);
6403 		if (ret < 0)
6404 			return ret;
6405 
6406 		leaf = path->nodes[0];
6407 		slot = path->slots[0];
6408 		if (slot >= btrfs_header_nritems(leaf)) {
6409 			ret = btrfs_next_leaf(root, path);
6410 			if (ret < 0)
6411 				return ret;
6412 			else if (ret > 0)
6413 				return -ENOENT;
6414 			leaf = path->nodes[0];
6415 			slot = path->slots[0];
6416 		}
6417 
6418 		btrfs_item_key_to_cpu(leaf, &found_key, slot);
6419 		if (found_key.objectid != search_key.objectid ||
6420 		    found_key.type != BTRFS_INODE_REF_KEY)
6421 			return -ENOENT;
6422 	}
6423 	return 0;
6424 }
6425 
6426 static int log_new_ancestors_fast(struct btrfs_trans_handle *trans,
6427 				  struct btrfs_inode *inode,
6428 				  struct dentry *parent,
6429 				  struct btrfs_log_ctx *ctx)
6430 {
6431 	struct btrfs_root *root = inode->root;
6432 	struct dentry *old_parent = NULL;
6433 	struct super_block *sb = inode->vfs_inode.i_sb;
6434 	int ret = 0;
6435 
6436 	while (true) {
6437 		if (!parent || d_really_is_negative(parent) ||
6438 		    sb != parent->d_sb)
6439 			break;
6440 
6441 		inode = BTRFS_I(d_inode(parent));
6442 		if (root != inode->root)
6443 			break;
6444 
6445 		if (inode->generation >= trans->transid &&
6446 		    need_log_inode(trans, inode)) {
6447 			ret = btrfs_log_inode(trans, inode,
6448 					      LOG_INODE_EXISTS, ctx);
6449 			if (ret)
6450 				break;
6451 		}
6452 		if (IS_ROOT(parent))
6453 			break;
6454 
6455 		parent = dget_parent(parent);
6456 		dput(old_parent);
6457 		old_parent = parent;
6458 	}
6459 	dput(old_parent);
6460 
6461 	return ret;
6462 }
6463 
6464 static int log_all_new_ancestors(struct btrfs_trans_handle *trans,
6465 				 struct btrfs_inode *inode,
6466 				 struct dentry *parent,
6467 				 struct btrfs_log_ctx *ctx)
6468 {
6469 	struct btrfs_root *root = inode->root;
6470 	const u64 ino = btrfs_ino(inode);
6471 	struct btrfs_path *path;
6472 	struct btrfs_key search_key;
6473 	int ret;
6474 
6475 	/*
6476 	 * For a single hard link case, go through a fast path that does not
6477 	 * need to iterate the fs/subvolume tree.
6478 	 */
6479 	if (inode->vfs_inode.i_nlink < 2)
6480 		return log_new_ancestors_fast(trans, inode, parent, ctx);
6481 
6482 	path = btrfs_alloc_path();
6483 	if (!path)
6484 		return -ENOMEM;
6485 
6486 	search_key.objectid = ino;
6487 	search_key.type = BTRFS_INODE_REF_KEY;
6488 	search_key.offset = 0;
6489 again:
6490 	ret = btrfs_search_slot(NULL, root, &search_key, path, 0, 0);
6491 	if (ret < 0)
6492 		goto out;
6493 	if (ret == 0)
6494 		path->slots[0]++;
6495 
6496 	while (true) {
6497 		struct extent_buffer *leaf = path->nodes[0];
6498 		int slot = path->slots[0];
6499 		struct btrfs_key found_key;
6500 
6501 		if (slot >= btrfs_header_nritems(leaf)) {
6502 			ret = btrfs_next_leaf(root, path);
6503 			if (ret < 0)
6504 				goto out;
6505 			else if (ret > 0)
6506 				break;
6507 			continue;
6508 		}
6509 
6510 		btrfs_item_key_to_cpu(leaf, &found_key, slot);
6511 		if (found_key.objectid != ino ||
6512 		    found_key.type > BTRFS_INODE_EXTREF_KEY)
6513 			break;
6514 
6515 		/*
6516 		 * Don't deal with extended references because they are rare
6517 		 * cases and too complex to deal with (we would need to keep
6518 		 * track of which subitem we are processing for each item in
6519 		 * this loop, etc). So just return some error to fallback to
6520 		 * a transaction commit.
6521 		 */
6522 		if (found_key.type == BTRFS_INODE_EXTREF_KEY) {
6523 			ret = -EMLINK;
6524 			goto out;
6525 		}
6526 
6527 		/*
6528 		 * Logging ancestors needs to do more searches on the fs/subvol
6529 		 * tree, so it releases the path as needed to avoid deadlocks.
6530 		 * Keep track of the last inode ref key and resume from that key
6531 		 * after logging all new ancestors for the current hard link.
6532 		 */
6533 		memcpy(&search_key, &found_key, sizeof(search_key));
6534 
6535 		ret = log_new_ancestors(trans, root, path, ctx);
6536 		if (ret)
6537 			goto out;
6538 		btrfs_release_path(path);
6539 		goto again;
6540 	}
6541 	ret = 0;
6542 out:
6543 	btrfs_free_path(path);
6544 	return ret;
6545 }
6546 
6547 /*
6548  * helper function around btrfs_log_inode to make sure newly created
6549  * parent directories also end up in the log.  A minimal inode and backref
6550  * only logging is done of any parent directories that are older than
6551  * the last committed transaction
6552  */
6553 static int btrfs_log_inode_parent(struct btrfs_trans_handle *trans,
6554 				  struct btrfs_inode *inode,
6555 				  struct dentry *parent,
6556 				  int inode_only,
6557 				  struct btrfs_log_ctx *ctx)
6558 {
6559 	struct btrfs_root *root = inode->root;
6560 	struct btrfs_fs_info *fs_info = root->fs_info;
6561 	int ret = 0;
6562 	bool log_dentries = false;
6563 
6564 	if (btrfs_test_opt(fs_info, NOTREELOG)) {
6565 		ret = 1;
6566 		goto end_no_trans;
6567 	}
6568 
6569 	if (btrfs_root_refs(&root->root_item) == 0) {
6570 		ret = 1;
6571 		goto end_no_trans;
6572 	}
6573 
6574 	/*
6575 	 * Skip already logged inodes or inodes corresponding to tmpfiles
6576 	 * (since logging them is pointless, a link count of 0 means they
6577 	 * will never be accessible).
6578 	 */
6579 	if ((btrfs_inode_in_log(inode, trans->transid) &&
6580 	     list_empty(&ctx->ordered_extents)) ||
6581 	    inode->vfs_inode.i_nlink == 0) {
6582 		ret = BTRFS_NO_LOG_SYNC;
6583 		goto end_no_trans;
6584 	}
6585 
6586 	ret = start_log_trans(trans, root, ctx);
6587 	if (ret)
6588 		goto end_no_trans;
6589 
6590 	ret = btrfs_log_inode(trans, inode, inode_only, ctx);
6591 	if (ret)
6592 		goto end_trans;
6593 
6594 	/*
6595 	 * for regular files, if its inode is already on disk, we don't
6596 	 * have to worry about the parents at all.  This is because
6597 	 * we can use the last_unlink_trans field to record renames
6598 	 * and other fun in this file.
6599 	 */
6600 	if (S_ISREG(inode->vfs_inode.i_mode) &&
6601 	    inode->generation < trans->transid &&
6602 	    inode->last_unlink_trans < trans->transid) {
6603 		ret = 0;
6604 		goto end_trans;
6605 	}
6606 
6607 	if (S_ISDIR(inode->vfs_inode.i_mode) && ctx->log_new_dentries)
6608 		log_dentries = true;
6609 
6610 	/*
6611 	 * On unlink we must make sure all our current and old parent directory
6612 	 * inodes are fully logged. This is to prevent leaving dangling
6613 	 * directory index entries in directories that were our parents but are
6614 	 * not anymore. Not doing this results in old parent directory being
6615 	 * impossible to delete after log replay (rmdir will always fail with
6616 	 * error -ENOTEMPTY).
6617 	 *
6618 	 * Example 1:
6619 	 *
6620 	 * mkdir testdir
6621 	 * touch testdir/foo
6622 	 * ln testdir/foo testdir/bar
6623 	 * sync
6624 	 * unlink testdir/bar
6625 	 * xfs_io -c fsync testdir/foo
6626 	 * <power failure>
6627 	 * mount fs, triggers log replay
6628 	 *
6629 	 * If we don't log the parent directory (testdir), after log replay the
6630 	 * directory still has an entry pointing to the file inode using the bar
6631 	 * name, but a matching BTRFS_INODE_[REF|EXTREF]_KEY does not exist and
6632 	 * the file inode has a link count of 1.
6633 	 *
6634 	 * Example 2:
6635 	 *
6636 	 * mkdir testdir
6637 	 * touch foo
6638 	 * ln foo testdir/foo2
6639 	 * ln foo testdir/foo3
6640 	 * sync
6641 	 * unlink testdir/foo3
6642 	 * xfs_io -c fsync foo
6643 	 * <power failure>
6644 	 * mount fs, triggers log replay
6645 	 *
6646 	 * Similar as the first example, after log replay the parent directory
6647 	 * testdir still has an entry pointing to the inode file with name foo3
6648 	 * but the file inode does not have a matching BTRFS_INODE_REF_KEY item
6649 	 * and has a link count of 2.
6650 	 */
6651 	if (inode->last_unlink_trans >= trans->transid) {
6652 		ret = btrfs_log_all_parents(trans, inode, ctx);
6653 		if (ret)
6654 			goto end_trans;
6655 	}
6656 
6657 	ret = log_all_new_ancestors(trans, inode, parent, ctx);
6658 	if (ret)
6659 		goto end_trans;
6660 
6661 	if (log_dentries)
6662 		ret = log_new_dir_dentries(trans, root, inode, ctx);
6663 	else
6664 		ret = 0;
6665 end_trans:
6666 	if (ret < 0) {
6667 		btrfs_set_log_full_commit(trans);
6668 		ret = 1;
6669 	}
6670 
6671 	if (ret)
6672 		btrfs_remove_log_ctx(root, ctx);
6673 	btrfs_end_log_trans(root);
6674 end_no_trans:
6675 	return ret;
6676 }
6677 
6678 /*
6679  * it is not safe to log dentry if the chunk root has added new
6680  * chunks.  This returns 0 if the dentry was logged, and 1 otherwise.
6681  * If this returns 1, you must commit the transaction to safely get your
6682  * data on disk.
6683  */
6684 int btrfs_log_dentry_safe(struct btrfs_trans_handle *trans,
6685 			  struct dentry *dentry,
6686 			  struct btrfs_log_ctx *ctx)
6687 {
6688 	struct dentry *parent = dget_parent(dentry);
6689 	int ret;
6690 
6691 	ret = btrfs_log_inode_parent(trans, BTRFS_I(d_inode(dentry)), parent,
6692 				     LOG_INODE_ALL, ctx);
6693 	dput(parent);
6694 
6695 	return ret;
6696 }
6697 
6698 /*
6699  * should be called during mount to recover any replay any log trees
6700  * from the FS
6701  */
6702 int btrfs_recover_log_trees(struct btrfs_root *log_root_tree)
6703 {
6704 	int ret;
6705 	struct btrfs_path *path;
6706 	struct btrfs_trans_handle *trans;
6707 	struct btrfs_key key;
6708 	struct btrfs_key found_key;
6709 	struct btrfs_root *log;
6710 	struct btrfs_fs_info *fs_info = log_root_tree->fs_info;
6711 	struct walk_control wc = {
6712 		.process_func = process_one_buffer,
6713 		.stage = LOG_WALK_PIN_ONLY,
6714 	};
6715 
6716 	path = btrfs_alloc_path();
6717 	if (!path)
6718 		return -ENOMEM;
6719 
6720 	set_bit(BTRFS_FS_LOG_RECOVERING, &fs_info->flags);
6721 
6722 	trans = btrfs_start_transaction(fs_info->tree_root, 0);
6723 	if (IS_ERR(trans)) {
6724 		ret = PTR_ERR(trans);
6725 		goto error;
6726 	}
6727 
6728 	wc.trans = trans;
6729 	wc.pin = 1;
6730 
6731 	ret = walk_log_tree(trans, log_root_tree, &wc);
6732 	if (ret) {
6733 		btrfs_abort_transaction(trans, ret);
6734 		goto error;
6735 	}
6736 
6737 again:
6738 	key.objectid = BTRFS_TREE_LOG_OBJECTID;
6739 	key.offset = (u64)-1;
6740 	key.type = BTRFS_ROOT_ITEM_KEY;
6741 
6742 	while (1) {
6743 		ret = btrfs_search_slot(NULL, log_root_tree, &key, path, 0, 0);
6744 
6745 		if (ret < 0) {
6746 			btrfs_abort_transaction(trans, ret);
6747 			goto error;
6748 		}
6749 		if (ret > 0) {
6750 			if (path->slots[0] == 0)
6751 				break;
6752 			path->slots[0]--;
6753 		}
6754 		btrfs_item_key_to_cpu(path->nodes[0], &found_key,
6755 				      path->slots[0]);
6756 		btrfs_release_path(path);
6757 		if (found_key.objectid != BTRFS_TREE_LOG_OBJECTID)
6758 			break;
6759 
6760 		log = btrfs_read_tree_root(log_root_tree, &found_key);
6761 		if (IS_ERR(log)) {
6762 			ret = PTR_ERR(log);
6763 			btrfs_abort_transaction(trans, ret);
6764 			goto error;
6765 		}
6766 
6767 		wc.replay_dest = btrfs_get_fs_root(fs_info, found_key.offset,
6768 						   true);
6769 		if (IS_ERR(wc.replay_dest)) {
6770 			ret = PTR_ERR(wc.replay_dest);
6771 
6772 			/*
6773 			 * We didn't find the subvol, likely because it was
6774 			 * deleted.  This is ok, simply skip this log and go to
6775 			 * the next one.
6776 			 *
6777 			 * We need to exclude the root because we can't have
6778 			 * other log replays overwriting this log as we'll read
6779 			 * it back in a few more times.  This will keep our
6780 			 * block from being modified, and we'll just bail for
6781 			 * each subsequent pass.
6782 			 */
6783 			if (ret == -ENOENT)
6784 				ret = btrfs_pin_extent_for_log_replay(trans,
6785 							log->node->start,
6786 							log->node->len);
6787 			btrfs_put_root(log);
6788 
6789 			if (!ret)
6790 				goto next;
6791 			btrfs_abort_transaction(trans, ret);
6792 			goto error;
6793 		}
6794 
6795 		wc.replay_dest->log_root = log;
6796 		ret = btrfs_record_root_in_trans(trans, wc.replay_dest);
6797 		if (ret)
6798 			/* The loop needs to continue due to the root refs */
6799 			btrfs_abort_transaction(trans, ret);
6800 		else
6801 			ret = walk_log_tree(trans, log, &wc);
6802 
6803 		if (!ret && wc.stage == LOG_WALK_REPLAY_ALL) {
6804 			ret = fixup_inode_link_counts(trans, wc.replay_dest,
6805 						      path);
6806 			if (ret)
6807 				btrfs_abort_transaction(trans, ret);
6808 		}
6809 
6810 		if (!ret && wc.stage == LOG_WALK_REPLAY_ALL) {
6811 			struct btrfs_root *root = wc.replay_dest;
6812 
6813 			btrfs_release_path(path);
6814 
6815 			/*
6816 			 * We have just replayed everything, and the highest
6817 			 * objectid of fs roots probably has changed in case
6818 			 * some inode_item's got replayed.
6819 			 *
6820 			 * root->objectid_mutex is not acquired as log replay
6821 			 * could only happen during mount.
6822 			 */
6823 			ret = btrfs_init_root_free_objectid(root);
6824 			if (ret)
6825 				btrfs_abort_transaction(trans, ret);
6826 		}
6827 
6828 		wc.replay_dest->log_root = NULL;
6829 		btrfs_put_root(wc.replay_dest);
6830 		btrfs_put_root(log);
6831 
6832 		if (ret)
6833 			goto error;
6834 next:
6835 		if (found_key.offset == 0)
6836 			break;
6837 		key.offset = found_key.offset - 1;
6838 	}
6839 	btrfs_release_path(path);
6840 
6841 	/* step one is to pin it all, step two is to replay just inodes */
6842 	if (wc.pin) {
6843 		wc.pin = 0;
6844 		wc.process_func = replay_one_buffer;
6845 		wc.stage = LOG_WALK_REPLAY_INODES;
6846 		goto again;
6847 	}
6848 	/* step three is to replay everything */
6849 	if (wc.stage < LOG_WALK_REPLAY_ALL) {
6850 		wc.stage++;
6851 		goto again;
6852 	}
6853 
6854 	btrfs_free_path(path);
6855 
6856 	/* step 4: commit the transaction, which also unpins the blocks */
6857 	ret = btrfs_commit_transaction(trans);
6858 	if (ret)
6859 		return ret;
6860 
6861 	log_root_tree->log_root = NULL;
6862 	clear_bit(BTRFS_FS_LOG_RECOVERING, &fs_info->flags);
6863 	btrfs_put_root(log_root_tree);
6864 
6865 	return 0;
6866 error:
6867 	if (wc.trans)
6868 		btrfs_end_transaction(wc.trans);
6869 	clear_bit(BTRFS_FS_LOG_RECOVERING, &fs_info->flags);
6870 	btrfs_free_path(path);
6871 	return ret;
6872 }
6873 
6874 /*
6875  * there are some corner cases where we want to force a full
6876  * commit instead of allowing a directory to be logged.
6877  *
6878  * They revolve around files there were unlinked from the directory, and
6879  * this function updates the parent directory so that a full commit is
6880  * properly done if it is fsync'd later after the unlinks are done.
6881  *
6882  * Must be called before the unlink operations (updates to the subvolume tree,
6883  * inodes, etc) are done.
6884  */
6885 void btrfs_record_unlink_dir(struct btrfs_trans_handle *trans,
6886 			     struct btrfs_inode *dir, struct btrfs_inode *inode,
6887 			     int for_rename)
6888 {
6889 	/*
6890 	 * when we're logging a file, if it hasn't been renamed
6891 	 * or unlinked, and its inode is fully committed on disk,
6892 	 * we don't have to worry about walking up the directory chain
6893 	 * to log its parents.
6894 	 *
6895 	 * So, we use the last_unlink_trans field to put this transid
6896 	 * into the file.  When the file is logged we check it and
6897 	 * don't log the parents if the file is fully on disk.
6898 	 */
6899 	mutex_lock(&inode->log_mutex);
6900 	inode->last_unlink_trans = trans->transid;
6901 	mutex_unlock(&inode->log_mutex);
6902 
6903 	/*
6904 	 * if this directory was already logged any new
6905 	 * names for this file/dir will get recorded
6906 	 */
6907 	if (dir->logged_trans == trans->transid)
6908 		return;
6909 
6910 	/*
6911 	 * if the inode we're about to unlink was logged,
6912 	 * the log will be properly updated for any new names
6913 	 */
6914 	if (inode->logged_trans == trans->transid)
6915 		return;
6916 
6917 	/*
6918 	 * when renaming files across directories, if the directory
6919 	 * there we're unlinking from gets fsync'd later on, there's
6920 	 * no way to find the destination directory later and fsync it
6921 	 * properly.  So, we have to be conservative and force commits
6922 	 * so the new name gets discovered.
6923 	 */
6924 	if (for_rename)
6925 		goto record;
6926 
6927 	/* we can safely do the unlink without any special recording */
6928 	return;
6929 
6930 record:
6931 	mutex_lock(&dir->log_mutex);
6932 	dir->last_unlink_trans = trans->transid;
6933 	mutex_unlock(&dir->log_mutex);
6934 }
6935 
6936 /*
6937  * Make sure that if someone attempts to fsync the parent directory of a deleted
6938  * snapshot, it ends up triggering a transaction commit. This is to guarantee
6939  * that after replaying the log tree of the parent directory's root we will not
6940  * see the snapshot anymore and at log replay time we will not see any log tree
6941  * corresponding to the deleted snapshot's root, which could lead to replaying
6942  * it after replaying the log tree of the parent directory (which would replay
6943  * the snapshot delete operation).
6944  *
6945  * Must be called before the actual snapshot destroy operation (updates to the
6946  * parent root and tree of tree roots trees, etc) are done.
6947  */
6948 void btrfs_record_snapshot_destroy(struct btrfs_trans_handle *trans,
6949 				   struct btrfs_inode *dir)
6950 {
6951 	mutex_lock(&dir->log_mutex);
6952 	dir->last_unlink_trans = trans->transid;
6953 	mutex_unlock(&dir->log_mutex);
6954 }
6955 
6956 /**
6957  * Update the log after adding a new name for an inode.
6958  *
6959  * @trans:              Transaction handle.
6960  * @old_dentry:         The dentry associated with the old name and the old
6961  *                      parent directory.
6962  * @old_dir:            The inode of the previous parent directory for the case
6963  *                      of a rename. For a link operation, it must be NULL.
6964  * @old_dir_index:      The index number associated with the old name, meaningful
6965  *                      only for rename operations (when @old_dir is not NULL).
6966  *                      Ignored for link operations.
6967  * @parent:             The dentry associated with the directory under which the
6968  *                      new name is located.
6969  *
6970  * Call this after adding a new name for an inode, as a result of a link or
6971  * rename operation, and it will properly update the log to reflect the new name.
6972  */
6973 void btrfs_log_new_name(struct btrfs_trans_handle *trans,
6974 			struct dentry *old_dentry, struct btrfs_inode *old_dir,
6975 			u64 old_dir_index, struct dentry *parent)
6976 {
6977 	struct btrfs_inode *inode = BTRFS_I(d_inode(old_dentry));
6978 	struct btrfs_root *root = inode->root;
6979 	struct btrfs_log_ctx ctx;
6980 	bool log_pinned = false;
6981 	int ret;
6982 
6983 	/*
6984 	 * this will force the logging code to walk the dentry chain
6985 	 * up for the file
6986 	 */
6987 	if (!S_ISDIR(inode->vfs_inode.i_mode))
6988 		inode->last_unlink_trans = trans->transid;
6989 
6990 	/*
6991 	 * if this inode hasn't been logged and directory we're renaming it
6992 	 * from hasn't been logged, we don't need to log it
6993 	 */
6994 	ret = inode_logged(trans, inode, NULL);
6995 	if (ret < 0) {
6996 		goto out;
6997 	} else if (ret == 0) {
6998 		if (!old_dir)
6999 			return;
7000 		/*
7001 		 * If the inode was not logged and we are doing a rename (old_dir is not
7002 		 * NULL), check if old_dir was logged - if it was not we can return and
7003 		 * do nothing.
7004 		 */
7005 		ret = inode_logged(trans, old_dir, NULL);
7006 		if (ret < 0)
7007 			goto out;
7008 		else if (ret == 0)
7009 			return;
7010 	}
7011 	ret = 0;
7012 
7013 	/*
7014 	 * If we are doing a rename (old_dir is not NULL) from a directory that
7015 	 * was previously logged, make sure that on log replay we get the old
7016 	 * dir entry deleted. This is needed because we will also log the new
7017 	 * name of the renamed inode, so we need to make sure that after log
7018 	 * replay we don't end up with both the new and old dir entries existing.
7019 	 */
7020 	if (old_dir && old_dir->logged_trans == trans->transid) {
7021 		struct btrfs_root *log = old_dir->root->log_root;
7022 		struct btrfs_path *path;
7023 
7024 		ASSERT(old_dir_index >= BTRFS_DIR_START_INDEX);
7025 
7026 		/*
7027 		 * We have two inodes to update in the log, the old directory and
7028 		 * the inode that got renamed, so we must pin the log to prevent
7029 		 * anyone from syncing the log until we have updated both inodes
7030 		 * in the log.
7031 		 */
7032 		log_pinned = true;
7033 		btrfs_pin_log_trans(root);
7034 
7035 		path = btrfs_alloc_path();
7036 		if (!path) {
7037 			ret = -ENOMEM;
7038 			goto out;
7039 		}
7040 
7041 		/*
7042 		 * Other concurrent task might be logging the old directory,
7043 		 * as it can be triggered when logging other inode that had or
7044 		 * still has a dentry in the old directory. We lock the old
7045 		 * directory's log_mutex to ensure the deletion of the old
7046 		 * name is persisted, because during directory logging we
7047 		 * delete all BTRFS_DIR_LOG_INDEX_KEY keys and the deletion of
7048 		 * the old name's dir index item is in the delayed items, so
7049 		 * it could be missed by an in progress directory logging.
7050 		 */
7051 		mutex_lock(&old_dir->log_mutex);
7052 		ret = del_logged_dentry(trans, log, path, btrfs_ino(old_dir),
7053 					old_dentry->d_name.name,
7054 					old_dentry->d_name.len, old_dir_index);
7055 		if (ret > 0) {
7056 			/*
7057 			 * The dentry does not exist in the log, so record its
7058 			 * deletion.
7059 			 */
7060 			btrfs_release_path(path);
7061 			ret = insert_dir_log_key(trans, log, path,
7062 						 btrfs_ino(old_dir),
7063 						 old_dir_index, old_dir_index);
7064 		}
7065 		mutex_unlock(&old_dir->log_mutex);
7066 
7067 		btrfs_free_path(path);
7068 		if (ret < 0)
7069 			goto out;
7070 	}
7071 
7072 	btrfs_init_log_ctx(&ctx, &inode->vfs_inode);
7073 	ctx.logging_new_name = true;
7074 	/*
7075 	 * We don't care about the return value. If we fail to log the new name
7076 	 * then we know the next attempt to sync the log will fallback to a full
7077 	 * transaction commit (due to a call to btrfs_set_log_full_commit()), so
7078 	 * we don't need to worry about getting a log committed that has an
7079 	 * inconsistent state after a rename operation.
7080 	 */
7081 	btrfs_log_inode_parent(trans, inode, parent, LOG_INODE_EXISTS, &ctx);
7082 out:
7083 	/*
7084 	 * If an error happened mark the log for a full commit because it's not
7085 	 * consistent and up to date or we couldn't find out if one of the
7086 	 * inodes was logged before in this transaction. Do it before unpinning
7087 	 * the log, to avoid any races with someone else trying to commit it.
7088 	 */
7089 	if (ret < 0)
7090 		btrfs_set_log_full_commit(trans);
7091 	if (log_pinned)
7092 		btrfs_end_log_trans(root);
7093 }
7094 
7095