xref: /openbmc/linux/fs/ext4/fsync.c (revision 0893ed45)
1ac27a0ecSDave Kleikamp /*
2617ba13bSMingming Cao  *  linux/fs/ext4/fsync.c
3ac27a0ecSDave Kleikamp  *
4ac27a0ecSDave Kleikamp  *  Copyright (C) 1993  Stephen Tweedie (sct@redhat.com)
5ac27a0ecSDave Kleikamp  *  from
6ac27a0ecSDave Kleikamp  *  Copyright (C) 1992  Remy Card (card@masi.ibp.fr)
7ac27a0ecSDave Kleikamp  *                      Laboratoire MASI - Institut Blaise Pascal
8ac27a0ecSDave Kleikamp  *                      Universite Pierre et Marie Curie (Paris VI)
9ac27a0ecSDave Kleikamp  *  from
10ac27a0ecSDave Kleikamp  *  linux/fs/minix/truncate.c   Copyright (C) 1991, 1992  Linus Torvalds
11ac27a0ecSDave Kleikamp  *
12617ba13bSMingming Cao  *  ext4fs fsync primitive
13ac27a0ecSDave Kleikamp  *
14ac27a0ecSDave Kleikamp  *  Big-endian to little-endian byte-swapping/bitmaps by
15ac27a0ecSDave Kleikamp  *        David S. Miller (davem@caip.rutgers.edu), 1995
16ac27a0ecSDave Kleikamp  *
17ac27a0ecSDave Kleikamp  *  Removed unnecessary code duplication for little endian machines
18ac27a0ecSDave Kleikamp  *  and excessive __inline__s.
19ac27a0ecSDave Kleikamp  *        Andi Kleen, 1997
20ac27a0ecSDave Kleikamp  *
21ac27a0ecSDave Kleikamp  * Major simplications and cleanup - we only need to do the metadata, because
22ac27a0ecSDave Kleikamp  * we can depend on generic_block_fdatasync() to sync the data blocks.
23ac27a0ecSDave Kleikamp  */
24ac27a0ecSDave Kleikamp 
25ac27a0ecSDave Kleikamp #include <linux/time.h>
26ac27a0ecSDave Kleikamp #include <linux/fs.h>
27ac27a0ecSDave Kleikamp #include <linux/sched.h>
28ac27a0ecSDave Kleikamp #include <linux/writeback.h>
29dab291afSMingming Cao #include <linux/jbd2.h>
30d755fb38SEric Sandeen #include <linux/blkdev.h>
319bffad1eSTheodore Ts'o 
323dcf5451SChristoph Hellwig #include "ext4.h"
333dcf5451SChristoph Hellwig #include "ext4_jbd2.h"
34ac27a0ecSDave Kleikamp 
359bffad1eSTheodore Ts'o #include <trace/events/ext4.h>
369bffad1eSTheodore Ts'o 
374a873a47STheodore Ts'o static void dump_completed_IO(struct inode * inode)
384a873a47STheodore Ts'o {
394a873a47STheodore Ts'o #ifdef	EXT4_DEBUG
404a873a47STheodore Ts'o 	struct list_head *cur, *before, *after;
414a873a47STheodore Ts'o 	ext4_io_end_t *io, *io0, *io1;
424a873a47STheodore Ts'o 	unsigned long flags;
434a873a47STheodore Ts'o 
444a873a47STheodore Ts'o 	if (list_empty(&EXT4_I(inode)->i_completed_io_list)){
454a873a47STheodore Ts'o 		ext4_debug("inode %lu completed_io list is empty\n", inode->i_ino);
464a873a47STheodore Ts'o 		return;
474a873a47STheodore Ts'o 	}
484a873a47STheodore Ts'o 
494a873a47STheodore Ts'o 	ext4_debug("Dump inode %lu completed_io list \n", inode->i_ino);
504a873a47STheodore Ts'o 	spin_lock_irqsave(&EXT4_I(inode)->i_completed_io_lock, flags);
514a873a47STheodore Ts'o 	list_for_each_entry(io, &EXT4_I(inode)->i_completed_io_list, list){
524a873a47STheodore Ts'o 		cur = &io->list;
534a873a47STheodore Ts'o 		before = cur->prev;
544a873a47STheodore Ts'o 		io0 = container_of(before, ext4_io_end_t, list);
554a873a47STheodore Ts'o 		after = cur->next;
564a873a47STheodore Ts'o 		io1 = container_of(after, ext4_io_end_t, list);
574a873a47STheodore Ts'o 
584a873a47STheodore Ts'o 		ext4_debug("io 0x%p from inode %lu,prev 0x%p,next 0x%p\n",
594a873a47STheodore Ts'o 			    io, inode->i_ino, io0, io1);
604a873a47STheodore Ts'o 	}
614a873a47STheodore Ts'o 	spin_unlock_irqrestore(&EXT4_I(inode)->i_completed_io_lock, flags);
624a873a47STheodore Ts'o #endif
634a873a47STheodore Ts'o }
644a873a47STheodore Ts'o 
654a873a47STheodore Ts'o /*
664a873a47STheodore Ts'o  * This function is called from ext4_sync_file().
674a873a47STheodore Ts'o  *
684a873a47STheodore Ts'o  * When IO is completed, the work to convert unwritten extents to
694a873a47STheodore Ts'o  * written is queued on workqueue but may not get immediately
704a873a47STheodore Ts'o  * scheduled. When fsync is called, we need to ensure the
714a873a47STheodore Ts'o  * conversion is complete before fsync returns.
724a873a47STheodore Ts'o  * The inode keeps track of a list of pending/completed IO that
734a873a47STheodore Ts'o  * might needs to do the conversion. This function walks through
744a873a47STheodore Ts'o  * the list and convert the related unwritten extents for completed IO
754a873a47STheodore Ts'o  * to written.
764a873a47STheodore Ts'o  * The function return the number of pending IOs on success.
774a873a47STheodore Ts'o  */
783889fd57SJiaying Zhang extern int ext4_flush_completed_IO(struct inode *inode)
794a873a47STheodore Ts'o {
804a873a47STheodore Ts'o 	ext4_io_end_t *io;
814a873a47STheodore Ts'o 	struct ext4_inode_info *ei = EXT4_I(inode);
824a873a47STheodore Ts'o 	unsigned long flags;
834a873a47STheodore Ts'o 	int ret = 0;
844a873a47STheodore Ts'o 	int ret2 = 0;
854a873a47STheodore Ts'o 
864a873a47STheodore Ts'o 	if (list_empty(&ei->i_completed_io_list))
874a873a47STheodore Ts'o 		return ret;
884a873a47STheodore Ts'o 
894a873a47STheodore Ts'o 	dump_completed_IO(inode);
904a873a47STheodore Ts'o 	spin_lock_irqsave(&ei->i_completed_io_lock, flags);
914a873a47STheodore Ts'o 	while (!list_empty(&ei->i_completed_io_list)){
924a873a47STheodore Ts'o 		io = list_entry(ei->i_completed_io_list.next,
934a873a47STheodore Ts'o 				ext4_io_end_t, list);
944a873a47STheodore Ts'o 		/*
954a873a47STheodore Ts'o 		 * Calling ext4_end_io_nolock() to convert completed
964a873a47STheodore Ts'o 		 * IO to written.
974a873a47STheodore Ts'o 		 *
984a873a47STheodore Ts'o 		 * When ext4_sync_file() is called, run_queue() may already
994a873a47STheodore Ts'o 		 * about to flush the work corresponding to this io structure.
1004a873a47STheodore Ts'o 		 * It will be upset if it founds the io structure related
1014a873a47STheodore Ts'o 		 * to the work-to-be schedule is freed.
1024a873a47STheodore Ts'o 		 *
1034a873a47STheodore Ts'o 		 * Thus we need to keep the io structure still valid here after
1044a873a47STheodore Ts'o 		 * convertion finished. The io structure has a flag to
1054a873a47STheodore Ts'o 		 * avoid double converting from both fsync and background work
1064a873a47STheodore Ts'o 		 * queue work.
1074a873a47STheodore Ts'o 		 */
1084a873a47STheodore Ts'o 		spin_unlock_irqrestore(&ei->i_completed_io_lock, flags);
1094a873a47STheodore Ts'o 		ret = ext4_end_io_nolock(io);
1104a873a47STheodore Ts'o 		spin_lock_irqsave(&ei->i_completed_io_lock, flags);
1114a873a47STheodore Ts'o 		if (ret < 0)
1124a873a47STheodore Ts'o 			ret2 = ret;
1134a873a47STheodore Ts'o 		else
1144a873a47STheodore Ts'o 			list_del_init(&io->list);
1154a873a47STheodore Ts'o 	}
1164a873a47STheodore Ts'o 	spin_unlock_irqrestore(&ei->i_completed_io_lock, flags);
1174a873a47STheodore Ts'o 	return (ret2 < 0) ? ret2 : 0;
1184a873a47STheodore Ts'o }
1194a873a47STheodore Ts'o 
120ac27a0ecSDave Kleikamp /*
12114ece102SFrank Mayhar  * If we're not journaling and this is a just-created file, we have to
12214ece102SFrank Mayhar  * sync our parent directory (if it was freshly created) since
12314ece102SFrank Mayhar  * otherwise it will only be written by writeback, leaving a huge
12414ece102SFrank Mayhar  * window during which a crash may lose the file.  This may apply for
12514ece102SFrank Mayhar  * the parent directory's parent as well, and so on recursively, if
12614ece102SFrank Mayhar  * they are also freshly created.
12714ece102SFrank Mayhar  */
1280893ed45SCurt Wohlgemuth static int ext4_sync_parent(struct inode *inode)
12914ece102SFrank Mayhar {
1300893ed45SCurt Wohlgemuth 	struct writeback_control wbc;
13114ece102SFrank Mayhar 	struct dentry *dentry = NULL;
1320893ed45SCurt Wohlgemuth 	int ret = 0;
13314ece102SFrank Mayhar 
13414ece102SFrank Mayhar 	while (inode && ext4_test_inode_state(inode, EXT4_STATE_NEWENTRY)) {
13514ece102SFrank Mayhar 		ext4_clear_inode_state(inode, EXT4_STATE_NEWENTRY);
13614ece102SFrank Mayhar 		dentry = list_entry(inode->i_dentry.next,
13714ece102SFrank Mayhar 				    struct dentry, d_alias);
13814ece102SFrank Mayhar 		if (!dentry || !dentry->d_parent || !dentry->d_parent->d_inode)
13914ece102SFrank Mayhar 			break;
14014ece102SFrank Mayhar 		inode = dentry->d_parent->d_inode;
1410893ed45SCurt Wohlgemuth 		ret = sync_mapping_buffers(inode->i_mapping);
1420893ed45SCurt Wohlgemuth 		if (ret)
1430893ed45SCurt Wohlgemuth 			break;
1440893ed45SCurt Wohlgemuth 		memset(&wbc, 0, sizeof(wbc));
1450893ed45SCurt Wohlgemuth 		wbc.sync_mode = WB_SYNC_ALL;
1460893ed45SCurt Wohlgemuth 		wbc.nr_to_write = 0;         /* only write out the inode */
1470893ed45SCurt Wohlgemuth 		ret = sync_inode(inode, &wbc);
1480893ed45SCurt Wohlgemuth 		if (ret)
1490893ed45SCurt Wohlgemuth 			break;
15014ece102SFrank Mayhar 	}
1510893ed45SCurt Wohlgemuth 	return ret;
15214ece102SFrank Mayhar }
15314ece102SFrank Mayhar 
15414ece102SFrank Mayhar /*
155617ba13bSMingming Cao  * akpm: A new design for ext4_sync_file().
156ac27a0ecSDave Kleikamp  *
157ac27a0ecSDave Kleikamp  * This is only called from sys_fsync(), sys_fdatasync() and sys_msync().
158ac27a0ecSDave Kleikamp  * There cannot be a transaction open by this task.
159ac27a0ecSDave Kleikamp  * Another task could have dirtied this inode.  Its data can be in any
160ac27a0ecSDave Kleikamp  * state in the journalling system.
161ac27a0ecSDave Kleikamp  *
162ac27a0ecSDave Kleikamp  * What we do is just kick off a commit and wait on it.  This will snapshot the
163ac27a0ecSDave Kleikamp  * inode to disk.
1648d5d02e6SMingming Cao  *
1658d5d02e6SMingming Cao  * i_mutex lock is held when entering and exiting this function
166ac27a0ecSDave Kleikamp  */
167ac27a0ecSDave Kleikamp 
1687ea80859SChristoph Hellwig int ext4_sync_file(struct file *file, int datasync)
169ac27a0ecSDave Kleikamp {
1707ea80859SChristoph Hellwig 	struct inode *inode = file->f_mapping->host;
171b436b9beSJan Kara 	struct ext4_inode_info *ei = EXT4_I(inode);
172d755fb38SEric Sandeen 	journal_t *journal = EXT4_SB(inode->i_sb)->s_journal;
173b436b9beSJan Kara 	int ret;
174b436b9beSJan Kara 	tid_t commit_tid;
175ac27a0ecSDave Kleikamp 
176ac39849dSAneesh Kumar K.V 	J_ASSERT(ext4_journal_current_handle() == NULL);
177ac27a0ecSDave Kleikamp 
1780562e0baSJiaying Zhang 	trace_ext4_sync_file_enter(file, datasync);
179ede86cc4STheodore Ts'o 
180b436b9beSJan Kara 	if (inode->i_sb->s_flags & MS_RDONLY)
181b436b9beSJan Kara 		return 0;
182b436b9beSJan Kara 
1833889fd57SJiaying Zhang 	ret = ext4_flush_completed_IO(inode);
1848d5d02e6SMingming Cao 	if (ret < 0)
1850562e0baSJiaying Zhang 		goto out;
186b436b9beSJan Kara 
18714ece102SFrank Mayhar 	if (!journal) {
1881b061d92SChristoph Hellwig 		ret = generic_file_fsync(file, datasync);
18914ece102SFrank Mayhar 		if (!ret && !list_empty(&inode->i_dentry))
1900893ed45SCurt Wohlgemuth 			ret = ext4_sync_parent(inode);
1910562e0baSJiaying Zhang 		goto out;
19214ece102SFrank Mayhar 	}
193b436b9beSJan Kara 
194ac27a0ecSDave Kleikamp 	/*
195b436b9beSJan Kara 	 * data=writeback,ordered:
196ac27a0ecSDave Kleikamp 	 *  The caller's filemap_fdatawrite()/wait will sync the data.
197b436b9beSJan Kara 	 *  Metadata is in the journal, we wait for proper transaction to
198b436b9beSJan Kara 	 *  commit here.
199ac27a0ecSDave Kleikamp 	 *
200ac27a0ecSDave Kleikamp 	 * data=journal:
201ac27a0ecSDave Kleikamp 	 *  filemap_fdatawrite won't do anything (the buffers are clean).
202617ba13bSMingming Cao 	 *  ext4_force_commit will write the file data into the journal and
203ac27a0ecSDave Kleikamp 	 *  will wait on that.
204ac27a0ecSDave Kleikamp 	 *  filemap_fdatawait() will encounter a ton of newly-dirtied pages
205ac27a0ecSDave Kleikamp 	 *  (they were dirtied by commit).  But that's OK - the blocks are
206ac27a0ecSDave Kleikamp 	 *  safe in-journal, which is all fsync() needs to ensure.
207ac27a0ecSDave Kleikamp 	 */
2080562e0baSJiaying Zhang 	if (ext4_should_journal_data(inode)) {
2090562e0baSJiaying Zhang 		ret = ext4_force_commit(inode->i_sb);
2100562e0baSJiaying Zhang 		goto out;
2110562e0baSJiaying Zhang 	}
212ac27a0ecSDave Kleikamp 
213b436b9beSJan Kara 	commit_tid = datasync ? ei->i_datasync_tid : ei->i_sync_tid;
214cc3e1beaSTheodore Ts'o 	if (jbd2_log_start_commit(journal, commit_tid)) {
215cc3e1beaSTheodore Ts'o 		/*
216cc3e1beaSTheodore Ts'o 		 * When the journal is on a different device than the
217cc3e1beaSTheodore Ts'o 		 * fs data disk, we need to issue the barrier in
218cc3e1beaSTheodore Ts'o 		 * writeback mode.  (In ordered mode, the jbd2 layer
219cc3e1beaSTheodore Ts'o 		 * will take care of issuing the barrier.  In
220cc3e1beaSTheodore Ts'o 		 * data=journal, all of the data blocks are written to
221cc3e1beaSTheodore Ts'o 		 * the journal device.)
222cc3e1beaSTheodore Ts'o 		 */
223cc3e1beaSTheodore Ts'o 		if (ext4_should_writeback_data(inode) &&
224cc3e1beaSTheodore Ts'o 		    (journal->j_fs_dev != journal->j_dev) &&
225cc3e1beaSTheodore Ts'o 		    (journal->j_flags & JBD2_BARRIER))
226fbd9b09aSDmitry Monakhov 			blkdev_issue_flush(inode->i_sb->s_bdev, GFP_KERNEL,
227dd3932edSChristoph Hellwig 					NULL);
2280671e704SDmitry Monakhov 		ret = jbd2_log_wait_commit(journal, commit_tid);
229cc3e1beaSTheodore Ts'o 	} else if (journal->j_flags & JBD2_BARRIER)
230dd3932edSChristoph Hellwig 		blkdev_issue_flush(inode->i_sb->s_bdev, GFP_KERNEL, NULL);
2310562e0baSJiaying Zhang  out:
2320562e0baSJiaying Zhang 	trace_ext4_sync_file_exit(inode, ret);
233ac27a0ecSDave Kleikamp 	return ret;
234ac27a0ecSDave Kleikamp }
235