Lines Matching refs:journal
137 journal_t *journal = from_timer(journal, t, j_commit_timer); in commit_timeout() local
139 wake_up_process(journal->j_task); in commit_timeout()
162 journal_t *journal = arg; in kjournald2() local
169 timer_setup(&journal->j_commit_timer, commit_timeout, 0); in kjournald2()
174 journal->j_task = current; in kjournald2()
175 wake_up(&journal->j_wait_done_commit); in kjournald2()
188 write_lock(&journal->j_state_lock); in kjournald2()
191 if (journal->j_flags & JBD2_UNMOUNT) in kjournald2()
195 journal->j_commit_sequence, journal->j_commit_request); in kjournald2()
197 if (journal->j_commit_sequence != journal->j_commit_request) { in kjournald2()
199 write_unlock(&journal->j_state_lock); in kjournald2()
200 del_timer_sync(&journal->j_commit_timer); in kjournald2()
201 jbd2_journal_commit_transaction(journal); in kjournald2()
202 write_lock(&journal->j_state_lock); in kjournald2()
206 wake_up(&journal->j_wait_done_commit); in kjournald2()
214 write_unlock(&journal->j_state_lock); in kjournald2()
216 write_lock(&journal->j_state_lock); in kjournald2()
225 prepare_to_wait(&journal->j_wait_commit, &wait, in kjournald2()
227 if (journal->j_commit_sequence != journal->j_commit_request) in kjournald2()
229 transaction = journal->j_running_transaction; in kjournald2()
233 if (journal->j_flags & JBD2_UNMOUNT) in kjournald2()
236 write_unlock(&journal->j_state_lock); in kjournald2()
238 write_lock(&journal->j_state_lock); in kjournald2()
240 finish_wait(&journal->j_wait_commit, &wait); in kjournald2()
248 transaction = journal->j_running_transaction; in kjournald2()
250 journal->j_commit_request = transaction->t_tid; in kjournald2()
256 del_timer_sync(&journal->j_commit_timer); in kjournald2()
257 journal->j_task = NULL; in kjournald2()
258 wake_up(&journal->j_wait_done_commit); in kjournald2()
260 write_unlock(&journal->j_state_lock); in kjournald2()
264 static int jbd2_journal_start_thread(journal_t *journal) in jbd2_journal_start_thread() argument
268 t = kthread_run(kjournald2, journal, "jbd2/%s", in jbd2_journal_start_thread()
269 journal->j_devname); in jbd2_journal_start_thread()
273 wait_event(journal->j_wait_done_commit, journal->j_task != NULL); in jbd2_journal_start_thread()
277 static void journal_kill_thread(journal_t *journal) in journal_kill_thread() argument
279 write_lock(&journal->j_state_lock); in journal_kill_thread()
280 journal->j_flags |= JBD2_UNMOUNT; in journal_kill_thread()
282 while (journal->j_task) { in journal_kill_thread()
283 write_unlock(&journal->j_state_lock); in journal_kill_thread()
284 wake_up(&journal->j_wait_commit); in journal_kill_thread()
285 wait_event(journal->j_wait_done_commit, journal->j_task == NULL); in journal_kill_thread()
286 write_lock(&journal->j_state_lock); in journal_kill_thread()
288 write_unlock(&journal->j_state_lock); in journal_kill_thread()
339 journal_t *journal = transaction->t_journal; in jbd2_journal_write_metadata_buffer() local
437 new_bh->b_bdev = journal->j_dev; in jbd2_journal_write_metadata_buffer()
451 spin_lock(&journal->j_list_lock); in jbd2_journal_write_metadata_buffer()
453 spin_unlock(&journal->j_list_lock); in jbd2_journal_write_metadata_buffer()
469 static int __jbd2_log_start_commit(journal_t *journal, tid_t target) in __jbd2_log_start_commit() argument
472 if (journal->j_commit_request == target) in __jbd2_log_start_commit()
480 if (journal->j_running_transaction && in __jbd2_log_start_commit()
481 journal->j_running_transaction->t_tid == target) { in __jbd2_log_start_commit()
487 journal->j_commit_request = target; in __jbd2_log_start_commit()
489 journal->j_commit_request, in __jbd2_log_start_commit()
490 journal->j_commit_sequence); in __jbd2_log_start_commit()
491 journal->j_running_transaction->t_requested = jiffies; in __jbd2_log_start_commit()
492 wake_up(&journal->j_wait_commit); in __jbd2_log_start_commit()
494 } else if (!tid_geq(journal->j_commit_request, target)) in __jbd2_log_start_commit()
499 journal->j_commit_request, in __jbd2_log_start_commit()
500 journal->j_commit_sequence, in __jbd2_log_start_commit()
501 target, journal->j_running_transaction ? in __jbd2_log_start_commit()
502 journal->j_running_transaction->t_tid : 0); in __jbd2_log_start_commit()
506 int jbd2_log_start_commit(journal_t *journal, tid_t tid) in jbd2_log_start_commit() argument
510 write_lock(&journal->j_state_lock); in jbd2_log_start_commit()
511 ret = __jbd2_log_start_commit(journal, tid); in jbd2_log_start_commit()
512 write_unlock(&journal->j_state_lock); in jbd2_log_start_commit()
523 static int __jbd2_journal_force_commit(journal_t *journal) in __jbd2_journal_force_commit() argument
529 read_lock(&journal->j_state_lock); in __jbd2_journal_force_commit()
530 if (journal->j_running_transaction && !current->journal_info) { in __jbd2_journal_force_commit()
531 transaction = journal->j_running_transaction; in __jbd2_journal_force_commit()
532 if (!tid_geq(journal->j_commit_request, transaction->t_tid)) in __jbd2_journal_force_commit()
534 } else if (journal->j_committing_transaction) in __jbd2_journal_force_commit()
535 transaction = journal->j_committing_transaction; in __jbd2_journal_force_commit()
539 read_unlock(&journal->j_state_lock); in __jbd2_journal_force_commit()
543 read_unlock(&journal->j_state_lock); in __jbd2_journal_force_commit()
545 jbd2_log_start_commit(journal, tid); in __jbd2_journal_force_commit()
546 ret = jbd2_log_wait_commit(journal, tid); in __jbd2_journal_force_commit()
563 int jbd2_journal_force_commit_nested(journal_t *journal) in jbd2_journal_force_commit_nested() argument
567 ret = __jbd2_journal_force_commit(journal); in jbd2_journal_force_commit_nested()
578 int jbd2_journal_force_commit(journal_t *journal) in jbd2_journal_force_commit() argument
583 ret = __jbd2_journal_force_commit(journal); in jbd2_journal_force_commit()
594 int jbd2_journal_start_commit(journal_t *journal, tid_t *ptid) in jbd2_journal_start_commit() argument
598 write_lock(&journal->j_state_lock); in jbd2_journal_start_commit()
599 if (journal->j_running_transaction) { in jbd2_journal_start_commit()
600 tid_t tid = journal->j_running_transaction->t_tid; in jbd2_journal_start_commit()
602 __jbd2_log_start_commit(journal, tid); in jbd2_journal_start_commit()
608 } else if (journal->j_committing_transaction) { in jbd2_journal_start_commit()
614 *ptid = journal->j_committing_transaction->t_tid; in jbd2_journal_start_commit()
617 write_unlock(&journal->j_state_lock); in jbd2_journal_start_commit()
627 int jbd2_trans_will_send_data_barrier(journal_t *journal, tid_t tid) in jbd2_trans_will_send_data_barrier() argument
632 if (!(journal->j_flags & JBD2_BARRIER)) in jbd2_trans_will_send_data_barrier()
634 read_lock(&journal->j_state_lock); in jbd2_trans_will_send_data_barrier()
636 if (tid_geq(journal->j_commit_sequence, tid)) in jbd2_trans_will_send_data_barrier()
638 commit_trans = journal->j_committing_transaction; in jbd2_trans_will_send_data_barrier()
647 if (journal->j_fs_dev != journal->j_dev) { in jbd2_trans_will_send_data_barrier()
657 read_unlock(&journal->j_state_lock); in jbd2_trans_will_send_data_barrier()
666 int jbd2_log_wait_commit(journal_t *journal, tid_t tid) in jbd2_log_wait_commit() argument
670 read_lock(&journal->j_state_lock); in jbd2_log_wait_commit()
677 if (tid_gt(tid, journal->j_commit_sequence) && in jbd2_log_wait_commit()
678 (!journal->j_committing_transaction || in jbd2_log_wait_commit()
679 journal->j_committing_transaction->t_tid != tid)) { in jbd2_log_wait_commit()
680 read_unlock(&journal->j_state_lock); in jbd2_log_wait_commit()
681 jbd2_might_wait_for_commit(journal); in jbd2_log_wait_commit()
682 read_lock(&journal->j_state_lock); in jbd2_log_wait_commit()
686 if (!tid_geq(journal->j_commit_request, tid)) { in jbd2_log_wait_commit()
689 __func__, journal->j_commit_request, tid); in jbd2_log_wait_commit()
692 while (tid_gt(tid, journal->j_commit_sequence)) { in jbd2_log_wait_commit()
694 tid, journal->j_commit_sequence); in jbd2_log_wait_commit()
695 read_unlock(&journal->j_state_lock); in jbd2_log_wait_commit()
696 wake_up(&journal->j_wait_commit); in jbd2_log_wait_commit()
697 wait_event(journal->j_wait_done_commit, in jbd2_log_wait_commit()
698 !tid_gt(tid, journal->j_commit_sequence)); in jbd2_log_wait_commit()
699 read_lock(&journal->j_state_lock); in jbd2_log_wait_commit()
701 read_unlock(&journal->j_state_lock); in jbd2_log_wait_commit()
703 if (unlikely(is_journal_aborted(journal))) in jbd2_log_wait_commit()
715 int jbd2_fc_begin_commit(journal_t *journal, tid_t tid) in jbd2_fc_begin_commit() argument
717 if (unlikely(is_journal_aborted(journal))) in jbd2_fc_begin_commit()
723 if (!journal->j_stats.ts_tid) in jbd2_fc_begin_commit()
726 write_lock(&journal->j_state_lock); in jbd2_fc_begin_commit()
727 if (tid <= journal->j_commit_sequence) { in jbd2_fc_begin_commit()
728 write_unlock(&journal->j_state_lock); in jbd2_fc_begin_commit()
732 if (journal->j_flags & JBD2_FULL_COMMIT_ONGOING || in jbd2_fc_begin_commit()
733 (journal->j_flags & JBD2_FAST_COMMIT_ONGOING)) { in jbd2_fc_begin_commit()
736 prepare_to_wait(&journal->j_fc_wait, &wait, in jbd2_fc_begin_commit()
738 write_unlock(&journal->j_state_lock); in jbd2_fc_begin_commit()
740 finish_wait(&journal->j_fc_wait, &wait); in jbd2_fc_begin_commit()
743 journal->j_flags |= JBD2_FAST_COMMIT_ONGOING; in jbd2_fc_begin_commit()
744 write_unlock(&journal->j_state_lock); in jbd2_fc_begin_commit()
745 jbd2_journal_lock_updates(journal); in jbd2_fc_begin_commit()
755 static int __jbd2_fc_end_commit(journal_t *journal, tid_t tid, bool fallback) in __jbd2_fc_end_commit() argument
757 jbd2_journal_unlock_updates(journal); in __jbd2_fc_end_commit()
758 if (journal->j_fc_cleanup_callback) in __jbd2_fc_end_commit()
759 journal->j_fc_cleanup_callback(journal, 0, tid); in __jbd2_fc_end_commit()
760 write_lock(&journal->j_state_lock); in __jbd2_fc_end_commit()
761 journal->j_flags &= ~JBD2_FAST_COMMIT_ONGOING; in __jbd2_fc_end_commit()
763 journal->j_flags |= JBD2_FULL_COMMIT_ONGOING; in __jbd2_fc_end_commit()
764 write_unlock(&journal->j_state_lock); in __jbd2_fc_end_commit()
765 wake_up(&journal->j_fc_wait); in __jbd2_fc_end_commit()
767 return jbd2_complete_transaction(journal, tid); in __jbd2_fc_end_commit()
771 int jbd2_fc_end_commit(journal_t *journal) in jbd2_fc_end_commit() argument
773 return __jbd2_fc_end_commit(journal, 0, false); in jbd2_fc_end_commit()
777 int jbd2_fc_end_commit_fallback(journal_t *journal) in jbd2_fc_end_commit_fallback() argument
781 read_lock(&journal->j_state_lock); in jbd2_fc_end_commit_fallback()
782 tid = journal->j_running_transaction ? in jbd2_fc_end_commit_fallback()
783 journal->j_running_transaction->t_tid : 0; in jbd2_fc_end_commit_fallback()
784 read_unlock(&journal->j_state_lock); in jbd2_fc_end_commit_fallback()
785 return __jbd2_fc_end_commit(journal, tid, true); in jbd2_fc_end_commit_fallback()
790 int jbd2_transaction_committed(journal_t *journal, tid_t tid) in jbd2_transaction_committed() argument
794 read_lock(&journal->j_state_lock); in jbd2_transaction_committed()
795 if (journal->j_running_transaction && in jbd2_transaction_committed()
796 journal->j_running_transaction->t_tid == tid) in jbd2_transaction_committed()
798 if (journal->j_committing_transaction && in jbd2_transaction_committed()
799 journal->j_committing_transaction->t_tid == tid) in jbd2_transaction_committed()
801 read_unlock(&journal->j_state_lock); in jbd2_transaction_committed()
813 int jbd2_complete_transaction(journal_t *journal, tid_t tid) in jbd2_complete_transaction() argument
817 read_lock(&journal->j_state_lock); in jbd2_complete_transaction()
818 if (journal->j_running_transaction && in jbd2_complete_transaction()
819 journal->j_running_transaction->t_tid == tid) { in jbd2_complete_transaction()
820 if (journal->j_commit_request != tid) { in jbd2_complete_transaction()
822 read_unlock(&journal->j_state_lock); in jbd2_complete_transaction()
823 jbd2_log_start_commit(journal, tid); in jbd2_complete_transaction()
826 } else if (!(journal->j_committing_transaction && in jbd2_complete_transaction()
827 journal->j_committing_transaction->t_tid == tid)) in jbd2_complete_transaction()
829 read_unlock(&journal->j_state_lock); in jbd2_complete_transaction()
833 return jbd2_log_wait_commit(journal, tid); in jbd2_complete_transaction()
841 int jbd2_journal_next_log_block(journal_t *journal, unsigned long long *retp) in jbd2_journal_next_log_block() argument
845 write_lock(&journal->j_state_lock); in jbd2_journal_next_log_block()
846 J_ASSERT(journal->j_free > 1); in jbd2_journal_next_log_block()
848 blocknr = journal->j_head; in jbd2_journal_next_log_block()
849 journal->j_head++; in jbd2_journal_next_log_block()
850 journal->j_free--; in jbd2_journal_next_log_block()
851 if (journal->j_head == journal->j_last) in jbd2_journal_next_log_block()
852 journal->j_head = journal->j_first; in jbd2_journal_next_log_block()
853 write_unlock(&journal->j_state_lock); in jbd2_journal_next_log_block()
854 return jbd2_journal_bmap(journal, blocknr, retp); in jbd2_journal_next_log_block()
858 int jbd2_fc_get_buf(journal_t *journal, struct buffer_head **bh_out) in jbd2_fc_get_buf() argument
868 if (journal->j_fc_off + journal->j_fc_first < journal->j_fc_last) { in jbd2_fc_get_buf()
869 fc_off = journal->j_fc_off; in jbd2_fc_get_buf()
870 blocknr = journal->j_fc_first + fc_off; in jbd2_fc_get_buf()
871 journal->j_fc_off++; in jbd2_fc_get_buf()
879 ret = jbd2_journal_bmap(journal, blocknr, &pblock); in jbd2_fc_get_buf()
883 bh = __getblk(journal->j_dev, pblock, journal->j_blocksize); in jbd2_fc_get_buf()
888 journal->j_fc_wbuf[fc_off] = bh; in jbd2_fc_get_buf()
900 int jbd2_fc_wait_bufs(journal_t *journal, int num_blks) in jbd2_fc_wait_bufs() argument
905 j_fc_off = journal->j_fc_off; in jbd2_fc_wait_bufs()
912 bh = journal->j_fc_wbuf[i]; in jbd2_fc_wait_bufs()
919 journal->j_fc_off = i + 1; in jbd2_fc_wait_bufs()
923 journal->j_fc_wbuf[i] = NULL; in jbd2_fc_wait_bufs()
930 int jbd2_fc_release_bufs(journal_t *journal) in jbd2_fc_release_bufs() argument
935 j_fc_off = journal->j_fc_off; in jbd2_fc_release_bufs()
938 bh = journal->j_fc_wbuf[i]; in jbd2_fc_release_bufs()
942 journal->j_fc_wbuf[i] = NULL; in jbd2_fc_release_bufs()
956 int jbd2_journal_bmap(journal_t *journal, unsigned long blocknr, in jbd2_journal_bmap() argument
963 if (journal->j_bmap) { in jbd2_journal_bmap()
964 err = journal->j_bmap(journal, &block); in jbd2_journal_bmap()
967 } else if (journal->j_inode) { in jbd2_journal_bmap()
968 ret = bmap(journal->j_inode, &block); in jbd2_journal_bmap()
973 __func__, blocknr, journal->j_devname); in jbd2_journal_bmap()
975 jbd2_journal_abort(journal, err); in jbd2_journal_bmap()
999 journal_t *journal = transaction->t_journal; in jbd2_journal_get_descriptor_buffer() local
1005 err = jbd2_journal_next_log_block(journal, &blocknr); in jbd2_journal_get_descriptor_buffer()
1010 bh = __getblk(journal->j_dev, blocknr, journal->j_blocksize); in jbd2_journal_get_descriptor_buffer()
1015 memset(bh->b_data, 0, journal->j_blocksize); in jbd2_journal_get_descriptor_buffer()
1051 int jbd2_journal_get_log_tail(journal_t *journal, tid_t *tid, in jbd2_journal_get_log_tail() argument
1057 read_lock(&journal->j_state_lock); in jbd2_journal_get_log_tail()
1058 spin_lock(&journal->j_list_lock); in jbd2_journal_get_log_tail()
1059 transaction = journal->j_checkpoint_transactions; in jbd2_journal_get_log_tail()
1063 } else if ((transaction = journal->j_committing_transaction) != NULL) { in jbd2_journal_get_log_tail()
1066 } else if ((transaction = journal->j_running_transaction) != NULL) { in jbd2_journal_get_log_tail()
1068 *block = journal->j_head; in jbd2_journal_get_log_tail()
1070 *tid = journal->j_transaction_sequence; in jbd2_journal_get_log_tail()
1071 *block = journal->j_head; in jbd2_journal_get_log_tail()
1073 ret = tid_gt(*tid, journal->j_tail_sequence); in jbd2_journal_get_log_tail()
1074 spin_unlock(&journal->j_list_lock); in jbd2_journal_get_log_tail()
1075 read_unlock(&journal->j_state_lock); in jbd2_journal_get_log_tail()
1090 int __jbd2_update_log_tail(journal_t *journal, tid_t tid, unsigned long block) in __jbd2_update_log_tail() argument
1095 BUG_ON(!mutex_is_locked(&journal->j_checkpoint_mutex)); in __jbd2_update_log_tail()
1103 ret = jbd2_journal_update_sb_log_tail(journal, tid, block, REQ_FUA); in __jbd2_update_log_tail()
1107 write_lock(&journal->j_state_lock); in __jbd2_update_log_tail()
1108 freed = block - journal->j_tail; in __jbd2_update_log_tail()
1109 if (block < journal->j_tail) in __jbd2_update_log_tail()
1110 freed += journal->j_last - journal->j_first; in __jbd2_update_log_tail()
1112 trace_jbd2_update_log_tail(journal, tid, block, freed); in __jbd2_update_log_tail()
1116 journal->j_tail_sequence, tid, block, freed); in __jbd2_update_log_tail()
1118 journal->j_free += freed; in __jbd2_update_log_tail()
1119 journal->j_tail_sequence = tid; in __jbd2_update_log_tail()
1120 journal->j_tail = block; in __jbd2_update_log_tail()
1121 write_unlock(&journal->j_state_lock); in __jbd2_update_log_tail()
1132 void jbd2_update_log_tail(journal_t *journal, tid_t tid, unsigned long block) in jbd2_update_log_tail() argument
1134 mutex_lock_io(&journal->j_checkpoint_mutex); in jbd2_update_log_tail()
1135 if (tid_gt(tid, journal->j_tail_sequence)) in jbd2_update_log_tail()
1136 __jbd2_update_log_tail(journal, tid, block); in jbd2_update_log_tail()
1137 mutex_unlock(&journal->j_checkpoint_mutex); in jbd2_update_log_tail()
1141 journal_t *journal; member
1167 s->journal->j_max_transaction_buffers); in jbd2_seq_info_show()
1185 div_u64(s->journal->j_average_commit_time, 1000)); in jbd2_seq_info_show()
1208 journal_t *journal = pde_data(inode); in jbd2_seq_info_open() local
1221 spin_lock(&journal->j_history_lock); in jbd2_seq_info_open()
1222 memcpy(s->stats, &journal->j_stats, size); in jbd2_seq_info_open()
1223 s->journal = journal; in jbd2_seq_info_open()
1224 spin_unlock(&journal->j_history_lock); in jbd2_seq_info_open()
1256 static void jbd2_stats_proc_init(journal_t *journal) in jbd2_stats_proc_init() argument
1258 journal->j_proc_entry = proc_mkdir(journal->j_devname, proc_jbd2_stats); in jbd2_stats_proc_init()
1259 if (journal->j_proc_entry) { in jbd2_stats_proc_init()
1260 proc_create_data("info", S_IRUGO, journal->j_proc_entry, in jbd2_stats_proc_init()
1261 &jbd2_info_proc_ops, journal); in jbd2_stats_proc_init()
1265 static void jbd2_stats_proc_exit(journal_t *journal) in jbd2_stats_proc_exit() argument
1267 remove_proc_entry("info", journal->j_proc_entry); in jbd2_stats_proc_exit()
1268 remove_proc_entry(journal->j_devname, proc_jbd2_stats); in jbd2_stats_proc_exit()
1292 journal_t *journal = container_of(shrink, journal_t, j_shrinker); in jbd2_journal_shrink_scan() local
1297 count = percpu_counter_read_positive(&journal->j_checkpoint_jh_count); in jbd2_journal_shrink_scan()
1298 trace_jbd2_shrink_scan_enter(journal, sc->nr_to_scan, count); in jbd2_journal_shrink_scan()
1300 nr_shrunk = jbd2_journal_shrink_checkpoint_list(journal, &nr_to_scan); in jbd2_journal_shrink_scan()
1302 count = percpu_counter_read_positive(&journal->j_checkpoint_jh_count); in jbd2_journal_shrink_scan()
1303 trace_jbd2_shrink_scan_exit(journal, nr_to_scan, nr_shrunk, count); in jbd2_journal_shrink_scan()
1318 journal_t *journal = container_of(shrink, journal_t, j_shrinker); in jbd2_journal_shrink_count() local
1321 count = percpu_counter_read_positive(&journal->j_checkpoint_jh_count); in jbd2_journal_shrink_count()
1322 trace_jbd2_shrink_count(journal, sc->nr_to_scan, count); in jbd2_journal_shrink_count()
1332 static void journal_fail_superblock(journal_t *journal) in journal_fail_superblock() argument
1334 struct buffer_head *bh = journal->j_sb_buffer; in journal_fail_superblock()
1336 journal->j_sb_buffer = NULL; in journal_fail_superblock()
1343 static int journal_check_superblock(journal_t *journal) in journal_check_superblock() argument
1345 journal_superblock_t *sb = journal->j_superblock; in journal_check_superblock()
1350 sb->s_blocksize != cpu_to_be32(journal->j_blocksize)) { in journal_check_superblock()
1361 if (be32_to_cpu(sb->s_maxlen) > journal->j_total_len) { in journal_check_superblock()
1367 be32_to_cpu(sb->s_first) >= journal->j_total_len) { in journal_check_superblock()
1378 if (!jbd2_format_support_feature(journal)) in journal_check_superblock()
1389 num_fc_blks = jbd2_has_feature_fast_commit(journal) ? in journal_check_superblock()
1398 if (jbd2_has_feature_csum2(journal) && in journal_check_superblock()
1399 jbd2_has_feature_csum3(journal)) { in journal_check_superblock()
1406 if (jbd2_journal_has_csum_v2or3_feature(journal) && in journal_check_superblock()
1407 jbd2_has_feature_checksum(journal)) { in journal_check_superblock()
1415 if (jbd2_journal_has_csum_v2or3_feature(journal)) { in journal_check_superblock()
1421 journal->j_chksum_driver = crypto_alloc_shash("crc32c", 0, 0); in journal_check_superblock()
1422 if (IS_ERR(journal->j_chksum_driver)) { in journal_check_superblock()
1424 err = PTR_ERR(journal->j_chksum_driver); in journal_check_superblock()
1425 journal->j_chksum_driver = NULL; in journal_check_superblock()
1429 if (sb->s_checksum != jbd2_superblock_csum(journal, sb)) { in journal_check_superblock()
1439 static int journal_revoke_records_per_block(journal_t *journal) in journal_revoke_records_per_block() argument
1442 int space = journal->j_blocksize - sizeof(jbd2_journal_revoke_header_t); in journal_revoke_records_per_block()
1444 if (jbd2_has_feature_64bit(journal)) in journal_revoke_records_per_block()
1449 if (jbd2_journal_has_csum_v2or3(journal)) in journal_revoke_records_per_block()
1458 static int journal_load_superblock(journal_t *journal) in journal_load_superblock() argument
1464 bh = getblk_unmovable(journal->j_dev, journal->j_blk_offset, in journal_load_superblock()
1465 journal->j_blocksize); in journal_load_superblock()
1474 journal->j_sb_buffer = bh; in journal_load_superblock()
1476 journal->j_superblock = sb; in journal_load_superblock()
1477 err = journal_check_superblock(journal); in journal_load_superblock()
1479 journal_fail_superblock(journal); in journal_load_superblock()
1483 journal->j_tail_sequence = be32_to_cpu(sb->s_sequence); in journal_load_superblock()
1484 journal->j_tail = be32_to_cpu(sb->s_start); in journal_load_superblock()
1485 journal->j_first = be32_to_cpu(sb->s_first); in journal_load_superblock()
1486 journal->j_errno = be32_to_cpu(sb->s_errno); in journal_load_superblock()
1487 journal->j_last = be32_to_cpu(sb->s_maxlen); in journal_load_superblock()
1489 if (be32_to_cpu(sb->s_maxlen) < journal->j_total_len) in journal_load_superblock()
1490 journal->j_total_len = be32_to_cpu(sb->s_maxlen); in journal_load_superblock()
1492 if (jbd2_journal_has_csum_v2or3(journal)) in journal_load_superblock()
1493 journal->j_csum_seed = jbd2_chksum(journal, ~0, sb->s_uuid, in journal_load_superblock()
1495 journal->j_revoke_records_per_block = in journal_load_superblock()
1496 journal_revoke_records_per_block(journal); in journal_load_superblock()
1498 if (jbd2_has_feature_fast_commit(journal)) { in journal_load_superblock()
1499 journal->j_fc_last = be32_to_cpu(sb->s_maxlen); in journal_load_superblock()
1500 journal->j_last = journal->j_fc_last - in journal_load_superblock()
1502 journal->j_fc_first = journal->j_last + 1; in journal_load_superblock()
1503 journal->j_fc_off = 0; in journal_load_superblock()
1524 journal_t *journal; in journal_init_common() local
1528 journal = kzalloc(sizeof(*journal), GFP_KERNEL); in journal_init_common()
1529 if (!journal) in journal_init_common()
1532 journal->j_blocksize = blocksize; in journal_init_common()
1533 journal->j_dev = bdev; in journal_init_common()
1534 journal->j_fs_dev = fs_dev; in journal_init_common()
1535 journal->j_blk_offset = start; in journal_init_common()
1536 journal->j_total_len = len; in journal_init_common()
1538 err = journal_load_superblock(journal); in journal_init_common()
1542 init_waitqueue_head(&journal->j_wait_transaction_locked); in journal_init_common()
1543 init_waitqueue_head(&journal->j_wait_done_commit); in journal_init_common()
1544 init_waitqueue_head(&journal->j_wait_commit); in journal_init_common()
1545 init_waitqueue_head(&journal->j_wait_updates); in journal_init_common()
1546 init_waitqueue_head(&journal->j_wait_reserved); in journal_init_common()
1547 init_waitqueue_head(&journal->j_fc_wait); in journal_init_common()
1548 mutex_init(&journal->j_abort_mutex); in journal_init_common()
1549 mutex_init(&journal->j_barrier); in journal_init_common()
1550 mutex_init(&journal->j_checkpoint_mutex); in journal_init_common()
1551 spin_lock_init(&journal->j_revoke_lock); in journal_init_common()
1552 spin_lock_init(&journal->j_list_lock); in journal_init_common()
1553 spin_lock_init(&journal->j_history_lock); in journal_init_common()
1554 rwlock_init(&journal->j_state_lock); in journal_init_common()
1556 journal->j_commit_interval = (HZ * JBD2_DEFAULT_MAX_COMMIT_AGE); in journal_init_common()
1557 journal->j_min_batch_time = 0; in journal_init_common()
1558 journal->j_max_batch_time = 15000; /* 15ms */ in journal_init_common()
1559 atomic_set(&journal->j_reserved_credits, 0); in journal_init_common()
1560 lockdep_init_map(&journal->j_trans_commit_map, "jbd2_handle", in journal_init_common()
1564 journal->j_flags = JBD2_ABORT; in journal_init_common()
1567 err = jbd2_journal_init_revoke(journal, JOURNAL_REVOKE_DEFAULT_HASH); in journal_init_common()
1576 n = journal->j_blocksize / jbd2_min_tag_size(); in journal_init_common()
1577 journal->j_wbufsize = n; in journal_init_common()
1578 journal->j_fc_wbuf = NULL; in journal_init_common()
1579 journal->j_wbuf = kmalloc_array(n, sizeof(struct buffer_head *), in journal_init_common()
1581 if (!journal->j_wbuf) in journal_init_common()
1584 err = percpu_counter_init(&journal->j_checkpoint_jh_count, 0, in journal_init_common()
1589 journal->j_shrink_transaction = NULL; in journal_init_common()
1590 journal->j_shrinker.scan_objects = jbd2_journal_shrink_scan; in journal_init_common()
1591 journal->j_shrinker.count_objects = jbd2_journal_shrink_count; in journal_init_common()
1592 journal->j_shrinker.seeks = DEFAULT_SEEKS; in journal_init_common()
1593 journal->j_shrinker.batch = journal->j_max_transaction_buffers; in journal_init_common()
1594 err = register_shrinker(&journal->j_shrinker, "jbd2-journal:(%u:%u)", in journal_init_common()
1599 return journal; in journal_init_common()
1602 percpu_counter_destroy(&journal->j_checkpoint_jh_count); in journal_init_common()
1603 if (journal->j_chksum_driver) in journal_init_common()
1604 crypto_free_shash(journal->j_chksum_driver); in journal_init_common()
1605 kfree(journal->j_wbuf); in journal_init_common()
1606 jbd2_journal_destroy_revoke(journal); in journal_init_common()
1607 journal_fail_superblock(journal); in journal_init_common()
1608 kfree(journal); in journal_init_common()
1639 journal_t *journal; in jbd2_journal_init_dev() local
1641 journal = journal_init_common(bdev, fs_dev, start, len, blocksize); in jbd2_journal_init_dev()
1642 if (IS_ERR(journal)) in jbd2_journal_init_dev()
1643 return ERR_CAST(journal); in jbd2_journal_init_dev()
1645 snprintf(journal->j_devname, sizeof(journal->j_devname), in jbd2_journal_init_dev()
1646 "%pg", journal->j_dev); in jbd2_journal_init_dev()
1647 strreplace(journal->j_devname, '/', '!'); in jbd2_journal_init_dev()
1648 jbd2_stats_proc_init(journal); in jbd2_journal_init_dev()
1650 return journal; in jbd2_journal_init_dev()
1663 journal_t *journal; in jbd2_journal_init_inode() local
1678 journal = journal_init_common(inode->i_sb->s_bdev, inode->i_sb->s_bdev, in jbd2_journal_init_inode()
1681 if (IS_ERR(journal)) in jbd2_journal_init_inode()
1682 return ERR_CAST(journal); in jbd2_journal_init_inode()
1684 journal->j_inode = inode; in jbd2_journal_init_inode()
1685 snprintf(journal->j_devname, sizeof(journal->j_devname), in jbd2_journal_init_inode()
1686 "%pg-%lu", journal->j_dev, journal->j_inode->i_ino); in jbd2_journal_init_inode()
1687 strreplace(journal->j_devname, '/', '!'); in jbd2_journal_init_inode()
1688 jbd2_stats_proc_init(journal); in jbd2_journal_init_inode()
1690 return journal; in jbd2_journal_init_inode()
1700 static int journal_reset(journal_t *journal) in journal_reset() argument
1702 journal_superblock_t *sb = journal->j_superblock; in journal_reset()
1710 journal_fail_superblock(journal); in journal_reset()
1714 journal->j_first = first; in journal_reset()
1715 journal->j_last = last; in journal_reset()
1717 if (journal->j_head != 0 && journal->j_flags & JBD2_CYCLE_RECORD) { in journal_reset()
1722 if (journal->j_head < first || journal->j_head >= last) { in journal_reset()
1725 journal->j_head); in journal_reset()
1726 journal->j_head = journal->j_first; in journal_reset()
1729 journal->j_head = journal->j_first; in journal_reset()
1731 journal->j_tail = journal->j_head; in journal_reset()
1732 journal->j_free = journal->j_last - journal->j_first; in journal_reset()
1734 journal->j_tail_sequence = journal->j_transaction_sequence; in journal_reset()
1735 journal->j_commit_sequence = journal->j_transaction_sequence - 1; in journal_reset()
1736 journal->j_commit_request = journal->j_commit_sequence; in journal_reset()
1738 journal->j_max_transaction_buffers = jbd2_journal_get_max_txn_bufs(journal); in journal_reset()
1745 jbd2_clear_feature_fast_commit(journal); in journal_reset()
1756 journal->j_tail, journal->j_tail_sequence, in journal_reset()
1757 journal->j_errno); in journal_reset()
1758 journal->j_flags |= JBD2_FLUSHED; in journal_reset()
1761 mutex_lock_io(&journal->j_checkpoint_mutex); in journal_reset()
1768 jbd2_journal_update_sb_log_tail(journal, in journal_reset()
1769 journal->j_tail_sequence, in journal_reset()
1770 journal->j_tail, REQ_FUA); in journal_reset()
1771 mutex_unlock(&journal->j_checkpoint_mutex); in journal_reset()
1773 return jbd2_journal_start_thread(journal); in journal_reset()
1780 static int jbd2_write_superblock(journal_t *journal, blk_opf_t write_flags) in jbd2_write_superblock() argument
1782 struct buffer_head *bh = journal->j_sb_buffer; in jbd2_write_superblock()
1783 journal_superblock_t *sb = journal->j_superblock; in jbd2_write_superblock()
1797 if (!(journal->j_flags & JBD2_BARRIER)) in jbd2_write_superblock()
1800 trace_jbd2_write_superblock(journal, write_flags); in jbd2_write_superblock()
1813 journal->j_devname); in jbd2_write_superblock()
1817 if (jbd2_journal_has_csum_v2or3(journal)) in jbd2_write_superblock()
1818 sb->s_checksum = jbd2_superblock_csum(journal, sb); in jbd2_write_superblock()
1830 journal->j_devname); in jbd2_write_superblock()
1831 if (!is_journal_aborted(journal)) in jbd2_write_superblock()
1832 jbd2_journal_abort(journal, ret); in jbd2_write_superblock()
1848 int jbd2_journal_update_sb_log_tail(journal_t *journal, tid_t tail_tid, in jbd2_journal_update_sb_log_tail() argument
1852 journal_superblock_t *sb = journal->j_superblock; in jbd2_journal_update_sb_log_tail()
1855 if (is_journal_aborted(journal)) in jbd2_journal_update_sb_log_tail()
1857 if (test_bit(JBD2_CHECKPOINT_IO_ERROR, &journal->j_atomic_flags)) { in jbd2_journal_update_sb_log_tail()
1858 jbd2_journal_abort(journal, -EIO); in jbd2_journal_update_sb_log_tail()
1862 BUG_ON(!mutex_is_locked(&journal->j_checkpoint_mutex)); in jbd2_journal_update_sb_log_tail()
1866 lock_buffer(journal->j_sb_buffer); in jbd2_journal_update_sb_log_tail()
1870 ret = jbd2_write_superblock(journal, write_flags); in jbd2_journal_update_sb_log_tail()
1875 write_lock(&journal->j_state_lock); in jbd2_journal_update_sb_log_tail()
1877 journal->j_flags &= ~JBD2_FLUSHED; in jbd2_journal_update_sb_log_tail()
1878 write_unlock(&journal->j_state_lock); in jbd2_journal_update_sb_log_tail()
1892 static void jbd2_mark_journal_empty(journal_t *journal, blk_opf_t write_flags) in jbd2_mark_journal_empty() argument
1894 journal_superblock_t *sb = journal->j_superblock; in jbd2_mark_journal_empty()
1897 BUG_ON(!mutex_is_locked(&journal->j_checkpoint_mutex)); in jbd2_mark_journal_empty()
1898 lock_buffer(journal->j_sb_buffer); in jbd2_mark_journal_empty()
1900 unlock_buffer(journal->j_sb_buffer); in jbd2_mark_journal_empty()
1905 journal->j_tail_sequence); in jbd2_mark_journal_empty()
1907 sb->s_sequence = cpu_to_be32(journal->j_tail_sequence); in jbd2_mark_journal_empty()
1909 sb->s_head = cpu_to_be32(journal->j_head); in jbd2_mark_journal_empty()
1910 if (jbd2_has_feature_fast_commit(journal)) { in jbd2_mark_journal_empty()
1915 jbd2_clear_feature_fast_commit(journal); in jbd2_mark_journal_empty()
1919 jbd2_write_superblock(journal, write_flags); in jbd2_mark_journal_empty()
1922 jbd2_set_feature_fast_commit(journal); in jbd2_mark_journal_empty()
1925 write_lock(&journal->j_state_lock); in jbd2_mark_journal_empty()
1926 journal->j_flags |= JBD2_FLUSHED; in jbd2_mark_journal_empty()
1927 write_unlock(&journal->j_state_lock); in jbd2_mark_journal_empty()
1942 static int __jbd2_journal_erase(journal_t *journal, unsigned int flags) in __jbd2_journal_erase() argument
1956 !bdev_max_discard_sectors(journal->j_dev)) in __jbd2_journal_erase()
1963 log_offset = be32_to_cpu(journal->j_superblock->s_first); in __jbd2_journal_erase()
1965 for (block = log_offset; block < journal->j_total_len; block++) { in __jbd2_journal_erase()
1966 err = jbd2_journal_bmap(journal, block, &phys_block); in __jbd2_journal_erase()
1991 if (block != journal->j_total_len - 1) in __jbd2_journal_erase()
1999 byte_start = block_start * journal->j_blocksize; in __jbd2_journal_erase()
2000 byte_stop = block_stop * journal->j_blocksize; in __jbd2_journal_erase()
2002 journal->j_blocksize; in __jbd2_journal_erase()
2004 truncate_inode_pages_range(journal->j_dev->bd_inode->i_mapping, in __jbd2_journal_erase()
2008 err = blkdev_issue_discard(journal->j_dev, in __jbd2_journal_erase()
2013 err = blkdev_issue_zeroout(journal->j_dev, in __jbd2_journal_erase()
2029 return blkdev_issue_flush(journal->j_dev); in __jbd2_journal_erase()
2039 void jbd2_journal_update_sb_errno(journal_t *journal) in jbd2_journal_update_sb_errno() argument
2041 journal_superblock_t *sb = journal->j_superblock; in jbd2_journal_update_sb_errno()
2044 lock_buffer(journal->j_sb_buffer); in jbd2_journal_update_sb_errno()
2045 errcode = journal->j_errno; in jbd2_journal_update_sb_errno()
2051 jbd2_write_superblock(journal, REQ_FUA); in jbd2_journal_update_sb_errno()
2063 int jbd2_journal_load(journal_t *journal) in jbd2_journal_load() argument
2066 journal_superblock_t *sb = journal->j_superblock; in jbd2_journal_load()
2077 err = jbd2_journal_recover(journal); in jbd2_journal_load()
2083 if (journal->j_failed_commit) { in jbd2_journal_load()
2085 "is corrupt.\n", journal->j_failed_commit, in jbd2_journal_load()
2086 journal->j_devname); in jbd2_journal_load()
2093 journal->j_flags &= ~JBD2_ABORT; in jbd2_journal_load()
2098 err = journal_reset(journal); in jbd2_journal_load()
2104 journal->j_flags |= JBD2_LOADED; in jbd2_journal_load()
2116 int jbd2_journal_destroy(journal_t *journal) in jbd2_journal_destroy() argument
2121 journal_kill_thread(journal); in jbd2_journal_destroy()
2124 if (journal->j_running_transaction) in jbd2_journal_destroy()
2125 jbd2_journal_commit_transaction(journal); in jbd2_journal_destroy()
2130 spin_lock(&journal->j_list_lock); in jbd2_journal_destroy()
2131 while (journal->j_checkpoint_transactions != NULL) { in jbd2_journal_destroy()
2132 spin_unlock(&journal->j_list_lock); in jbd2_journal_destroy()
2133 mutex_lock_io(&journal->j_checkpoint_mutex); in jbd2_journal_destroy()
2134 err = jbd2_log_do_checkpoint(journal); in jbd2_journal_destroy()
2135 mutex_unlock(&journal->j_checkpoint_mutex); in jbd2_journal_destroy()
2141 jbd2_journal_destroy_checkpoint(journal); in jbd2_journal_destroy()
2142 spin_lock(&journal->j_list_lock); in jbd2_journal_destroy()
2145 spin_lock(&journal->j_list_lock); in jbd2_journal_destroy()
2148 J_ASSERT(journal->j_running_transaction == NULL); in jbd2_journal_destroy()
2149 J_ASSERT(journal->j_committing_transaction == NULL); in jbd2_journal_destroy()
2150 J_ASSERT(journal->j_checkpoint_transactions == NULL); in jbd2_journal_destroy()
2151 spin_unlock(&journal->j_list_lock); in jbd2_journal_destroy()
2159 if (!is_journal_aborted(journal) && in jbd2_journal_destroy()
2160 test_bit(JBD2_CHECKPOINT_IO_ERROR, &journal->j_atomic_flags)) in jbd2_journal_destroy()
2161 jbd2_journal_abort(journal, -EIO); in jbd2_journal_destroy()
2163 if (journal->j_sb_buffer) { in jbd2_journal_destroy()
2164 if (!is_journal_aborted(journal)) { in jbd2_journal_destroy()
2165 mutex_lock_io(&journal->j_checkpoint_mutex); in jbd2_journal_destroy()
2167 write_lock(&journal->j_state_lock); in jbd2_journal_destroy()
2168 journal->j_tail_sequence = in jbd2_journal_destroy()
2169 ++journal->j_transaction_sequence; in jbd2_journal_destroy()
2170 write_unlock(&journal->j_state_lock); in jbd2_journal_destroy()
2172 jbd2_mark_journal_empty(journal, REQ_PREFLUSH | REQ_FUA); in jbd2_journal_destroy()
2173 mutex_unlock(&journal->j_checkpoint_mutex); in jbd2_journal_destroy()
2176 brelse(journal->j_sb_buffer); in jbd2_journal_destroy()
2179 if (journal->j_shrinker.flags & SHRINKER_REGISTERED) { in jbd2_journal_destroy()
2180 percpu_counter_destroy(&journal->j_checkpoint_jh_count); in jbd2_journal_destroy()
2181 unregister_shrinker(&journal->j_shrinker); in jbd2_journal_destroy()
2183 if (journal->j_proc_entry) in jbd2_journal_destroy()
2184 jbd2_stats_proc_exit(journal); in jbd2_journal_destroy()
2185 iput(journal->j_inode); in jbd2_journal_destroy()
2186 if (journal->j_revoke) in jbd2_journal_destroy()
2187 jbd2_journal_destroy_revoke(journal); in jbd2_journal_destroy()
2188 if (journal->j_chksum_driver) in jbd2_journal_destroy()
2189 crypto_free_shash(journal->j_chksum_driver); in jbd2_journal_destroy()
2190 kfree(journal->j_fc_wbuf); in jbd2_journal_destroy()
2191 kfree(journal->j_wbuf); in jbd2_journal_destroy()
2192 kfree(journal); in jbd2_journal_destroy()
2209 int jbd2_journal_check_used_features(journal_t *journal, unsigned long compat, in jbd2_journal_check_used_features() argument
2216 if (!jbd2_format_support_feature(journal)) in jbd2_journal_check_used_features()
2219 sb = journal->j_superblock; in jbd2_journal_check_used_features()
2240 int jbd2_journal_check_available_features(journal_t *journal, unsigned long compat, in jbd2_journal_check_available_features() argument
2246 if (!jbd2_format_support_feature(journal)) in jbd2_journal_check_available_features()
2258 jbd2_journal_initialize_fast_commit(journal_t *journal) in jbd2_journal_initialize_fast_commit() argument
2260 journal_superblock_t *sb = journal->j_superblock; in jbd2_journal_initialize_fast_commit()
2264 if (journal->j_last - num_fc_blks < JBD2_MIN_JOURNAL_BLOCKS) in jbd2_journal_initialize_fast_commit()
2268 WARN_ON(journal->j_fc_wbuf != NULL); in jbd2_journal_initialize_fast_commit()
2269 journal->j_fc_wbuf = kmalloc_array(num_fc_blks, in jbd2_journal_initialize_fast_commit()
2271 if (!journal->j_fc_wbuf) in jbd2_journal_initialize_fast_commit()
2274 journal->j_fc_wbufsize = num_fc_blks; in jbd2_journal_initialize_fast_commit()
2275 journal->j_fc_last = journal->j_last; in jbd2_journal_initialize_fast_commit()
2276 journal->j_last = journal->j_fc_last - num_fc_blks; in jbd2_journal_initialize_fast_commit()
2277 journal->j_fc_first = journal->j_last + 1; in jbd2_journal_initialize_fast_commit()
2278 journal->j_fc_off = 0; in jbd2_journal_initialize_fast_commit()
2279 journal->j_free = journal->j_last - journal->j_first; in jbd2_journal_initialize_fast_commit()
2280 journal->j_max_transaction_buffers = in jbd2_journal_initialize_fast_commit()
2281 jbd2_journal_get_max_txn_bufs(journal); in jbd2_journal_initialize_fast_commit()
2298 int jbd2_journal_set_features(journal_t *journal, unsigned long compat, in jbd2_journal_set_features() argument
2307 if (jbd2_journal_check_used_features(journal, compat, ro, incompat)) in jbd2_journal_set_features()
2310 if (!jbd2_journal_check_available_features(journal, compat, ro, incompat)) in jbd2_journal_set_features()
2327 sb = journal->j_superblock; in jbd2_journal_set_features()
2330 if (jbd2_journal_initialize_fast_commit(journal)) { in jbd2_journal_set_features()
2337 if ((journal->j_chksum_driver == NULL) && in jbd2_journal_set_features()
2339 journal->j_chksum_driver = crypto_alloc_shash("crc32c", 0, 0); in jbd2_journal_set_features()
2340 if (IS_ERR(journal->j_chksum_driver)) { in jbd2_journal_set_features()
2342 journal->j_chksum_driver = NULL; in jbd2_journal_set_features()
2346 journal->j_csum_seed = jbd2_chksum(journal, ~0, sb->s_uuid, in jbd2_journal_set_features()
2350 lock_buffer(journal->j_sb_buffer); in jbd2_journal_set_features()
2368 unlock_buffer(journal->j_sb_buffer); in jbd2_journal_set_features()
2369 journal->j_revoke_records_per_block = in jbd2_journal_set_features()
2370 journal_revoke_records_per_block(journal); in jbd2_journal_set_features()
2388 void jbd2_journal_clear_features(journal_t *journal, unsigned long compat, in jbd2_journal_clear_features() argument
2396 sb = journal->j_superblock; in jbd2_journal_clear_features()
2401 journal->j_revoke_records_per_block = in jbd2_journal_clear_features()
2402 journal_revoke_records_per_block(journal); in jbd2_journal_clear_features()
2420 int jbd2_journal_flush(journal_t *journal, unsigned int flags) in jbd2_journal_flush() argument
2425 write_lock(&journal->j_state_lock); in jbd2_journal_flush()
2428 if (journal->j_running_transaction) { in jbd2_journal_flush()
2429 transaction = journal->j_running_transaction; in jbd2_journal_flush()
2430 __jbd2_log_start_commit(journal, transaction->t_tid); in jbd2_journal_flush()
2431 } else if (journal->j_committing_transaction) in jbd2_journal_flush()
2432 transaction = journal->j_committing_transaction; in jbd2_journal_flush()
2438 write_unlock(&journal->j_state_lock); in jbd2_journal_flush()
2439 jbd2_log_wait_commit(journal, tid); in jbd2_journal_flush()
2441 write_unlock(&journal->j_state_lock); in jbd2_journal_flush()
2445 spin_lock(&journal->j_list_lock); in jbd2_journal_flush()
2446 while (!err && journal->j_checkpoint_transactions != NULL) { in jbd2_journal_flush()
2447 spin_unlock(&journal->j_list_lock); in jbd2_journal_flush()
2448 mutex_lock_io(&journal->j_checkpoint_mutex); in jbd2_journal_flush()
2449 err = jbd2_log_do_checkpoint(journal); in jbd2_journal_flush()
2450 mutex_unlock(&journal->j_checkpoint_mutex); in jbd2_journal_flush()
2451 spin_lock(&journal->j_list_lock); in jbd2_journal_flush()
2453 spin_unlock(&journal->j_list_lock); in jbd2_journal_flush()
2455 if (is_journal_aborted(journal)) in jbd2_journal_flush()
2458 mutex_lock_io(&journal->j_checkpoint_mutex); in jbd2_journal_flush()
2460 err = jbd2_cleanup_journal_tail(journal); in jbd2_journal_flush()
2462 mutex_unlock(&journal->j_checkpoint_mutex); in jbd2_journal_flush()
2473 jbd2_mark_journal_empty(journal, REQ_FUA); in jbd2_journal_flush()
2476 err = __jbd2_journal_erase(journal, flags); in jbd2_journal_flush()
2478 mutex_unlock(&journal->j_checkpoint_mutex); in jbd2_journal_flush()
2479 write_lock(&journal->j_state_lock); in jbd2_journal_flush()
2480 J_ASSERT(!journal->j_running_transaction); in jbd2_journal_flush()
2481 J_ASSERT(!journal->j_committing_transaction); in jbd2_journal_flush()
2482 J_ASSERT(!journal->j_checkpoint_transactions); in jbd2_journal_flush()
2483 J_ASSERT(journal->j_head == journal->j_tail); in jbd2_journal_flush()
2484 J_ASSERT(journal->j_tail_sequence == journal->j_transaction_sequence); in jbd2_journal_flush()
2485 write_unlock(&journal->j_state_lock); in jbd2_journal_flush()
2503 int jbd2_journal_wipe(journal_t *journal, int write) in jbd2_journal_wipe() argument
2507 J_ASSERT (!(journal->j_flags & JBD2_LOADED)); in jbd2_journal_wipe()
2509 if (!journal->j_tail) in jbd2_journal_wipe()
2515 err = jbd2_journal_skip_recovery(journal); in jbd2_journal_wipe()
2518 mutex_lock_io(&journal->j_checkpoint_mutex); in jbd2_journal_wipe()
2519 jbd2_mark_journal_empty(journal, REQ_FUA); in jbd2_journal_wipe()
2520 mutex_unlock(&journal->j_checkpoint_mutex); in jbd2_journal_wipe()
2567 void jbd2_journal_abort(journal_t *journal, int errno) in jbd2_journal_abort() argument
2577 mutex_lock(&journal->j_abort_mutex); in jbd2_journal_abort()
2583 write_lock(&journal->j_state_lock); in jbd2_journal_abort()
2584 if (journal->j_flags & JBD2_ABORT) { in jbd2_journal_abort()
2585 int old_errno = journal->j_errno; in jbd2_journal_abort()
2587 write_unlock(&journal->j_state_lock); in jbd2_journal_abort()
2589 journal->j_errno = errno; in jbd2_journal_abort()
2590 jbd2_journal_update_sb_errno(journal); in jbd2_journal_abort()
2592 mutex_unlock(&journal->j_abort_mutex); in jbd2_journal_abort()
2600 pr_err("Aborting journal on device %s.\n", journal->j_devname); in jbd2_journal_abort()
2602 journal->j_flags |= JBD2_ABORT; in jbd2_journal_abort()
2603 journal->j_errno = errno; in jbd2_journal_abort()
2604 transaction = journal->j_running_transaction; in jbd2_journal_abort()
2606 __jbd2_log_start_commit(journal, transaction->t_tid); in jbd2_journal_abort()
2607 write_unlock(&journal->j_state_lock); in jbd2_journal_abort()
2613 jbd2_journal_update_sb_errno(journal); in jbd2_journal_abort()
2614 mutex_unlock(&journal->j_abort_mutex); in jbd2_journal_abort()
2628 int jbd2_journal_errno(journal_t *journal) in jbd2_journal_errno() argument
2632 read_lock(&journal->j_state_lock); in jbd2_journal_errno()
2633 if (journal->j_flags & JBD2_ABORT) in jbd2_journal_errno()
2636 err = journal->j_errno; in jbd2_journal_errno()
2637 read_unlock(&journal->j_state_lock); in jbd2_journal_errno()
2648 int jbd2_journal_clear_err(journal_t *journal) in jbd2_journal_clear_err() argument
2652 write_lock(&journal->j_state_lock); in jbd2_journal_clear_err()
2653 if (journal->j_flags & JBD2_ABORT) in jbd2_journal_clear_err()
2656 journal->j_errno = 0; in jbd2_journal_clear_err()
2657 write_unlock(&journal->j_state_lock); in jbd2_journal_clear_err()
2668 void jbd2_journal_ack_err(journal_t *journal) in jbd2_journal_ack_err() argument
2670 write_lock(&journal->j_state_lock); in jbd2_journal_ack_err()
2671 if (journal->j_errno) in jbd2_journal_ack_err()
2672 journal->j_flags |= JBD2_ACK_ERR; in jbd2_journal_ack_err()
2673 write_unlock(&journal->j_state_lock); in jbd2_journal_ack_err()
2684 size_t journal_tag_bytes(journal_t *journal) in journal_tag_bytes() argument
2688 if (jbd2_has_feature_csum3(journal)) in journal_tag_bytes()
2693 if (jbd2_has_feature_csum2(journal)) in journal_tag_bytes()
2696 if (jbd2_has_feature_64bit(journal)) in journal_tag_bytes()
3032 void jbd2_journal_release_jbd_inode(journal_t *journal, in jbd2_journal_release_jbd_inode() argument
3035 if (!journal) in jbd2_journal_release_jbd_inode()
3038 spin_lock(&journal->j_list_lock); in jbd2_journal_release_jbd_inode()
3045 spin_unlock(&journal->j_list_lock); in jbd2_journal_release_jbd_inode()
3055 spin_unlock(&journal->j_list_lock); in jbd2_journal_release_jbd_inode()