Lines Matching full:sdp
35 static void gfs2_log_shutdown(struct gfs2_sbd *sdp);
39 * @sdp: the filesystem
48 unsigned int gfs2_struct2blk(struct gfs2_sbd *sdp, unsigned int nstruct) in gfs2_struct2blk() argument
55 first = sdp->sd_ldptrs; in gfs2_struct2blk()
59 second = sdp->sd_inptrs; in gfs2_struct2blk()
94 * @sdp: The superblock
100 static int gfs2_ail1_start_one(struct gfs2_sbd *sdp, in gfs2_ail1_start_one() argument
103 __releases(&sdp->sd_ail_lock) in gfs2_ail1_start_one()
104 __acquires(&sdp->sd_ail_lock) in gfs2_ail1_start_one()
115 gfs2_assert(sdp, bd->bd_tr == tr); in gfs2_ail1_start_one()
123 if (!cmpxchg(&sdp->sd_log_error, 0, -EIO)) { in gfs2_ail1_start_one()
124 gfs2_io_error_bh(sdp, bh); in gfs2_ail1_start_one()
125 gfs2_withdraw_delayed(sdp); in gfs2_ail1_start_one()
129 if (gfs2_withdrawing_or_withdrawn(sdp)) { in gfs2_ail1_start_one()
142 spin_unlock(&sdp->sd_ail_lock); in gfs2_ail1_start_one()
149 spin_lock(&sdp->sd_ail_lock); in gfs2_ail1_start_one()
160 static void dump_ail_list(struct gfs2_sbd *sdp) in dump_ail_list() argument
166 list_for_each_entry_reverse(tr, &sdp->sd_ail1_list, tr_list) { in dump_ail_list()
170 fs_err(sdp, "bd %p: blk:0x%llx bh=%p ", bd, in dump_ail_list()
173 fs_err(sdp, "\n"); in dump_ail_list()
176 fs_err(sdp, "0x%llx up2:%d dirt:%d lkd:%d req:%d " in dump_ail_list()
194 * @sdp: The super block
201 void gfs2_ail1_flush(struct gfs2_sbd *sdp, struct writeback_control *wbc) in gfs2_ail1_flush() argument
203 struct list_head *head = &sdp->sd_ail1_list; in gfs2_ail1_flush()
209 trace_gfs2_ail_flush(sdp, wbc, 1); in gfs2_ail1_flush()
211 spin_lock(&sdp->sd_ail_lock); in gfs2_ail1_flush()
215 fs_err(sdp, "Error: In %s for ten minutes! t=%d\n", in gfs2_ail1_flush()
217 dump_ail_list(sdp); in gfs2_ail1_flush()
223 ret = gfs2_ail1_start_one(sdp, wbc, tr, &plug); in gfs2_ail1_flush()
231 spin_unlock(&sdp->sd_ail_lock); in gfs2_ail1_flush()
234 gfs2_lm(sdp, "gfs2_ail1_start_one returned: %d\n", ret); in gfs2_ail1_flush()
235 gfs2_withdraw(sdp); in gfs2_ail1_flush()
237 trace_gfs2_ail_flush(sdp, wbc, 0); in gfs2_ail1_flush()
242 * @sdp: The superblock
245 static void gfs2_ail1_start(struct gfs2_sbd *sdp) in gfs2_ail1_start() argument
254 return gfs2_ail1_flush(sdp, &wbc); in gfs2_ail1_start()
257 static void gfs2_log_update_flush_tail(struct gfs2_sbd *sdp) in gfs2_log_update_flush_tail() argument
259 unsigned int new_flush_tail = sdp->sd_log_head; in gfs2_log_update_flush_tail()
262 if (!list_empty(&sdp->sd_ail1_list)) { in gfs2_log_update_flush_tail()
263 tr = list_last_entry(&sdp->sd_ail1_list, in gfs2_log_update_flush_tail()
267 sdp->sd_log_flush_tail = new_flush_tail; in gfs2_log_update_flush_tail()
270 static void gfs2_log_update_head(struct gfs2_sbd *sdp) in gfs2_log_update_head() argument
272 unsigned int new_head = sdp->sd_log_flush_head; in gfs2_log_update_head()
274 if (sdp->sd_log_flush_tail == sdp->sd_log_head) in gfs2_log_update_head()
275 sdp->sd_log_flush_tail = new_head; in gfs2_log_update_head()
276 sdp->sd_log_head = new_head; in gfs2_log_update_head()
283 static void gfs2_ail_empty_tr(struct gfs2_sbd *sdp, struct gfs2_trans *tr, in gfs2_ail_empty_tr() argument
291 gfs2_assert(sdp, bd->bd_tr == tr); in gfs2_ail_empty_tr()
298 * @sdp: the filesystem
305 static int gfs2_ail1_empty_one(struct gfs2_sbd *sdp, struct gfs2_trans *tr, in gfs2_ail1_empty_one() argument
315 gfs2_assert(sdp, bd->bd_tr == tr); in gfs2_ail1_empty_one()
325 if (!sdp->sd_log_error && buffer_busy(bh)) { in gfs2_ail1_empty_one()
330 !cmpxchg(&sdp->sd_log_error, 0, -EIO)) { in gfs2_ail1_empty_one()
331 gfs2_io_error_bh(sdp, bh); in gfs2_ail1_empty_one()
332 gfs2_withdraw_delayed(sdp); in gfs2_ail1_empty_one()
341 gfs2_add_revoke(sdp, bd); in gfs2_ail1_empty_one()
352 * @sdp: The superblock
358 static int gfs2_ail1_empty(struct gfs2_sbd *sdp, int max_revokes) in gfs2_ail1_empty() argument
364 spin_lock(&sdp->sd_ail_lock); in gfs2_ail1_empty()
365 list_for_each_entry_safe_reverse(tr, s, &sdp->sd_ail1_list, tr_list) { in gfs2_ail1_empty()
366 if (!gfs2_ail1_empty_one(sdp, tr, &max_revokes) && oldest_tr) in gfs2_ail1_empty()
367 list_move(&tr->tr_list, &sdp->sd_ail2_list); in gfs2_ail1_empty()
371 gfs2_log_update_flush_tail(sdp); in gfs2_ail1_empty()
372 ret = list_empty(&sdp->sd_ail1_list); in gfs2_ail1_empty()
373 spin_unlock(&sdp->sd_ail_lock); in gfs2_ail1_empty()
375 if (test_bit(SDF_WITHDRAWING, &sdp->sd_flags)) { in gfs2_ail1_empty()
376 gfs2_lm(sdp, "fatal: I/O error(s)\n"); in gfs2_ail1_empty()
377 gfs2_withdraw(sdp); in gfs2_ail1_empty()
383 static void gfs2_ail1_wait(struct gfs2_sbd *sdp) in gfs2_ail1_wait() argument
389 spin_lock(&sdp->sd_ail_lock); in gfs2_ail1_wait()
390 list_for_each_entry_reverse(tr, &sdp->sd_ail1_list, tr_list) { in gfs2_ail1_wait()
396 spin_unlock(&sdp->sd_ail_lock); in gfs2_ail1_wait()
402 spin_unlock(&sdp->sd_ail_lock); in gfs2_ail1_wait()
405 static void __ail2_empty(struct gfs2_sbd *sdp, struct gfs2_trans *tr) in __ail2_empty() argument
407 gfs2_ail_empty_tr(sdp, tr, &tr->tr_ail2_list); in __ail2_empty()
409 gfs2_assert_warn(sdp, list_empty(&tr->tr_ail1_list)); in __ail2_empty()
410 gfs2_assert_warn(sdp, list_empty(&tr->tr_ail2_list)); in __ail2_empty()
411 gfs2_trans_free(sdp, tr); in __ail2_empty()
414 static void ail2_empty(struct gfs2_sbd *sdp, unsigned int new_tail) in ail2_empty() argument
416 struct list_head *ail2_list = &sdp->sd_ail2_list; in ail2_empty()
417 unsigned int old_tail = sdp->sd_log_tail; in ail2_empty()
420 spin_lock(&sdp->sd_ail_lock); in ail2_empty()
424 __ail2_empty(sdp, tr); in ail2_empty()
429 __ail2_empty(sdp, tr); in ail2_empty()
432 spin_unlock(&sdp->sd_ail_lock); in ail2_empty()
437 * @sdp: The GFS2 superblock
440 bool gfs2_log_is_empty(struct gfs2_sbd *sdp) { in gfs2_log_is_empty() argument
441 return atomic_read(&sdp->sd_log_blks_free) == sdp->sd_jdesc->jd_blocks; in gfs2_log_is_empty()
444 static bool __gfs2_log_try_reserve_revokes(struct gfs2_sbd *sdp, unsigned int revokes) in __gfs2_log_try_reserve_revokes() argument
448 available = atomic_read(&sdp->sd_log_revokes_available); in __gfs2_log_try_reserve_revokes()
450 if (atomic_try_cmpxchg(&sdp->sd_log_revokes_available, in __gfs2_log_try_reserve_revokes()
459 * @sdp: The GFS2 superblock
462 * sdp->sd_log_flush_lock must be held.
464 void gfs2_log_release_revokes(struct gfs2_sbd *sdp, unsigned int revokes) in gfs2_log_release_revokes() argument
467 atomic_add(revokes, &sdp->sd_log_revokes_available); in gfs2_log_release_revokes()
472 * @sdp: The GFS2 superblock
477 void gfs2_log_release(struct gfs2_sbd *sdp, unsigned int blks) in gfs2_log_release() argument
479 atomic_add(blks, &sdp->sd_log_blks_free); in gfs2_log_release()
480 trace_gfs2_log_blocks(sdp, blks); in gfs2_log_release()
481 gfs2_assert_withdraw(sdp, atomic_read(&sdp->sd_log_blks_free) <= in gfs2_log_release()
482 sdp->sd_jdesc->jd_blocks); in gfs2_log_release()
483 if (atomic_read(&sdp->sd_log_blks_needed)) in gfs2_log_release()
484 wake_up(&sdp->sd_log_waitq); in gfs2_log_release()
489 * @sdp: The GFS2 superblock
496 static bool __gfs2_log_try_reserve(struct gfs2_sbd *sdp, unsigned int blks, in __gfs2_log_try_reserve() argument
502 free_blocks = atomic_read(&sdp->sd_log_blks_free); in __gfs2_log_try_reserve()
504 if (atomic_try_cmpxchg(&sdp->sd_log_blks_free, &free_blocks, in __gfs2_log_try_reserve()
506 trace_gfs2_log_blocks(sdp, -blks); in __gfs2_log_try_reserve()
515 * @sdp: The GFS2 superblock
532 static void __gfs2_log_reserve(struct gfs2_sbd *sdp, unsigned int blks, in __gfs2_log_reserve() argument
538 atomic_add(blks, &sdp->sd_log_blks_needed); in __gfs2_log_reserve()
540 if (current != sdp->sd_logd_process) in __gfs2_log_reserve()
541 wake_up(&sdp->sd_logd_waitq); in __gfs2_log_reserve()
542 io_wait_event(sdp->sd_log_waitq, in __gfs2_log_reserve()
543 (free_blocks = atomic_read(&sdp->sd_log_blks_free), in __gfs2_log_reserve()
546 if (atomic_try_cmpxchg(&sdp->sd_log_blks_free, in __gfs2_log_reserve()
554 trace_gfs2_log_blocks(sdp, -blks); in __gfs2_log_reserve()
555 if (atomic_sub_return(blks, &sdp->sd_log_blks_needed)) in __gfs2_log_reserve()
556 wake_up(&sdp->sd_log_waitq); in __gfs2_log_reserve()
561 * @sdp: The GFS2 superblock
565 * This is similar to gfs2_log_reserve, but sdp->sd_log_flush_lock must be
569 bool gfs2_log_try_reserve(struct gfs2_sbd *sdp, struct gfs2_trans *tr, in gfs2_log_try_reserve() argument
577 if (revokes && !__gfs2_log_try_reserve_revokes(sdp, revokes)) { in gfs2_log_try_reserve()
578 revoke_blks = DIV_ROUND_UP(revokes, sdp->sd_inptrs); in gfs2_log_try_reserve()
579 *extra_revokes = revoke_blks * sdp->sd_inptrs - revokes; in gfs2_log_try_reserve()
584 if (__gfs2_log_try_reserve(sdp, blks, GFS2_LOG_FLUSH_MIN_BLOCKS)) in gfs2_log_try_reserve()
587 gfs2_log_release_revokes(sdp, revokes); in gfs2_log_try_reserve()
593 * @sdp: The GFS2 superblock
597 * sdp->sd_log_flush_lock must not be held.
600 void gfs2_log_reserve(struct gfs2_sbd *sdp, struct gfs2_trans *tr, in gfs2_log_reserve() argument
609 revoke_blks = DIV_ROUND_UP(revokes, sdp->sd_inptrs); in gfs2_log_reserve()
610 *extra_revokes = revoke_blks * sdp->sd_inptrs - revokes; in gfs2_log_reserve()
613 __gfs2_log_reserve(sdp, blks, GFS2_LOG_FLUSH_MIN_BLOCKS); in gfs2_log_reserve()
618 * @sdp: The GFS2 superblock
628 static inline unsigned int log_distance(struct gfs2_sbd *sdp, unsigned int newer, in log_distance() argument
635 dist += sdp->sd_jdesc->jd_blocks; in log_distance()
642 * @sdp: The GFS2 superblock
661 static unsigned int calc_reserved(struct gfs2_sbd *sdp) in calc_reserved() argument
665 struct gfs2_trans *tr = sdp->sd_log_tr; in calc_reserved()
669 reserved += blocks + DIV_ROUND_UP(blocks, buf_limit(sdp)); in calc_reserved()
671 reserved += blocks + DIV_ROUND_UP(blocks, databuf_limit(sdp)); in calc_reserved()
676 static void log_pull_tail(struct gfs2_sbd *sdp) in log_pull_tail() argument
678 unsigned int new_tail = sdp->sd_log_flush_tail; in log_pull_tail()
681 if (new_tail == sdp->sd_log_tail) in log_pull_tail()
683 dist = log_distance(sdp, new_tail, sdp->sd_log_tail); in log_pull_tail()
684 ail2_empty(sdp, new_tail); in log_pull_tail()
685 gfs2_log_release(sdp, dist); in log_pull_tail()
686 sdp->sd_log_tail = new_tail; in log_pull_tail()
690 void log_flush_wait(struct gfs2_sbd *sdp) in log_flush_wait() argument
694 if (atomic_read(&sdp->sd_log_in_flight)) { in log_flush_wait()
696 prepare_to_wait(&sdp->sd_log_flush_wait, &wait, in log_flush_wait()
698 if (atomic_read(&sdp->sd_log_in_flight)) in log_flush_wait()
700 } while(atomic_read(&sdp->sd_log_in_flight)); in log_flush_wait()
701 finish_wait(&sdp->sd_log_flush_wait, &wait); in log_flush_wait()
725 static void gfs2_ordered_write(struct gfs2_sbd *sdp) in gfs2_ordered_write() argument
730 spin_lock(&sdp->sd_ordered_lock); in gfs2_ordered_write()
731 list_sort(NULL, &sdp->sd_log_ordered, &ip_cmp); in gfs2_ordered_write()
732 while (!list_empty(&sdp->sd_log_ordered)) { in gfs2_ordered_write()
733 ip = list_first_entry(&sdp->sd_log_ordered, struct gfs2_inode, i_ordered); in gfs2_ordered_write()
739 spin_unlock(&sdp->sd_ordered_lock); in gfs2_ordered_write()
741 spin_lock(&sdp->sd_ordered_lock); in gfs2_ordered_write()
743 list_splice(&written, &sdp->sd_log_ordered); in gfs2_ordered_write()
744 spin_unlock(&sdp->sd_ordered_lock); in gfs2_ordered_write()
747 static void gfs2_ordered_wait(struct gfs2_sbd *sdp) in gfs2_ordered_wait() argument
751 spin_lock(&sdp->sd_ordered_lock); in gfs2_ordered_wait()
752 while (!list_empty(&sdp->sd_log_ordered)) { in gfs2_ordered_wait()
753 ip = list_first_entry(&sdp->sd_log_ordered, struct gfs2_inode, i_ordered); in gfs2_ordered_wait()
757 spin_unlock(&sdp->sd_ordered_lock); in gfs2_ordered_wait()
759 spin_lock(&sdp->sd_ordered_lock); in gfs2_ordered_wait()
761 spin_unlock(&sdp->sd_ordered_lock); in gfs2_ordered_wait()
766 struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode); in gfs2_ordered_del_inode() local
768 spin_lock(&sdp->sd_ordered_lock); in gfs2_ordered_del_inode()
770 spin_unlock(&sdp->sd_ordered_lock); in gfs2_ordered_del_inode()
773 void gfs2_add_revoke(struct gfs2_sbd *sdp, struct gfs2_bufdata *bd) in gfs2_add_revoke() argument
778 sdp->sd_log_num_revoke++; in gfs2_add_revoke()
786 list_add(&bd->bd_list, &sdp->sd_log_revokes); in gfs2_add_revoke()
799 * @sdp: The GFS2 superblock
809 void gfs2_flush_revokes(struct gfs2_sbd *sdp) in gfs2_flush_revokes() argument
812 unsigned int max_revokes = atomic_read(&sdp->sd_log_revokes_available); in gfs2_flush_revokes()
814 gfs2_log_lock(sdp); in gfs2_flush_revokes()
815 gfs2_ail1_empty(sdp, max_revokes); in gfs2_flush_revokes()
816 gfs2_log_unlock(sdp); in gfs2_flush_revokes()
821 * @sdp: The GFS2 superblock
832 void gfs2_write_log_header(struct gfs2_sbd *sdp, struct gfs2_jdesc *jd, in gfs2_write_log_header() argument
839 struct gfs2_statfs_change_host *l_sc = &sdp->sd_statfs_local; in gfs2_write_log_header()
841 struct super_block *sb = sdp->sd_vfs; in gfs2_write_log_header()
844 if (gfs2_withdrawing_or_withdrawn(sdp)) in gfs2_write_log_header()
855 lh->lh_header.mh_jid = cpu_to_be32(sdp->sd_jdesc->jd_jid); in gfs2_write_log_header()
874 if (gfs2_assert_withdraw(sdp, ret == 0)) in gfs2_write_log_header()
885 cpu_to_be64(GFS2_I(sdp->sd_sc_inode)->i_no_addr); in gfs2_write_log_header()
887 cpu_to_be64(GFS2_I(sdp->sd_qc_inode)->i_no_addr); in gfs2_write_log_header()
889 spin_lock(&sdp->sd_statfs_spin); in gfs2_write_log_header()
893 spin_unlock(&sdp->sd_statfs_spin); in gfs2_write_log_header()
902 gfs2_log_write(sdp, jd, page, sb->s_blocksize, 0, dblock); in gfs2_write_log_header()
908 * @sdp: The GFS2 superblock
914 static void log_write_header(struct gfs2_sbd *sdp, u32 flags) in log_write_header() argument
918 gfs2_assert_withdraw(sdp, !test_bit(SDF_FROZEN, &sdp->sd_flags)); in log_write_header()
920 if (test_bit(SDF_NOBARRIERS, &sdp->sd_flags)) { in log_write_header()
921 gfs2_ordered_wait(sdp); in log_write_header()
922 log_flush_wait(sdp); in log_write_header()
925 sdp->sd_log_idle = (sdp->sd_log_flush_tail == sdp->sd_log_flush_head); in log_write_header()
926 gfs2_write_log_header(sdp, sdp->sd_jdesc, sdp->sd_log_sequence++, in log_write_header()
927 sdp->sd_log_flush_tail, sdp->sd_log_flush_head, in log_write_header()
929 gfs2_log_incr_head(sdp); in log_write_header()
930 log_flush_wait(sdp); in log_write_header()
931 log_pull_tail(sdp); in log_write_header()
932 gfs2_log_update_head(sdp); in log_write_header()
937 * @sdp: Pointer to GFS2 superblock
939 void gfs2_ail_drain(struct gfs2_sbd *sdp) in gfs2_ail_drain() argument
943 spin_lock(&sdp->sd_ail_lock); in gfs2_ail_drain()
951 while (!list_empty(&sdp->sd_ail1_list)) { in gfs2_ail_drain()
952 tr = list_first_entry(&sdp->sd_ail1_list, struct gfs2_trans, in gfs2_ail_drain()
954 gfs2_ail_empty_tr(sdp, tr, &tr->tr_ail1_list); in gfs2_ail_drain()
955 gfs2_ail_empty_tr(sdp, tr, &tr->tr_ail2_list); in gfs2_ail_drain()
957 gfs2_trans_free(sdp, tr); in gfs2_ail_drain()
959 while (!list_empty(&sdp->sd_ail2_list)) { in gfs2_ail_drain()
960 tr = list_first_entry(&sdp->sd_ail2_list, struct gfs2_trans, in gfs2_ail_drain()
962 gfs2_ail_empty_tr(sdp, tr, &tr->tr_ail2_list); in gfs2_ail_drain()
964 gfs2_trans_free(sdp, tr); in gfs2_ail_drain()
966 gfs2_drain_revokes(sdp); in gfs2_ail_drain()
967 spin_unlock(&sdp->sd_ail_lock); in gfs2_ail_drain()
972 * @sdp: Pointer to GFS2 superblock
974 static void empty_ail1_list(struct gfs2_sbd *sdp) in empty_ail1_list() argument
980 fs_err(sdp, "Error: In %s for 10 minutes! t=%d\n", in empty_ail1_list()
982 dump_ail_list(sdp); in empty_ail1_list()
985 gfs2_ail1_start(sdp); in empty_ail1_list()
986 gfs2_ail1_wait(sdp); in empty_ail1_list()
987 if (gfs2_ail1_empty(sdp, 0)) in empty_ail1_list()
1028 * @sdp: The filesystem
1034 void gfs2_log_flush(struct gfs2_sbd *sdp, struct gfs2_glock *gl, u32 flags) in gfs2_log_flush() argument
1038 bool frozen = test_bit(SDF_FROZEN, &sdp->sd_flags); in gfs2_log_flush()
1042 down_write(&sdp->sd_log_flush_lock); in gfs2_log_flush()
1043 trace_gfs2_log_flush(sdp, 1, flags); in gfs2_log_flush()
1050 if (gfs2_withdrawing_or_withdrawn(sdp) || in gfs2_log_flush()
1051 !test_bit(SDF_JOURNAL_LIVE, &sdp->sd_flags)) in gfs2_log_flush()
1058 first_log_head = sdp->sd_log_head; in gfs2_log_flush()
1059 sdp->sd_log_flush_head = first_log_head; in gfs2_log_flush()
1061 tr = sdp->sd_log_tr; in gfs2_log_flush()
1062 if (tr || sdp->sd_log_num_revoke) { in gfs2_log_flush()
1064 gfs2_log_release(sdp, reserved_blocks); in gfs2_log_flush()
1065 reserved_blocks = sdp->sd_log_blks_reserved; in gfs2_log_flush()
1066 reserved_revokes = sdp->sd_log_num_revoke; in gfs2_log_flush()
1068 sdp->sd_log_tr = NULL; in gfs2_log_flush()
1071 if (gfs2_assert_withdraw_delayed(sdp, in gfs2_log_flush()
1080 if (current == sdp->sd_logd_process) in gfs2_log_flush()
1083 if (!__gfs2_log_try_reserve(sdp, reserved_blocks, taboo_blocks)) { in gfs2_log_flush()
1084 up_write(&sdp->sd_log_flush_lock); in gfs2_log_flush()
1085 __gfs2_log_reserve(sdp, reserved_blocks, taboo_blocks); in gfs2_log_flush()
1086 down_write(&sdp->sd_log_flush_lock); in gfs2_log_flush()
1089 BUG_ON(sdp->sd_log_num_revoke); in gfs2_log_flush()
1093 clear_bit(SDF_JOURNAL_LIVE, &sdp->sd_flags); in gfs2_log_flush()
1096 if (gfs2_assert_withdraw_delayed(sdp, !reserved_revokes)) in gfs2_log_flush()
1099 gfs2_ordered_write(sdp); in gfs2_log_flush()
1100 if (gfs2_withdrawing_or_withdrawn(sdp)) in gfs2_log_flush()
1102 lops_before_commit(sdp, tr); in gfs2_log_flush()
1103 if (gfs2_withdrawing_or_withdrawn(sdp)) in gfs2_log_flush()
1105 if (sdp->sd_jdesc) in gfs2_log_flush()
1106 gfs2_log_submit_bio(&sdp->sd_jdesc->jd_log_bio, REQ_OP_WRITE); in gfs2_log_flush()
1107 if (gfs2_withdrawing_or_withdrawn(sdp)) in gfs2_log_flush()
1110 if (sdp->sd_log_head != sdp->sd_log_flush_head) { in gfs2_log_flush()
1111 log_write_header(sdp, flags); in gfs2_log_flush()
1112 } else if (sdp->sd_log_tail != sdp->sd_log_flush_tail && !sdp->sd_log_idle) { in gfs2_log_flush()
1113 log_write_header(sdp, flags); in gfs2_log_flush()
1115 if (gfs2_withdrawing_or_withdrawn(sdp)) in gfs2_log_flush()
1117 lops_after_commit(sdp, tr); in gfs2_log_flush()
1119 gfs2_log_lock(sdp); in gfs2_log_flush()
1120 sdp->sd_log_blks_reserved = 0; in gfs2_log_flush()
1122 spin_lock(&sdp->sd_ail_lock); in gfs2_log_flush()
1124 list_add(&tr->tr_list, &sdp->sd_ail1_list); in gfs2_log_flush()
1127 spin_unlock(&sdp->sd_ail_lock); in gfs2_log_flush()
1128 gfs2_log_unlock(sdp); in gfs2_log_flush()
1131 if (!sdp->sd_log_idle) { in gfs2_log_flush()
1132 empty_ail1_list(sdp); in gfs2_log_flush()
1133 if (gfs2_withdrawing_or_withdrawn(sdp)) in gfs2_log_flush()
1135 log_write_header(sdp, flags); in gfs2_log_flush()
1139 gfs2_log_shutdown(sdp); in gfs2_log_flush()
1143 used_blocks = log_distance(sdp, sdp->sd_log_flush_head, first_log_head); in gfs2_log_flush()
1144 reserved_revokes += atomic_read(&sdp->sd_log_revokes_available); in gfs2_log_flush()
1145 atomic_set(&sdp->sd_log_revokes_available, sdp->sd_ldptrs); in gfs2_log_flush()
1146 gfs2_assert_withdraw(sdp, reserved_revokes % sdp->sd_inptrs == sdp->sd_ldptrs); in gfs2_log_flush()
1147 if (reserved_revokes > sdp->sd_ldptrs) in gfs2_log_flush()
1148 reserved_blocks += (reserved_revokes - sdp->sd_ldptrs) / sdp->sd_inptrs; in gfs2_log_flush()
1151 gfs2_assert_withdraw_delayed(sdp, used_blocks < reserved_blocks); in gfs2_log_flush()
1152 gfs2_log_release(sdp, reserved_blocks - used_blocks); in gfs2_log_flush()
1154 up_write(&sdp->sd_log_flush_lock); in gfs2_log_flush()
1155 gfs2_trans_free(sdp, tr); in gfs2_log_flush()
1156 if (gfs2_withdrawing(sdp)) in gfs2_log_flush()
1157 gfs2_withdraw(sdp); in gfs2_log_flush()
1158 trace_gfs2_log_flush(sdp, 0, flags); in gfs2_log_flush()
1169 spin_lock(&sdp->sd_ail_lock); in gfs2_log_flush()
1171 list_add(&tr->tr_list, &sdp->sd_ail1_list); in gfs2_log_flush()
1172 spin_unlock(&sdp->sd_ail_lock); in gfs2_log_flush()
1179 * @sdp: the filesystem
1183 static void gfs2_merge_trans(struct gfs2_sbd *sdp, struct gfs2_trans *new) in gfs2_merge_trans() argument
1185 struct gfs2_trans *old = sdp->sd_log_tr; in gfs2_merge_trans()
1199 spin_lock(&sdp->sd_ail_lock); in gfs2_merge_trans()
1202 spin_unlock(&sdp->sd_ail_lock); in gfs2_merge_trans()
1205 static void log_refund(struct gfs2_sbd *sdp, struct gfs2_trans *tr) in log_refund() argument
1211 gfs2_log_lock(sdp); in log_refund()
1213 if (sdp->sd_log_tr) { in log_refund()
1214 gfs2_merge_trans(sdp, tr); in log_refund()
1216 gfs2_assert_withdraw(sdp, !test_bit(TR_ONSTACK, &tr->tr_flags)); in log_refund()
1217 sdp->sd_log_tr = tr; in log_refund()
1221 reserved = calc_reserved(sdp); in log_refund()
1222 maxres = sdp->sd_log_blks_reserved + tr->tr_reserved; in log_refund()
1223 gfs2_assert_withdraw(sdp, maxres >= reserved); in log_refund()
1226 gfs2_log_release(sdp, unused); in log_refund()
1227 sdp->sd_log_blks_reserved = reserved; in log_refund()
1229 gfs2_log_unlock(sdp); in log_refund()
1232 static inline int gfs2_jrnl_flush_reqd(struct gfs2_sbd *sdp) in gfs2_jrnl_flush_reqd() argument
1234 return atomic_read(&sdp->sd_log_pinned) + in gfs2_jrnl_flush_reqd()
1235 atomic_read(&sdp->sd_log_blks_needed) >= in gfs2_jrnl_flush_reqd()
1236 atomic_read(&sdp->sd_log_thresh1); in gfs2_jrnl_flush_reqd()
1239 static inline int gfs2_ail_flush_reqd(struct gfs2_sbd *sdp) in gfs2_ail_flush_reqd() argument
1241 return sdp->sd_jdesc->jd_blocks - in gfs2_ail_flush_reqd()
1242 atomic_read(&sdp->sd_log_blks_free) + in gfs2_ail_flush_reqd()
1243 atomic_read(&sdp->sd_log_blks_needed) >= in gfs2_ail_flush_reqd()
1244 atomic_read(&sdp->sd_log_thresh2); in gfs2_ail_flush_reqd()
1249 * @sdp: the filesystem
1262 void gfs2_log_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr) in gfs2_log_commit() argument
1264 log_refund(sdp, tr); in gfs2_log_commit()
1266 if (gfs2_ail_flush_reqd(sdp) || gfs2_jrnl_flush_reqd(sdp)) in gfs2_log_commit()
1267 wake_up(&sdp->sd_logd_waitq); in gfs2_log_commit()
1272 * @sdp: the filesystem
1276 static void gfs2_log_shutdown(struct gfs2_sbd *sdp) in gfs2_log_shutdown() argument
1278 gfs2_assert_withdraw(sdp, !sdp->sd_log_blks_reserved); in gfs2_log_shutdown()
1279 gfs2_assert_withdraw(sdp, !sdp->sd_log_num_revoke); in gfs2_log_shutdown()
1280 gfs2_assert_withdraw(sdp, list_empty(&sdp->sd_ail1_list)); in gfs2_log_shutdown()
1282 log_write_header(sdp, GFS2_LOG_HEAD_UNMOUNT | GFS2_LFC_SHUTDOWN); in gfs2_log_shutdown()
1283 log_pull_tail(sdp); in gfs2_log_shutdown()
1285 gfs2_assert_warn(sdp, sdp->sd_log_head == sdp->sd_log_tail); in gfs2_log_shutdown()
1286 gfs2_assert_warn(sdp, list_empty(&sdp->sd_ail2_list)); in gfs2_log_shutdown()
1299 struct gfs2_sbd *sdp = data; in gfs2_logd() local
1303 if (gfs2_withdrawing_or_withdrawn(sdp)) in gfs2_logd()
1307 if (sdp->sd_log_error) { in gfs2_logd()
1308 gfs2_lm(sdp, in gfs2_logd()
1312 sdp->sd_fsname, sdp->sd_log_error); in gfs2_logd()
1313 gfs2_withdraw(sdp); in gfs2_logd()
1317 if (gfs2_jrnl_flush_reqd(sdp) || t == 0) { in gfs2_logd()
1318 gfs2_ail1_empty(sdp, 0); in gfs2_logd()
1319 gfs2_log_flush(sdp, NULL, GFS2_LOG_HEAD_FLUSH_NORMAL | in gfs2_logd()
1323 if (test_bit(SDF_FORCE_AIL_FLUSH, &sdp->sd_flags) || in gfs2_logd()
1324 gfs2_ail_flush_reqd(sdp)) { in gfs2_logd()
1325 clear_bit(SDF_FORCE_AIL_FLUSH, &sdp->sd_flags); in gfs2_logd()
1326 gfs2_ail1_start(sdp); in gfs2_logd()
1327 gfs2_ail1_wait(sdp); in gfs2_logd()
1328 gfs2_ail1_empty(sdp, 0); in gfs2_logd()
1329 gfs2_log_flush(sdp, NULL, GFS2_LOG_HEAD_FLUSH_NORMAL | in gfs2_logd()
1333 t = gfs2_tune_get(sdp, gt_logd_secs) * HZ; in gfs2_logd()
1337 t = wait_event_interruptible_timeout(sdp->sd_logd_waitq, in gfs2_logd()
1338 test_bit(SDF_FORCE_AIL_FLUSH, &sdp->sd_flags) || in gfs2_logd()
1339 gfs2_ail_flush_reqd(sdp) || in gfs2_logd()
1340 gfs2_jrnl_flush_reqd(sdp) || in gfs2_logd()
1341 sdp->sd_log_error || in gfs2_logd()
1342 gfs2_withdrawing_or_withdrawn(sdp) || in gfs2_logd()