42 void gfs2_pin(struct gfs2_sbd *sdp, struct buffer_head *bh)  in gfs2_pin()  argument
50 		gfs2_assert_withdraw(sdp, 0);  in gfs2_pin()
52 		gfs2_io_error_bh_wd(sdp, bh);  in gfs2_pin()
57 	spin_lock(&sdp->sd_ail_lock);  in gfs2_pin()
60 	spin_unlock(&sdp->sd_ail_lock);  in gfs2_pin()
62 	atomic_inc(&sdp->sd_log_pinned);  in gfs2_pin()
74 	struct gfs2_sbd *sdp = gl->gl_name.ln_sbd;  in maybe_release_space()  local
82 	if (sdp->sd_args.ar_discard)  in maybe_release_space()
83 		gfs2_rgrp_send_discards(sdp, rgd->rd_data0, bd->bd_bh, bi, 1, NULL);  in maybe_release_space()
102 static void gfs2_unpin(struct gfs2_sbd *sdp, struct buffer_head *bh,  in gfs2_unpin()  argument
117 	spin_lock(&sdp->sd_ail_lock);  in gfs2_unpin()
128 	spin_unlock(&sdp->sd_ail_lock);  in gfs2_unpin()
133 	atomic_dec(&sdp->sd_log_pinned);  in gfs2_unpin()
136 void gfs2_log_incr_head(struct gfs2_sbd *sdp)  in gfs2_log_incr_head()  argument
138 	BUG_ON((sdp->sd_log_flush_head == sdp->sd_log_tail) &&  in gfs2_log_incr_head()
139 	       (sdp->sd_log_flush_head != sdp->sd_log_head));  in gfs2_log_incr_head()
141 	if (++sdp->sd_log_flush_head == sdp->sd_jdesc->jd_blocks)  in gfs2_log_incr_head()
142 		sdp->sd_log_flush_head = 0;  in gfs2_log_incr_head()
169 static void gfs2_end_log_write_bh(struct gfs2_sbd *sdp,  in gfs2_end_log_write_bh()  argument
204 	struct gfs2_sbd *sdp = bio->bi_private;  in gfs2_end_log_write()  local
210 		if (!cmpxchg(&sdp->sd_log_error, 0, (int)bio->bi_status))  in gfs2_end_log_write()
211 			fs_err(sdp, "Error %d writing to journal, jid=%u\n",  in gfs2_end_log_write()
212 			       bio->bi_status, sdp->sd_jdesc->jd_jid);  in gfs2_end_log_write()
213 		gfs2_withdraw_delayed(sdp);  in gfs2_end_log_write()
215 		clear_bit(SDF_JOURNAL_LIVE, &sdp->sd_flags);  in gfs2_end_log_write()
216 		wake_up(&sdp->sd_logd_waitq);  in gfs2_end_log_write()
222 			gfs2_end_log_write_bh(sdp, bvec, bio->bi_status);  in gfs2_end_log_write()
228 	if (atomic_dec_and_test(&sdp->sd_log_in_flight))  in gfs2_end_log_write()
229 		wake_up(&sdp->sd_log_flush_wait);  in gfs2_end_log_write()
245 		struct gfs2_sbd *sdp = bio->bi_private;  in gfs2_log_submit_bio()  local
246 		atomic_inc(&sdp->sd_log_in_flight);  in gfs2_log_submit_bio()
264 static struct bio *gfs2_log_alloc_bio(struct gfs2_sbd *sdp, u64 blkno,  in gfs2_log_alloc_bio()  argument
267 	struct super_block *sb = sdp->sd_vfs;  in gfs2_log_alloc_bio()
270 	bio->bi_iter.bi_sector = blkno << sdp->sd_fsb2bb_shift;  in gfs2_log_alloc_bio()
272 	bio->bi_private = sdp;  in gfs2_log_alloc_bio()
294 static struct bio *gfs2_log_get_bio(struct gfs2_sbd *sdp, u64 blkno,  in gfs2_log_get_bio()  argument
304 		nblk >>= sdp->sd_fsb2bb_shift;  in gfs2_log_get_bio()
310 	*biop = gfs2_log_alloc_bio(sdp, blkno, end_io);  in gfs2_log_get_bio()
328 void gfs2_log_write(struct gfs2_sbd *sdp, struct gfs2_jdesc *jd,  in gfs2_log_write()  argument
335 	bio = gfs2_log_get_bio(sdp, blkno, &jd->jd_log_bio, REQ_OP_WRITE,  in gfs2_log_write()
339 		bio = gfs2_log_get_bio(sdp, blkno, &jd->jd_log_bio,  in gfs2_log_write()
356 static void gfs2_log_write_bh(struct gfs2_sbd *sdp, struct buffer_head *bh)  in gfs2_log_write_bh()  argument
360 	dblock = gfs2_log_bmap(sdp->sd_jdesc, sdp->sd_log_flush_head);  in gfs2_log_write_bh()
361 	gfs2_log_incr_head(sdp);  in gfs2_log_write_bh()
362 	gfs2_log_write(sdp, sdp->sd_jdesc, bh->b_page, bh->b_size,  in gfs2_log_write_bh()
377 static void gfs2_log_write_page(struct gfs2_sbd *sdp, struct page *page)  in gfs2_log_write_page()  argument
379 	struct super_block *sb = sdp->sd_vfs;  in gfs2_log_write_page()
382 	dblock = gfs2_log_bmap(sdp->sd_jdesc, sdp->sd_log_flush_head);  in gfs2_log_write_page()
383 	gfs2_log_incr_head(sdp);  in gfs2_log_write_page()
384 	gfs2_log_write(sdp, sdp->sd_jdesc, page, sb->s_blocksize, 0, dblock);  in gfs2_log_write_page()
428 	struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);  in gfs2_jhead_pg_srch()  local
435 	for (offset = 0; offset < PAGE_SIZE; offset += sdp->sd_sb.sb_bsize) {  in gfs2_jhead_pg_srch()
436 		if (!__get_log_header(sdp, kaddr + offset, 0, &lh)) {  in gfs2_jhead_pg_srch()
514 	struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);  in gfs2_find_jhead()  local
517 	unsigned int bsize = sdp->sd_sb.sb_bsize, off;  in gfs2_find_jhead()
518 	unsigned int bsize_shift = sdp->sd_sb.sb_bsize_shift;  in gfs2_find_jhead()
530 		gfs2_map_journal_extents(sdp, jd);  in gfs2_find_jhead()
548 				sector_t sector = dblock << sdp->sd_fsb2bb_shift;  in gfs2_find_jhead()
569 			bio = gfs2_log_alloc_bio(sdp, dblock, gfs2_end_log_read);  in gfs2_find_jhead()
607 static struct page *gfs2_get_log_desc(struct gfs2_sbd *sdp, u32 ld_type,  in gfs2_get_log_desc()  argument
651 static void gfs2_before_commit(struct gfs2_sbd *sdp, unsigned int limit,  in gfs2_before_commit()  argument
662 	gfs2_log_lock(sdp);  in gfs2_before_commit()
669 		gfs2_log_unlock(sdp);  in gfs2_before_commit()
670 		page = gfs2_get_log_desc(sdp,  in gfs2_before_commit()
674 		gfs2_log_lock(sdp);  in gfs2_before_commit()
688 		gfs2_log_unlock(sdp);  in gfs2_before_commit()
689 		gfs2_log_write_page(sdp, page);  in gfs2_before_commit()
690 		gfs2_log_lock(sdp);  in gfs2_before_commit()
695 			gfs2_log_unlock(sdp);  in gfs2_before_commit()
708 				gfs2_log_write_page(sdp, page);  in gfs2_before_commit()
710 				gfs2_log_write_bh(sdp, bd2->bd_bh);  in gfs2_before_commit()
712 			gfs2_log_lock(sdp);  in gfs2_before_commit()
720 	gfs2_log_unlock(sdp);  in gfs2_before_commit()
723 static void buf_lo_before_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)  in buf_lo_before_commit()  argument
725 	unsigned int limit = buf_limit(sdp); /* 503 for 4k blocks */  in buf_lo_before_commit()
730 	gfs2_before_commit(sdp, limit, nbuf, &tr->tr_buf, 0);  in buf_lo_before_commit()
733 static void buf_lo_after_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)  in buf_lo_after_commit()  argument
745 		gfs2_unpin(sdp, bd->bd_bh, tr);  in buf_lo_after_commit()
767 	struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);  in obsolete_rgrp()  local
771 	rgd = gfs2_blk2rgrpd(sdp, blkno, false);  in obsolete_rgrp()
774 		fs_info(sdp, obsolete_rgrp_replay, (unsigned long long)blkno,  in obsolete_rgrp()
776 		fs_info(sdp, obsolete_rgrp_replay2,  in obsolete_rgrp()
790 	struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);  in buf_lo_scan_elements()  local
817 		if (gfs2_meta_check(sdp, bh_ip))  in buf_lo_scan_elements()
843 	struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);  in buf_lo_after_scan()  local
854 	fs_info(sdp, "jid=%u: Replayed %u of %u blocks\n",  in buf_lo_after_scan()
858 static void revoke_lo_before_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)  in revoke_lo_before_commit()  argument
862 	struct list_head *head = &sdp->sd_log_revokes;  in revoke_lo_before_commit()
867 	gfs2_flush_revokes(sdp);  in revoke_lo_before_commit()
868 	if (!sdp->sd_log_num_revoke)  in revoke_lo_before_commit()
871 	length = gfs2_struct2blk(sdp, sdp->sd_log_num_revoke);  in revoke_lo_before_commit()
872 	page = gfs2_get_log_desc(sdp, GFS2_LOG_DESC_REVOKE, length, sdp->sd_log_num_revoke);  in revoke_lo_before_commit()
876 		sdp->sd_log_num_revoke--;  in revoke_lo_before_commit()
878 		if (offset + sizeof(u64) > sdp->sd_sb.sb_bsize) {  in revoke_lo_before_commit()
879 			gfs2_log_write_page(sdp, page);  in revoke_lo_before_commit()
892 	gfs2_assert_withdraw(sdp, !sdp->sd_log_num_revoke);  in revoke_lo_before_commit()
894 	gfs2_log_write_page(sdp, page);  in revoke_lo_before_commit()
897 void gfs2_drain_revokes(struct gfs2_sbd *sdp)  in gfs2_drain_revokes()  argument
899 	struct list_head *head = &sdp->sd_log_revokes;  in gfs2_drain_revokes()
912 static void revoke_lo_after_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)  in revoke_lo_after_commit()  argument
914 	gfs2_drain_revokes(sdp);  in revoke_lo_after_commit()
931 	struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);  in revoke_lo_scan_elements()  local
951 			gfs2_metatype_check(sdp, bh, GFS2_METATYPE_LB);  in revoke_lo_scan_elements()
953 		while (offset + sizeof(u64) <= sdp->sd_sb.sb_bsize) {  in revoke_lo_scan_elements()
979 	struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);  in revoke_lo_after_scan()  local
988 	fs_info(sdp, "jid=%u: Found %u revoke tags\n",  in revoke_lo_after_scan()
1000 static void databuf_lo_before_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)  in databuf_lo_before_commit()  argument
1002 	unsigned int limit = databuf_limit(sdp);  in databuf_lo_before_commit()
1007 	gfs2_before_commit(sdp, limit, nbuf, &tr->tr_databuf, 1);  in databuf_lo_before_commit()
1063 	struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);  in databuf_lo_after_scan()  local
1075 	fs_info(sdp, "jid=%u: Replayed %u of %u data blocks\n",  in databuf_lo_after_scan()
1079 static void databuf_lo_after_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)  in databuf_lo_after_commit()  argument
1091 		gfs2_unpin(sdp, bd->bd_bh, tr);  in databuf_lo_after_commit()