1b3b94faaSDavid Teigland /* 2b3b94faaSDavid Teigland * Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved. 33a8a9a10SSteven Whitehouse * Copyright (C) 2004-2006 Red Hat, Inc. All rights reserved. 4b3b94faaSDavid Teigland * 5b3b94faaSDavid Teigland * This copyrighted material is made available to anyone wishing to use, 6b3b94faaSDavid Teigland * modify, copy, or redistribute it subject to the terms and conditions 7e9fc2aa0SSteven Whitehouse * of the GNU General Public License version 2. 8b3b94faaSDavid Teigland */ 9b3b94faaSDavid Teigland 10b3b94faaSDavid Teigland #include <linux/sched.h> 11b3b94faaSDavid Teigland #include <linux/slab.h> 12b3b94faaSDavid Teigland #include <linux/spinlock.h> 13b3b94faaSDavid Teigland #include <linux/completion.h> 14b3b94faaSDavid Teigland #include <linux/buffer_head.h> 155c676f6dSSteven Whitehouse #include <linux/gfs2_ondisk.h> 167d308590SFabio Massimo Di Nitto #include <linux/lm_interface.h> 17b3b94faaSDavid Teigland 18b3b94faaSDavid Teigland #include "gfs2.h" 195c676f6dSSteven Whitehouse #include "incore.h" 202332c443SRobert Peterson #include "inode.h" 21b3b94faaSDavid Teigland #include "glock.h" 22b3b94faaSDavid Teigland #include "log.h" 23b3b94faaSDavid Teigland #include "lops.h" 24b3b94faaSDavid Teigland #include "meta_io.h" 25b3b94faaSDavid Teigland #include "recovery.h" 26b3b94faaSDavid Teigland #include "rgrp.h" 27b3b94faaSDavid Teigland #include "trans.h" 285c676f6dSSteven Whitehouse #include "util.h" 29b3b94faaSDavid Teigland 309b9107a5SSteven Whitehouse /** 319b9107a5SSteven Whitehouse * gfs2_pin - Pin a buffer in memory 329b9107a5SSteven Whitehouse * @sdp: The superblock 339b9107a5SSteven Whitehouse * @bh: The buffer to be pinned 349b9107a5SSteven Whitehouse * 359b9107a5SSteven Whitehouse * The log lock must be held when calling this function 369b9107a5SSteven Whitehouse */ 379b9107a5SSteven Whitehouse static void gfs2_pin(struct gfs2_sbd *sdp, struct buffer_head *bh) 389b9107a5SSteven Whitehouse { 399b9107a5SSteven Whitehouse struct gfs2_bufdata *bd; 409b9107a5SSteven Whitehouse 419b9107a5SSteven Whitehouse gfs2_assert_withdraw(sdp, test_bit(SDF_JOURNAL_LIVE, &sdp->sd_flags)); 429b9107a5SSteven Whitehouse 439b9107a5SSteven Whitehouse clear_buffer_dirty(bh); 449b9107a5SSteven Whitehouse if (test_set_buffer_pinned(bh)) 459b9107a5SSteven Whitehouse gfs2_assert_withdraw(sdp, 0); 469b9107a5SSteven Whitehouse if (!buffer_uptodate(bh)) 479b9107a5SSteven Whitehouse gfs2_io_error_bh(sdp, bh); 489b9107a5SSteven Whitehouse bd = bh->b_private; 499b9107a5SSteven Whitehouse /* If this buffer is in the AIL and it has already been written 509b9107a5SSteven Whitehouse * to in-place disk block, remove it from the AIL. 519b9107a5SSteven Whitehouse */ 529b9107a5SSteven Whitehouse if (bd->bd_ail) 539b9107a5SSteven Whitehouse list_move(&bd->bd_ail_st_list, &bd->bd_ail->ai_ail2_list); 549b9107a5SSteven Whitehouse get_bh(bh); 559b9107a5SSteven Whitehouse } 569b9107a5SSteven Whitehouse 579b9107a5SSteven Whitehouse /** 589b9107a5SSteven Whitehouse * gfs2_unpin - Unpin a buffer 599b9107a5SSteven Whitehouse * @sdp: the filesystem the buffer belongs to 609b9107a5SSteven Whitehouse * @bh: The buffer to unpin 619b9107a5SSteven Whitehouse * @ai: 629b9107a5SSteven Whitehouse * 639b9107a5SSteven Whitehouse */ 649b9107a5SSteven Whitehouse 659b9107a5SSteven Whitehouse static void gfs2_unpin(struct gfs2_sbd *sdp, struct buffer_head *bh, 669b9107a5SSteven Whitehouse struct gfs2_ail *ai) 679b9107a5SSteven Whitehouse { 689b9107a5SSteven Whitehouse struct gfs2_bufdata *bd = bh->b_private; 699b9107a5SSteven Whitehouse 709b9107a5SSteven Whitehouse gfs2_assert_withdraw(sdp, buffer_uptodate(bh)); 719b9107a5SSteven Whitehouse 729b9107a5SSteven Whitehouse if (!buffer_pinned(bh)) 739b9107a5SSteven Whitehouse gfs2_assert_withdraw(sdp, 0); 749b9107a5SSteven Whitehouse 759b9107a5SSteven Whitehouse lock_buffer(bh); 769b9107a5SSteven Whitehouse mark_buffer_dirty(bh); 779b9107a5SSteven Whitehouse clear_buffer_pinned(bh); 789b9107a5SSteven Whitehouse 799b9107a5SSteven Whitehouse gfs2_log_lock(sdp); 809b9107a5SSteven Whitehouse if (bd->bd_ail) { 819b9107a5SSteven Whitehouse list_del(&bd->bd_ail_st_list); 829b9107a5SSteven Whitehouse brelse(bh); 839b9107a5SSteven Whitehouse } else { 849b9107a5SSteven Whitehouse struct gfs2_glock *gl = bd->bd_gl; 859b9107a5SSteven Whitehouse list_add(&bd->bd_ail_gl_list, &gl->gl_ail_list); 869b9107a5SSteven Whitehouse atomic_inc(&gl->gl_ail_count); 879b9107a5SSteven Whitehouse } 889b9107a5SSteven Whitehouse bd->bd_ail = ai; 899b9107a5SSteven Whitehouse list_add(&bd->bd_ail_st_list, &ai->ai_ail1_list); 909b9107a5SSteven Whitehouse gfs2_log_unlock(sdp); 919b9107a5SSteven Whitehouse unlock_buffer(bh); 929b9107a5SSteven Whitehouse } 939b9107a5SSteven Whitehouse 949b9107a5SSteven Whitehouse static void __glock_lo_add(struct gfs2_sbd *sdp, struct gfs2_log_element *le) 95b3b94faaSDavid Teigland { 96b3b94faaSDavid Teigland struct gfs2_glock *gl; 975c676f6dSSteven Whitehouse struct gfs2_trans *tr = current->journal_info; 98b3b94faaSDavid Teigland 995c676f6dSSteven Whitehouse tr->tr_touched = 1; 100b3b94faaSDavid Teigland 101b3b94faaSDavid Teigland gl = container_of(le, struct gfs2_glock, gl_le); 102b3b94faaSDavid Teigland if (gfs2_assert_withdraw(sdp, gfs2_glock_is_held_excl(gl))) 103b3b94faaSDavid Teigland return; 104b3b94faaSDavid Teigland 1059b9107a5SSteven Whitehouse if (!list_empty(&le->le_list)) 10668835625SBenjamin Marzinski return; 1079b9107a5SSteven Whitehouse 10868835625SBenjamin Marzinski gfs2_glock_hold(gl); 10968835625SBenjamin Marzinski set_bit(GLF_DIRTY, &gl->gl_flags); 110b3b94faaSDavid Teigland sdp->sd_log_num_gl++; 111b3b94faaSDavid Teigland list_add(&le->le_list, &sdp->sd_log_le_gl); 1129b9107a5SSteven Whitehouse } 1139b9107a5SSteven Whitehouse 1149b9107a5SSteven Whitehouse static void glock_lo_add(struct gfs2_sbd *sdp, struct gfs2_log_element *le) 1159b9107a5SSteven Whitehouse { 1169b9107a5SSteven Whitehouse gfs2_log_lock(sdp); 1179b9107a5SSteven Whitehouse __glock_lo_add(sdp, le); 118b3b94faaSDavid Teigland gfs2_log_unlock(sdp); 119b3b94faaSDavid Teigland } 120b3b94faaSDavid Teigland 121b3b94faaSDavid Teigland static void glock_lo_after_commit(struct gfs2_sbd *sdp, struct gfs2_ail *ai) 122b3b94faaSDavid Teigland { 123b3b94faaSDavid Teigland struct list_head *head = &sdp->sd_log_le_gl; 124b3b94faaSDavid Teigland struct gfs2_glock *gl; 125b3b94faaSDavid Teigland 126b3b94faaSDavid Teigland while (!list_empty(head)) { 127b3b94faaSDavid Teigland gl = list_entry(head->next, struct gfs2_glock, gl_le.le_list); 128b3b94faaSDavid Teigland list_del_init(&gl->gl_le.le_list); 129b3b94faaSDavid Teigland sdp->sd_log_num_gl--; 130b3b94faaSDavid Teigland 131b3b94faaSDavid Teigland gfs2_assert_withdraw(sdp, gfs2_glock_is_held_excl(gl)); 132b3b94faaSDavid Teigland gfs2_glock_put(gl); 133b3b94faaSDavid Teigland } 134b3b94faaSDavid Teigland gfs2_assert_warn(sdp, !sdp->sd_log_num_gl); 135b3b94faaSDavid Teigland } 136b3b94faaSDavid Teigland 137b3b94faaSDavid Teigland static void buf_lo_add(struct gfs2_sbd *sdp, struct gfs2_log_element *le) 138b3b94faaSDavid Teigland { 139b3b94faaSDavid Teigland struct gfs2_bufdata *bd = container_of(le, struct gfs2_bufdata, bd_le); 140b3b94faaSDavid Teigland struct gfs2_trans *tr; 141b3b94faaSDavid Teigland 1429b9107a5SSteven Whitehouse lock_buffer(bd->bd_bh); 1438bd95727SSteven Whitehouse gfs2_log_lock(sdp); 1449b9107a5SSteven Whitehouse if (!list_empty(&bd->bd_list_tr)) 1459b9107a5SSteven Whitehouse goto out; 1465c676f6dSSteven Whitehouse tr = current->journal_info; 147b3b94faaSDavid Teigland tr->tr_touched = 1; 148b3b94faaSDavid Teigland tr->tr_num_buf++; 149b3b94faaSDavid Teigland list_add(&bd->bd_list_tr, &tr->tr_list_buf); 150b3b94faaSDavid Teigland if (!list_empty(&le->le_list)) 1519b9107a5SSteven Whitehouse goto out; 1529b9107a5SSteven Whitehouse __glock_lo_add(sdp, &bd->bd_gl->gl_le); 153b3b94faaSDavid Teigland gfs2_meta_check(sdp, bd->bd_bh); 154a98ab220SSteven Whitehouse gfs2_pin(sdp, bd->bd_bh); 155b3b94faaSDavid Teigland sdp->sd_log_num_buf++; 156b3b94faaSDavid Teigland list_add(&le->le_list, &sdp->sd_log_le_buf); 157b3b94faaSDavid Teigland tr->tr_num_buf_new++; 1589b9107a5SSteven Whitehouse out: 1599b9107a5SSteven Whitehouse gfs2_log_unlock(sdp); 1609b9107a5SSteven Whitehouse unlock_buffer(bd->bd_bh); 161b3b94faaSDavid Teigland } 162b3b94faaSDavid Teigland 163b3b94faaSDavid Teigland static void buf_lo_incore_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr) 164b3b94faaSDavid Teigland { 165b3b94faaSDavid Teigland struct list_head *head = &tr->tr_list_buf; 166b3b94faaSDavid Teigland struct gfs2_bufdata *bd; 167b3b94faaSDavid Teigland 1688bd95727SSteven Whitehouse gfs2_log_lock(sdp); 169b3b94faaSDavid Teigland while (!list_empty(head)) { 170b3b94faaSDavid Teigland bd = list_entry(head->next, struct gfs2_bufdata, bd_list_tr); 171b3b94faaSDavid Teigland list_del_init(&bd->bd_list_tr); 172b3b94faaSDavid Teigland tr->tr_num_buf--; 173b3b94faaSDavid Teigland } 1748bd95727SSteven Whitehouse gfs2_log_unlock(sdp); 175b3b94faaSDavid Teigland gfs2_assert_warn(sdp, !tr->tr_num_buf); 176b3b94faaSDavid Teigland } 177b3b94faaSDavid Teigland 178b3b94faaSDavid Teigland static void buf_lo_before_commit(struct gfs2_sbd *sdp) 179b3b94faaSDavid Teigland { 180b3b94faaSDavid Teigland struct buffer_head *bh; 181b3b94faaSDavid Teigland struct gfs2_log_descriptor *ld; 182b3b94faaSDavid Teigland struct gfs2_bufdata *bd1 = NULL, *bd2; 183905d2aefSBob Peterson unsigned int total; 1842332c443SRobert Peterson unsigned int offset = BUF_OFFSET; 185b3b94faaSDavid Teigland unsigned int limit; 186b3b94faaSDavid Teigland unsigned int num; 187b3b94faaSDavid Teigland unsigned n; 188b3b94faaSDavid Teigland __be64 *ptr; 189b3b94faaSDavid Teigland 1902332c443SRobert Peterson limit = buf_limit(sdp); 191b3b94faaSDavid Teigland /* for 4k blocks, limit = 503 */ 192b3b94faaSDavid Teigland 193905d2aefSBob Peterson gfs2_log_lock(sdp); 194905d2aefSBob Peterson total = sdp->sd_log_num_buf; 195b3b94faaSDavid Teigland bd1 = bd2 = list_prepare_entry(bd1, &sdp->sd_log_le_buf, bd_le.le_list); 196b3b94faaSDavid Teigland while(total) { 197b3b94faaSDavid Teigland num = total; 198b3b94faaSDavid Teigland if (total > limit) 199b3b94faaSDavid Teigland num = limit; 200905d2aefSBob Peterson gfs2_log_unlock(sdp); 201b3b94faaSDavid Teigland bh = gfs2_log_get_buf(sdp); 202905d2aefSBob Peterson gfs2_log_lock(sdp); 203b3b94faaSDavid Teigland ld = (struct gfs2_log_descriptor *)bh->b_data; 204b3b94faaSDavid Teigland ptr = (__be64 *)(bh->b_data + offset); 205b3b94faaSDavid Teigland ld->ld_header.mh_magic = cpu_to_be32(GFS2_MAGIC); 206e3167dedSSteven Whitehouse ld->ld_header.mh_type = cpu_to_be32(GFS2_METATYPE_LD); 207e3167dedSSteven Whitehouse ld->ld_header.mh_format = cpu_to_be32(GFS2_FORMAT_LD); 208b3b94faaSDavid Teigland ld->ld_type = cpu_to_be32(GFS2_LOG_DESC_METADATA); 209b3b94faaSDavid Teigland ld->ld_length = cpu_to_be32(num + 1); 210b3b94faaSDavid Teigland ld->ld_data1 = cpu_to_be32(num); 211b3b94faaSDavid Teigland ld->ld_data2 = cpu_to_be32(0); 212b3b94faaSDavid Teigland memset(ld->ld_reserved, 0, sizeof(ld->ld_reserved)); 213b3b94faaSDavid Teigland 214b3b94faaSDavid Teigland n = 0; 215568f4c96SSteven Whitehouse list_for_each_entry_continue(bd1, &sdp->sd_log_le_buf, 216568f4c96SSteven Whitehouse bd_le.le_list) { 217b3b94faaSDavid Teigland *ptr++ = cpu_to_be64(bd1->bd_bh->b_blocknr); 218b3b94faaSDavid Teigland if (++n >= num) 219b3b94faaSDavid Teigland break; 220b3b94faaSDavid Teigland } 221b3b94faaSDavid Teigland 222905d2aefSBob Peterson gfs2_log_unlock(sdp); 223b3b94faaSDavid Teigland set_buffer_dirty(bh); 224b3b94faaSDavid Teigland ll_rw_block(WRITE, 1, &bh); 225905d2aefSBob Peterson gfs2_log_lock(sdp); 226b3b94faaSDavid Teigland 227b3b94faaSDavid Teigland n = 0; 228568f4c96SSteven Whitehouse list_for_each_entry_continue(bd2, &sdp->sd_log_le_buf, 229568f4c96SSteven Whitehouse bd_le.le_list) { 230905d2aefSBob Peterson gfs2_log_unlock(sdp); 231b3b94faaSDavid Teigland bh = gfs2_log_fake_buf(sdp, bd2->bd_bh); 232b3b94faaSDavid Teigland set_buffer_dirty(bh); 233b3b94faaSDavid Teigland ll_rw_block(WRITE, 1, &bh); 234905d2aefSBob Peterson gfs2_log_lock(sdp); 235b3b94faaSDavid Teigland if (++n >= num) 236b3b94faaSDavid Teigland break; 237b3b94faaSDavid Teigland } 238b3b94faaSDavid Teigland 239905d2aefSBob Peterson BUG_ON(total < num); 240b3b94faaSDavid Teigland total -= num; 241b3b94faaSDavid Teigland } 242905d2aefSBob Peterson gfs2_log_unlock(sdp); 243b3b94faaSDavid Teigland } 244b3b94faaSDavid Teigland 245b3b94faaSDavid Teigland static void buf_lo_after_commit(struct gfs2_sbd *sdp, struct gfs2_ail *ai) 246b3b94faaSDavid Teigland { 247b3b94faaSDavid Teigland struct list_head *head = &sdp->sd_log_le_buf; 248b3b94faaSDavid Teigland struct gfs2_bufdata *bd; 249b3b94faaSDavid Teigland 250b3b94faaSDavid Teigland while (!list_empty(head)) { 251b3b94faaSDavid Teigland bd = list_entry(head->next, struct gfs2_bufdata, bd_le.le_list); 252b3b94faaSDavid Teigland list_del_init(&bd->bd_le.le_list); 253b3b94faaSDavid Teigland sdp->sd_log_num_buf--; 254b3b94faaSDavid Teigland 255a98ab220SSteven Whitehouse gfs2_unpin(sdp, bd->bd_bh, ai); 256b3b94faaSDavid Teigland } 257b3b94faaSDavid Teigland gfs2_assert_warn(sdp, !sdp->sd_log_num_buf); 258b3b94faaSDavid Teigland } 259b3b94faaSDavid Teigland 260b3b94faaSDavid Teigland static void buf_lo_before_scan(struct gfs2_jdesc *jd, 26155167622SAl Viro struct gfs2_log_header_host *head, int pass) 262b3b94faaSDavid Teigland { 263feaa7bbaSSteven Whitehouse struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode); 264b3b94faaSDavid Teigland 265b3b94faaSDavid Teigland if (pass != 0) 266b3b94faaSDavid Teigland return; 267b3b94faaSDavid Teigland 268b3b94faaSDavid Teigland sdp->sd_found_blocks = 0; 269b3b94faaSDavid Teigland sdp->sd_replayed_blocks = 0; 270b3b94faaSDavid Teigland } 271b3b94faaSDavid Teigland 272b3b94faaSDavid Teigland static int buf_lo_scan_elements(struct gfs2_jdesc *jd, unsigned int start, 273b3b94faaSDavid Teigland struct gfs2_log_descriptor *ld, __be64 *ptr, 274b3b94faaSDavid Teigland int pass) 275b3b94faaSDavid Teigland { 276feaa7bbaSSteven Whitehouse struct gfs2_inode *ip = GFS2_I(jd->jd_inode); 277feaa7bbaSSteven Whitehouse struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode); 2785c676f6dSSteven Whitehouse struct gfs2_glock *gl = ip->i_gl; 279b3b94faaSDavid Teigland unsigned int blks = be32_to_cpu(ld->ld_data1); 280b3b94faaSDavid Teigland struct buffer_head *bh_log, *bh_ip; 281cd915493SSteven Whitehouse u64 blkno; 282b3b94faaSDavid Teigland int error = 0; 283b3b94faaSDavid Teigland 284b3b94faaSDavid Teigland if (pass != 1 || be32_to_cpu(ld->ld_type) != GFS2_LOG_DESC_METADATA) 285b3b94faaSDavid Teigland return 0; 286b3b94faaSDavid Teigland 287b3b94faaSDavid Teigland gfs2_replay_incr_blk(sdp, &start); 288b3b94faaSDavid Teigland 289b3b94faaSDavid Teigland for (; blks; gfs2_replay_incr_blk(sdp, &start), blks--) { 290b3b94faaSDavid Teigland blkno = be64_to_cpu(*ptr++); 291b3b94faaSDavid Teigland 292b3b94faaSDavid Teigland sdp->sd_found_blocks++; 293b3b94faaSDavid Teigland 294b3b94faaSDavid Teigland if (gfs2_revoke_check(sdp, blkno, start)) 295b3b94faaSDavid Teigland continue; 296b3b94faaSDavid Teigland 297b3b94faaSDavid Teigland error = gfs2_replay_read_block(jd, start, &bh_log); 298b3b94faaSDavid Teigland if (error) 299b3b94faaSDavid Teigland return error; 300b3b94faaSDavid Teigland 301b3b94faaSDavid Teigland bh_ip = gfs2_meta_new(gl, blkno); 302b3b94faaSDavid Teigland memcpy(bh_ip->b_data, bh_log->b_data, bh_log->b_size); 303b3b94faaSDavid Teigland 304b3b94faaSDavid Teigland if (gfs2_meta_check(sdp, bh_ip)) 305b3b94faaSDavid Teigland error = -EIO; 306b3b94faaSDavid Teigland else 307b3b94faaSDavid Teigland mark_buffer_dirty(bh_ip); 308b3b94faaSDavid Teigland 309b3b94faaSDavid Teigland brelse(bh_log); 310b3b94faaSDavid Teigland brelse(bh_ip); 311b3b94faaSDavid Teigland 312b3b94faaSDavid Teigland if (error) 313b3b94faaSDavid Teigland break; 314b3b94faaSDavid Teigland 315b3b94faaSDavid Teigland sdp->sd_replayed_blocks++; 316b3b94faaSDavid Teigland } 317b3b94faaSDavid Teigland 318b3b94faaSDavid Teigland return error; 319b3b94faaSDavid Teigland } 320b3b94faaSDavid Teigland 321b3b94faaSDavid Teigland static void buf_lo_after_scan(struct gfs2_jdesc *jd, int error, int pass) 322b3b94faaSDavid Teigland { 323feaa7bbaSSteven Whitehouse struct gfs2_inode *ip = GFS2_I(jd->jd_inode); 324feaa7bbaSSteven Whitehouse struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode); 325b3b94faaSDavid Teigland 326b3b94faaSDavid Teigland if (error) { 3277276b3b0SSteven Whitehouse gfs2_meta_sync(ip->i_gl); 328b3b94faaSDavid Teigland return; 329b3b94faaSDavid Teigland } 330b3b94faaSDavid Teigland if (pass != 1) 331b3b94faaSDavid Teigland return; 332b3b94faaSDavid Teigland 3337276b3b0SSteven Whitehouse gfs2_meta_sync(ip->i_gl); 334b3b94faaSDavid Teigland 335b3b94faaSDavid Teigland fs_info(sdp, "jid=%u: Replayed %u of %u blocks\n", 336b3b94faaSDavid Teigland jd->jd_jid, sdp->sd_replayed_blocks, sdp->sd_found_blocks); 337b3b94faaSDavid Teigland } 338b3b94faaSDavid Teigland 339b3b94faaSDavid Teigland static void revoke_lo_add(struct gfs2_sbd *sdp, struct gfs2_log_element *le) 340b3b94faaSDavid Teigland { 341b3b94faaSDavid Teigland struct gfs2_trans *tr; 342b3b94faaSDavid Teigland 3435c676f6dSSteven Whitehouse tr = current->journal_info; 344b3b94faaSDavid Teigland tr->tr_touched = 1; 345b3b94faaSDavid Teigland tr->tr_num_revoke++; 346b3b94faaSDavid Teigland 347b3b94faaSDavid Teigland gfs2_log_lock(sdp); 348b3b94faaSDavid Teigland sdp->sd_log_num_revoke++; 349b3b94faaSDavid Teigland list_add(&le->le_list, &sdp->sd_log_le_revoke); 350b3b94faaSDavid Teigland gfs2_log_unlock(sdp); 351b3b94faaSDavid Teigland } 352b3b94faaSDavid Teigland 353b3b94faaSDavid Teigland static void revoke_lo_before_commit(struct gfs2_sbd *sdp) 354b3b94faaSDavid Teigland { 355b3b94faaSDavid Teigland struct gfs2_log_descriptor *ld; 356b3b94faaSDavid Teigland struct gfs2_meta_header *mh; 357b3b94faaSDavid Teigland struct buffer_head *bh; 358b3b94faaSDavid Teigland unsigned int offset; 359b3b94faaSDavid Teigland struct list_head *head = &sdp->sd_log_le_revoke; 360b3b94faaSDavid Teigland struct gfs2_revoke *rv; 361b3b94faaSDavid Teigland 362b3b94faaSDavid Teigland if (!sdp->sd_log_num_revoke) 363b3b94faaSDavid Teigland return; 364b3b94faaSDavid Teigland 365b3b94faaSDavid Teigland bh = gfs2_log_get_buf(sdp); 366b3b94faaSDavid Teigland ld = (struct gfs2_log_descriptor *)bh->b_data; 367b3b94faaSDavid Teigland ld->ld_header.mh_magic = cpu_to_be32(GFS2_MAGIC); 368e3167dedSSteven Whitehouse ld->ld_header.mh_type = cpu_to_be32(GFS2_METATYPE_LD); 369e3167dedSSteven Whitehouse ld->ld_header.mh_format = cpu_to_be32(GFS2_FORMAT_LD); 370b3b94faaSDavid Teigland ld->ld_type = cpu_to_be32(GFS2_LOG_DESC_REVOKE); 371568f4c96SSteven Whitehouse ld->ld_length = cpu_to_be32(gfs2_struct2blk(sdp, sdp->sd_log_num_revoke, 372cd915493SSteven Whitehouse sizeof(u64))); 373b3b94faaSDavid Teigland ld->ld_data1 = cpu_to_be32(sdp->sd_log_num_revoke); 374b3b94faaSDavid Teigland ld->ld_data2 = cpu_to_be32(0); 375b3b94faaSDavid Teigland memset(ld->ld_reserved, 0, sizeof(ld->ld_reserved)); 376b3b94faaSDavid Teigland offset = sizeof(struct gfs2_log_descriptor); 377b3b94faaSDavid Teigland 378b3b94faaSDavid Teigland while (!list_empty(head)) { 379b3b94faaSDavid Teigland rv = list_entry(head->next, struct gfs2_revoke, rv_le.le_list); 38013538b8eSSteven Whitehouse list_del_init(&rv->rv_le.le_list); 381b3b94faaSDavid Teigland sdp->sd_log_num_revoke--; 382b3b94faaSDavid Teigland 383cd915493SSteven Whitehouse if (offset + sizeof(u64) > sdp->sd_sb.sb_bsize) { 384b3b94faaSDavid Teigland set_buffer_dirty(bh); 385b3b94faaSDavid Teigland ll_rw_block(WRITE, 1, &bh); 386b3b94faaSDavid Teigland 387b3b94faaSDavid Teigland bh = gfs2_log_get_buf(sdp); 388b3b94faaSDavid Teigland mh = (struct gfs2_meta_header *)bh->b_data; 389b3b94faaSDavid Teigland mh->mh_magic = cpu_to_be32(GFS2_MAGIC); 390e3167dedSSteven Whitehouse mh->mh_type = cpu_to_be32(GFS2_METATYPE_LB); 391e3167dedSSteven Whitehouse mh->mh_format = cpu_to_be32(GFS2_FORMAT_LB); 392b3b94faaSDavid Teigland offset = sizeof(struct gfs2_meta_header); 393b3b94faaSDavid Teigland } 394b3b94faaSDavid Teigland 395b3b94faaSDavid Teigland *(__be64 *)(bh->b_data + offset) = cpu_to_be64(rv->rv_blkno); 396b3b94faaSDavid Teigland kfree(rv); 397b3b94faaSDavid Teigland 398cd915493SSteven Whitehouse offset += sizeof(u64); 399b3b94faaSDavid Teigland } 400b3b94faaSDavid Teigland gfs2_assert_withdraw(sdp, !sdp->sd_log_num_revoke); 401b3b94faaSDavid Teigland 402b3b94faaSDavid Teigland set_buffer_dirty(bh); 403b3b94faaSDavid Teigland ll_rw_block(WRITE, 1, &bh); 404b3b94faaSDavid Teigland } 405b3b94faaSDavid Teigland 406b3b94faaSDavid Teigland static void revoke_lo_before_scan(struct gfs2_jdesc *jd, 40755167622SAl Viro struct gfs2_log_header_host *head, int pass) 408b3b94faaSDavid Teigland { 409feaa7bbaSSteven Whitehouse struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode); 410b3b94faaSDavid Teigland 411b3b94faaSDavid Teigland if (pass != 0) 412b3b94faaSDavid Teigland return; 413b3b94faaSDavid Teigland 414b3b94faaSDavid Teigland sdp->sd_found_revokes = 0; 415b3b94faaSDavid Teigland sdp->sd_replay_tail = head->lh_tail; 416b3b94faaSDavid Teigland } 417b3b94faaSDavid Teigland 418b3b94faaSDavid Teigland static int revoke_lo_scan_elements(struct gfs2_jdesc *jd, unsigned int start, 419b3b94faaSDavid Teigland struct gfs2_log_descriptor *ld, __be64 *ptr, 420b3b94faaSDavid Teigland int pass) 421b3b94faaSDavid Teigland { 422feaa7bbaSSteven Whitehouse struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode); 423b3b94faaSDavid Teigland unsigned int blks = be32_to_cpu(ld->ld_length); 424b3b94faaSDavid Teigland unsigned int revokes = be32_to_cpu(ld->ld_data1); 425b3b94faaSDavid Teigland struct buffer_head *bh; 426b3b94faaSDavid Teigland unsigned int offset; 427cd915493SSteven Whitehouse u64 blkno; 428b3b94faaSDavid Teigland int first = 1; 429b3b94faaSDavid Teigland int error; 430b3b94faaSDavid Teigland 431b3b94faaSDavid Teigland if (pass != 0 || be32_to_cpu(ld->ld_type) != GFS2_LOG_DESC_REVOKE) 432b3b94faaSDavid Teigland return 0; 433b3b94faaSDavid Teigland 434b3b94faaSDavid Teigland offset = sizeof(struct gfs2_log_descriptor); 435b3b94faaSDavid Teigland 436b3b94faaSDavid Teigland for (; blks; gfs2_replay_incr_blk(sdp, &start), blks--) { 437b3b94faaSDavid Teigland error = gfs2_replay_read_block(jd, start, &bh); 438b3b94faaSDavid Teigland if (error) 439b3b94faaSDavid Teigland return error; 440b3b94faaSDavid Teigland 441b3b94faaSDavid Teigland if (!first) 442b3b94faaSDavid Teigland gfs2_metatype_check(sdp, bh, GFS2_METATYPE_LB); 443b3b94faaSDavid Teigland 444cd915493SSteven Whitehouse while (offset + sizeof(u64) <= sdp->sd_sb.sb_bsize) { 445b3b94faaSDavid Teigland blkno = be64_to_cpu(*(__be64 *)(bh->b_data + offset)); 446b3b94faaSDavid Teigland 447b3b94faaSDavid Teigland error = gfs2_revoke_add(sdp, blkno, start); 448b3b94faaSDavid Teigland if (error < 0) 449b3b94faaSDavid Teigland return error; 450b3b94faaSDavid Teigland else if (error) 451b3b94faaSDavid Teigland sdp->sd_found_revokes++; 452b3b94faaSDavid Teigland 453b3b94faaSDavid Teigland if (!--revokes) 454b3b94faaSDavid Teigland break; 455cd915493SSteven Whitehouse offset += sizeof(u64); 456b3b94faaSDavid Teigland } 457b3b94faaSDavid Teigland 458b3b94faaSDavid Teigland brelse(bh); 459b3b94faaSDavid Teigland offset = sizeof(struct gfs2_meta_header); 460b3b94faaSDavid Teigland first = 0; 461b3b94faaSDavid Teigland } 462b3b94faaSDavid Teigland 463b3b94faaSDavid Teigland return 0; 464b3b94faaSDavid Teigland } 465b3b94faaSDavid Teigland 466b3b94faaSDavid Teigland static void revoke_lo_after_scan(struct gfs2_jdesc *jd, int error, int pass) 467b3b94faaSDavid Teigland { 468feaa7bbaSSteven Whitehouse struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode); 469b3b94faaSDavid Teigland 470b3b94faaSDavid Teigland if (error) { 471b3b94faaSDavid Teigland gfs2_revoke_clean(sdp); 472b3b94faaSDavid Teigland return; 473b3b94faaSDavid Teigland } 474b3b94faaSDavid Teigland if (pass != 1) 475b3b94faaSDavid Teigland return; 476b3b94faaSDavid Teigland 477b3b94faaSDavid Teigland fs_info(sdp, "jid=%u: Found %u revoke tags\n", 478b3b94faaSDavid Teigland jd->jd_jid, sdp->sd_found_revokes); 479b3b94faaSDavid Teigland 480b3b94faaSDavid Teigland gfs2_revoke_clean(sdp); 481b3b94faaSDavid Teigland } 482b3b94faaSDavid Teigland 483b3b94faaSDavid Teigland static void rg_lo_add(struct gfs2_sbd *sdp, struct gfs2_log_element *le) 484b3b94faaSDavid Teigland { 485b3b94faaSDavid Teigland struct gfs2_rgrpd *rgd; 4865c676f6dSSteven Whitehouse struct gfs2_trans *tr = current->journal_info; 487b3b94faaSDavid Teigland 4885c676f6dSSteven Whitehouse tr->tr_touched = 1; 489b3b94faaSDavid Teigland 490b3b94faaSDavid Teigland rgd = container_of(le, struct gfs2_rgrpd, rd_le); 491b3b94faaSDavid Teigland 492b3b94faaSDavid Teigland gfs2_log_lock(sdp); 49368835625SBenjamin Marzinski if (!list_empty(&le->le_list)){ 49468835625SBenjamin Marzinski gfs2_log_unlock(sdp); 49568835625SBenjamin Marzinski return; 49668835625SBenjamin Marzinski } 49768835625SBenjamin Marzinski gfs2_rgrp_bh_hold(rgd); 498b3b94faaSDavid Teigland sdp->sd_log_num_rg++; 499b3b94faaSDavid Teigland list_add(&le->le_list, &sdp->sd_log_le_rg); 500b3b94faaSDavid Teigland gfs2_log_unlock(sdp); 501b3b94faaSDavid Teigland } 502b3b94faaSDavid Teigland 503b3b94faaSDavid Teigland static void rg_lo_after_commit(struct gfs2_sbd *sdp, struct gfs2_ail *ai) 504b3b94faaSDavid Teigland { 505b3b94faaSDavid Teigland struct list_head *head = &sdp->sd_log_le_rg; 506b3b94faaSDavid Teigland struct gfs2_rgrpd *rgd; 507b3b94faaSDavid Teigland 508b3b94faaSDavid Teigland while (!list_empty(head)) { 509b3b94faaSDavid Teigland rgd = list_entry(head->next, struct gfs2_rgrpd, rd_le.le_list); 510b3b94faaSDavid Teigland list_del_init(&rgd->rd_le.le_list); 511b3b94faaSDavid Teigland sdp->sd_log_num_rg--; 512b3b94faaSDavid Teigland 513b3b94faaSDavid Teigland gfs2_rgrp_repolish_clones(rgd); 514b3b94faaSDavid Teigland gfs2_rgrp_bh_put(rgd); 515b3b94faaSDavid Teigland } 516b3b94faaSDavid Teigland gfs2_assert_warn(sdp, !sdp->sd_log_num_rg); 517b3b94faaSDavid Teigland } 518b3b94faaSDavid Teigland 51918ec7d5cSSteven Whitehouse /** 52018ec7d5cSSteven Whitehouse * databuf_lo_add - Add a databuf to the transaction. 52118ec7d5cSSteven Whitehouse * 52218ec7d5cSSteven Whitehouse * This is used in two distinct cases: 52318ec7d5cSSteven Whitehouse * i) In ordered write mode 52418ec7d5cSSteven Whitehouse * We put the data buffer on a list so that we can ensure that its 52518ec7d5cSSteven Whitehouse * synced to disk at the right time 52618ec7d5cSSteven Whitehouse * ii) In journaled data mode 52718ec7d5cSSteven Whitehouse * We need to journal the data block in the same way as metadata in 52818ec7d5cSSteven Whitehouse * the functions above. The difference is that here we have a tag 52918ec7d5cSSteven Whitehouse * which is two __be64's being the block number (as per meta data) 53018ec7d5cSSteven Whitehouse * and a flag which says whether the data block needs escaping or 53118ec7d5cSSteven Whitehouse * not. This means we need a new log entry for each 251 or so data 53218ec7d5cSSteven Whitehouse * blocks, which isn't an enormous overhead but twice as much as 53318ec7d5cSSteven Whitehouse * for normal metadata blocks. 53418ec7d5cSSteven Whitehouse */ 535b3b94faaSDavid Teigland static void databuf_lo_add(struct gfs2_sbd *sdp, struct gfs2_log_element *le) 536b3b94faaSDavid Teigland { 53718ec7d5cSSteven Whitehouse struct gfs2_bufdata *bd = container_of(le, struct gfs2_bufdata, bd_le); 5385c676f6dSSteven Whitehouse struct gfs2_trans *tr = current->journal_info; 53918ec7d5cSSteven Whitehouse struct address_space *mapping = bd->bd_bh->b_page->mapping; 540feaa7bbaSSteven Whitehouse struct gfs2_inode *ip = GFS2_I(mapping->host); 541b3b94faaSDavid Teigland 5429b9107a5SSteven Whitehouse lock_buffer(bd->bd_bh); 5438bd95727SSteven Whitehouse gfs2_log_lock(sdp); 5449b9107a5SSteven Whitehouse if (!list_empty(&bd->bd_list_tr)) 5459b9107a5SSteven Whitehouse goto out; 54618ec7d5cSSteven Whitehouse tr->tr_touched = 1; 547773ed1a0SRobert Peterson if (gfs2_is_jdata(ip)) { 54818ec7d5cSSteven Whitehouse tr->tr_num_buf++; 54918ec7d5cSSteven Whitehouse list_add(&bd->bd_list_tr, &tr->tr_list_buf); 550773ed1a0SRobert Peterson } 551ddf4b426SBenjamin Marzinski if (!list_empty(&le->le_list)) 5529b9107a5SSteven Whitehouse goto out; 5532332c443SRobert Peterson 5549b9107a5SSteven Whitehouse __glock_lo_add(sdp, &bd->bd_gl->gl_le); 5552332c443SRobert Peterson if (gfs2_is_jdata(ip)) { 5562332c443SRobert Peterson gfs2_pin(sdp, bd->bd_bh); 5572332c443SRobert Peterson tr->tr_num_databuf_new++; 558ec217e0eSBob Peterson sdp->sd_log_num_jdata++; 5599b9107a5SSteven Whitehouse } 560bdcb8856SBob Peterson sdp->sd_log_num_databuf++; 5612332c443SRobert Peterson list_add(&le->le_list, &sdp->sd_log_le_databuf); 5629b9107a5SSteven Whitehouse out: 563b3b94faaSDavid Teigland gfs2_log_unlock(sdp); 5649b9107a5SSteven Whitehouse unlock_buffer(bd->bd_bh); 565b3b94faaSDavid Teigland } 566b3b94faaSDavid Teigland 56718ec7d5cSSteven Whitehouse static int gfs2_check_magic(struct buffer_head *bh) 56818ec7d5cSSteven Whitehouse { 56918ec7d5cSSteven Whitehouse struct page *page = bh->b_page; 57018ec7d5cSSteven Whitehouse void *kaddr; 57118ec7d5cSSteven Whitehouse __be32 *ptr; 57218ec7d5cSSteven Whitehouse int rv = 0; 57318ec7d5cSSteven Whitehouse 57418ec7d5cSSteven Whitehouse kaddr = kmap_atomic(page, KM_USER0); 57518ec7d5cSSteven Whitehouse ptr = kaddr + bh_offset(bh); 57618ec7d5cSSteven Whitehouse if (*ptr == cpu_to_be32(GFS2_MAGIC)) 57718ec7d5cSSteven Whitehouse rv = 1; 578c312c4fdSRussell Cattelan kunmap_atomic(kaddr, KM_USER0); 57918ec7d5cSSteven Whitehouse 58018ec7d5cSSteven Whitehouse return rv; 58118ec7d5cSSteven Whitehouse } 58218ec7d5cSSteven Whitehouse 58318ec7d5cSSteven Whitehouse /** 58418ec7d5cSSteven Whitehouse * databuf_lo_before_commit - Scan the data buffers, writing as we go 58518ec7d5cSSteven Whitehouse * 58618ec7d5cSSteven Whitehouse * Here we scan through the lists of buffers and make the assumption 58718ec7d5cSSteven Whitehouse * that any buffer thats been pinned is being journaled, and that 58818ec7d5cSSteven Whitehouse * any unpinned buffer is an ordered write data buffer and therefore 58918ec7d5cSSteven Whitehouse * will be written back rather than journaled. 59018ec7d5cSSteven Whitehouse */ 591b3b94faaSDavid Teigland static void databuf_lo_before_commit(struct gfs2_sbd *sdp) 592b3b94faaSDavid Teigland { 593b3b94faaSDavid Teigland LIST_HEAD(started); 59418ec7d5cSSteven Whitehouse struct gfs2_bufdata *bd1 = NULL, *bd2, *bdt; 59570209331SRussell Cattelan struct buffer_head *bh = NULL,*bh1 = NULL; 59618ec7d5cSSteven Whitehouse struct gfs2_log_descriptor *ld; 59718ec7d5cSSteven Whitehouse unsigned int limit; 598bdcb8856SBob Peterson unsigned int total_dbuf; 599905d2aefSBob Peterson unsigned int total_jdata; 60018ec7d5cSSteven Whitehouse unsigned int num, n; 601f55ab26aSSteven Whitehouse __be64 *ptr = NULL; 602b3b94faaSDavid Teigland 6032332c443SRobert Peterson limit = databuf_limit(sdp); 604b3b94faaSDavid Teigland 60518ec7d5cSSteven Whitehouse /* 60618ec7d5cSSteven Whitehouse * Start writing ordered buffers, write journaled buffers 60718ec7d5cSSteven Whitehouse * into the log along with a header 60818ec7d5cSSteven Whitehouse */ 609f55ab26aSSteven Whitehouse gfs2_log_lock(sdp); 610bdcb8856SBob Peterson total_dbuf = sdp->sd_log_num_databuf; 611905d2aefSBob Peterson total_jdata = sdp->sd_log_num_jdata; 612568f4c96SSteven Whitehouse bd2 = bd1 = list_prepare_entry(bd1, &sdp->sd_log_le_databuf, 613568f4c96SSteven Whitehouse bd_le.le_list); 61418ec7d5cSSteven Whitehouse while(total_dbuf) { 61518ec7d5cSSteven Whitehouse num = total_jdata; 61618ec7d5cSSteven Whitehouse if (num > limit) 61718ec7d5cSSteven Whitehouse num = limit; 61818ec7d5cSSteven Whitehouse n = 0; 619568f4c96SSteven Whitehouse list_for_each_entry_safe_continue(bd1, bdt, 620568f4c96SSteven Whitehouse &sdp->sd_log_le_databuf, 621568f4c96SSteven Whitehouse bd_le.le_list) { 62270209331SRussell Cattelan /* store off the buffer head in a local ptr since 62370209331SRussell Cattelan * gfs2_bufdata might change when we drop the log lock 62470209331SRussell Cattelan */ 62570209331SRussell Cattelan bh1 = bd1->bd_bh; 62670209331SRussell Cattelan 62718ec7d5cSSteven Whitehouse /* An ordered write buffer */ 62870209331SRussell Cattelan if (bh1 && !buffer_pinned(bh1)) { 62918ec7d5cSSteven Whitehouse list_move(&bd1->bd_le.le_list, &started); 63018ec7d5cSSteven Whitehouse if (bd1 == bd2) { 63118ec7d5cSSteven Whitehouse bd2 = NULL; 632568f4c96SSteven Whitehouse bd2 = list_prepare_entry(bd2, 633568f4c96SSteven Whitehouse &sdp->sd_log_le_databuf, 634568f4c96SSteven Whitehouse bd_le.le_list); 63518ec7d5cSSteven Whitehouse } 63618ec7d5cSSteven Whitehouse total_dbuf--; 63770209331SRussell Cattelan if (bh1) { 63870209331SRussell Cattelan if (buffer_dirty(bh1)) { 63970209331SRussell Cattelan get_bh(bh1); 64070209331SRussell Cattelan 641f55ab26aSSteven Whitehouse gfs2_log_unlock(sdp); 64270209331SRussell Cattelan 64370209331SRussell Cattelan ll_rw_block(SWRITE, 1, &bh1); 64470209331SRussell Cattelan brelse(bh1); 64570209331SRussell Cattelan 646f55ab26aSSteven Whitehouse gfs2_log_lock(sdp); 64718ec7d5cSSteven Whitehouse } 64818ec7d5cSSteven Whitehouse continue; 64918ec7d5cSSteven Whitehouse } 65018ec7d5cSSteven Whitehouse continue; 65170209331SRussell Cattelan } else if (bh1) { /* A journaled buffer */ 65218ec7d5cSSteven Whitehouse int magic; 65318ec7d5cSSteven Whitehouse gfs2_log_unlock(sdp); 65418ec7d5cSSteven Whitehouse if (!bh) { 65518ec7d5cSSteven Whitehouse bh = gfs2_log_get_buf(sdp); 656568f4c96SSteven Whitehouse ld = (struct gfs2_log_descriptor *) 657568f4c96SSteven Whitehouse bh->b_data; 6582332c443SRobert Peterson ptr = (__be64 *)(bh->b_data + 6592332c443SRobert Peterson DATABUF_OFFSET); 660568f4c96SSteven Whitehouse ld->ld_header.mh_magic = 661568f4c96SSteven Whitehouse cpu_to_be32(GFS2_MAGIC); 662568f4c96SSteven Whitehouse ld->ld_header.mh_type = 663e3167dedSSteven Whitehouse cpu_to_be32(GFS2_METATYPE_LD); 664568f4c96SSteven Whitehouse ld->ld_header.mh_format = 665e3167dedSSteven Whitehouse cpu_to_be32(GFS2_FORMAT_LD); 666568f4c96SSteven Whitehouse ld->ld_type = 667568f4c96SSteven Whitehouse cpu_to_be32(GFS2_LOG_DESC_JDATA); 66818ec7d5cSSteven Whitehouse ld->ld_length = cpu_to_be32(num + 1); 66918ec7d5cSSteven Whitehouse ld->ld_data1 = cpu_to_be32(num); 67018ec7d5cSSteven Whitehouse ld->ld_data2 = cpu_to_be32(0); 67118ec7d5cSSteven Whitehouse memset(ld->ld_reserved, 0, sizeof(ld->ld_reserved)); 67218ec7d5cSSteven Whitehouse } 67370209331SRussell Cattelan magic = gfs2_check_magic(bh1); 67470209331SRussell Cattelan *ptr++ = cpu_to_be64(bh1->b_blocknr); 67518ec7d5cSSteven Whitehouse *ptr++ = cpu_to_be64((__u64)magic); 67670209331SRussell Cattelan clear_buffer_escaped(bh1); 67718ec7d5cSSteven Whitehouse if (unlikely(magic != 0)) 67870209331SRussell Cattelan set_buffer_escaped(bh1); 679f55ab26aSSteven Whitehouse gfs2_log_lock(sdp); 6802332c443SRobert Peterson if (++n >= num) 68118ec7d5cSSteven Whitehouse break; 68270209331SRussell Cattelan } else if (!bh1) { 683623d9355SSteven Whitehouse total_dbuf--; 684623d9355SSteven Whitehouse sdp->sd_log_num_databuf--; 685623d9355SSteven Whitehouse list_del_init(&bd1->bd_le.le_list); 686623d9355SSteven Whitehouse if (bd1 == bd2) { 687623d9355SSteven Whitehouse bd2 = NULL; 688623d9355SSteven Whitehouse bd2 = list_prepare_entry(bd2, 689623d9355SSteven Whitehouse &sdp->sd_log_le_databuf, 690623d9355SSteven Whitehouse bd_le.le_list); 691623d9355SSteven Whitehouse } 692623d9355SSteven Whitehouse kmem_cache_free(gfs2_bufdata_cachep, bd1); 69318ec7d5cSSteven Whitehouse } 69418ec7d5cSSteven Whitehouse } 695f55ab26aSSteven Whitehouse gfs2_log_unlock(sdp); 696b3b94faaSDavid Teigland if (bh) { 69718ec7d5cSSteven Whitehouse set_buffer_dirty(bh); 698b3b94faaSDavid Teigland ll_rw_block(WRITE, 1, &bh); 69918ec7d5cSSteven Whitehouse bh = NULL; 700905d2aefSBob Peterson ptr = NULL; 701b3b94faaSDavid Teigland } 70218ec7d5cSSteven Whitehouse n = 0; 703f55ab26aSSteven Whitehouse gfs2_log_lock(sdp); 704568f4c96SSteven Whitehouse list_for_each_entry_continue(bd2, &sdp->sd_log_le_databuf, 705568f4c96SSteven Whitehouse bd_le.le_list) { 70618ec7d5cSSteven Whitehouse if (!bd2->bd_bh) 70718ec7d5cSSteven Whitehouse continue; 70818ec7d5cSSteven Whitehouse /* copy buffer if it needs escaping */ 709f55ab26aSSteven Whitehouse gfs2_log_unlock(sdp); 71018ec7d5cSSteven Whitehouse if (unlikely(buffer_escaped(bd2->bd_bh))) { 71118ec7d5cSSteven Whitehouse void *kaddr; 71218ec7d5cSSteven Whitehouse struct page *page = bd2->bd_bh->b_page; 71318ec7d5cSSteven Whitehouse bh = gfs2_log_get_buf(sdp); 71418ec7d5cSSteven Whitehouse kaddr = kmap_atomic(page, KM_USER0); 715568f4c96SSteven Whitehouse memcpy(bh->b_data, 716568f4c96SSteven Whitehouse kaddr + bh_offset(bd2->bd_bh), 717568f4c96SSteven Whitehouse sdp->sd_sb.sb_bsize); 718c312c4fdSRussell Cattelan kunmap_atomic(kaddr, KM_USER0); 71918ec7d5cSSteven Whitehouse *(__be32 *)bh->b_data = 0; 72018ec7d5cSSteven Whitehouse } else { 72118ec7d5cSSteven Whitehouse bh = gfs2_log_fake_buf(sdp, bd2->bd_bh); 722b3b94faaSDavid Teigland } 72318ec7d5cSSteven Whitehouse set_buffer_dirty(bh); 72418ec7d5cSSteven Whitehouse ll_rw_block(WRITE, 1, &bh); 725f55ab26aSSteven Whitehouse gfs2_log_lock(sdp); 72618ec7d5cSSteven Whitehouse if (++n >= num) 72718ec7d5cSSteven Whitehouse break; 72818ec7d5cSSteven Whitehouse } 72918ec7d5cSSteven Whitehouse bh = NULL; 730bdcb8856SBob Peterson BUG_ON(total_dbuf < num); 73118ec7d5cSSteven Whitehouse total_dbuf -= num; 73218ec7d5cSSteven Whitehouse total_jdata -= num; 73318ec7d5cSSteven Whitehouse } 734f55ab26aSSteven Whitehouse gfs2_log_unlock(sdp); 735f55ab26aSSteven Whitehouse 73618ec7d5cSSteven Whitehouse /* Wait on all ordered buffers */ 737b3b94faaSDavid Teigland while (!list_empty(&started)) { 73813538b8eSSteven Whitehouse gfs2_log_lock(sdp); 739568f4c96SSteven Whitehouse bd1 = list_entry(started.next, struct gfs2_bufdata, 740568f4c96SSteven Whitehouse bd_le.le_list); 74108867605SSteven Whitehouse list_del_init(&bd1->bd_le.le_list); 742b3b94faaSDavid Teigland sdp->sd_log_num_databuf--; 74318ec7d5cSSteven Whitehouse bh = bd1->bd_bh; 744b3b94faaSDavid Teigland if (bh) { 7455c676f6dSSteven Whitehouse bh->b_private = NULL; 74615d00c0bSSteven Whitehouse get_bh(bh); 747b3b94faaSDavid Teigland gfs2_log_unlock(sdp); 748b3b94faaSDavid Teigland wait_on_buffer(bh); 749b3b94faaSDavid Teigland brelse(bh); 750b3b94faaSDavid Teigland } else 751b3b94faaSDavid Teigland gfs2_log_unlock(sdp); 752b3b94faaSDavid Teigland 7533a8476ddSSteven Whitehouse kmem_cache_free(gfs2_bufdata_cachep, bd1); 754b3b94faaSDavid Teigland } 755b3b94faaSDavid Teigland 75618ec7d5cSSteven Whitehouse /* We've removed all the ordered write bufs here, so only jdata left */ 75718ec7d5cSSteven Whitehouse gfs2_assert_warn(sdp, sdp->sd_log_num_databuf == sdp->sd_log_num_jdata); 758b3b94faaSDavid Teigland } 759b3b94faaSDavid Teigland 76018ec7d5cSSteven Whitehouse static int databuf_lo_scan_elements(struct gfs2_jdesc *jd, unsigned int start, 76118ec7d5cSSteven Whitehouse struct gfs2_log_descriptor *ld, 76218ec7d5cSSteven Whitehouse __be64 *ptr, int pass) 76318ec7d5cSSteven Whitehouse { 764feaa7bbaSSteven Whitehouse struct gfs2_inode *ip = GFS2_I(jd->jd_inode); 765feaa7bbaSSteven Whitehouse struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode); 7665c676f6dSSteven Whitehouse struct gfs2_glock *gl = ip->i_gl; 76718ec7d5cSSteven Whitehouse unsigned int blks = be32_to_cpu(ld->ld_data1); 76818ec7d5cSSteven Whitehouse struct buffer_head *bh_log, *bh_ip; 769cd915493SSteven Whitehouse u64 blkno; 770cd915493SSteven Whitehouse u64 esc; 77118ec7d5cSSteven Whitehouse int error = 0; 77218ec7d5cSSteven Whitehouse 77318ec7d5cSSteven Whitehouse if (pass != 1 || be32_to_cpu(ld->ld_type) != GFS2_LOG_DESC_JDATA) 77418ec7d5cSSteven Whitehouse return 0; 77518ec7d5cSSteven Whitehouse 77618ec7d5cSSteven Whitehouse gfs2_replay_incr_blk(sdp, &start); 77718ec7d5cSSteven Whitehouse for (; blks; gfs2_replay_incr_blk(sdp, &start), blks--) { 77818ec7d5cSSteven Whitehouse blkno = be64_to_cpu(*ptr++); 77918ec7d5cSSteven Whitehouse esc = be64_to_cpu(*ptr++); 78018ec7d5cSSteven Whitehouse 78118ec7d5cSSteven Whitehouse sdp->sd_found_blocks++; 78218ec7d5cSSteven Whitehouse 78318ec7d5cSSteven Whitehouse if (gfs2_revoke_check(sdp, blkno, start)) 78418ec7d5cSSteven Whitehouse continue; 78518ec7d5cSSteven Whitehouse 78618ec7d5cSSteven Whitehouse error = gfs2_replay_read_block(jd, start, &bh_log); 78718ec7d5cSSteven Whitehouse if (error) 78818ec7d5cSSteven Whitehouse return error; 78918ec7d5cSSteven Whitehouse 79018ec7d5cSSteven Whitehouse bh_ip = gfs2_meta_new(gl, blkno); 79118ec7d5cSSteven Whitehouse memcpy(bh_ip->b_data, bh_log->b_data, bh_log->b_size); 79218ec7d5cSSteven Whitehouse 79318ec7d5cSSteven Whitehouse /* Unescape */ 79418ec7d5cSSteven Whitehouse if (esc) { 79518ec7d5cSSteven Whitehouse __be32 *eptr = (__be32 *)bh_ip->b_data; 79618ec7d5cSSteven Whitehouse *eptr = cpu_to_be32(GFS2_MAGIC); 79718ec7d5cSSteven Whitehouse } 79818ec7d5cSSteven Whitehouse mark_buffer_dirty(bh_ip); 79918ec7d5cSSteven Whitehouse 80018ec7d5cSSteven Whitehouse brelse(bh_log); 80118ec7d5cSSteven Whitehouse brelse(bh_ip); 80218ec7d5cSSteven Whitehouse if (error) 80318ec7d5cSSteven Whitehouse break; 80418ec7d5cSSteven Whitehouse 80518ec7d5cSSteven Whitehouse sdp->sd_replayed_blocks++; 80618ec7d5cSSteven Whitehouse } 80718ec7d5cSSteven Whitehouse 80818ec7d5cSSteven Whitehouse return error; 80918ec7d5cSSteven Whitehouse } 81018ec7d5cSSteven Whitehouse 81118ec7d5cSSteven Whitehouse /* FIXME: sort out accounting for log blocks etc. */ 81218ec7d5cSSteven Whitehouse 81318ec7d5cSSteven Whitehouse static void databuf_lo_after_scan(struct gfs2_jdesc *jd, int error, int pass) 81418ec7d5cSSteven Whitehouse { 815feaa7bbaSSteven Whitehouse struct gfs2_inode *ip = GFS2_I(jd->jd_inode); 816feaa7bbaSSteven Whitehouse struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode); 81718ec7d5cSSteven Whitehouse 81818ec7d5cSSteven Whitehouse if (error) { 8197276b3b0SSteven Whitehouse gfs2_meta_sync(ip->i_gl); 82018ec7d5cSSteven Whitehouse return; 82118ec7d5cSSteven Whitehouse } 82218ec7d5cSSteven Whitehouse if (pass != 1) 82318ec7d5cSSteven Whitehouse return; 82418ec7d5cSSteven Whitehouse 82518ec7d5cSSteven Whitehouse /* data sync? */ 8267276b3b0SSteven Whitehouse gfs2_meta_sync(ip->i_gl); 82718ec7d5cSSteven Whitehouse 82818ec7d5cSSteven Whitehouse fs_info(sdp, "jid=%u: Replayed %u of %u data blocks\n", 82918ec7d5cSSteven Whitehouse jd->jd_jid, sdp->sd_replayed_blocks, sdp->sd_found_blocks); 83018ec7d5cSSteven Whitehouse } 83118ec7d5cSSteven Whitehouse 83218ec7d5cSSteven Whitehouse static void databuf_lo_after_commit(struct gfs2_sbd *sdp, struct gfs2_ail *ai) 83318ec7d5cSSteven Whitehouse { 83418ec7d5cSSteven Whitehouse struct list_head *head = &sdp->sd_log_le_databuf; 83518ec7d5cSSteven Whitehouse struct gfs2_bufdata *bd; 83618ec7d5cSSteven Whitehouse 83718ec7d5cSSteven Whitehouse while (!list_empty(head)) { 83818ec7d5cSSteven Whitehouse bd = list_entry(head->next, struct gfs2_bufdata, bd_le.le_list); 839b8e1aabfSSteven Whitehouse list_del_init(&bd->bd_le.le_list); 84018ec7d5cSSteven Whitehouse sdp->sd_log_num_databuf--; 84118ec7d5cSSteven Whitehouse sdp->sd_log_num_jdata--; 84218ec7d5cSSteven Whitehouse gfs2_unpin(sdp, bd->bd_bh, ai); 84318ec7d5cSSteven Whitehouse } 84418ec7d5cSSteven Whitehouse gfs2_assert_warn(sdp, !sdp->sd_log_num_databuf); 84518ec7d5cSSteven Whitehouse gfs2_assert_warn(sdp, !sdp->sd_log_num_jdata); 84618ec7d5cSSteven Whitehouse } 84718ec7d5cSSteven Whitehouse 84818ec7d5cSSteven Whitehouse 849b09e593dSSteven Whitehouse const struct gfs2_log_operations gfs2_glock_lops = { 850b3b94faaSDavid Teigland .lo_add = glock_lo_add, 851b3b94faaSDavid Teigland .lo_after_commit = glock_lo_after_commit, 852ea67eedbSSteven Whitehouse .lo_name = "glock", 853b3b94faaSDavid Teigland }; 854b3b94faaSDavid Teigland 855b09e593dSSteven Whitehouse const struct gfs2_log_operations gfs2_buf_lops = { 856b3b94faaSDavid Teigland .lo_add = buf_lo_add, 857b3b94faaSDavid Teigland .lo_incore_commit = buf_lo_incore_commit, 858b3b94faaSDavid Teigland .lo_before_commit = buf_lo_before_commit, 859b3b94faaSDavid Teigland .lo_after_commit = buf_lo_after_commit, 860b3b94faaSDavid Teigland .lo_before_scan = buf_lo_before_scan, 861b3b94faaSDavid Teigland .lo_scan_elements = buf_lo_scan_elements, 862b3b94faaSDavid Teigland .lo_after_scan = buf_lo_after_scan, 863ea67eedbSSteven Whitehouse .lo_name = "buf", 864b3b94faaSDavid Teigland }; 865b3b94faaSDavid Teigland 866b09e593dSSteven Whitehouse const struct gfs2_log_operations gfs2_revoke_lops = { 867b3b94faaSDavid Teigland .lo_add = revoke_lo_add, 868b3b94faaSDavid Teigland .lo_before_commit = revoke_lo_before_commit, 869b3b94faaSDavid Teigland .lo_before_scan = revoke_lo_before_scan, 870b3b94faaSDavid Teigland .lo_scan_elements = revoke_lo_scan_elements, 871b3b94faaSDavid Teigland .lo_after_scan = revoke_lo_after_scan, 872ea67eedbSSteven Whitehouse .lo_name = "revoke", 873b3b94faaSDavid Teigland }; 874b3b94faaSDavid Teigland 875b09e593dSSteven Whitehouse const struct gfs2_log_operations gfs2_rg_lops = { 876b3b94faaSDavid Teigland .lo_add = rg_lo_add, 877b3b94faaSDavid Teigland .lo_after_commit = rg_lo_after_commit, 878ea67eedbSSteven Whitehouse .lo_name = "rg", 879b3b94faaSDavid Teigland }; 880b3b94faaSDavid Teigland 881b09e593dSSteven Whitehouse const struct gfs2_log_operations gfs2_databuf_lops = { 882b3b94faaSDavid Teigland .lo_add = databuf_lo_add, 88318ec7d5cSSteven Whitehouse .lo_incore_commit = buf_lo_incore_commit, 884b3b94faaSDavid Teigland .lo_before_commit = databuf_lo_before_commit, 88518ec7d5cSSteven Whitehouse .lo_after_commit = databuf_lo_after_commit, 88618ec7d5cSSteven Whitehouse .lo_scan_elements = databuf_lo_scan_elements, 88718ec7d5cSSteven Whitehouse .lo_after_scan = databuf_lo_after_scan, 888ea67eedbSSteven Whitehouse .lo_name = "databuf", 889b3b94faaSDavid Teigland }; 890b3b94faaSDavid Teigland 891b09e593dSSteven Whitehouse const struct gfs2_log_operations *gfs2_log_ops[] = { 892b3b94faaSDavid Teigland &gfs2_glock_lops, 893b3b94faaSDavid Teigland &gfs2_buf_lops, 894b3b94faaSDavid Teigland &gfs2_revoke_lops, 895b3b94faaSDavid Teigland &gfs2_rg_lops, 896b3b94faaSDavid Teigland &gfs2_databuf_lops, 897ea67eedbSSteven Whitehouse NULL, 898b3b94faaSDavid Teigland }; 899b3b94faaSDavid Teigland 900