1b3b94faaSDavid Teigland /* 2b3b94faaSDavid Teigland * Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved. 33a8a9a10SSteven Whitehouse * Copyright (C) 2004-2006 Red Hat, Inc. All rights reserved. 4b3b94faaSDavid Teigland * 5b3b94faaSDavid Teigland * This copyrighted material is made available to anyone wishing to use, 6b3b94faaSDavid Teigland * modify, copy, or redistribute it subject to the terms and conditions 7e9fc2aa0SSteven Whitehouse * of the GNU General Public License version 2. 8b3b94faaSDavid Teigland */ 9b3b94faaSDavid Teigland 10b3b94faaSDavid Teigland #include <linux/sched.h> 11b3b94faaSDavid Teigland #include <linux/slab.h> 12b3b94faaSDavid Teigland #include <linux/spinlock.h> 13b3b94faaSDavid Teigland #include <linux/completion.h> 14b3b94faaSDavid Teigland #include <linux/buffer_head.h> 155c676f6dSSteven Whitehouse #include <linux/gfs2_ondisk.h> 167d308590SFabio Massimo Di Nitto #include <linux/lm_interface.h> 17b3b94faaSDavid Teigland 18b3b94faaSDavid Teigland #include "gfs2.h" 195c676f6dSSteven Whitehouse #include "incore.h" 202332c443SRobert Peterson #include "inode.h" 21b3b94faaSDavid Teigland #include "glock.h" 22b3b94faaSDavid Teigland #include "log.h" 23b3b94faaSDavid Teigland #include "lops.h" 24b3b94faaSDavid Teigland #include "meta_io.h" 25b3b94faaSDavid Teigland #include "recovery.h" 26b3b94faaSDavid Teigland #include "rgrp.h" 27b3b94faaSDavid Teigland #include "trans.h" 285c676f6dSSteven Whitehouse #include "util.h" 29b3b94faaSDavid Teigland 309b9107a5SSteven Whitehouse /** 319b9107a5SSteven Whitehouse * gfs2_pin - Pin a buffer in memory 329b9107a5SSteven Whitehouse * @sdp: The superblock 339b9107a5SSteven Whitehouse * @bh: The buffer to be pinned 349b9107a5SSteven Whitehouse * 359b9107a5SSteven Whitehouse * The log lock must be held when calling this function 369b9107a5SSteven Whitehouse */ 379b9107a5SSteven Whitehouse static void gfs2_pin(struct gfs2_sbd *sdp, struct buffer_head *bh) 389b9107a5SSteven Whitehouse { 399b9107a5SSteven Whitehouse struct gfs2_bufdata *bd; 409b9107a5SSteven Whitehouse 419b9107a5SSteven Whitehouse gfs2_assert_withdraw(sdp, test_bit(SDF_JOURNAL_LIVE, &sdp->sd_flags)); 429b9107a5SSteven Whitehouse 439b9107a5SSteven Whitehouse clear_buffer_dirty(bh); 449b9107a5SSteven Whitehouse if (test_set_buffer_pinned(bh)) 459b9107a5SSteven Whitehouse gfs2_assert_withdraw(sdp, 0); 469b9107a5SSteven Whitehouse if (!buffer_uptodate(bh)) 479b9107a5SSteven Whitehouse gfs2_io_error_bh(sdp, bh); 489b9107a5SSteven Whitehouse bd = bh->b_private; 499b9107a5SSteven Whitehouse /* If this buffer is in the AIL and it has already been written 509b9107a5SSteven Whitehouse * to in-place disk block, remove it from the AIL. 519b9107a5SSteven Whitehouse */ 529b9107a5SSteven Whitehouse if (bd->bd_ail) 539b9107a5SSteven Whitehouse list_move(&bd->bd_ail_st_list, &bd->bd_ail->ai_ail2_list); 549b9107a5SSteven Whitehouse get_bh(bh); 559b9107a5SSteven Whitehouse } 569b9107a5SSteven Whitehouse 579b9107a5SSteven Whitehouse /** 589b9107a5SSteven Whitehouse * gfs2_unpin - Unpin a buffer 599b9107a5SSteven Whitehouse * @sdp: the filesystem the buffer belongs to 609b9107a5SSteven Whitehouse * @bh: The buffer to unpin 619b9107a5SSteven Whitehouse * @ai: 629b9107a5SSteven Whitehouse * 639b9107a5SSteven Whitehouse */ 649b9107a5SSteven Whitehouse 659b9107a5SSteven Whitehouse static void gfs2_unpin(struct gfs2_sbd *sdp, struct buffer_head *bh, 669b9107a5SSteven Whitehouse struct gfs2_ail *ai) 679b9107a5SSteven Whitehouse { 689b9107a5SSteven Whitehouse struct gfs2_bufdata *bd = bh->b_private; 699b9107a5SSteven Whitehouse 709b9107a5SSteven Whitehouse gfs2_assert_withdraw(sdp, buffer_uptodate(bh)); 719b9107a5SSteven Whitehouse 729b9107a5SSteven Whitehouse if (!buffer_pinned(bh)) 739b9107a5SSteven Whitehouse gfs2_assert_withdraw(sdp, 0); 749b9107a5SSteven Whitehouse 759b9107a5SSteven Whitehouse lock_buffer(bh); 769b9107a5SSteven Whitehouse mark_buffer_dirty(bh); 779b9107a5SSteven Whitehouse clear_buffer_pinned(bh); 789b9107a5SSteven Whitehouse 799b9107a5SSteven Whitehouse gfs2_log_lock(sdp); 809b9107a5SSteven Whitehouse if (bd->bd_ail) { 819b9107a5SSteven Whitehouse list_del(&bd->bd_ail_st_list); 829b9107a5SSteven Whitehouse brelse(bh); 839b9107a5SSteven Whitehouse } else { 849b9107a5SSteven Whitehouse struct gfs2_glock *gl = bd->bd_gl; 859b9107a5SSteven Whitehouse list_add(&bd->bd_ail_gl_list, &gl->gl_ail_list); 869b9107a5SSteven Whitehouse atomic_inc(&gl->gl_ail_count); 879b9107a5SSteven Whitehouse } 889b9107a5SSteven Whitehouse bd->bd_ail = ai; 899b9107a5SSteven Whitehouse list_add(&bd->bd_ail_st_list, &ai->ai_ail1_list); 909b9107a5SSteven Whitehouse gfs2_log_unlock(sdp); 919b9107a5SSteven Whitehouse unlock_buffer(bh); 929b9107a5SSteven Whitehouse } 939b9107a5SSteven Whitehouse 9416615be1SSteven Whitehouse 9516615be1SSteven Whitehouse static inline struct gfs2_log_descriptor *bh_log_desc(struct buffer_head *bh) 9616615be1SSteven Whitehouse { 9716615be1SSteven Whitehouse return (struct gfs2_log_descriptor *)bh->b_data; 9816615be1SSteven Whitehouse } 9916615be1SSteven Whitehouse 10016615be1SSteven Whitehouse static inline __be64 *bh_log_ptr(struct buffer_head *bh) 10116615be1SSteven Whitehouse { 10216615be1SSteven Whitehouse struct gfs2_log_descriptor *ld = bh_log_desc(bh); 10316615be1SSteven Whitehouse return (__force __be64 *)(ld + 1); 10416615be1SSteven Whitehouse } 10516615be1SSteven Whitehouse 10616615be1SSteven Whitehouse static inline __be64 *bh_ptr_end(struct buffer_head *bh) 10716615be1SSteven Whitehouse { 10816615be1SSteven Whitehouse return (__force __be64 *)(bh->b_data + bh->b_size); 10916615be1SSteven Whitehouse } 11016615be1SSteven Whitehouse 11116615be1SSteven Whitehouse 11216615be1SSteven Whitehouse static struct buffer_head *gfs2_get_log_desc(struct gfs2_sbd *sdp, u32 ld_type) 11316615be1SSteven Whitehouse { 11416615be1SSteven Whitehouse struct buffer_head *bh = gfs2_log_get_buf(sdp); 11516615be1SSteven Whitehouse struct gfs2_log_descriptor *ld = bh_log_desc(bh); 11616615be1SSteven Whitehouse ld->ld_header.mh_magic = cpu_to_be32(GFS2_MAGIC); 11716615be1SSteven Whitehouse ld->ld_header.mh_type = cpu_to_be32(GFS2_METATYPE_LD); 11816615be1SSteven Whitehouse ld->ld_header.mh_format = cpu_to_be32(GFS2_FORMAT_LD); 11916615be1SSteven Whitehouse ld->ld_type = cpu_to_be32(ld_type); 12016615be1SSteven Whitehouse ld->ld_length = 0; 12116615be1SSteven Whitehouse ld->ld_data1 = 0; 12216615be1SSteven Whitehouse ld->ld_data2 = 0; 12316615be1SSteven Whitehouse memset(ld->ld_reserved, 0, sizeof(ld->ld_reserved)); 12416615be1SSteven Whitehouse return bh; 12516615be1SSteven Whitehouse } 12616615be1SSteven Whitehouse 1279b9107a5SSteven Whitehouse static void __glock_lo_add(struct gfs2_sbd *sdp, struct gfs2_log_element *le) 128b3b94faaSDavid Teigland { 129b3b94faaSDavid Teigland struct gfs2_glock *gl; 1305c676f6dSSteven Whitehouse struct gfs2_trans *tr = current->journal_info; 131b3b94faaSDavid Teigland 1325c676f6dSSteven Whitehouse tr->tr_touched = 1; 133b3b94faaSDavid Teigland 134b3b94faaSDavid Teigland gl = container_of(le, struct gfs2_glock, gl_le); 135b3b94faaSDavid Teigland if (gfs2_assert_withdraw(sdp, gfs2_glock_is_held_excl(gl))) 136b3b94faaSDavid Teigland return; 137b3b94faaSDavid Teigland 1389b9107a5SSteven Whitehouse if (!list_empty(&le->le_list)) 13968835625SBenjamin Marzinski return; 1409b9107a5SSteven Whitehouse 14168835625SBenjamin Marzinski gfs2_glock_hold(gl); 14268835625SBenjamin Marzinski set_bit(GLF_DIRTY, &gl->gl_flags); 143b3b94faaSDavid Teigland sdp->sd_log_num_gl++; 144b3b94faaSDavid Teigland list_add(&le->le_list, &sdp->sd_log_le_gl); 1459b9107a5SSteven Whitehouse } 1469b9107a5SSteven Whitehouse 1479b9107a5SSteven Whitehouse static void glock_lo_add(struct gfs2_sbd *sdp, struct gfs2_log_element *le) 1489b9107a5SSteven Whitehouse { 1499b9107a5SSteven Whitehouse gfs2_log_lock(sdp); 1509b9107a5SSteven Whitehouse __glock_lo_add(sdp, le); 151b3b94faaSDavid Teigland gfs2_log_unlock(sdp); 152b3b94faaSDavid Teigland } 153b3b94faaSDavid Teigland 154b3b94faaSDavid Teigland static void glock_lo_after_commit(struct gfs2_sbd *sdp, struct gfs2_ail *ai) 155b3b94faaSDavid Teigland { 156b3b94faaSDavid Teigland struct list_head *head = &sdp->sd_log_le_gl; 157b3b94faaSDavid Teigland struct gfs2_glock *gl; 158b3b94faaSDavid Teigland 159b3b94faaSDavid Teigland while (!list_empty(head)) { 160b3b94faaSDavid Teigland gl = list_entry(head->next, struct gfs2_glock, gl_le.le_list); 161b3b94faaSDavid Teigland list_del_init(&gl->gl_le.le_list); 162b3b94faaSDavid Teigland sdp->sd_log_num_gl--; 163b3b94faaSDavid Teigland 164b3b94faaSDavid Teigland gfs2_assert_withdraw(sdp, gfs2_glock_is_held_excl(gl)); 165b3b94faaSDavid Teigland gfs2_glock_put(gl); 166b3b94faaSDavid Teigland } 167b3b94faaSDavid Teigland gfs2_assert_warn(sdp, !sdp->sd_log_num_gl); 168b3b94faaSDavid Teigland } 169b3b94faaSDavid Teigland 170b3b94faaSDavid Teigland static void buf_lo_add(struct gfs2_sbd *sdp, struct gfs2_log_element *le) 171b3b94faaSDavid Teigland { 172b3b94faaSDavid Teigland struct gfs2_bufdata *bd = container_of(le, struct gfs2_bufdata, bd_le); 173b3b94faaSDavid Teigland struct gfs2_trans *tr; 174b3b94faaSDavid Teigland 1759b9107a5SSteven Whitehouse lock_buffer(bd->bd_bh); 1768bd95727SSteven Whitehouse gfs2_log_lock(sdp); 1779b9107a5SSteven Whitehouse if (!list_empty(&bd->bd_list_tr)) 1789b9107a5SSteven Whitehouse goto out; 1795c676f6dSSteven Whitehouse tr = current->journal_info; 180b3b94faaSDavid Teigland tr->tr_touched = 1; 181b3b94faaSDavid Teigland tr->tr_num_buf++; 182b3b94faaSDavid Teigland list_add(&bd->bd_list_tr, &tr->tr_list_buf); 183b3b94faaSDavid Teigland if (!list_empty(&le->le_list)) 1849b9107a5SSteven Whitehouse goto out; 1859b9107a5SSteven Whitehouse __glock_lo_add(sdp, &bd->bd_gl->gl_le); 186b3b94faaSDavid Teigland gfs2_meta_check(sdp, bd->bd_bh); 187a98ab220SSteven Whitehouse gfs2_pin(sdp, bd->bd_bh); 188b3b94faaSDavid Teigland sdp->sd_log_num_buf++; 189b3b94faaSDavid Teigland list_add(&le->le_list, &sdp->sd_log_le_buf); 190b3b94faaSDavid Teigland tr->tr_num_buf_new++; 1919b9107a5SSteven Whitehouse out: 1929b9107a5SSteven Whitehouse gfs2_log_unlock(sdp); 1939b9107a5SSteven Whitehouse unlock_buffer(bd->bd_bh); 194b3b94faaSDavid Teigland } 195b3b94faaSDavid Teigland 196b3b94faaSDavid Teigland static void buf_lo_incore_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr) 197b3b94faaSDavid Teigland { 198b3b94faaSDavid Teigland struct list_head *head = &tr->tr_list_buf; 199b3b94faaSDavid Teigland struct gfs2_bufdata *bd; 200b3b94faaSDavid Teigland 2018bd95727SSteven Whitehouse gfs2_log_lock(sdp); 202b3b94faaSDavid Teigland while (!list_empty(head)) { 203b3b94faaSDavid Teigland bd = list_entry(head->next, struct gfs2_bufdata, bd_list_tr); 204b3b94faaSDavid Teigland list_del_init(&bd->bd_list_tr); 205b3b94faaSDavid Teigland tr->tr_num_buf--; 206b3b94faaSDavid Teigland } 2078bd95727SSteven Whitehouse gfs2_log_unlock(sdp); 208b3b94faaSDavid Teigland gfs2_assert_warn(sdp, !tr->tr_num_buf); 209b3b94faaSDavid Teigland } 210b3b94faaSDavid Teigland 211b3b94faaSDavid Teigland static void buf_lo_before_commit(struct gfs2_sbd *sdp) 212b3b94faaSDavid Teigland { 213b3b94faaSDavid Teigland struct buffer_head *bh; 214b3b94faaSDavid Teigland struct gfs2_log_descriptor *ld; 215b3b94faaSDavid Teigland struct gfs2_bufdata *bd1 = NULL, *bd2; 216905d2aefSBob Peterson unsigned int total; 217b3b94faaSDavid Teigland unsigned int limit; 218b3b94faaSDavid Teigland unsigned int num; 219b3b94faaSDavid Teigland unsigned n; 220b3b94faaSDavid Teigland __be64 *ptr; 221b3b94faaSDavid Teigland 2222332c443SRobert Peterson limit = buf_limit(sdp); 223b3b94faaSDavid Teigland /* for 4k blocks, limit = 503 */ 224b3b94faaSDavid Teigland 225905d2aefSBob Peterson gfs2_log_lock(sdp); 226905d2aefSBob Peterson total = sdp->sd_log_num_buf; 227b3b94faaSDavid Teigland bd1 = bd2 = list_prepare_entry(bd1, &sdp->sd_log_le_buf, bd_le.le_list); 228b3b94faaSDavid Teigland while(total) { 229b3b94faaSDavid Teigland num = total; 230b3b94faaSDavid Teigland if (total > limit) 231b3b94faaSDavid Teigland num = limit; 232905d2aefSBob Peterson gfs2_log_unlock(sdp); 23316615be1SSteven Whitehouse bh = gfs2_get_log_desc(sdp, GFS2_LOG_DESC_METADATA); 234905d2aefSBob Peterson gfs2_log_lock(sdp); 23516615be1SSteven Whitehouse ld = bh_log_desc(bh); 23616615be1SSteven Whitehouse ptr = bh_log_ptr(bh); 237b3b94faaSDavid Teigland ld->ld_length = cpu_to_be32(num + 1); 238b3b94faaSDavid Teigland ld->ld_data1 = cpu_to_be32(num); 239b3b94faaSDavid Teigland 240b3b94faaSDavid Teigland n = 0; 241568f4c96SSteven Whitehouse list_for_each_entry_continue(bd1, &sdp->sd_log_le_buf, 242568f4c96SSteven Whitehouse bd_le.le_list) { 243b3b94faaSDavid Teigland *ptr++ = cpu_to_be64(bd1->bd_bh->b_blocknr); 244b3b94faaSDavid Teigland if (++n >= num) 245b3b94faaSDavid Teigland break; 246b3b94faaSDavid Teigland } 247b3b94faaSDavid Teigland 248905d2aefSBob Peterson gfs2_log_unlock(sdp); 24916615be1SSteven Whitehouse submit_bh(WRITE, bh); 250905d2aefSBob Peterson gfs2_log_lock(sdp); 251b3b94faaSDavid Teigland 252b3b94faaSDavid Teigland n = 0; 253568f4c96SSteven Whitehouse list_for_each_entry_continue(bd2, &sdp->sd_log_le_buf, 254568f4c96SSteven Whitehouse bd_le.le_list) { 25516615be1SSteven Whitehouse get_bh(bd2->bd_bh); 256905d2aefSBob Peterson gfs2_log_unlock(sdp); 25716615be1SSteven Whitehouse lock_buffer(bd2->bd_bh); 258b3b94faaSDavid Teigland bh = gfs2_log_fake_buf(sdp, bd2->bd_bh); 25916615be1SSteven Whitehouse submit_bh(WRITE, bh); 260905d2aefSBob Peterson gfs2_log_lock(sdp); 261b3b94faaSDavid Teigland if (++n >= num) 262b3b94faaSDavid Teigland break; 263b3b94faaSDavid Teigland } 264b3b94faaSDavid Teigland 265905d2aefSBob Peterson BUG_ON(total < num); 266b3b94faaSDavid Teigland total -= num; 267b3b94faaSDavid Teigland } 268905d2aefSBob Peterson gfs2_log_unlock(sdp); 269b3b94faaSDavid Teigland } 270b3b94faaSDavid Teigland 271b3b94faaSDavid Teigland static void buf_lo_after_commit(struct gfs2_sbd *sdp, struct gfs2_ail *ai) 272b3b94faaSDavid Teigland { 273b3b94faaSDavid Teigland struct list_head *head = &sdp->sd_log_le_buf; 274b3b94faaSDavid Teigland struct gfs2_bufdata *bd; 275b3b94faaSDavid Teigland 276b3b94faaSDavid Teigland while (!list_empty(head)) { 277b3b94faaSDavid Teigland bd = list_entry(head->next, struct gfs2_bufdata, bd_le.le_list); 278b3b94faaSDavid Teigland list_del_init(&bd->bd_le.le_list); 279b3b94faaSDavid Teigland sdp->sd_log_num_buf--; 280b3b94faaSDavid Teigland 281a98ab220SSteven Whitehouse gfs2_unpin(sdp, bd->bd_bh, ai); 282b3b94faaSDavid Teigland } 283b3b94faaSDavid Teigland gfs2_assert_warn(sdp, !sdp->sd_log_num_buf); 284b3b94faaSDavid Teigland } 285b3b94faaSDavid Teigland 286b3b94faaSDavid Teigland static void buf_lo_before_scan(struct gfs2_jdesc *jd, 28755167622SAl Viro struct gfs2_log_header_host *head, int pass) 288b3b94faaSDavid Teigland { 289feaa7bbaSSteven Whitehouse struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode); 290b3b94faaSDavid Teigland 291b3b94faaSDavid Teigland if (pass != 0) 292b3b94faaSDavid Teigland return; 293b3b94faaSDavid Teigland 294b3b94faaSDavid Teigland sdp->sd_found_blocks = 0; 295b3b94faaSDavid Teigland sdp->sd_replayed_blocks = 0; 296b3b94faaSDavid Teigland } 297b3b94faaSDavid Teigland 298b3b94faaSDavid Teigland static int buf_lo_scan_elements(struct gfs2_jdesc *jd, unsigned int start, 299b3b94faaSDavid Teigland struct gfs2_log_descriptor *ld, __be64 *ptr, 300b3b94faaSDavid Teigland int pass) 301b3b94faaSDavid Teigland { 302feaa7bbaSSteven Whitehouse struct gfs2_inode *ip = GFS2_I(jd->jd_inode); 303feaa7bbaSSteven Whitehouse struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode); 3045c676f6dSSteven Whitehouse struct gfs2_glock *gl = ip->i_gl; 305b3b94faaSDavid Teigland unsigned int blks = be32_to_cpu(ld->ld_data1); 306b3b94faaSDavid Teigland struct buffer_head *bh_log, *bh_ip; 307cd915493SSteven Whitehouse u64 blkno; 308b3b94faaSDavid Teigland int error = 0; 309b3b94faaSDavid Teigland 310b3b94faaSDavid Teigland if (pass != 1 || be32_to_cpu(ld->ld_type) != GFS2_LOG_DESC_METADATA) 311b3b94faaSDavid Teigland return 0; 312b3b94faaSDavid Teigland 313b3b94faaSDavid Teigland gfs2_replay_incr_blk(sdp, &start); 314b3b94faaSDavid Teigland 315b3b94faaSDavid Teigland for (; blks; gfs2_replay_incr_blk(sdp, &start), blks--) { 316b3b94faaSDavid Teigland blkno = be64_to_cpu(*ptr++); 317b3b94faaSDavid Teigland 318b3b94faaSDavid Teigland sdp->sd_found_blocks++; 319b3b94faaSDavid Teigland 320b3b94faaSDavid Teigland if (gfs2_revoke_check(sdp, blkno, start)) 321b3b94faaSDavid Teigland continue; 322b3b94faaSDavid Teigland 323b3b94faaSDavid Teigland error = gfs2_replay_read_block(jd, start, &bh_log); 324b3b94faaSDavid Teigland if (error) 325b3b94faaSDavid Teigland return error; 326b3b94faaSDavid Teigland 327b3b94faaSDavid Teigland bh_ip = gfs2_meta_new(gl, blkno); 328b3b94faaSDavid Teigland memcpy(bh_ip->b_data, bh_log->b_data, bh_log->b_size); 329b3b94faaSDavid Teigland 330b3b94faaSDavid Teigland if (gfs2_meta_check(sdp, bh_ip)) 331b3b94faaSDavid Teigland error = -EIO; 332b3b94faaSDavid Teigland else 333b3b94faaSDavid Teigland mark_buffer_dirty(bh_ip); 334b3b94faaSDavid Teigland 335b3b94faaSDavid Teigland brelse(bh_log); 336b3b94faaSDavid Teigland brelse(bh_ip); 337b3b94faaSDavid Teigland 338b3b94faaSDavid Teigland if (error) 339b3b94faaSDavid Teigland break; 340b3b94faaSDavid Teigland 341b3b94faaSDavid Teigland sdp->sd_replayed_blocks++; 342b3b94faaSDavid Teigland } 343b3b94faaSDavid Teigland 344b3b94faaSDavid Teigland return error; 345b3b94faaSDavid Teigland } 346b3b94faaSDavid Teigland 347b3b94faaSDavid Teigland static void buf_lo_after_scan(struct gfs2_jdesc *jd, int error, int pass) 348b3b94faaSDavid Teigland { 349feaa7bbaSSteven Whitehouse struct gfs2_inode *ip = GFS2_I(jd->jd_inode); 350feaa7bbaSSteven Whitehouse struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode); 351b3b94faaSDavid Teigland 352b3b94faaSDavid Teigland if (error) { 3537276b3b0SSteven Whitehouse gfs2_meta_sync(ip->i_gl); 354b3b94faaSDavid Teigland return; 355b3b94faaSDavid Teigland } 356b3b94faaSDavid Teigland if (pass != 1) 357b3b94faaSDavid Teigland return; 358b3b94faaSDavid Teigland 3597276b3b0SSteven Whitehouse gfs2_meta_sync(ip->i_gl); 360b3b94faaSDavid Teigland 361b3b94faaSDavid Teigland fs_info(sdp, "jid=%u: Replayed %u of %u blocks\n", 362b3b94faaSDavid Teigland jd->jd_jid, sdp->sd_replayed_blocks, sdp->sd_found_blocks); 363b3b94faaSDavid Teigland } 364b3b94faaSDavid Teigland 365b3b94faaSDavid Teigland static void revoke_lo_add(struct gfs2_sbd *sdp, struct gfs2_log_element *le) 366b3b94faaSDavid Teigland { 367b3b94faaSDavid Teigland struct gfs2_trans *tr; 368b3b94faaSDavid Teigland 3695c676f6dSSteven Whitehouse tr = current->journal_info; 370b3b94faaSDavid Teigland tr->tr_touched = 1; 371b3b94faaSDavid Teigland tr->tr_num_revoke++; 372b3b94faaSDavid Teigland sdp->sd_log_num_revoke++; 373b3b94faaSDavid Teigland list_add(&le->le_list, &sdp->sd_log_le_revoke); 374b3b94faaSDavid Teigland } 375b3b94faaSDavid Teigland 376b3b94faaSDavid Teigland static void revoke_lo_before_commit(struct gfs2_sbd *sdp) 377b3b94faaSDavid Teigland { 378b3b94faaSDavid Teigland struct gfs2_log_descriptor *ld; 379b3b94faaSDavid Teigland struct gfs2_meta_header *mh; 380b3b94faaSDavid Teigland struct buffer_head *bh; 381b3b94faaSDavid Teigland unsigned int offset; 382b3b94faaSDavid Teigland struct list_head *head = &sdp->sd_log_le_revoke; 38382e86087SSteven Whitehouse struct gfs2_bufdata *bd; 384b3b94faaSDavid Teigland 385b3b94faaSDavid Teigland if (!sdp->sd_log_num_revoke) 386b3b94faaSDavid Teigland return; 387b3b94faaSDavid Teigland 38816615be1SSteven Whitehouse bh = gfs2_get_log_desc(sdp, GFS2_LOG_DESC_REVOKE); 38916615be1SSteven Whitehouse ld = bh_log_desc(bh); 390568f4c96SSteven Whitehouse ld->ld_length = cpu_to_be32(gfs2_struct2blk(sdp, sdp->sd_log_num_revoke, 391cd915493SSteven Whitehouse sizeof(u64))); 392b3b94faaSDavid Teigland ld->ld_data1 = cpu_to_be32(sdp->sd_log_num_revoke); 393b3b94faaSDavid Teigland offset = sizeof(struct gfs2_log_descriptor); 394b3b94faaSDavid Teigland 395b3b94faaSDavid Teigland while (!list_empty(head)) { 39682e86087SSteven Whitehouse bd = list_entry(head->next, struct gfs2_bufdata, bd_le.le_list); 39782e86087SSteven Whitehouse list_del_init(&bd->bd_le.le_list); 398b3b94faaSDavid Teigland sdp->sd_log_num_revoke--; 399b3b94faaSDavid Teigland 400cd915493SSteven Whitehouse if (offset + sizeof(u64) > sdp->sd_sb.sb_bsize) { 40116615be1SSteven Whitehouse submit_bh(WRITE, bh); 402b3b94faaSDavid Teigland 403b3b94faaSDavid Teigland bh = gfs2_log_get_buf(sdp); 404b3b94faaSDavid Teigland mh = (struct gfs2_meta_header *)bh->b_data; 405b3b94faaSDavid Teigland mh->mh_magic = cpu_to_be32(GFS2_MAGIC); 406e3167dedSSteven Whitehouse mh->mh_type = cpu_to_be32(GFS2_METATYPE_LB); 407e3167dedSSteven Whitehouse mh->mh_format = cpu_to_be32(GFS2_FORMAT_LB); 408b3b94faaSDavid Teigland offset = sizeof(struct gfs2_meta_header); 409b3b94faaSDavid Teigland } 410b3b94faaSDavid Teigland 41182e86087SSteven Whitehouse *(__be64 *)(bh->b_data + offset) = cpu_to_be64(bd->bd_blkno); 4120820ab51SSteven Whitehouse kmem_cache_free(gfs2_bufdata_cachep, bd); 413b3b94faaSDavid Teigland 414cd915493SSteven Whitehouse offset += sizeof(u64); 415b3b94faaSDavid Teigland } 416b3b94faaSDavid Teigland gfs2_assert_withdraw(sdp, !sdp->sd_log_num_revoke); 417b3b94faaSDavid Teigland 41816615be1SSteven Whitehouse submit_bh(WRITE, bh); 419b3b94faaSDavid Teigland } 420b3b94faaSDavid Teigland 421b3b94faaSDavid Teigland static void revoke_lo_before_scan(struct gfs2_jdesc *jd, 42255167622SAl Viro struct gfs2_log_header_host *head, int pass) 423b3b94faaSDavid Teigland { 424feaa7bbaSSteven Whitehouse struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode); 425b3b94faaSDavid Teigland 426b3b94faaSDavid Teigland if (pass != 0) 427b3b94faaSDavid Teigland return; 428b3b94faaSDavid Teigland 429b3b94faaSDavid Teigland sdp->sd_found_revokes = 0; 430b3b94faaSDavid Teigland sdp->sd_replay_tail = head->lh_tail; 431b3b94faaSDavid Teigland } 432b3b94faaSDavid Teigland 433b3b94faaSDavid Teigland static int revoke_lo_scan_elements(struct gfs2_jdesc *jd, unsigned int start, 434b3b94faaSDavid Teigland struct gfs2_log_descriptor *ld, __be64 *ptr, 435b3b94faaSDavid Teigland int pass) 436b3b94faaSDavid Teigland { 437feaa7bbaSSteven Whitehouse struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode); 438b3b94faaSDavid Teigland unsigned int blks = be32_to_cpu(ld->ld_length); 439b3b94faaSDavid Teigland unsigned int revokes = be32_to_cpu(ld->ld_data1); 440b3b94faaSDavid Teigland struct buffer_head *bh; 441b3b94faaSDavid Teigland unsigned int offset; 442cd915493SSteven Whitehouse u64 blkno; 443b3b94faaSDavid Teigland int first = 1; 444b3b94faaSDavid Teigland int error; 445b3b94faaSDavid Teigland 446b3b94faaSDavid Teigland if (pass != 0 || be32_to_cpu(ld->ld_type) != GFS2_LOG_DESC_REVOKE) 447b3b94faaSDavid Teigland return 0; 448b3b94faaSDavid Teigland 449b3b94faaSDavid Teigland offset = sizeof(struct gfs2_log_descriptor); 450b3b94faaSDavid Teigland 451b3b94faaSDavid Teigland for (; blks; gfs2_replay_incr_blk(sdp, &start), blks--) { 452b3b94faaSDavid Teigland error = gfs2_replay_read_block(jd, start, &bh); 453b3b94faaSDavid Teigland if (error) 454b3b94faaSDavid Teigland return error; 455b3b94faaSDavid Teigland 456b3b94faaSDavid Teigland if (!first) 457b3b94faaSDavid Teigland gfs2_metatype_check(sdp, bh, GFS2_METATYPE_LB); 458b3b94faaSDavid Teigland 459cd915493SSteven Whitehouse while (offset + sizeof(u64) <= sdp->sd_sb.sb_bsize) { 460b3b94faaSDavid Teigland blkno = be64_to_cpu(*(__be64 *)(bh->b_data + offset)); 461b3b94faaSDavid Teigland 462b3b94faaSDavid Teigland error = gfs2_revoke_add(sdp, blkno, start); 463b3b94faaSDavid Teigland if (error < 0) 464b3b94faaSDavid Teigland return error; 465b3b94faaSDavid Teigland else if (error) 466b3b94faaSDavid Teigland sdp->sd_found_revokes++; 467b3b94faaSDavid Teigland 468b3b94faaSDavid Teigland if (!--revokes) 469b3b94faaSDavid Teigland break; 470cd915493SSteven Whitehouse offset += sizeof(u64); 471b3b94faaSDavid Teigland } 472b3b94faaSDavid Teigland 473b3b94faaSDavid Teigland brelse(bh); 474b3b94faaSDavid Teigland offset = sizeof(struct gfs2_meta_header); 475b3b94faaSDavid Teigland first = 0; 476b3b94faaSDavid Teigland } 477b3b94faaSDavid Teigland 478b3b94faaSDavid Teigland return 0; 479b3b94faaSDavid Teigland } 480b3b94faaSDavid Teigland 481b3b94faaSDavid Teigland static void revoke_lo_after_scan(struct gfs2_jdesc *jd, int error, int pass) 482b3b94faaSDavid Teigland { 483feaa7bbaSSteven Whitehouse struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode); 484b3b94faaSDavid Teigland 485b3b94faaSDavid Teigland if (error) { 486b3b94faaSDavid Teigland gfs2_revoke_clean(sdp); 487b3b94faaSDavid Teigland return; 488b3b94faaSDavid Teigland } 489b3b94faaSDavid Teigland if (pass != 1) 490b3b94faaSDavid Teigland return; 491b3b94faaSDavid Teigland 492b3b94faaSDavid Teigland fs_info(sdp, "jid=%u: Found %u revoke tags\n", 493b3b94faaSDavid Teigland jd->jd_jid, sdp->sd_found_revokes); 494b3b94faaSDavid Teigland 495b3b94faaSDavid Teigland gfs2_revoke_clean(sdp); 496b3b94faaSDavid Teigland } 497b3b94faaSDavid Teigland 498b3b94faaSDavid Teigland static void rg_lo_add(struct gfs2_sbd *sdp, struct gfs2_log_element *le) 499b3b94faaSDavid Teigland { 500b3b94faaSDavid Teigland struct gfs2_rgrpd *rgd; 5015c676f6dSSteven Whitehouse struct gfs2_trans *tr = current->journal_info; 502b3b94faaSDavid Teigland 5035c676f6dSSteven Whitehouse tr->tr_touched = 1; 504b3b94faaSDavid Teigland 505b3b94faaSDavid Teigland rgd = container_of(le, struct gfs2_rgrpd, rd_le); 506b3b94faaSDavid Teigland 507b3b94faaSDavid Teigland gfs2_log_lock(sdp); 50868835625SBenjamin Marzinski if (!list_empty(&le->le_list)){ 50968835625SBenjamin Marzinski gfs2_log_unlock(sdp); 51068835625SBenjamin Marzinski return; 51168835625SBenjamin Marzinski } 51268835625SBenjamin Marzinski gfs2_rgrp_bh_hold(rgd); 513b3b94faaSDavid Teigland sdp->sd_log_num_rg++; 514b3b94faaSDavid Teigland list_add(&le->le_list, &sdp->sd_log_le_rg); 515b3b94faaSDavid Teigland gfs2_log_unlock(sdp); 516b3b94faaSDavid Teigland } 517b3b94faaSDavid Teigland 518b3b94faaSDavid Teigland static void rg_lo_after_commit(struct gfs2_sbd *sdp, struct gfs2_ail *ai) 519b3b94faaSDavid Teigland { 520b3b94faaSDavid Teigland struct list_head *head = &sdp->sd_log_le_rg; 521b3b94faaSDavid Teigland struct gfs2_rgrpd *rgd; 522b3b94faaSDavid Teigland 523b3b94faaSDavid Teigland while (!list_empty(head)) { 524b3b94faaSDavid Teigland rgd = list_entry(head->next, struct gfs2_rgrpd, rd_le.le_list); 525b3b94faaSDavid Teigland list_del_init(&rgd->rd_le.le_list); 526b3b94faaSDavid Teigland sdp->sd_log_num_rg--; 527b3b94faaSDavid Teigland 528b3b94faaSDavid Teigland gfs2_rgrp_repolish_clones(rgd); 529b3b94faaSDavid Teigland gfs2_rgrp_bh_put(rgd); 530b3b94faaSDavid Teigland } 531b3b94faaSDavid Teigland gfs2_assert_warn(sdp, !sdp->sd_log_num_rg); 532b3b94faaSDavid Teigland } 533b3b94faaSDavid Teigland 53418ec7d5cSSteven Whitehouse /** 53518ec7d5cSSteven Whitehouse * databuf_lo_add - Add a databuf to the transaction. 53618ec7d5cSSteven Whitehouse * 53718ec7d5cSSteven Whitehouse * This is used in two distinct cases: 53818ec7d5cSSteven Whitehouse * i) In ordered write mode 53918ec7d5cSSteven Whitehouse * We put the data buffer on a list so that we can ensure that its 54018ec7d5cSSteven Whitehouse * synced to disk at the right time 54118ec7d5cSSteven Whitehouse * ii) In journaled data mode 54218ec7d5cSSteven Whitehouse * We need to journal the data block in the same way as metadata in 54318ec7d5cSSteven Whitehouse * the functions above. The difference is that here we have a tag 54418ec7d5cSSteven Whitehouse * which is two __be64's being the block number (as per meta data) 54518ec7d5cSSteven Whitehouse * and a flag which says whether the data block needs escaping or 54618ec7d5cSSteven Whitehouse * not. This means we need a new log entry for each 251 or so data 54718ec7d5cSSteven Whitehouse * blocks, which isn't an enormous overhead but twice as much as 54818ec7d5cSSteven Whitehouse * for normal metadata blocks. 54918ec7d5cSSteven Whitehouse */ 550b3b94faaSDavid Teigland static void databuf_lo_add(struct gfs2_sbd *sdp, struct gfs2_log_element *le) 551b3b94faaSDavid Teigland { 55218ec7d5cSSteven Whitehouse struct gfs2_bufdata *bd = container_of(le, struct gfs2_bufdata, bd_le); 5535c676f6dSSteven Whitehouse struct gfs2_trans *tr = current->journal_info; 55418ec7d5cSSteven Whitehouse struct address_space *mapping = bd->bd_bh->b_page->mapping; 555feaa7bbaSSteven Whitehouse struct gfs2_inode *ip = GFS2_I(mapping->host); 556b3b94faaSDavid Teigland 5579b9107a5SSteven Whitehouse lock_buffer(bd->bd_bh); 5588bd95727SSteven Whitehouse gfs2_log_lock(sdp); 5599b9107a5SSteven Whitehouse if (!list_empty(&bd->bd_list_tr)) 5609b9107a5SSteven Whitehouse goto out; 56118ec7d5cSSteven Whitehouse tr->tr_touched = 1; 562773ed1a0SRobert Peterson if (gfs2_is_jdata(ip)) { 56318ec7d5cSSteven Whitehouse tr->tr_num_buf++; 56418ec7d5cSSteven Whitehouse list_add(&bd->bd_list_tr, &tr->tr_list_buf); 565773ed1a0SRobert Peterson } 566ddf4b426SBenjamin Marzinski if (!list_empty(&le->le_list)) 5679b9107a5SSteven Whitehouse goto out; 5682332c443SRobert Peterson 5699b9107a5SSteven Whitehouse __glock_lo_add(sdp, &bd->bd_gl->gl_le); 5702332c443SRobert Peterson if (gfs2_is_jdata(ip)) { 5712332c443SRobert Peterson gfs2_pin(sdp, bd->bd_bh); 5722332c443SRobert Peterson tr->tr_num_databuf_new++; 573bdcb8856SBob Peterson sdp->sd_log_num_databuf++; 5742332c443SRobert Peterson list_add(&le->le_list, &sdp->sd_log_le_databuf); 575d7b616e2SSteven Whitehouse } else { 576d7b616e2SSteven Whitehouse list_add(&le->le_list, &sdp->sd_log_le_ordered); 577d7b616e2SSteven Whitehouse } 5789b9107a5SSteven Whitehouse out: 579b3b94faaSDavid Teigland gfs2_log_unlock(sdp); 5809b9107a5SSteven Whitehouse unlock_buffer(bd->bd_bh); 581b3b94faaSDavid Teigland } 582b3b94faaSDavid Teigland 58316615be1SSteven Whitehouse static void gfs2_check_magic(struct buffer_head *bh) 58418ec7d5cSSteven Whitehouse { 58518ec7d5cSSteven Whitehouse void *kaddr; 58618ec7d5cSSteven Whitehouse __be32 *ptr; 58718ec7d5cSSteven Whitehouse 58816615be1SSteven Whitehouse clear_buffer_escaped(bh); 58916615be1SSteven Whitehouse kaddr = kmap_atomic(bh->b_page, KM_USER0); 59018ec7d5cSSteven Whitehouse ptr = kaddr + bh_offset(bh); 59118ec7d5cSSteven Whitehouse if (*ptr == cpu_to_be32(GFS2_MAGIC)) 59216615be1SSteven Whitehouse set_buffer_escaped(bh); 593c312c4fdSRussell Cattelan kunmap_atomic(kaddr, KM_USER0); 59416615be1SSteven Whitehouse } 59518ec7d5cSSteven Whitehouse 59616615be1SSteven Whitehouse static void gfs2_write_blocks(struct gfs2_sbd *sdp, struct buffer_head *bh, 59716615be1SSteven Whitehouse struct list_head *list, struct list_head *done, 59816615be1SSteven Whitehouse unsigned int n) 59916615be1SSteven Whitehouse { 60016615be1SSteven Whitehouse struct buffer_head *bh1; 60116615be1SSteven Whitehouse struct gfs2_log_descriptor *ld; 60216615be1SSteven Whitehouse struct gfs2_bufdata *bd; 60316615be1SSteven Whitehouse __be64 *ptr; 60416615be1SSteven Whitehouse 60516615be1SSteven Whitehouse if (!bh) 60616615be1SSteven Whitehouse return; 60716615be1SSteven Whitehouse 60816615be1SSteven Whitehouse ld = bh_log_desc(bh); 60916615be1SSteven Whitehouse ld->ld_length = cpu_to_be32(n + 1); 61016615be1SSteven Whitehouse ld->ld_data1 = cpu_to_be32(n); 61116615be1SSteven Whitehouse 61216615be1SSteven Whitehouse ptr = bh_log_ptr(bh); 61316615be1SSteven Whitehouse 61416615be1SSteven Whitehouse get_bh(bh); 61516615be1SSteven Whitehouse submit_bh(WRITE, bh); 61616615be1SSteven Whitehouse gfs2_log_lock(sdp); 61716615be1SSteven Whitehouse while(!list_empty(list)) { 61816615be1SSteven Whitehouse bd = list_entry(list->next, struct gfs2_bufdata, bd_le.le_list); 61916615be1SSteven Whitehouse list_move_tail(&bd->bd_le.le_list, done); 62016615be1SSteven Whitehouse get_bh(bd->bd_bh); 62116615be1SSteven Whitehouse while (be64_to_cpu(*ptr) != bd->bd_bh->b_blocknr) { 62216615be1SSteven Whitehouse gfs2_log_incr_head(sdp); 62316615be1SSteven Whitehouse ptr += 2; 62416615be1SSteven Whitehouse } 62516615be1SSteven Whitehouse gfs2_log_unlock(sdp); 62616615be1SSteven Whitehouse lock_buffer(bd->bd_bh); 62716615be1SSteven Whitehouse if (buffer_escaped(bd->bd_bh)) { 62816615be1SSteven Whitehouse void *kaddr; 62916615be1SSteven Whitehouse bh1 = gfs2_log_get_buf(sdp); 63016615be1SSteven Whitehouse kaddr = kmap_atomic(bd->bd_bh->b_page, KM_USER0); 63116615be1SSteven Whitehouse memcpy(bh1->b_data, kaddr + bh_offset(bd->bd_bh), 63216615be1SSteven Whitehouse bh1->b_size); 63316615be1SSteven Whitehouse kunmap_atomic(kaddr, KM_USER0); 63416615be1SSteven Whitehouse *(__be32 *)bh1->b_data = 0; 63516615be1SSteven Whitehouse clear_buffer_escaped(bd->bd_bh); 63616615be1SSteven Whitehouse unlock_buffer(bd->bd_bh); 63716615be1SSteven Whitehouse brelse(bd->bd_bh); 63816615be1SSteven Whitehouse } else { 63916615be1SSteven Whitehouse bh1 = gfs2_log_fake_buf(sdp, bd->bd_bh); 64016615be1SSteven Whitehouse } 64116615be1SSteven Whitehouse submit_bh(WRITE, bh1); 64216615be1SSteven Whitehouse gfs2_log_lock(sdp); 64316615be1SSteven Whitehouse ptr += 2; 64416615be1SSteven Whitehouse } 64516615be1SSteven Whitehouse gfs2_log_unlock(sdp); 64616615be1SSteven Whitehouse brelse(bh); 64718ec7d5cSSteven Whitehouse } 64818ec7d5cSSteven Whitehouse 64918ec7d5cSSteven Whitehouse /** 65018ec7d5cSSteven Whitehouse * databuf_lo_before_commit - Scan the data buffers, writing as we go 65118ec7d5cSSteven Whitehouse * 65218ec7d5cSSteven Whitehouse */ 653d7b616e2SSteven Whitehouse 654b3b94faaSDavid Teigland static void databuf_lo_before_commit(struct gfs2_sbd *sdp) 655b3b94faaSDavid Teigland { 65616615be1SSteven Whitehouse struct gfs2_bufdata *bd = NULL; 65716615be1SSteven Whitehouse struct buffer_head *bh = NULL; 65816615be1SSteven Whitehouse unsigned int n = 0; 65916615be1SSteven Whitehouse __be64 *ptr = NULL, *end = NULL; 66016615be1SSteven Whitehouse LIST_HEAD(processed); 66116615be1SSteven Whitehouse LIST_HEAD(in_progress); 662b3b94faaSDavid Teigland 663f55ab26aSSteven Whitehouse gfs2_log_lock(sdp); 66416615be1SSteven Whitehouse while (!list_empty(&sdp->sd_log_le_databuf)) { 66516615be1SSteven Whitehouse if (ptr == end) { 666f55ab26aSSteven Whitehouse gfs2_log_unlock(sdp); 66716615be1SSteven Whitehouse gfs2_write_blocks(sdp, bh, &in_progress, &processed, n); 668d7b616e2SSteven Whitehouse n = 0; 66916615be1SSteven Whitehouse bh = gfs2_get_log_desc(sdp, GFS2_LOG_DESC_JDATA); 67016615be1SSteven Whitehouse ptr = bh_log_ptr(bh); 67116615be1SSteven Whitehouse end = bh_ptr_end(bh) - 1; 672f55ab26aSSteven Whitehouse gfs2_log_lock(sdp); 67318ec7d5cSSteven Whitehouse continue; 67416615be1SSteven Whitehouse } 67516615be1SSteven Whitehouse bd = list_entry(sdp->sd_log_le_databuf.next, struct gfs2_bufdata, bd_le.le_list); 67616615be1SSteven Whitehouse list_move_tail(&bd->bd_le.le_list, &in_progress); 67716615be1SSteven Whitehouse gfs2_check_magic(bd->bd_bh); 67816615be1SSteven Whitehouse *ptr++ = cpu_to_be64(bd->bd_bh->b_blocknr); 67916615be1SSteven Whitehouse *ptr++ = cpu_to_be64(buffer_escaped(bh) ? 1 : 0); 68016615be1SSteven Whitehouse n++; 68116615be1SSteven Whitehouse } 682f55ab26aSSteven Whitehouse gfs2_log_unlock(sdp); 68316615be1SSteven Whitehouse gfs2_write_blocks(sdp, bh, &in_progress, &processed, n); 684f55ab26aSSteven Whitehouse gfs2_log_lock(sdp); 68516615be1SSteven Whitehouse list_splice(&processed, &sdp->sd_log_le_databuf); 686f55ab26aSSteven Whitehouse gfs2_log_unlock(sdp); 687b3b94faaSDavid Teigland } 688b3b94faaSDavid Teigland 68918ec7d5cSSteven Whitehouse static int databuf_lo_scan_elements(struct gfs2_jdesc *jd, unsigned int start, 69018ec7d5cSSteven Whitehouse struct gfs2_log_descriptor *ld, 69118ec7d5cSSteven Whitehouse __be64 *ptr, int pass) 69218ec7d5cSSteven Whitehouse { 693feaa7bbaSSteven Whitehouse struct gfs2_inode *ip = GFS2_I(jd->jd_inode); 694feaa7bbaSSteven Whitehouse struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode); 6955c676f6dSSteven Whitehouse struct gfs2_glock *gl = ip->i_gl; 69618ec7d5cSSteven Whitehouse unsigned int blks = be32_to_cpu(ld->ld_data1); 69718ec7d5cSSteven Whitehouse struct buffer_head *bh_log, *bh_ip; 698cd915493SSteven Whitehouse u64 blkno; 699cd915493SSteven Whitehouse u64 esc; 70018ec7d5cSSteven Whitehouse int error = 0; 70118ec7d5cSSteven Whitehouse 70218ec7d5cSSteven Whitehouse if (pass != 1 || be32_to_cpu(ld->ld_type) != GFS2_LOG_DESC_JDATA) 70318ec7d5cSSteven Whitehouse return 0; 70418ec7d5cSSteven Whitehouse 70518ec7d5cSSteven Whitehouse gfs2_replay_incr_blk(sdp, &start); 70618ec7d5cSSteven Whitehouse for (; blks; gfs2_replay_incr_blk(sdp, &start), blks--) { 70718ec7d5cSSteven Whitehouse blkno = be64_to_cpu(*ptr++); 70818ec7d5cSSteven Whitehouse esc = be64_to_cpu(*ptr++); 70918ec7d5cSSteven Whitehouse 71018ec7d5cSSteven Whitehouse sdp->sd_found_blocks++; 71118ec7d5cSSteven Whitehouse 71218ec7d5cSSteven Whitehouse if (gfs2_revoke_check(sdp, blkno, start)) 71318ec7d5cSSteven Whitehouse continue; 71418ec7d5cSSteven Whitehouse 71518ec7d5cSSteven Whitehouse error = gfs2_replay_read_block(jd, start, &bh_log); 71618ec7d5cSSteven Whitehouse if (error) 71718ec7d5cSSteven Whitehouse return error; 71818ec7d5cSSteven Whitehouse 71918ec7d5cSSteven Whitehouse bh_ip = gfs2_meta_new(gl, blkno); 72018ec7d5cSSteven Whitehouse memcpy(bh_ip->b_data, bh_log->b_data, bh_log->b_size); 72118ec7d5cSSteven Whitehouse 72218ec7d5cSSteven Whitehouse /* Unescape */ 72318ec7d5cSSteven Whitehouse if (esc) { 72418ec7d5cSSteven Whitehouse __be32 *eptr = (__be32 *)bh_ip->b_data; 72518ec7d5cSSteven Whitehouse *eptr = cpu_to_be32(GFS2_MAGIC); 72618ec7d5cSSteven Whitehouse } 72718ec7d5cSSteven Whitehouse mark_buffer_dirty(bh_ip); 72818ec7d5cSSteven Whitehouse 72918ec7d5cSSteven Whitehouse brelse(bh_log); 73018ec7d5cSSteven Whitehouse brelse(bh_ip); 73118ec7d5cSSteven Whitehouse if (error) 73218ec7d5cSSteven Whitehouse break; 73318ec7d5cSSteven Whitehouse 73418ec7d5cSSteven Whitehouse sdp->sd_replayed_blocks++; 73518ec7d5cSSteven Whitehouse } 73618ec7d5cSSteven Whitehouse 73718ec7d5cSSteven Whitehouse return error; 73818ec7d5cSSteven Whitehouse } 73918ec7d5cSSteven Whitehouse 74018ec7d5cSSteven Whitehouse /* FIXME: sort out accounting for log blocks etc. */ 74118ec7d5cSSteven Whitehouse 74218ec7d5cSSteven Whitehouse static void databuf_lo_after_scan(struct gfs2_jdesc *jd, int error, int pass) 74318ec7d5cSSteven Whitehouse { 744feaa7bbaSSteven Whitehouse struct gfs2_inode *ip = GFS2_I(jd->jd_inode); 745feaa7bbaSSteven Whitehouse struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode); 74618ec7d5cSSteven Whitehouse 74718ec7d5cSSteven Whitehouse if (error) { 7487276b3b0SSteven Whitehouse gfs2_meta_sync(ip->i_gl); 74918ec7d5cSSteven Whitehouse return; 75018ec7d5cSSteven Whitehouse } 75118ec7d5cSSteven Whitehouse if (pass != 1) 75218ec7d5cSSteven Whitehouse return; 75318ec7d5cSSteven Whitehouse 75418ec7d5cSSteven Whitehouse /* data sync? */ 7557276b3b0SSteven Whitehouse gfs2_meta_sync(ip->i_gl); 75618ec7d5cSSteven Whitehouse 75718ec7d5cSSteven Whitehouse fs_info(sdp, "jid=%u: Replayed %u of %u data blocks\n", 75818ec7d5cSSteven Whitehouse jd->jd_jid, sdp->sd_replayed_blocks, sdp->sd_found_blocks); 75918ec7d5cSSteven Whitehouse } 76018ec7d5cSSteven Whitehouse 76118ec7d5cSSteven Whitehouse static void databuf_lo_after_commit(struct gfs2_sbd *sdp, struct gfs2_ail *ai) 76218ec7d5cSSteven Whitehouse { 76318ec7d5cSSteven Whitehouse struct list_head *head = &sdp->sd_log_le_databuf; 76418ec7d5cSSteven Whitehouse struct gfs2_bufdata *bd; 76518ec7d5cSSteven Whitehouse 76618ec7d5cSSteven Whitehouse while (!list_empty(head)) { 76718ec7d5cSSteven Whitehouse bd = list_entry(head->next, struct gfs2_bufdata, bd_le.le_list); 768b8e1aabfSSteven Whitehouse list_del_init(&bd->bd_le.le_list); 76918ec7d5cSSteven Whitehouse sdp->sd_log_num_databuf--; 77018ec7d5cSSteven Whitehouse gfs2_unpin(sdp, bd->bd_bh, ai); 77118ec7d5cSSteven Whitehouse } 77218ec7d5cSSteven Whitehouse gfs2_assert_warn(sdp, !sdp->sd_log_num_databuf); 77318ec7d5cSSteven Whitehouse } 77418ec7d5cSSteven Whitehouse 77518ec7d5cSSteven Whitehouse 776b09e593dSSteven Whitehouse const struct gfs2_log_operations gfs2_glock_lops = { 777b3b94faaSDavid Teigland .lo_add = glock_lo_add, 778b3b94faaSDavid Teigland .lo_after_commit = glock_lo_after_commit, 779ea67eedbSSteven Whitehouse .lo_name = "glock", 780b3b94faaSDavid Teigland }; 781b3b94faaSDavid Teigland 782b09e593dSSteven Whitehouse const struct gfs2_log_operations gfs2_buf_lops = { 783b3b94faaSDavid Teigland .lo_add = buf_lo_add, 784b3b94faaSDavid Teigland .lo_incore_commit = buf_lo_incore_commit, 785b3b94faaSDavid Teigland .lo_before_commit = buf_lo_before_commit, 786b3b94faaSDavid Teigland .lo_after_commit = buf_lo_after_commit, 787b3b94faaSDavid Teigland .lo_before_scan = buf_lo_before_scan, 788b3b94faaSDavid Teigland .lo_scan_elements = buf_lo_scan_elements, 789b3b94faaSDavid Teigland .lo_after_scan = buf_lo_after_scan, 790ea67eedbSSteven Whitehouse .lo_name = "buf", 791b3b94faaSDavid Teigland }; 792b3b94faaSDavid Teigland 793b09e593dSSteven Whitehouse const struct gfs2_log_operations gfs2_revoke_lops = { 794b3b94faaSDavid Teigland .lo_add = revoke_lo_add, 795b3b94faaSDavid Teigland .lo_before_commit = revoke_lo_before_commit, 796b3b94faaSDavid Teigland .lo_before_scan = revoke_lo_before_scan, 797b3b94faaSDavid Teigland .lo_scan_elements = revoke_lo_scan_elements, 798b3b94faaSDavid Teigland .lo_after_scan = revoke_lo_after_scan, 799ea67eedbSSteven Whitehouse .lo_name = "revoke", 800b3b94faaSDavid Teigland }; 801b3b94faaSDavid Teigland 802b09e593dSSteven Whitehouse const struct gfs2_log_operations gfs2_rg_lops = { 803b3b94faaSDavid Teigland .lo_add = rg_lo_add, 804b3b94faaSDavid Teigland .lo_after_commit = rg_lo_after_commit, 805ea67eedbSSteven Whitehouse .lo_name = "rg", 806b3b94faaSDavid Teigland }; 807b3b94faaSDavid Teigland 808b09e593dSSteven Whitehouse const struct gfs2_log_operations gfs2_databuf_lops = { 809b3b94faaSDavid Teigland .lo_add = databuf_lo_add, 81018ec7d5cSSteven Whitehouse .lo_incore_commit = buf_lo_incore_commit, 811b3b94faaSDavid Teigland .lo_before_commit = databuf_lo_before_commit, 81218ec7d5cSSteven Whitehouse .lo_after_commit = databuf_lo_after_commit, 81318ec7d5cSSteven Whitehouse .lo_scan_elements = databuf_lo_scan_elements, 81418ec7d5cSSteven Whitehouse .lo_after_scan = databuf_lo_after_scan, 815ea67eedbSSteven Whitehouse .lo_name = "databuf", 816b3b94faaSDavid Teigland }; 817b3b94faaSDavid Teigland 818b09e593dSSteven Whitehouse const struct gfs2_log_operations *gfs2_log_ops[] = { 819b3b94faaSDavid Teigland &gfs2_glock_lops, 820b3b94faaSDavid Teigland &gfs2_databuf_lops, 82116615be1SSteven Whitehouse &gfs2_buf_lops, 82216615be1SSteven Whitehouse &gfs2_rg_lops, 82316615be1SSteven Whitehouse &gfs2_revoke_lops, 824ea67eedbSSteven Whitehouse NULL, 825b3b94faaSDavid Teigland }; 826b3b94faaSDavid Teigland 827