1b3b94faaSDavid Teigland /* 2b3b94faaSDavid Teigland * Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved. 33a8a9a10SSteven Whitehouse * Copyright (C) 2004-2006 Red Hat, Inc. All rights reserved. 4b3b94faaSDavid Teigland * 5b3b94faaSDavid Teigland * This copyrighted material is made available to anyone wishing to use, 6b3b94faaSDavid Teigland * modify, copy, or redistribute it subject to the terms and conditions 7e9fc2aa0SSteven Whitehouse * of the GNU General Public License version 2. 8b3b94faaSDavid Teigland */ 9b3b94faaSDavid Teigland 10b3b94faaSDavid Teigland #include <linux/sched.h> 11b3b94faaSDavid Teigland #include <linux/slab.h> 12b3b94faaSDavid Teigland #include <linux/spinlock.h> 13b3b94faaSDavid Teigland #include <linux/completion.h> 14b3b94faaSDavid Teigland #include <linux/buffer_head.h> 155c676f6dSSteven Whitehouse #include <linux/gfs2_ondisk.h> 167d308590SFabio Massimo Di Nitto #include <linux/lm_interface.h> 17b3b94faaSDavid Teigland 18b3b94faaSDavid Teigland #include "gfs2.h" 195c676f6dSSteven Whitehouse #include "incore.h" 202332c443SRobert Peterson #include "inode.h" 21b3b94faaSDavid Teigland #include "glock.h" 22b3b94faaSDavid Teigland #include "log.h" 23b3b94faaSDavid Teigland #include "lops.h" 24b3b94faaSDavid Teigland #include "meta_io.h" 25b3b94faaSDavid Teigland #include "recovery.h" 26b3b94faaSDavid Teigland #include "rgrp.h" 27b3b94faaSDavid Teigland #include "trans.h" 285c676f6dSSteven Whitehouse #include "util.h" 29b3b94faaSDavid Teigland 309b9107a5SSteven Whitehouse /** 319b9107a5SSteven Whitehouse * gfs2_pin - Pin a buffer in memory 329b9107a5SSteven Whitehouse * @sdp: The superblock 339b9107a5SSteven Whitehouse * @bh: The buffer to be pinned 349b9107a5SSteven Whitehouse * 359b9107a5SSteven Whitehouse * The log lock must be held when calling this function 369b9107a5SSteven Whitehouse */ 379b9107a5SSteven Whitehouse static void gfs2_pin(struct gfs2_sbd *sdp, struct buffer_head *bh) 389b9107a5SSteven Whitehouse { 399b9107a5SSteven Whitehouse struct gfs2_bufdata *bd; 409b9107a5SSteven Whitehouse 419b9107a5SSteven Whitehouse gfs2_assert_withdraw(sdp, test_bit(SDF_JOURNAL_LIVE, &sdp->sd_flags)); 429b9107a5SSteven Whitehouse 439b9107a5SSteven Whitehouse clear_buffer_dirty(bh); 449b9107a5SSteven Whitehouse if (test_set_buffer_pinned(bh)) 459b9107a5SSteven Whitehouse gfs2_assert_withdraw(sdp, 0); 469b9107a5SSteven Whitehouse if (!buffer_uptodate(bh)) 479b9107a5SSteven Whitehouse gfs2_io_error_bh(sdp, bh); 489b9107a5SSteven Whitehouse bd = bh->b_private; 499b9107a5SSteven Whitehouse /* If this buffer is in the AIL and it has already been written 509b9107a5SSteven Whitehouse * to in-place disk block, remove it from the AIL. 519b9107a5SSteven Whitehouse */ 529b9107a5SSteven Whitehouse if (bd->bd_ail) 539b9107a5SSteven Whitehouse list_move(&bd->bd_ail_st_list, &bd->bd_ail->ai_ail2_list); 549b9107a5SSteven Whitehouse get_bh(bh); 559b9107a5SSteven Whitehouse } 569b9107a5SSteven Whitehouse 579b9107a5SSteven Whitehouse /** 589b9107a5SSteven Whitehouse * gfs2_unpin - Unpin a buffer 599b9107a5SSteven Whitehouse * @sdp: the filesystem the buffer belongs to 609b9107a5SSteven Whitehouse * @bh: The buffer to unpin 619b9107a5SSteven Whitehouse * @ai: 629b9107a5SSteven Whitehouse * 639b9107a5SSteven Whitehouse */ 649b9107a5SSteven Whitehouse 659b9107a5SSteven Whitehouse static void gfs2_unpin(struct gfs2_sbd *sdp, struct buffer_head *bh, 669b9107a5SSteven Whitehouse struct gfs2_ail *ai) 679b9107a5SSteven Whitehouse { 689b9107a5SSteven Whitehouse struct gfs2_bufdata *bd = bh->b_private; 699b9107a5SSteven Whitehouse 709b9107a5SSteven Whitehouse gfs2_assert_withdraw(sdp, buffer_uptodate(bh)); 719b9107a5SSteven Whitehouse 729b9107a5SSteven Whitehouse if (!buffer_pinned(bh)) 739b9107a5SSteven Whitehouse gfs2_assert_withdraw(sdp, 0); 749b9107a5SSteven Whitehouse 759b9107a5SSteven Whitehouse lock_buffer(bh); 769b9107a5SSteven Whitehouse mark_buffer_dirty(bh); 779b9107a5SSteven Whitehouse clear_buffer_pinned(bh); 789b9107a5SSteven Whitehouse 799b9107a5SSteven Whitehouse gfs2_log_lock(sdp); 809b9107a5SSteven Whitehouse if (bd->bd_ail) { 819b9107a5SSteven Whitehouse list_del(&bd->bd_ail_st_list); 829b9107a5SSteven Whitehouse brelse(bh); 839b9107a5SSteven Whitehouse } else { 849b9107a5SSteven Whitehouse struct gfs2_glock *gl = bd->bd_gl; 859b9107a5SSteven Whitehouse list_add(&bd->bd_ail_gl_list, &gl->gl_ail_list); 869b9107a5SSteven Whitehouse atomic_inc(&gl->gl_ail_count); 879b9107a5SSteven Whitehouse } 889b9107a5SSteven Whitehouse bd->bd_ail = ai; 899b9107a5SSteven Whitehouse list_add(&bd->bd_ail_st_list, &ai->ai_ail1_list); 909b9107a5SSteven Whitehouse gfs2_log_unlock(sdp); 919b9107a5SSteven Whitehouse unlock_buffer(bh); 929b9107a5SSteven Whitehouse } 939b9107a5SSteven Whitehouse 9416615be1SSteven Whitehouse 9516615be1SSteven Whitehouse static inline struct gfs2_log_descriptor *bh_log_desc(struct buffer_head *bh) 9616615be1SSteven Whitehouse { 9716615be1SSteven Whitehouse return (struct gfs2_log_descriptor *)bh->b_data; 9816615be1SSteven Whitehouse } 9916615be1SSteven Whitehouse 10016615be1SSteven Whitehouse static inline __be64 *bh_log_ptr(struct buffer_head *bh) 10116615be1SSteven Whitehouse { 10216615be1SSteven Whitehouse struct gfs2_log_descriptor *ld = bh_log_desc(bh); 10316615be1SSteven Whitehouse return (__force __be64 *)(ld + 1); 10416615be1SSteven Whitehouse } 10516615be1SSteven Whitehouse 10616615be1SSteven Whitehouse static inline __be64 *bh_ptr_end(struct buffer_head *bh) 10716615be1SSteven Whitehouse { 10816615be1SSteven Whitehouse return (__force __be64 *)(bh->b_data + bh->b_size); 10916615be1SSteven Whitehouse } 11016615be1SSteven Whitehouse 11116615be1SSteven Whitehouse 11216615be1SSteven Whitehouse static struct buffer_head *gfs2_get_log_desc(struct gfs2_sbd *sdp, u32 ld_type) 11316615be1SSteven Whitehouse { 11416615be1SSteven Whitehouse struct buffer_head *bh = gfs2_log_get_buf(sdp); 11516615be1SSteven Whitehouse struct gfs2_log_descriptor *ld = bh_log_desc(bh); 11616615be1SSteven Whitehouse ld->ld_header.mh_magic = cpu_to_be32(GFS2_MAGIC); 11716615be1SSteven Whitehouse ld->ld_header.mh_type = cpu_to_be32(GFS2_METATYPE_LD); 11816615be1SSteven Whitehouse ld->ld_header.mh_format = cpu_to_be32(GFS2_FORMAT_LD); 11916615be1SSteven Whitehouse ld->ld_type = cpu_to_be32(ld_type); 12016615be1SSteven Whitehouse ld->ld_length = 0; 12116615be1SSteven Whitehouse ld->ld_data1 = 0; 12216615be1SSteven Whitehouse ld->ld_data2 = 0; 12316615be1SSteven Whitehouse memset(ld->ld_reserved, 0, sizeof(ld->ld_reserved)); 12416615be1SSteven Whitehouse return bh; 12516615be1SSteven Whitehouse } 12616615be1SSteven Whitehouse 1279b9107a5SSteven Whitehouse static void __glock_lo_add(struct gfs2_sbd *sdp, struct gfs2_log_element *le) 128b3b94faaSDavid Teigland { 129b3b94faaSDavid Teigland struct gfs2_glock *gl; 1305c676f6dSSteven Whitehouse struct gfs2_trans *tr = current->journal_info; 131b3b94faaSDavid Teigland 1325c676f6dSSteven Whitehouse tr->tr_touched = 1; 133b3b94faaSDavid Teigland 134b3b94faaSDavid Teigland gl = container_of(le, struct gfs2_glock, gl_le); 135b3b94faaSDavid Teigland if (gfs2_assert_withdraw(sdp, gfs2_glock_is_held_excl(gl))) 136b3b94faaSDavid Teigland return; 137b3b94faaSDavid Teigland 1389b9107a5SSteven Whitehouse if (!list_empty(&le->le_list)) 13968835625SBenjamin Marzinski return; 1409b9107a5SSteven Whitehouse 14168835625SBenjamin Marzinski gfs2_glock_hold(gl); 14268835625SBenjamin Marzinski set_bit(GLF_DIRTY, &gl->gl_flags); 143b3b94faaSDavid Teigland sdp->sd_log_num_gl++; 144b3b94faaSDavid Teigland list_add(&le->le_list, &sdp->sd_log_le_gl); 1459b9107a5SSteven Whitehouse } 1469b9107a5SSteven Whitehouse 1479b9107a5SSteven Whitehouse static void glock_lo_add(struct gfs2_sbd *sdp, struct gfs2_log_element *le) 1489b9107a5SSteven Whitehouse { 1499b9107a5SSteven Whitehouse gfs2_log_lock(sdp); 1509b9107a5SSteven Whitehouse __glock_lo_add(sdp, le); 151b3b94faaSDavid Teigland gfs2_log_unlock(sdp); 152b3b94faaSDavid Teigland } 153b3b94faaSDavid Teigland 154b3b94faaSDavid Teigland static void glock_lo_after_commit(struct gfs2_sbd *sdp, struct gfs2_ail *ai) 155b3b94faaSDavid Teigland { 156b3b94faaSDavid Teigland struct list_head *head = &sdp->sd_log_le_gl; 157b3b94faaSDavid Teigland struct gfs2_glock *gl; 158b3b94faaSDavid Teigland 159b3b94faaSDavid Teigland while (!list_empty(head)) { 160b3b94faaSDavid Teigland gl = list_entry(head->next, struct gfs2_glock, gl_le.le_list); 161b3b94faaSDavid Teigland list_del_init(&gl->gl_le.le_list); 162b3b94faaSDavid Teigland sdp->sd_log_num_gl--; 163b3b94faaSDavid Teigland 164b3b94faaSDavid Teigland gfs2_assert_withdraw(sdp, gfs2_glock_is_held_excl(gl)); 165b3b94faaSDavid Teigland gfs2_glock_put(gl); 166b3b94faaSDavid Teigland } 167b3b94faaSDavid Teigland gfs2_assert_warn(sdp, !sdp->sd_log_num_gl); 168b3b94faaSDavid Teigland } 169b3b94faaSDavid Teigland 170b3b94faaSDavid Teigland static void buf_lo_add(struct gfs2_sbd *sdp, struct gfs2_log_element *le) 171b3b94faaSDavid Teigland { 172b3b94faaSDavid Teigland struct gfs2_bufdata *bd = container_of(le, struct gfs2_bufdata, bd_le); 173b3b94faaSDavid Teigland struct gfs2_trans *tr; 174b3b94faaSDavid Teigland 1759b9107a5SSteven Whitehouse lock_buffer(bd->bd_bh); 1768bd95727SSteven Whitehouse gfs2_log_lock(sdp); 1779b9107a5SSteven Whitehouse if (!list_empty(&bd->bd_list_tr)) 1789b9107a5SSteven Whitehouse goto out; 1795c676f6dSSteven Whitehouse tr = current->journal_info; 180b3b94faaSDavid Teigland tr->tr_touched = 1; 181b3b94faaSDavid Teigland tr->tr_num_buf++; 182b3b94faaSDavid Teigland list_add(&bd->bd_list_tr, &tr->tr_list_buf); 183b3b94faaSDavid Teigland if (!list_empty(&le->le_list)) 1849b9107a5SSteven Whitehouse goto out; 1859b9107a5SSteven Whitehouse __glock_lo_add(sdp, &bd->bd_gl->gl_le); 186b3b94faaSDavid Teigland gfs2_meta_check(sdp, bd->bd_bh); 187a98ab220SSteven Whitehouse gfs2_pin(sdp, bd->bd_bh); 188b3b94faaSDavid Teigland sdp->sd_log_num_buf++; 189b3b94faaSDavid Teigland list_add(&le->le_list, &sdp->sd_log_le_buf); 190b3b94faaSDavid Teigland tr->tr_num_buf_new++; 1919b9107a5SSteven Whitehouse out: 1929b9107a5SSteven Whitehouse gfs2_log_unlock(sdp); 1939b9107a5SSteven Whitehouse unlock_buffer(bd->bd_bh); 194b3b94faaSDavid Teigland } 195b3b94faaSDavid Teigland 196b3b94faaSDavid Teigland static void buf_lo_incore_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr) 197b3b94faaSDavid Teigland { 198b3b94faaSDavid Teigland struct list_head *head = &tr->tr_list_buf; 199b3b94faaSDavid Teigland struct gfs2_bufdata *bd; 200b3b94faaSDavid Teigland 2018bd95727SSteven Whitehouse gfs2_log_lock(sdp); 202b3b94faaSDavid Teigland while (!list_empty(head)) { 203b3b94faaSDavid Teigland bd = list_entry(head->next, struct gfs2_bufdata, bd_list_tr); 204b3b94faaSDavid Teigland list_del_init(&bd->bd_list_tr); 205b3b94faaSDavid Teigland tr->tr_num_buf--; 206b3b94faaSDavid Teigland } 2078bd95727SSteven Whitehouse gfs2_log_unlock(sdp); 208b3b94faaSDavid Teigland gfs2_assert_warn(sdp, !tr->tr_num_buf); 209b3b94faaSDavid Teigland } 210b3b94faaSDavid Teigland 211b3b94faaSDavid Teigland static void buf_lo_before_commit(struct gfs2_sbd *sdp) 212b3b94faaSDavid Teigland { 213b3b94faaSDavid Teigland struct buffer_head *bh; 214b3b94faaSDavid Teigland struct gfs2_log_descriptor *ld; 215b3b94faaSDavid Teigland struct gfs2_bufdata *bd1 = NULL, *bd2; 216905d2aefSBob Peterson unsigned int total; 217b3b94faaSDavid Teigland unsigned int limit; 218b3b94faaSDavid Teigland unsigned int num; 219b3b94faaSDavid Teigland unsigned n; 220b3b94faaSDavid Teigland __be64 *ptr; 221b3b94faaSDavid Teigland 2222332c443SRobert Peterson limit = buf_limit(sdp); 223b3b94faaSDavid Teigland /* for 4k blocks, limit = 503 */ 224b3b94faaSDavid Teigland 225905d2aefSBob Peterson gfs2_log_lock(sdp); 226905d2aefSBob Peterson total = sdp->sd_log_num_buf; 227b3b94faaSDavid Teigland bd1 = bd2 = list_prepare_entry(bd1, &sdp->sd_log_le_buf, bd_le.le_list); 228b3b94faaSDavid Teigland while(total) { 229b3b94faaSDavid Teigland num = total; 230b3b94faaSDavid Teigland if (total > limit) 231b3b94faaSDavid Teigland num = limit; 232905d2aefSBob Peterson gfs2_log_unlock(sdp); 23316615be1SSteven Whitehouse bh = gfs2_get_log_desc(sdp, GFS2_LOG_DESC_METADATA); 234905d2aefSBob Peterson gfs2_log_lock(sdp); 23516615be1SSteven Whitehouse ld = bh_log_desc(bh); 23616615be1SSteven Whitehouse ptr = bh_log_ptr(bh); 237b3b94faaSDavid Teigland ld->ld_length = cpu_to_be32(num + 1); 238b3b94faaSDavid Teigland ld->ld_data1 = cpu_to_be32(num); 239b3b94faaSDavid Teigland 240b3b94faaSDavid Teigland n = 0; 241568f4c96SSteven Whitehouse list_for_each_entry_continue(bd1, &sdp->sd_log_le_buf, 242568f4c96SSteven Whitehouse bd_le.le_list) { 243b3b94faaSDavid Teigland *ptr++ = cpu_to_be64(bd1->bd_bh->b_blocknr); 244b3b94faaSDavid Teigland if (++n >= num) 245b3b94faaSDavid Teigland break; 246b3b94faaSDavid Teigland } 247b3b94faaSDavid Teigland 248905d2aefSBob Peterson gfs2_log_unlock(sdp); 24916615be1SSteven Whitehouse submit_bh(WRITE, bh); 250905d2aefSBob Peterson gfs2_log_lock(sdp); 251b3b94faaSDavid Teigland 252b3b94faaSDavid Teigland n = 0; 253568f4c96SSteven Whitehouse list_for_each_entry_continue(bd2, &sdp->sd_log_le_buf, 254568f4c96SSteven Whitehouse bd_le.le_list) { 25516615be1SSteven Whitehouse get_bh(bd2->bd_bh); 256905d2aefSBob Peterson gfs2_log_unlock(sdp); 25716615be1SSteven Whitehouse lock_buffer(bd2->bd_bh); 258b3b94faaSDavid Teigland bh = gfs2_log_fake_buf(sdp, bd2->bd_bh); 25916615be1SSteven Whitehouse submit_bh(WRITE, bh); 260905d2aefSBob Peterson gfs2_log_lock(sdp); 261b3b94faaSDavid Teigland if (++n >= num) 262b3b94faaSDavid Teigland break; 263b3b94faaSDavid Teigland } 264b3b94faaSDavid Teigland 265905d2aefSBob Peterson BUG_ON(total < num); 266b3b94faaSDavid Teigland total -= num; 267b3b94faaSDavid Teigland } 268905d2aefSBob Peterson gfs2_log_unlock(sdp); 269b3b94faaSDavid Teigland } 270b3b94faaSDavid Teigland 271b3b94faaSDavid Teigland static void buf_lo_after_commit(struct gfs2_sbd *sdp, struct gfs2_ail *ai) 272b3b94faaSDavid Teigland { 273b3b94faaSDavid Teigland struct list_head *head = &sdp->sd_log_le_buf; 274b3b94faaSDavid Teigland struct gfs2_bufdata *bd; 275b3b94faaSDavid Teigland 276b3b94faaSDavid Teigland while (!list_empty(head)) { 277b3b94faaSDavid Teigland bd = list_entry(head->next, struct gfs2_bufdata, bd_le.le_list); 278b3b94faaSDavid Teigland list_del_init(&bd->bd_le.le_list); 279b3b94faaSDavid Teigland sdp->sd_log_num_buf--; 280b3b94faaSDavid Teigland 281a98ab220SSteven Whitehouse gfs2_unpin(sdp, bd->bd_bh, ai); 282b3b94faaSDavid Teigland } 283b3b94faaSDavid Teigland gfs2_assert_warn(sdp, !sdp->sd_log_num_buf); 284b3b94faaSDavid Teigland } 285b3b94faaSDavid Teigland 286b3b94faaSDavid Teigland static void buf_lo_before_scan(struct gfs2_jdesc *jd, 28755167622SAl Viro struct gfs2_log_header_host *head, int pass) 288b3b94faaSDavid Teigland { 289feaa7bbaSSteven Whitehouse struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode); 290b3b94faaSDavid Teigland 291b3b94faaSDavid Teigland if (pass != 0) 292b3b94faaSDavid Teigland return; 293b3b94faaSDavid Teigland 294b3b94faaSDavid Teigland sdp->sd_found_blocks = 0; 295b3b94faaSDavid Teigland sdp->sd_replayed_blocks = 0; 296b3b94faaSDavid Teigland } 297b3b94faaSDavid Teigland 298b3b94faaSDavid Teigland static int buf_lo_scan_elements(struct gfs2_jdesc *jd, unsigned int start, 299b3b94faaSDavid Teigland struct gfs2_log_descriptor *ld, __be64 *ptr, 300b3b94faaSDavid Teigland int pass) 301b3b94faaSDavid Teigland { 302feaa7bbaSSteven Whitehouse struct gfs2_inode *ip = GFS2_I(jd->jd_inode); 303feaa7bbaSSteven Whitehouse struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode); 3045c676f6dSSteven Whitehouse struct gfs2_glock *gl = ip->i_gl; 305b3b94faaSDavid Teigland unsigned int blks = be32_to_cpu(ld->ld_data1); 306b3b94faaSDavid Teigland struct buffer_head *bh_log, *bh_ip; 307cd915493SSteven Whitehouse u64 blkno; 308b3b94faaSDavid Teigland int error = 0; 309b3b94faaSDavid Teigland 310b3b94faaSDavid Teigland if (pass != 1 || be32_to_cpu(ld->ld_type) != GFS2_LOG_DESC_METADATA) 311b3b94faaSDavid Teigland return 0; 312b3b94faaSDavid Teigland 313b3b94faaSDavid Teigland gfs2_replay_incr_blk(sdp, &start); 314b3b94faaSDavid Teigland 315b3b94faaSDavid Teigland for (; blks; gfs2_replay_incr_blk(sdp, &start), blks--) { 316b3b94faaSDavid Teigland blkno = be64_to_cpu(*ptr++); 317b3b94faaSDavid Teigland 318b3b94faaSDavid Teigland sdp->sd_found_blocks++; 319b3b94faaSDavid Teigland 320b3b94faaSDavid Teigland if (gfs2_revoke_check(sdp, blkno, start)) 321b3b94faaSDavid Teigland continue; 322b3b94faaSDavid Teigland 323b3b94faaSDavid Teigland error = gfs2_replay_read_block(jd, start, &bh_log); 324b3b94faaSDavid Teigland if (error) 325b3b94faaSDavid Teigland return error; 326b3b94faaSDavid Teigland 327b3b94faaSDavid Teigland bh_ip = gfs2_meta_new(gl, blkno); 328b3b94faaSDavid Teigland memcpy(bh_ip->b_data, bh_log->b_data, bh_log->b_size); 329b3b94faaSDavid Teigland 330b3b94faaSDavid Teigland if (gfs2_meta_check(sdp, bh_ip)) 331b3b94faaSDavid Teigland error = -EIO; 332b3b94faaSDavid Teigland else 333b3b94faaSDavid Teigland mark_buffer_dirty(bh_ip); 334b3b94faaSDavid Teigland 335b3b94faaSDavid Teigland brelse(bh_log); 336b3b94faaSDavid Teigland brelse(bh_ip); 337b3b94faaSDavid Teigland 338b3b94faaSDavid Teigland if (error) 339b3b94faaSDavid Teigland break; 340b3b94faaSDavid Teigland 341b3b94faaSDavid Teigland sdp->sd_replayed_blocks++; 342b3b94faaSDavid Teigland } 343b3b94faaSDavid Teigland 344b3b94faaSDavid Teigland return error; 345b3b94faaSDavid Teigland } 346b3b94faaSDavid Teigland 347b3b94faaSDavid Teigland static void buf_lo_after_scan(struct gfs2_jdesc *jd, int error, int pass) 348b3b94faaSDavid Teigland { 349feaa7bbaSSteven Whitehouse struct gfs2_inode *ip = GFS2_I(jd->jd_inode); 350feaa7bbaSSteven Whitehouse struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode); 351b3b94faaSDavid Teigland 352b3b94faaSDavid Teigland if (error) { 3537276b3b0SSteven Whitehouse gfs2_meta_sync(ip->i_gl); 354b3b94faaSDavid Teigland return; 355b3b94faaSDavid Teigland } 356b3b94faaSDavid Teigland if (pass != 1) 357b3b94faaSDavid Teigland return; 358b3b94faaSDavid Teigland 3597276b3b0SSteven Whitehouse gfs2_meta_sync(ip->i_gl); 360b3b94faaSDavid Teigland 361b3b94faaSDavid Teigland fs_info(sdp, "jid=%u: Replayed %u of %u blocks\n", 362b3b94faaSDavid Teigland jd->jd_jid, sdp->sd_replayed_blocks, sdp->sd_found_blocks); 363b3b94faaSDavid Teigland } 364b3b94faaSDavid Teigland 365b3b94faaSDavid Teigland static void revoke_lo_add(struct gfs2_sbd *sdp, struct gfs2_log_element *le) 366b3b94faaSDavid Teigland { 367b3b94faaSDavid Teigland struct gfs2_trans *tr; 368b3b94faaSDavid Teigland 3695c676f6dSSteven Whitehouse tr = current->journal_info; 370b3b94faaSDavid Teigland tr->tr_touched = 1; 371b3b94faaSDavid Teigland tr->tr_num_revoke++; 372b3b94faaSDavid Teigland sdp->sd_log_num_revoke++; 373b3b94faaSDavid Teigland list_add(&le->le_list, &sdp->sd_log_le_revoke); 374b3b94faaSDavid Teigland } 375b3b94faaSDavid Teigland 376b3b94faaSDavid Teigland static void revoke_lo_before_commit(struct gfs2_sbd *sdp) 377b3b94faaSDavid Teigland { 378b3b94faaSDavid Teigland struct gfs2_log_descriptor *ld; 379b3b94faaSDavid Teigland struct gfs2_meta_header *mh; 380b3b94faaSDavid Teigland struct buffer_head *bh; 381b3b94faaSDavid Teigland unsigned int offset; 382b3b94faaSDavid Teigland struct list_head *head = &sdp->sd_log_le_revoke; 38382e86087SSteven Whitehouse struct gfs2_bufdata *bd; 384b3b94faaSDavid Teigland 385b3b94faaSDavid Teigland if (!sdp->sd_log_num_revoke) 386b3b94faaSDavid Teigland return; 387b3b94faaSDavid Teigland 38816615be1SSteven Whitehouse bh = gfs2_get_log_desc(sdp, GFS2_LOG_DESC_REVOKE); 38916615be1SSteven Whitehouse ld = bh_log_desc(bh); 390568f4c96SSteven Whitehouse ld->ld_length = cpu_to_be32(gfs2_struct2blk(sdp, sdp->sd_log_num_revoke, 391cd915493SSteven Whitehouse sizeof(u64))); 392b3b94faaSDavid Teigland ld->ld_data1 = cpu_to_be32(sdp->sd_log_num_revoke); 393b3b94faaSDavid Teigland offset = sizeof(struct gfs2_log_descriptor); 394b3b94faaSDavid Teigland 395b3b94faaSDavid Teigland while (!list_empty(head)) { 39682e86087SSteven Whitehouse bd = list_entry(head->next, struct gfs2_bufdata, bd_le.le_list); 39782e86087SSteven Whitehouse list_del_init(&bd->bd_le.le_list); 398b3b94faaSDavid Teigland sdp->sd_log_num_revoke--; 399b3b94faaSDavid Teigland 400cd915493SSteven Whitehouse if (offset + sizeof(u64) > sdp->sd_sb.sb_bsize) { 40116615be1SSteven Whitehouse submit_bh(WRITE, bh); 402b3b94faaSDavid Teigland 403b3b94faaSDavid Teigland bh = gfs2_log_get_buf(sdp); 404b3b94faaSDavid Teigland mh = (struct gfs2_meta_header *)bh->b_data; 405b3b94faaSDavid Teigland mh->mh_magic = cpu_to_be32(GFS2_MAGIC); 406e3167dedSSteven Whitehouse mh->mh_type = cpu_to_be32(GFS2_METATYPE_LB); 407e3167dedSSteven Whitehouse mh->mh_format = cpu_to_be32(GFS2_FORMAT_LB); 408b3b94faaSDavid Teigland offset = sizeof(struct gfs2_meta_header); 409b3b94faaSDavid Teigland } 410b3b94faaSDavid Teigland 41182e86087SSteven Whitehouse *(__be64 *)(bh->b_data + offset) = cpu_to_be64(bd->bd_blkno); 4120820ab51SSteven Whitehouse kmem_cache_free(gfs2_bufdata_cachep, bd); 413b3b94faaSDavid Teigland 414cd915493SSteven Whitehouse offset += sizeof(u64); 415b3b94faaSDavid Teigland } 416b3b94faaSDavid Teigland gfs2_assert_withdraw(sdp, !sdp->sd_log_num_revoke); 417b3b94faaSDavid Teigland 41816615be1SSteven Whitehouse submit_bh(WRITE, bh); 419b3b94faaSDavid Teigland } 420b3b94faaSDavid Teigland 421b3b94faaSDavid Teigland static void revoke_lo_before_scan(struct gfs2_jdesc *jd, 42255167622SAl Viro struct gfs2_log_header_host *head, int pass) 423b3b94faaSDavid Teigland { 424feaa7bbaSSteven Whitehouse struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode); 425b3b94faaSDavid Teigland 426b3b94faaSDavid Teigland if (pass != 0) 427b3b94faaSDavid Teigland return; 428b3b94faaSDavid Teigland 429b3b94faaSDavid Teigland sdp->sd_found_revokes = 0; 430b3b94faaSDavid Teigland sdp->sd_replay_tail = head->lh_tail; 431b3b94faaSDavid Teigland } 432b3b94faaSDavid Teigland 433b3b94faaSDavid Teigland static int revoke_lo_scan_elements(struct gfs2_jdesc *jd, unsigned int start, 434b3b94faaSDavid Teigland struct gfs2_log_descriptor *ld, __be64 *ptr, 435b3b94faaSDavid Teigland int pass) 436b3b94faaSDavid Teigland { 437feaa7bbaSSteven Whitehouse struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode); 438b3b94faaSDavid Teigland unsigned int blks = be32_to_cpu(ld->ld_length); 439b3b94faaSDavid Teigland unsigned int revokes = be32_to_cpu(ld->ld_data1); 440b3b94faaSDavid Teigland struct buffer_head *bh; 441b3b94faaSDavid Teigland unsigned int offset; 442cd915493SSteven Whitehouse u64 blkno; 443b3b94faaSDavid Teigland int first = 1; 444b3b94faaSDavid Teigland int error; 445b3b94faaSDavid Teigland 446b3b94faaSDavid Teigland if (pass != 0 || be32_to_cpu(ld->ld_type) != GFS2_LOG_DESC_REVOKE) 447b3b94faaSDavid Teigland return 0; 448b3b94faaSDavid Teigland 449b3b94faaSDavid Teigland offset = sizeof(struct gfs2_log_descriptor); 450b3b94faaSDavid Teigland 451b3b94faaSDavid Teigland for (; blks; gfs2_replay_incr_blk(sdp, &start), blks--) { 452b3b94faaSDavid Teigland error = gfs2_replay_read_block(jd, start, &bh); 453b3b94faaSDavid Teigland if (error) 454b3b94faaSDavid Teigland return error; 455b3b94faaSDavid Teigland 456b3b94faaSDavid Teigland if (!first) 457b3b94faaSDavid Teigland gfs2_metatype_check(sdp, bh, GFS2_METATYPE_LB); 458b3b94faaSDavid Teigland 459cd915493SSteven Whitehouse while (offset + sizeof(u64) <= sdp->sd_sb.sb_bsize) { 460b3b94faaSDavid Teigland blkno = be64_to_cpu(*(__be64 *)(bh->b_data + offset)); 461b3b94faaSDavid Teigland 462b3b94faaSDavid Teigland error = gfs2_revoke_add(sdp, blkno, start); 463b3b94faaSDavid Teigland if (error < 0) 464b3b94faaSDavid Teigland return error; 465b3b94faaSDavid Teigland else if (error) 466b3b94faaSDavid Teigland sdp->sd_found_revokes++; 467b3b94faaSDavid Teigland 468b3b94faaSDavid Teigland if (!--revokes) 469b3b94faaSDavid Teigland break; 470cd915493SSteven Whitehouse offset += sizeof(u64); 471b3b94faaSDavid Teigland } 472b3b94faaSDavid Teigland 473b3b94faaSDavid Teigland brelse(bh); 474b3b94faaSDavid Teigland offset = sizeof(struct gfs2_meta_header); 475b3b94faaSDavid Teigland first = 0; 476b3b94faaSDavid Teigland } 477b3b94faaSDavid Teigland 478b3b94faaSDavid Teigland return 0; 479b3b94faaSDavid Teigland } 480b3b94faaSDavid Teigland 481b3b94faaSDavid Teigland static void revoke_lo_after_scan(struct gfs2_jdesc *jd, int error, int pass) 482b3b94faaSDavid Teigland { 483feaa7bbaSSteven Whitehouse struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode); 484b3b94faaSDavid Teigland 485b3b94faaSDavid Teigland if (error) { 486b3b94faaSDavid Teigland gfs2_revoke_clean(sdp); 487b3b94faaSDavid Teigland return; 488b3b94faaSDavid Teigland } 489b3b94faaSDavid Teigland if (pass != 1) 490b3b94faaSDavid Teigland return; 491b3b94faaSDavid Teigland 492b3b94faaSDavid Teigland fs_info(sdp, "jid=%u: Found %u revoke tags\n", 493b3b94faaSDavid Teigland jd->jd_jid, sdp->sd_found_revokes); 494b3b94faaSDavid Teigland 495b3b94faaSDavid Teigland gfs2_revoke_clean(sdp); 496b3b94faaSDavid Teigland } 497b3b94faaSDavid Teigland 498b3b94faaSDavid Teigland static void rg_lo_add(struct gfs2_sbd *sdp, struct gfs2_log_element *le) 499b3b94faaSDavid Teigland { 500b3b94faaSDavid Teigland struct gfs2_rgrpd *rgd; 5015c676f6dSSteven Whitehouse struct gfs2_trans *tr = current->journal_info; 502b3b94faaSDavid Teigland 5035c676f6dSSteven Whitehouse tr->tr_touched = 1; 504b3b94faaSDavid Teigland 505b3b94faaSDavid Teigland rgd = container_of(le, struct gfs2_rgrpd, rd_le); 506b3b94faaSDavid Teigland 507b3b94faaSDavid Teigland gfs2_log_lock(sdp); 50868835625SBenjamin Marzinski if (!list_empty(&le->le_list)){ 50968835625SBenjamin Marzinski gfs2_log_unlock(sdp); 51068835625SBenjamin Marzinski return; 51168835625SBenjamin Marzinski } 51268835625SBenjamin Marzinski gfs2_rgrp_bh_hold(rgd); 513b3b94faaSDavid Teigland sdp->sd_log_num_rg++; 514b3b94faaSDavid Teigland list_add(&le->le_list, &sdp->sd_log_le_rg); 515b3b94faaSDavid Teigland gfs2_log_unlock(sdp); 516b3b94faaSDavid Teigland } 517b3b94faaSDavid Teigland 518b3b94faaSDavid Teigland static void rg_lo_after_commit(struct gfs2_sbd *sdp, struct gfs2_ail *ai) 519b3b94faaSDavid Teigland { 520b3b94faaSDavid Teigland struct list_head *head = &sdp->sd_log_le_rg; 521b3b94faaSDavid Teigland struct gfs2_rgrpd *rgd; 522b3b94faaSDavid Teigland 523b3b94faaSDavid Teigland while (!list_empty(head)) { 524b3b94faaSDavid Teigland rgd = list_entry(head->next, struct gfs2_rgrpd, rd_le.le_list); 525b3b94faaSDavid Teigland list_del_init(&rgd->rd_le.le_list); 526b3b94faaSDavid Teigland sdp->sd_log_num_rg--; 527b3b94faaSDavid Teigland 528b3b94faaSDavid Teigland gfs2_rgrp_repolish_clones(rgd); 529b3b94faaSDavid Teigland gfs2_rgrp_bh_put(rgd); 530b3b94faaSDavid Teigland } 531b3b94faaSDavid Teigland gfs2_assert_warn(sdp, !sdp->sd_log_num_rg); 532b3b94faaSDavid Teigland } 533b3b94faaSDavid Teigland 53418ec7d5cSSteven Whitehouse /** 53518ec7d5cSSteven Whitehouse * databuf_lo_add - Add a databuf to the transaction. 53618ec7d5cSSteven Whitehouse * 53718ec7d5cSSteven Whitehouse * This is used in two distinct cases: 53818ec7d5cSSteven Whitehouse * i) In ordered write mode 53918ec7d5cSSteven Whitehouse * We put the data buffer on a list so that we can ensure that its 54018ec7d5cSSteven Whitehouse * synced to disk at the right time 54118ec7d5cSSteven Whitehouse * ii) In journaled data mode 54218ec7d5cSSteven Whitehouse * We need to journal the data block in the same way as metadata in 54318ec7d5cSSteven Whitehouse * the functions above. The difference is that here we have a tag 54418ec7d5cSSteven Whitehouse * which is two __be64's being the block number (as per meta data) 54518ec7d5cSSteven Whitehouse * and a flag which says whether the data block needs escaping or 54618ec7d5cSSteven Whitehouse * not. This means we need a new log entry for each 251 or so data 54718ec7d5cSSteven Whitehouse * blocks, which isn't an enormous overhead but twice as much as 54818ec7d5cSSteven Whitehouse * for normal metadata blocks. 54918ec7d5cSSteven Whitehouse */ 550b3b94faaSDavid Teigland static void databuf_lo_add(struct gfs2_sbd *sdp, struct gfs2_log_element *le) 551b3b94faaSDavid Teigland { 55218ec7d5cSSteven Whitehouse struct gfs2_bufdata *bd = container_of(le, struct gfs2_bufdata, bd_le); 5535c676f6dSSteven Whitehouse struct gfs2_trans *tr = current->journal_info; 55418ec7d5cSSteven Whitehouse struct address_space *mapping = bd->bd_bh->b_page->mapping; 555feaa7bbaSSteven Whitehouse struct gfs2_inode *ip = GFS2_I(mapping->host); 556b3b94faaSDavid Teigland 5579b9107a5SSteven Whitehouse lock_buffer(bd->bd_bh); 5588bd95727SSteven Whitehouse gfs2_log_lock(sdp); 5599ff8ec32SSteven Whitehouse if (tr) { 5609b9107a5SSteven Whitehouse if (!list_empty(&bd->bd_list_tr)) 5619b9107a5SSteven Whitehouse goto out; 56218ec7d5cSSteven Whitehouse tr->tr_touched = 1; 563773ed1a0SRobert Peterson if (gfs2_is_jdata(ip)) { 56418ec7d5cSSteven Whitehouse tr->tr_num_buf++; 56518ec7d5cSSteven Whitehouse list_add(&bd->bd_list_tr, &tr->tr_list_buf); 566773ed1a0SRobert Peterson } 5679ff8ec32SSteven Whitehouse } 568ddf4b426SBenjamin Marzinski if (!list_empty(&le->le_list)) 5699b9107a5SSteven Whitehouse goto out; 5702332c443SRobert Peterson 5719ff8ec32SSteven Whitehouse if (tr) 5729b9107a5SSteven Whitehouse __glock_lo_add(sdp, &bd->bd_gl->gl_le); 5732332c443SRobert Peterson if (gfs2_is_jdata(ip)) { 5742332c443SRobert Peterson gfs2_pin(sdp, bd->bd_bh); 5752332c443SRobert Peterson tr->tr_num_databuf_new++; 576bdcb8856SBob Peterson sdp->sd_log_num_databuf++; 5772332c443SRobert Peterson list_add(&le->le_list, &sdp->sd_log_le_databuf); 578d7b616e2SSteven Whitehouse } else { 579d7b616e2SSteven Whitehouse list_add(&le->le_list, &sdp->sd_log_le_ordered); 580d7b616e2SSteven Whitehouse } 5819b9107a5SSteven Whitehouse out: 582b3b94faaSDavid Teigland gfs2_log_unlock(sdp); 5839b9107a5SSteven Whitehouse unlock_buffer(bd->bd_bh); 584b3b94faaSDavid Teigland } 585b3b94faaSDavid Teigland 58616615be1SSteven Whitehouse static void gfs2_check_magic(struct buffer_head *bh) 58718ec7d5cSSteven Whitehouse { 58818ec7d5cSSteven Whitehouse void *kaddr; 58918ec7d5cSSteven Whitehouse __be32 *ptr; 59018ec7d5cSSteven Whitehouse 59116615be1SSteven Whitehouse clear_buffer_escaped(bh); 59216615be1SSteven Whitehouse kaddr = kmap_atomic(bh->b_page, KM_USER0); 59318ec7d5cSSteven Whitehouse ptr = kaddr + bh_offset(bh); 59418ec7d5cSSteven Whitehouse if (*ptr == cpu_to_be32(GFS2_MAGIC)) 59516615be1SSteven Whitehouse set_buffer_escaped(bh); 596c312c4fdSRussell Cattelan kunmap_atomic(kaddr, KM_USER0); 59716615be1SSteven Whitehouse } 59818ec7d5cSSteven Whitehouse 59916615be1SSteven Whitehouse static void gfs2_write_blocks(struct gfs2_sbd *sdp, struct buffer_head *bh, 60016615be1SSteven Whitehouse struct list_head *list, struct list_head *done, 60116615be1SSteven Whitehouse unsigned int n) 60216615be1SSteven Whitehouse { 60316615be1SSteven Whitehouse struct buffer_head *bh1; 60416615be1SSteven Whitehouse struct gfs2_log_descriptor *ld; 60516615be1SSteven Whitehouse struct gfs2_bufdata *bd; 60616615be1SSteven Whitehouse __be64 *ptr; 60716615be1SSteven Whitehouse 60816615be1SSteven Whitehouse if (!bh) 60916615be1SSteven Whitehouse return; 61016615be1SSteven Whitehouse 61116615be1SSteven Whitehouse ld = bh_log_desc(bh); 61216615be1SSteven Whitehouse ld->ld_length = cpu_to_be32(n + 1); 61316615be1SSteven Whitehouse ld->ld_data1 = cpu_to_be32(n); 61416615be1SSteven Whitehouse 61516615be1SSteven Whitehouse ptr = bh_log_ptr(bh); 61616615be1SSteven Whitehouse 61716615be1SSteven Whitehouse get_bh(bh); 61816615be1SSteven Whitehouse submit_bh(WRITE, bh); 61916615be1SSteven Whitehouse gfs2_log_lock(sdp); 62016615be1SSteven Whitehouse while(!list_empty(list)) { 62116615be1SSteven Whitehouse bd = list_entry(list->next, struct gfs2_bufdata, bd_le.le_list); 62216615be1SSteven Whitehouse list_move_tail(&bd->bd_le.le_list, done); 62316615be1SSteven Whitehouse get_bh(bd->bd_bh); 62416615be1SSteven Whitehouse while (be64_to_cpu(*ptr) != bd->bd_bh->b_blocknr) { 62516615be1SSteven Whitehouse gfs2_log_incr_head(sdp); 62616615be1SSteven Whitehouse ptr += 2; 62716615be1SSteven Whitehouse } 62816615be1SSteven Whitehouse gfs2_log_unlock(sdp); 62916615be1SSteven Whitehouse lock_buffer(bd->bd_bh); 63016615be1SSteven Whitehouse if (buffer_escaped(bd->bd_bh)) { 63116615be1SSteven Whitehouse void *kaddr; 63216615be1SSteven Whitehouse bh1 = gfs2_log_get_buf(sdp); 63316615be1SSteven Whitehouse kaddr = kmap_atomic(bd->bd_bh->b_page, KM_USER0); 63416615be1SSteven Whitehouse memcpy(bh1->b_data, kaddr + bh_offset(bd->bd_bh), 63516615be1SSteven Whitehouse bh1->b_size); 63616615be1SSteven Whitehouse kunmap_atomic(kaddr, KM_USER0); 63716615be1SSteven Whitehouse *(__be32 *)bh1->b_data = 0; 63816615be1SSteven Whitehouse clear_buffer_escaped(bd->bd_bh); 63916615be1SSteven Whitehouse unlock_buffer(bd->bd_bh); 64016615be1SSteven Whitehouse brelse(bd->bd_bh); 64116615be1SSteven Whitehouse } else { 64216615be1SSteven Whitehouse bh1 = gfs2_log_fake_buf(sdp, bd->bd_bh); 64316615be1SSteven Whitehouse } 64416615be1SSteven Whitehouse submit_bh(WRITE, bh1); 64516615be1SSteven Whitehouse gfs2_log_lock(sdp); 64616615be1SSteven Whitehouse ptr += 2; 64716615be1SSteven Whitehouse } 64816615be1SSteven Whitehouse gfs2_log_unlock(sdp); 64916615be1SSteven Whitehouse brelse(bh); 65018ec7d5cSSteven Whitehouse } 65118ec7d5cSSteven Whitehouse 65218ec7d5cSSteven Whitehouse /** 65318ec7d5cSSteven Whitehouse * databuf_lo_before_commit - Scan the data buffers, writing as we go 65418ec7d5cSSteven Whitehouse * 65518ec7d5cSSteven Whitehouse */ 656d7b616e2SSteven Whitehouse 657b3b94faaSDavid Teigland static void databuf_lo_before_commit(struct gfs2_sbd *sdp) 658b3b94faaSDavid Teigland { 65916615be1SSteven Whitehouse struct gfs2_bufdata *bd = NULL; 66016615be1SSteven Whitehouse struct buffer_head *bh = NULL; 66116615be1SSteven Whitehouse unsigned int n = 0; 66216615be1SSteven Whitehouse __be64 *ptr = NULL, *end = NULL; 66316615be1SSteven Whitehouse LIST_HEAD(processed); 66416615be1SSteven Whitehouse LIST_HEAD(in_progress); 665b3b94faaSDavid Teigland 666f55ab26aSSteven Whitehouse gfs2_log_lock(sdp); 66716615be1SSteven Whitehouse while (!list_empty(&sdp->sd_log_le_databuf)) { 66816615be1SSteven Whitehouse if (ptr == end) { 669f55ab26aSSteven Whitehouse gfs2_log_unlock(sdp); 67016615be1SSteven Whitehouse gfs2_write_blocks(sdp, bh, &in_progress, &processed, n); 671d7b616e2SSteven Whitehouse n = 0; 67216615be1SSteven Whitehouse bh = gfs2_get_log_desc(sdp, GFS2_LOG_DESC_JDATA); 67316615be1SSteven Whitehouse ptr = bh_log_ptr(bh); 67416615be1SSteven Whitehouse end = bh_ptr_end(bh) - 1; 675f55ab26aSSteven Whitehouse gfs2_log_lock(sdp); 67618ec7d5cSSteven Whitehouse continue; 67716615be1SSteven Whitehouse } 67816615be1SSteven Whitehouse bd = list_entry(sdp->sd_log_le_databuf.next, struct gfs2_bufdata, bd_le.le_list); 67916615be1SSteven Whitehouse list_move_tail(&bd->bd_le.le_list, &in_progress); 68016615be1SSteven Whitehouse gfs2_check_magic(bd->bd_bh); 68116615be1SSteven Whitehouse *ptr++ = cpu_to_be64(bd->bd_bh->b_blocknr); 68216615be1SSteven Whitehouse *ptr++ = cpu_to_be64(buffer_escaped(bh) ? 1 : 0); 68316615be1SSteven Whitehouse n++; 68416615be1SSteven Whitehouse } 685f55ab26aSSteven Whitehouse gfs2_log_unlock(sdp); 68616615be1SSteven Whitehouse gfs2_write_blocks(sdp, bh, &in_progress, &processed, n); 687f55ab26aSSteven Whitehouse gfs2_log_lock(sdp); 68816615be1SSteven Whitehouse list_splice(&processed, &sdp->sd_log_le_databuf); 689f55ab26aSSteven Whitehouse gfs2_log_unlock(sdp); 690b3b94faaSDavid Teigland } 691b3b94faaSDavid Teigland 69218ec7d5cSSteven Whitehouse static int databuf_lo_scan_elements(struct gfs2_jdesc *jd, unsigned int start, 69318ec7d5cSSteven Whitehouse struct gfs2_log_descriptor *ld, 69418ec7d5cSSteven Whitehouse __be64 *ptr, int pass) 69518ec7d5cSSteven Whitehouse { 696feaa7bbaSSteven Whitehouse struct gfs2_inode *ip = GFS2_I(jd->jd_inode); 697feaa7bbaSSteven Whitehouse struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode); 6985c676f6dSSteven Whitehouse struct gfs2_glock *gl = ip->i_gl; 69918ec7d5cSSteven Whitehouse unsigned int blks = be32_to_cpu(ld->ld_data1); 70018ec7d5cSSteven Whitehouse struct buffer_head *bh_log, *bh_ip; 701cd915493SSteven Whitehouse u64 blkno; 702cd915493SSteven Whitehouse u64 esc; 70318ec7d5cSSteven Whitehouse int error = 0; 70418ec7d5cSSteven Whitehouse 70518ec7d5cSSteven Whitehouse if (pass != 1 || be32_to_cpu(ld->ld_type) != GFS2_LOG_DESC_JDATA) 70618ec7d5cSSteven Whitehouse return 0; 70718ec7d5cSSteven Whitehouse 70818ec7d5cSSteven Whitehouse gfs2_replay_incr_blk(sdp, &start); 70918ec7d5cSSteven Whitehouse for (; blks; gfs2_replay_incr_blk(sdp, &start), blks--) { 71018ec7d5cSSteven Whitehouse blkno = be64_to_cpu(*ptr++); 71118ec7d5cSSteven Whitehouse esc = be64_to_cpu(*ptr++); 71218ec7d5cSSteven Whitehouse 71318ec7d5cSSteven Whitehouse sdp->sd_found_blocks++; 71418ec7d5cSSteven Whitehouse 71518ec7d5cSSteven Whitehouse if (gfs2_revoke_check(sdp, blkno, start)) 71618ec7d5cSSteven Whitehouse continue; 71718ec7d5cSSteven Whitehouse 71818ec7d5cSSteven Whitehouse error = gfs2_replay_read_block(jd, start, &bh_log); 71918ec7d5cSSteven Whitehouse if (error) 72018ec7d5cSSteven Whitehouse return error; 72118ec7d5cSSteven Whitehouse 72218ec7d5cSSteven Whitehouse bh_ip = gfs2_meta_new(gl, blkno); 72318ec7d5cSSteven Whitehouse memcpy(bh_ip->b_data, bh_log->b_data, bh_log->b_size); 72418ec7d5cSSteven Whitehouse 72518ec7d5cSSteven Whitehouse /* Unescape */ 72618ec7d5cSSteven Whitehouse if (esc) { 72718ec7d5cSSteven Whitehouse __be32 *eptr = (__be32 *)bh_ip->b_data; 72818ec7d5cSSteven Whitehouse *eptr = cpu_to_be32(GFS2_MAGIC); 72918ec7d5cSSteven Whitehouse } 73018ec7d5cSSteven Whitehouse mark_buffer_dirty(bh_ip); 73118ec7d5cSSteven Whitehouse 73218ec7d5cSSteven Whitehouse brelse(bh_log); 73318ec7d5cSSteven Whitehouse brelse(bh_ip); 73418ec7d5cSSteven Whitehouse if (error) 73518ec7d5cSSteven Whitehouse break; 73618ec7d5cSSteven Whitehouse 73718ec7d5cSSteven Whitehouse sdp->sd_replayed_blocks++; 73818ec7d5cSSteven Whitehouse } 73918ec7d5cSSteven Whitehouse 74018ec7d5cSSteven Whitehouse return error; 74118ec7d5cSSteven Whitehouse } 74218ec7d5cSSteven Whitehouse 74318ec7d5cSSteven Whitehouse /* FIXME: sort out accounting for log blocks etc. */ 74418ec7d5cSSteven Whitehouse 74518ec7d5cSSteven Whitehouse static void databuf_lo_after_scan(struct gfs2_jdesc *jd, int error, int pass) 74618ec7d5cSSteven Whitehouse { 747feaa7bbaSSteven Whitehouse struct gfs2_inode *ip = GFS2_I(jd->jd_inode); 748feaa7bbaSSteven Whitehouse struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode); 74918ec7d5cSSteven Whitehouse 75018ec7d5cSSteven Whitehouse if (error) { 7517276b3b0SSteven Whitehouse gfs2_meta_sync(ip->i_gl); 75218ec7d5cSSteven Whitehouse return; 75318ec7d5cSSteven Whitehouse } 75418ec7d5cSSteven Whitehouse if (pass != 1) 75518ec7d5cSSteven Whitehouse return; 75618ec7d5cSSteven Whitehouse 75718ec7d5cSSteven Whitehouse /* data sync? */ 7587276b3b0SSteven Whitehouse gfs2_meta_sync(ip->i_gl); 75918ec7d5cSSteven Whitehouse 76018ec7d5cSSteven Whitehouse fs_info(sdp, "jid=%u: Replayed %u of %u data blocks\n", 76118ec7d5cSSteven Whitehouse jd->jd_jid, sdp->sd_replayed_blocks, sdp->sd_found_blocks); 76218ec7d5cSSteven Whitehouse } 76318ec7d5cSSteven Whitehouse 76418ec7d5cSSteven Whitehouse static void databuf_lo_after_commit(struct gfs2_sbd *sdp, struct gfs2_ail *ai) 76518ec7d5cSSteven Whitehouse { 76618ec7d5cSSteven Whitehouse struct list_head *head = &sdp->sd_log_le_databuf; 76718ec7d5cSSteven Whitehouse struct gfs2_bufdata *bd; 76818ec7d5cSSteven Whitehouse 76918ec7d5cSSteven Whitehouse while (!list_empty(head)) { 77018ec7d5cSSteven Whitehouse bd = list_entry(head->next, struct gfs2_bufdata, bd_le.le_list); 771b8e1aabfSSteven Whitehouse list_del_init(&bd->bd_le.le_list); 77218ec7d5cSSteven Whitehouse sdp->sd_log_num_databuf--; 77318ec7d5cSSteven Whitehouse gfs2_unpin(sdp, bd->bd_bh, ai); 77418ec7d5cSSteven Whitehouse } 77518ec7d5cSSteven Whitehouse gfs2_assert_warn(sdp, !sdp->sd_log_num_databuf); 77618ec7d5cSSteven Whitehouse } 77718ec7d5cSSteven Whitehouse 77818ec7d5cSSteven Whitehouse 779b09e593dSSteven Whitehouse const struct gfs2_log_operations gfs2_glock_lops = { 780b3b94faaSDavid Teigland .lo_add = glock_lo_add, 781b3b94faaSDavid Teigland .lo_after_commit = glock_lo_after_commit, 782ea67eedbSSteven Whitehouse .lo_name = "glock", 783b3b94faaSDavid Teigland }; 784b3b94faaSDavid Teigland 785b09e593dSSteven Whitehouse const struct gfs2_log_operations gfs2_buf_lops = { 786b3b94faaSDavid Teigland .lo_add = buf_lo_add, 787b3b94faaSDavid Teigland .lo_incore_commit = buf_lo_incore_commit, 788b3b94faaSDavid Teigland .lo_before_commit = buf_lo_before_commit, 789b3b94faaSDavid Teigland .lo_after_commit = buf_lo_after_commit, 790b3b94faaSDavid Teigland .lo_before_scan = buf_lo_before_scan, 791b3b94faaSDavid Teigland .lo_scan_elements = buf_lo_scan_elements, 792b3b94faaSDavid Teigland .lo_after_scan = buf_lo_after_scan, 793ea67eedbSSteven Whitehouse .lo_name = "buf", 794b3b94faaSDavid Teigland }; 795b3b94faaSDavid Teigland 796b09e593dSSteven Whitehouse const struct gfs2_log_operations gfs2_revoke_lops = { 797b3b94faaSDavid Teigland .lo_add = revoke_lo_add, 798b3b94faaSDavid Teigland .lo_before_commit = revoke_lo_before_commit, 799b3b94faaSDavid Teigland .lo_before_scan = revoke_lo_before_scan, 800b3b94faaSDavid Teigland .lo_scan_elements = revoke_lo_scan_elements, 801b3b94faaSDavid Teigland .lo_after_scan = revoke_lo_after_scan, 802ea67eedbSSteven Whitehouse .lo_name = "revoke", 803b3b94faaSDavid Teigland }; 804b3b94faaSDavid Teigland 805b09e593dSSteven Whitehouse const struct gfs2_log_operations gfs2_rg_lops = { 806b3b94faaSDavid Teigland .lo_add = rg_lo_add, 807b3b94faaSDavid Teigland .lo_after_commit = rg_lo_after_commit, 808ea67eedbSSteven Whitehouse .lo_name = "rg", 809b3b94faaSDavid Teigland }; 810b3b94faaSDavid Teigland 811b09e593dSSteven Whitehouse const struct gfs2_log_operations gfs2_databuf_lops = { 812b3b94faaSDavid Teigland .lo_add = databuf_lo_add, 81318ec7d5cSSteven Whitehouse .lo_incore_commit = buf_lo_incore_commit, 814b3b94faaSDavid Teigland .lo_before_commit = databuf_lo_before_commit, 81518ec7d5cSSteven Whitehouse .lo_after_commit = databuf_lo_after_commit, 81618ec7d5cSSteven Whitehouse .lo_scan_elements = databuf_lo_scan_elements, 81718ec7d5cSSteven Whitehouse .lo_after_scan = databuf_lo_after_scan, 818ea67eedbSSteven Whitehouse .lo_name = "databuf", 819b3b94faaSDavid Teigland }; 820b3b94faaSDavid Teigland 821b09e593dSSteven Whitehouse const struct gfs2_log_operations *gfs2_log_ops[] = { 822b3b94faaSDavid Teigland &gfs2_glock_lops, 823b3b94faaSDavid Teigland &gfs2_databuf_lops, 82416615be1SSteven Whitehouse &gfs2_buf_lops, 82516615be1SSteven Whitehouse &gfs2_rg_lops, 82616615be1SSteven Whitehouse &gfs2_revoke_lops, 827ea67eedbSSteven Whitehouse NULL, 828b3b94faaSDavid Teigland }; 829b3b94faaSDavid Teigland 830