1 /* 2 * JFFS2 -- Journalling Flash File System, Version 2. 3 * 4 * Copyright © 2001-2007 Red Hat, Inc. 5 * 6 * Created by David Woodhouse <dwmw2@infradead.org> 7 * 8 * For licensing information, see the file 'LICENCE' in this directory. 9 * 10 */ 11 12 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt 13 14 #include <linux/kernel.h> 15 #include <linux/mtd/mtd.h> 16 #include <linux/compiler.h> 17 #include <linux/sched.h> /* For cond_resched() */ 18 #include "nodelist.h" 19 #include "debug.h" 20 21 /** 22 * jffs2_reserve_space - request physical space to write nodes to flash 23 * @c: superblock info 24 * @minsize: Minimum acceptable size of allocation 25 * @len: Returned value of allocation length 26 * @prio: Allocation type - ALLOC_{NORMAL,DELETION} 27 * 28 * Requests a block of physical space on the flash. Returns zero for success 29 * and puts 'len' into the appropriate place, or returns -ENOSPC or other 30 * error if appropriate. Doesn't return len since that's 31 * 32 * If it returns zero, jffs2_reserve_space() also downs the per-filesystem 33 * allocation semaphore, to prevent more than one allocation from being 34 * active at any time. The semaphore is later released by jffs2_commit_allocation() 35 * 36 * jffs2_reserve_space() may trigger garbage collection in order to make room 37 * for the requested allocation. 38 */ 39 40 static int jffs2_do_reserve_space(struct jffs2_sb_info *c, uint32_t minsize, 41 uint32_t *len, uint32_t sumsize); 42 43 int jffs2_reserve_space(struct jffs2_sb_info *c, uint32_t minsize, 44 uint32_t *len, int prio, uint32_t sumsize) 45 { 46 int ret = -EAGAIN; 47 int blocksneeded = c->resv_blocks_write; 48 /* align it */ 49 minsize = PAD(minsize); 50 51 jffs2_dbg(1, "%s(): Requested 0x%x bytes\n", __func__, minsize); 52 mutex_lock(&c->alloc_sem); 53 54 jffs2_dbg(1, "%s(): alloc sem got\n", __func__); 55 56 spin_lock(&c->erase_completion_lock); 57 58 /* this needs a little more thought (true <tglx> :)) */ 59 while(ret == -EAGAIN) { 60 while(c->nr_free_blocks + c->nr_erasing_blocks < blocksneeded) { 61 uint32_t dirty, avail; 62 63 /* calculate real dirty size 64 * dirty_size contains blocks on erase_pending_list 65 * those blocks are counted in c->nr_erasing_blocks. 66 * If one block is actually erased, it is not longer counted as dirty_space 67 * but it is counted in c->nr_erasing_blocks, so we add it and subtract it 68 * with c->nr_erasing_blocks * c->sector_size again. 69 * Blocks on erasable_list are counted as dirty_size, but not in c->nr_erasing_blocks 70 * This helps us to force gc and pick eventually a clean block to spread the load. 71 * We add unchecked_size here, as we hopefully will find some space to use. 72 * This will affect the sum only once, as gc first finishes checking 73 * of nodes. 74 */ 75 dirty = c->dirty_size + c->erasing_size - c->nr_erasing_blocks * c->sector_size + c->unchecked_size; 76 if (dirty < c->nospc_dirty_size) { 77 if (prio == ALLOC_DELETION && c->nr_free_blocks + c->nr_erasing_blocks >= c->resv_blocks_deletion) { 78 jffs2_dbg(1, "%s(): Low on dirty space to GC, but it's a deletion. Allowing...\n", 79 __func__); 80 break; 81 } 82 jffs2_dbg(1, "dirty size 0x%08x + unchecked_size 0x%08x < nospc_dirty_size 0x%08x, returning -ENOSPC\n", 83 dirty, c->unchecked_size, 84 c->sector_size); 85 86 spin_unlock(&c->erase_completion_lock); 87 mutex_unlock(&c->alloc_sem); 88 return -ENOSPC; 89 } 90 91 /* Calc possibly available space. Possibly available means that we 92 * don't know, if unchecked size contains obsoleted nodes, which could give us some 93 * more usable space. This will affect the sum only once, as gc first finishes checking 94 * of nodes. 95 + Return -ENOSPC, if the maximum possibly available space is less or equal than 96 * blocksneeded * sector_size. 97 * This blocks endless gc looping on a filesystem, which is nearly full, even if 98 * the check above passes. 99 */ 100 avail = c->free_size + c->dirty_size + c->erasing_size + c->unchecked_size; 101 if ( (avail / c->sector_size) <= blocksneeded) { 102 if (prio == ALLOC_DELETION && c->nr_free_blocks + c->nr_erasing_blocks >= c->resv_blocks_deletion) { 103 jffs2_dbg(1, "%s(): Low on possibly available space, but it's a deletion. Allowing...\n", 104 __func__); 105 break; 106 } 107 108 jffs2_dbg(1, "max. available size 0x%08x < blocksneeded * sector_size 0x%08x, returning -ENOSPC\n", 109 avail, blocksneeded * c->sector_size); 110 spin_unlock(&c->erase_completion_lock); 111 mutex_unlock(&c->alloc_sem); 112 return -ENOSPC; 113 } 114 115 mutex_unlock(&c->alloc_sem); 116 117 jffs2_dbg(1, "Triggering GC pass. nr_free_blocks %d, nr_erasing_blocks %d, free_size 0x%08x, dirty_size 0x%08x, wasted_size 0x%08x, used_size 0x%08x, erasing_size 0x%08x, bad_size 0x%08x (total 0x%08x of 0x%08x)\n", 118 c->nr_free_blocks, c->nr_erasing_blocks, 119 c->free_size, c->dirty_size, c->wasted_size, 120 c->used_size, c->erasing_size, c->bad_size, 121 c->free_size + c->dirty_size + 122 c->wasted_size + c->used_size + 123 c->erasing_size + c->bad_size, 124 c->flash_size); 125 spin_unlock(&c->erase_completion_lock); 126 127 ret = jffs2_garbage_collect_pass(c); 128 129 if (ret == -EAGAIN) { 130 spin_lock(&c->erase_completion_lock); 131 if (c->nr_erasing_blocks && 132 list_empty(&c->erase_pending_list) && 133 list_empty(&c->erase_complete_list)) { 134 DECLARE_WAITQUEUE(wait, current); 135 set_current_state(TASK_UNINTERRUPTIBLE); 136 add_wait_queue(&c->erase_wait, &wait); 137 jffs2_dbg(1, "%s waiting for erase to complete\n", 138 __func__); 139 spin_unlock(&c->erase_completion_lock); 140 141 schedule(); 142 } else 143 spin_unlock(&c->erase_completion_lock); 144 } else if (ret) 145 return ret; 146 147 cond_resched(); 148 149 if (signal_pending(current)) 150 return -EINTR; 151 152 mutex_lock(&c->alloc_sem); 153 spin_lock(&c->erase_completion_lock); 154 } 155 156 ret = jffs2_do_reserve_space(c, minsize, len, sumsize); 157 if (ret) { 158 jffs2_dbg(1, "%s(): ret is %d\n", __func__, ret); 159 } 160 } 161 spin_unlock(&c->erase_completion_lock); 162 if (!ret) 163 ret = jffs2_prealloc_raw_node_refs(c, c->nextblock, 1); 164 if (ret) 165 mutex_unlock(&c->alloc_sem); 166 return ret; 167 } 168 169 int jffs2_reserve_space_gc(struct jffs2_sb_info *c, uint32_t minsize, 170 uint32_t *len, uint32_t sumsize) 171 { 172 int ret = -EAGAIN; 173 minsize = PAD(minsize); 174 175 jffs2_dbg(1, "%s(): Requested 0x%x bytes\n", __func__, minsize); 176 177 spin_lock(&c->erase_completion_lock); 178 while(ret == -EAGAIN) { 179 ret = jffs2_do_reserve_space(c, minsize, len, sumsize); 180 if (ret) { 181 jffs2_dbg(1, "%s(): looping, ret is %d\n", 182 __func__, ret); 183 } 184 } 185 spin_unlock(&c->erase_completion_lock); 186 if (!ret) 187 ret = jffs2_prealloc_raw_node_refs(c, c->nextblock, 1); 188 189 return ret; 190 } 191 192 193 /* Classify nextblock (clean, dirty of verydirty) and force to select an other one */ 194 195 static void jffs2_close_nextblock(struct jffs2_sb_info *c, struct jffs2_eraseblock *jeb) 196 { 197 198 if (c->nextblock == NULL) { 199 jffs2_dbg(1, "%s(): Erase block at 0x%08x has already been placed in a list\n", 200 __func__, jeb->offset); 201 return; 202 } 203 /* Check, if we have a dirty block now, or if it was dirty already */ 204 if (ISDIRTY (jeb->wasted_size + jeb->dirty_size)) { 205 c->dirty_size += jeb->wasted_size; 206 c->wasted_size -= jeb->wasted_size; 207 jeb->dirty_size += jeb->wasted_size; 208 jeb->wasted_size = 0; 209 if (VERYDIRTY(c, jeb->dirty_size)) { 210 jffs2_dbg(1, "Adding full erase block at 0x%08x to very_dirty_list (free 0x%08x, dirty 0x%08x, used 0x%08x\n", 211 jeb->offset, jeb->free_size, jeb->dirty_size, 212 jeb->used_size); 213 list_add_tail(&jeb->list, &c->very_dirty_list); 214 } else { 215 jffs2_dbg(1, "Adding full erase block at 0x%08x to dirty_list (free 0x%08x, dirty 0x%08x, used 0x%08x\n", 216 jeb->offset, jeb->free_size, jeb->dirty_size, 217 jeb->used_size); 218 list_add_tail(&jeb->list, &c->dirty_list); 219 } 220 } else { 221 jffs2_dbg(1, "Adding full erase block at 0x%08x to clean_list (free 0x%08x, dirty 0x%08x, used 0x%08x\n", 222 jeb->offset, jeb->free_size, jeb->dirty_size, 223 jeb->used_size); 224 list_add_tail(&jeb->list, &c->clean_list); 225 } 226 c->nextblock = NULL; 227 228 } 229 230 /* Select a new jeb for nextblock */ 231 232 static int jffs2_find_nextblock(struct jffs2_sb_info *c) 233 { 234 struct list_head *next; 235 236 /* Take the next block off the 'free' list */ 237 238 if (list_empty(&c->free_list)) { 239 240 if (!c->nr_erasing_blocks && 241 !list_empty(&c->erasable_list)) { 242 struct jffs2_eraseblock *ejeb; 243 244 ejeb = list_entry(c->erasable_list.next, struct jffs2_eraseblock, list); 245 list_move_tail(&ejeb->list, &c->erase_pending_list); 246 c->nr_erasing_blocks++; 247 jffs2_garbage_collect_trigger(c); 248 jffs2_dbg(1, "%s(): Triggering erase of erasable block at 0x%08x\n", 249 __func__, ejeb->offset); 250 } 251 252 if (!c->nr_erasing_blocks && 253 !list_empty(&c->erasable_pending_wbuf_list)) { 254 jffs2_dbg(1, "%s(): Flushing write buffer\n", 255 __func__); 256 /* c->nextblock is NULL, no update to c->nextblock allowed */ 257 spin_unlock(&c->erase_completion_lock); 258 jffs2_flush_wbuf_pad(c); 259 spin_lock(&c->erase_completion_lock); 260 /* Have another go. It'll be on the erasable_list now */ 261 return -EAGAIN; 262 } 263 264 if (!c->nr_erasing_blocks) { 265 /* Ouch. We're in GC, or we wouldn't have got here. 266 And there's no space left. At all. */ 267 pr_crit("Argh. No free space left for GC. nr_erasing_blocks is %d. nr_free_blocks is %d. (erasableempty: %s, erasingempty: %s, erasependingempty: %s)\n", 268 c->nr_erasing_blocks, c->nr_free_blocks, 269 list_empty(&c->erasable_list) ? "yes" : "no", 270 list_empty(&c->erasing_list) ? "yes" : "no", 271 list_empty(&c->erase_pending_list) ? "yes" : "no"); 272 return -ENOSPC; 273 } 274 275 spin_unlock(&c->erase_completion_lock); 276 /* Don't wait for it; just erase one right now */ 277 jffs2_erase_pending_blocks(c, 1); 278 spin_lock(&c->erase_completion_lock); 279 280 /* An erase may have failed, decreasing the 281 amount of free space available. So we must 282 restart from the beginning */ 283 return -EAGAIN; 284 } 285 286 next = c->free_list.next; 287 list_del(next); 288 c->nextblock = list_entry(next, struct jffs2_eraseblock, list); 289 c->nr_free_blocks--; 290 291 jffs2_sum_reset_collected(c->summary); /* reset collected summary */ 292 293 #ifdef CONFIG_JFFS2_FS_WRITEBUFFER 294 /* adjust write buffer offset, else we get a non contiguous write bug */ 295 if (!(c->wbuf_ofs % c->sector_size) && !c->wbuf_len) 296 c->wbuf_ofs = 0xffffffff; 297 #endif 298 299 jffs2_dbg(1, "%s(): new nextblock = 0x%08x\n", 300 __func__, c->nextblock->offset); 301 302 return 0; 303 } 304 305 /* Called with alloc sem _and_ erase_completion_lock */ 306 static int jffs2_do_reserve_space(struct jffs2_sb_info *c, uint32_t minsize, 307 uint32_t *len, uint32_t sumsize) 308 { 309 struct jffs2_eraseblock *jeb = c->nextblock; 310 uint32_t reserved_size; /* for summary information at the end of the jeb */ 311 int ret; 312 313 restart: 314 reserved_size = 0; 315 316 if (jffs2_sum_active() && (sumsize != JFFS2_SUMMARY_NOSUM_SIZE)) { 317 /* NOSUM_SIZE means not to generate summary */ 318 319 if (jeb) { 320 reserved_size = PAD(sumsize + c->summary->sum_size + JFFS2_SUMMARY_FRAME_SIZE); 321 dbg_summary("minsize=%d , jeb->free=%d ," 322 "summary->size=%d , sumsize=%d\n", 323 minsize, jeb->free_size, 324 c->summary->sum_size, sumsize); 325 } 326 327 /* Is there enough space for writing out the current node, or we have to 328 write out summary information now, close this jeb and select new nextblock? */ 329 if (jeb && (PAD(minsize) + PAD(c->summary->sum_size + sumsize + 330 JFFS2_SUMMARY_FRAME_SIZE) > jeb->free_size)) { 331 332 /* Has summary been disabled for this jeb? */ 333 if (jffs2_sum_is_disabled(c->summary)) { 334 sumsize = JFFS2_SUMMARY_NOSUM_SIZE; 335 goto restart; 336 } 337 338 /* Writing out the collected summary information */ 339 dbg_summary("generating summary for 0x%08x.\n", jeb->offset); 340 ret = jffs2_sum_write_sumnode(c); 341 342 if (ret) 343 return ret; 344 345 if (jffs2_sum_is_disabled(c->summary)) { 346 /* jffs2_write_sumnode() couldn't write out the summary information 347 diabling summary for this jeb and free the collected information 348 */ 349 sumsize = JFFS2_SUMMARY_NOSUM_SIZE; 350 goto restart; 351 } 352 353 jffs2_close_nextblock(c, jeb); 354 jeb = NULL; 355 /* keep always valid value in reserved_size */ 356 reserved_size = PAD(sumsize + c->summary->sum_size + JFFS2_SUMMARY_FRAME_SIZE); 357 } 358 } else { 359 if (jeb && minsize > jeb->free_size) { 360 uint32_t waste; 361 362 /* Skip the end of this block and file it as having some dirty space */ 363 /* If there's a pending write to it, flush now */ 364 365 if (jffs2_wbuf_dirty(c)) { 366 spin_unlock(&c->erase_completion_lock); 367 jffs2_dbg(1, "%s(): Flushing write buffer\n", 368 __func__); 369 jffs2_flush_wbuf_pad(c); 370 spin_lock(&c->erase_completion_lock); 371 jeb = c->nextblock; 372 goto restart; 373 } 374 375 spin_unlock(&c->erase_completion_lock); 376 377 ret = jffs2_prealloc_raw_node_refs(c, jeb, 1); 378 if (ret) 379 return ret; 380 /* Just lock it again and continue. Nothing much can change because 381 we hold c->alloc_sem anyway. In fact, it's not entirely clear why 382 we hold c->erase_completion_lock in the majority of this function... 383 but that's a question for another (more caffeine-rich) day. */ 384 spin_lock(&c->erase_completion_lock); 385 386 waste = jeb->free_size; 387 jffs2_link_node_ref(c, jeb, 388 (jeb->offset + c->sector_size - waste) | REF_OBSOLETE, 389 waste, NULL); 390 /* FIXME: that made it count as dirty. Convert to wasted */ 391 jeb->dirty_size -= waste; 392 c->dirty_size -= waste; 393 jeb->wasted_size += waste; 394 c->wasted_size += waste; 395 396 jffs2_close_nextblock(c, jeb); 397 jeb = NULL; 398 } 399 } 400 401 if (!jeb) { 402 403 ret = jffs2_find_nextblock(c); 404 if (ret) 405 return ret; 406 407 jeb = c->nextblock; 408 409 if (jeb->free_size != c->sector_size - c->cleanmarker_size) { 410 pr_warn("Eep. Block 0x%08x taken from free_list had free_size of 0x%08x!!\n", 411 jeb->offset, jeb->free_size); 412 goto restart; 413 } 414 } 415 /* OK, jeb (==c->nextblock) is now pointing at a block which definitely has 416 enough space */ 417 *len = jeb->free_size - reserved_size; 418 419 if (c->cleanmarker_size && jeb->used_size == c->cleanmarker_size && 420 !jeb->first_node->next_in_ino) { 421 /* Only node in it beforehand was a CLEANMARKER node (we think). 422 So mark it obsolete now that there's going to be another node 423 in the block. This will reduce used_size to zero but We've 424 already set c->nextblock so that jffs2_mark_node_obsolete() 425 won't try to refile it to the dirty_list. 426 */ 427 spin_unlock(&c->erase_completion_lock); 428 jffs2_mark_node_obsolete(c, jeb->first_node); 429 spin_lock(&c->erase_completion_lock); 430 } 431 432 jffs2_dbg(1, "%s(): Giving 0x%x bytes at 0x%x\n", 433 __func__, 434 *len, jeb->offset + (c->sector_size - jeb->free_size)); 435 return 0; 436 } 437 438 /** 439 * jffs2_add_physical_node_ref - add a physical node reference to the list 440 * @c: superblock info 441 * @new: new node reference to add 442 * @len: length of this physical node 443 * 444 * Should only be used to report nodes for which space has been allocated 445 * by jffs2_reserve_space. 446 * 447 * Must be called with the alloc_sem held. 448 */ 449 450 struct jffs2_raw_node_ref *jffs2_add_physical_node_ref(struct jffs2_sb_info *c, 451 uint32_t ofs, uint32_t len, 452 struct jffs2_inode_cache *ic) 453 { 454 struct jffs2_eraseblock *jeb; 455 struct jffs2_raw_node_ref *new; 456 457 jeb = &c->blocks[ofs / c->sector_size]; 458 459 jffs2_dbg(1, "%s(): Node at 0x%x(%d), size 0x%x\n", 460 __func__, ofs & ~3, ofs & 3, len); 461 #if 1 462 /* Allow non-obsolete nodes only to be added at the end of c->nextblock, 463 if c->nextblock is set. Note that wbuf.c will file obsolete nodes 464 even after refiling c->nextblock */ 465 if ((c->nextblock || ((ofs & 3) != REF_OBSOLETE)) 466 && (jeb != c->nextblock || (ofs & ~3) != jeb->offset + (c->sector_size - jeb->free_size))) { 467 pr_warn("argh. node added in wrong place at 0x%08x(%d)\n", 468 ofs & ~3, ofs & 3); 469 if (c->nextblock) 470 pr_warn("nextblock 0x%08x", c->nextblock->offset); 471 else 472 pr_warn("No nextblock"); 473 pr_cont(", expected at %08x\n", 474 jeb->offset + (c->sector_size - jeb->free_size)); 475 return ERR_PTR(-EINVAL); 476 } 477 #endif 478 spin_lock(&c->erase_completion_lock); 479 480 new = jffs2_link_node_ref(c, jeb, ofs, len, ic); 481 482 if (!jeb->free_size && !jeb->dirty_size && !ISDIRTY(jeb->wasted_size)) { 483 /* If it lives on the dirty_list, jffs2_reserve_space will put it there */ 484 jffs2_dbg(1, "Adding full erase block at 0x%08x to clean_list (free 0x%08x, dirty 0x%08x, used 0x%08x\n", 485 jeb->offset, jeb->free_size, jeb->dirty_size, 486 jeb->used_size); 487 if (jffs2_wbuf_dirty(c)) { 488 /* Flush the last write in the block if it's outstanding */ 489 spin_unlock(&c->erase_completion_lock); 490 jffs2_flush_wbuf_pad(c); 491 spin_lock(&c->erase_completion_lock); 492 } 493 494 list_add_tail(&jeb->list, &c->clean_list); 495 c->nextblock = NULL; 496 } 497 jffs2_dbg_acct_sanity_check_nolock(c,jeb); 498 jffs2_dbg_acct_paranoia_check_nolock(c, jeb); 499 500 spin_unlock(&c->erase_completion_lock); 501 502 return new; 503 } 504 505 506 void jffs2_complete_reservation(struct jffs2_sb_info *c) 507 { 508 jffs2_dbg(1, "jffs2_complete_reservation()\n"); 509 spin_lock(&c->erase_completion_lock); 510 jffs2_garbage_collect_trigger(c); 511 spin_unlock(&c->erase_completion_lock); 512 mutex_unlock(&c->alloc_sem); 513 } 514 515 static inline int on_list(struct list_head *obj, struct list_head *head) 516 { 517 struct list_head *this; 518 519 list_for_each(this, head) { 520 if (this == obj) { 521 jffs2_dbg(1, "%p is on list at %p\n", obj, head); 522 return 1; 523 524 } 525 } 526 return 0; 527 } 528 529 void jffs2_mark_node_obsolete(struct jffs2_sb_info *c, struct jffs2_raw_node_ref *ref) 530 { 531 struct jffs2_eraseblock *jeb; 532 int blocknr; 533 struct jffs2_unknown_node n; 534 int ret, addedsize; 535 size_t retlen; 536 uint32_t freed_len; 537 538 if(unlikely(!ref)) { 539 pr_notice("EEEEEK. jffs2_mark_node_obsolete called with NULL node\n"); 540 return; 541 } 542 if (ref_obsolete(ref)) { 543 jffs2_dbg(1, "%s(): called with already obsolete node at 0x%08x\n", 544 __func__, ref_offset(ref)); 545 return; 546 } 547 blocknr = ref->flash_offset / c->sector_size; 548 if (blocknr >= c->nr_blocks) { 549 pr_notice("raw node at 0x%08x is off the end of device!\n", 550 ref->flash_offset); 551 BUG(); 552 } 553 jeb = &c->blocks[blocknr]; 554 555 if (jffs2_can_mark_obsolete(c) && !jffs2_is_readonly(c) && 556 !(c->flags & (JFFS2_SB_FLAG_SCANNING | JFFS2_SB_FLAG_BUILDING))) { 557 /* Hm. This may confuse static lock analysis. If any of the above 558 three conditions is false, we're going to return from this 559 function without actually obliterating any nodes or freeing 560 any jffs2_raw_node_refs. So we don't need to stop erases from 561 happening, or protect against people holding an obsolete 562 jffs2_raw_node_ref without the erase_completion_lock. */ 563 mutex_lock(&c->erase_free_sem); 564 } 565 566 spin_lock(&c->erase_completion_lock); 567 568 freed_len = ref_totlen(c, jeb, ref); 569 570 if (ref_flags(ref) == REF_UNCHECKED) { 571 D1(if (unlikely(jeb->unchecked_size < freed_len)) { 572 pr_notice("raw unchecked node of size 0x%08x freed from erase block %d at 0x%08x, but unchecked_size was already 0x%08x\n", 573 freed_len, blocknr, 574 ref->flash_offset, jeb->used_size); 575 BUG(); 576 }) 577 jffs2_dbg(1, "Obsoleting previously unchecked node at 0x%08x of len %x\n", 578 ref_offset(ref), freed_len); 579 jeb->unchecked_size -= freed_len; 580 c->unchecked_size -= freed_len; 581 } else { 582 D1(if (unlikely(jeb->used_size < freed_len)) { 583 pr_notice("raw node of size 0x%08x freed from erase block %d at 0x%08x, but used_size was already 0x%08x\n", 584 freed_len, blocknr, 585 ref->flash_offset, jeb->used_size); 586 BUG(); 587 }) 588 jffs2_dbg(1, "Obsoleting node at 0x%08x of len %#x: ", 589 ref_offset(ref), freed_len); 590 jeb->used_size -= freed_len; 591 c->used_size -= freed_len; 592 } 593 594 // Take care, that wasted size is taken into concern 595 if ((jeb->dirty_size || ISDIRTY(jeb->wasted_size + freed_len)) && jeb != c->nextblock) { 596 jffs2_dbg(1, "Dirtying\n"); 597 addedsize = freed_len; 598 jeb->dirty_size += freed_len; 599 c->dirty_size += freed_len; 600 601 /* Convert wasted space to dirty, if not a bad block */ 602 if (jeb->wasted_size) { 603 if (on_list(&jeb->list, &c->bad_used_list)) { 604 jffs2_dbg(1, "Leaving block at %08x on the bad_used_list\n", 605 jeb->offset); 606 addedsize = 0; /* To fool the refiling code later */ 607 } else { 608 jffs2_dbg(1, "Converting %d bytes of wasted space to dirty in block at %08x\n", 609 jeb->wasted_size, jeb->offset); 610 addedsize += jeb->wasted_size; 611 jeb->dirty_size += jeb->wasted_size; 612 c->dirty_size += jeb->wasted_size; 613 c->wasted_size -= jeb->wasted_size; 614 jeb->wasted_size = 0; 615 } 616 } 617 } else { 618 jffs2_dbg(1, "Wasting\n"); 619 addedsize = 0; 620 jeb->wasted_size += freed_len; 621 c->wasted_size += freed_len; 622 } 623 ref->flash_offset = ref_offset(ref) | REF_OBSOLETE; 624 625 jffs2_dbg_acct_sanity_check_nolock(c, jeb); 626 jffs2_dbg_acct_paranoia_check_nolock(c, jeb); 627 628 if (c->flags & JFFS2_SB_FLAG_SCANNING) { 629 /* Flash scanning is in progress. Don't muck about with the block 630 lists because they're not ready yet, and don't actually 631 obliterate nodes that look obsolete. If they weren't 632 marked obsolete on the flash at the time they _became_ 633 obsolete, there was probably a reason for that. */ 634 spin_unlock(&c->erase_completion_lock); 635 /* We didn't lock the erase_free_sem */ 636 return; 637 } 638 639 if (jeb == c->nextblock) { 640 jffs2_dbg(2, "Not moving nextblock 0x%08x to dirty/erase_pending list\n", 641 jeb->offset); 642 } else if (!jeb->used_size && !jeb->unchecked_size) { 643 if (jeb == c->gcblock) { 644 jffs2_dbg(1, "gcblock at 0x%08x completely dirtied. Clearing gcblock...\n", 645 jeb->offset); 646 c->gcblock = NULL; 647 } else { 648 jffs2_dbg(1, "Eraseblock at 0x%08x completely dirtied. Removing from (dirty?) list...\n", 649 jeb->offset); 650 list_del(&jeb->list); 651 } 652 if (jffs2_wbuf_dirty(c)) { 653 jffs2_dbg(1, "...and adding to erasable_pending_wbuf_list\n"); 654 list_add_tail(&jeb->list, &c->erasable_pending_wbuf_list); 655 } else { 656 if (jiffies & 127) { 657 /* Most of the time, we just erase it immediately. Otherwise we 658 spend ages scanning it on mount, etc. */ 659 jffs2_dbg(1, "...and adding to erase_pending_list\n"); 660 list_add_tail(&jeb->list, &c->erase_pending_list); 661 c->nr_erasing_blocks++; 662 jffs2_garbage_collect_trigger(c); 663 } else { 664 /* Sometimes, however, we leave it elsewhere so it doesn't get 665 immediately reused, and we spread the load a bit. */ 666 jffs2_dbg(1, "...and adding to erasable_list\n"); 667 list_add_tail(&jeb->list, &c->erasable_list); 668 } 669 } 670 jffs2_dbg(1, "Done OK\n"); 671 } else if (jeb == c->gcblock) { 672 jffs2_dbg(2, "Not moving gcblock 0x%08x to dirty_list\n", 673 jeb->offset); 674 } else if (ISDIRTY(jeb->dirty_size) && !ISDIRTY(jeb->dirty_size - addedsize)) { 675 jffs2_dbg(1, "Eraseblock at 0x%08x is freshly dirtied. Removing from clean list...\n", 676 jeb->offset); 677 list_del(&jeb->list); 678 jffs2_dbg(1, "...and adding to dirty_list\n"); 679 list_add_tail(&jeb->list, &c->dirty_list); 680 } else if (VERYDIRTY(c, jeb->dirty_size) && 681 !VERYDIRTY(c, jeb->dirty_size - addedsize)) { 682 jffs2_dbg(1, "Eraseblock at 0x%08x is now very dirty. Removing from dirty list...\n", 683 jeb->offset); 684 list_del(&jeb->list); 685 jffs2_dbg(1, "...and adding to very_dirty_list\n"); 686 list_add_tail(&jeb->list, &c->very_dirty_list); 687 } else { 688 jffs2_dbg(1, "Eraseblock at 0x%08x not moved anywhere. (free 0x%08x, dirty 0x%08x, used 0x%08x)\n", 689 jeb->offset, jeb->free_size, jeb->dirty_size, 690 jeb->used_size); 691 } 692 693 spin_unlock(&c->erase_completion_lock); 694 695 if (!jffs2_can_mark_obsolete(c) || jffs2_is_readonly(c) || 696 (c->flags & JFFS2_SB_FLAG_BUILDING)) { 697 /* We didn't lock the erase_free_sem */ 698 return; 699 } 700 701 /* The erase_free_sem is locked, and has been since before we marked the node obsolete 702 and potentially put its eraseblock onto the erase_pending_list. Thus, we know that 703 the block hasn't _already_ been erased, and that 'ref' itself hasn't been freed yet 704 by jffs2_free_jeb_node_refs() in erase.c. Which is nice. */ 705 706 jffs2_dbg(1, "obliterating obsoleted node at 0x%08x\n", 707 ref_offset(ref)); 708 ret = jffs2_flash_read(c, ref_offset(ref), sizeof(n), &retlen, (char *)&n); 709 if (ret) { 710 pr_warn("Read error reading from obsoleted node at 0x%08x: %d\n", 711 ref_offset(ref), ret); 712 goto out_erase_sem; 713 } 714 if (retlen != sizeof(n)) { 715 pr_warn("Short read from obsoleted node at 0x%08x: %zd\n", 716 ref_offset(ref), retlen); 717 goto out_erase_sem; 718 } 719 if (PAD(je32_to_cpu(n.totlen)) != PAD(freed_len)) { 720 pr_warn("Node totlen on flash (0x%08x) != totlen from node ref (0x%08x)\n", 721 je32_to_cpu(n.totlen), freed_len); 722 goto out_erase_sem; 723 } 724 if (!(je16_to_cpu(n.nodetype) & JFFS2_NODE_ACCURATE)) { 725 jffs2_dbg(1, "Node at 0x%08x was already marked obsolete (nodetype 0x%04x)\n", 726 ref_offset(ref), je16_to_cpu(n.nodetype)); 727 goto out_erase_sem; 728 } 729 /* XXX FIXME: This is ugly now */ 730 n.nodetype = cpu_to_je16(je16_to_cpu(n.nodetype) & ~JFFS2_NODE_ACCURATE); 731 ret = jffs2_flash_write(c, ref_offset(ref), sizeof(n), &retlen, (char *)&n); 732 if (ret) { 733 pr_warn("Write error in obliterating obsoleted node at 0x%08x: %d\n", 734 ref_offset(ref), ret); 735 goto out_erase_sem; 736 } 737 if (retlen != sizeof(n)) { 738 pr_warn("Short write in obliterating obsoleted node at 0x%08x: %zd\n", 739 ref_offset(ref), retlen); 740 goto out_erase_sem; 741 } 742 743 /* Nodes which have been marked obsolete no longer need to be 744 associated with any inode. Remove them from the per-inode list. 745 746 Note we can't do this for NAND at the moment because we need 747 obsolete dirent nodes to stay on the lists, because of the 748 horridness in jffs2_garbage_collect_deletion_dirent(). Also 749 because we delete the inocache, and on NAND we need that to 750 stay around until all the nodes are actually erased, in order 751 to stop us from giving the same inode number to another newly 752 created inode. */ 753 if (ref->next_in_ino) { 754 struct jffs2_inode_cache *ic; 755 struct jffs2_raw_node_ref **p; 756 757 spin_lock(&c->erase_completion_lock); 758 759 ic = jffs2_raw_ref_to_ic(ref); 760 for (p = &ic->nodes; (*p) != ref; p = &((*p)->next_in_ino)) 761 ; 762 763 *p = ref->next_in_ino; 764 ref->next_in_ino = NULL; 765 766 switch (ic->class) { 767 #ifdef CONFIG_JFFS2_FS_XATTR 768 case RAWNODE_CLASS_XATTR_DATUM: 769 jffs2_release_xattr_datum(c, (struct jffs2_xattr_datum *)ic); 770 break; 771 case RAWNODE_CLASS_XATTR_REF: 772 jffs2_release_xattr_ref(c, (struct jffs2_xattr_ref *)ic); 773 break; 774 #endif 775 default: 776 if (ic->nodes == (void *)ic && ic->pino_nlink == 0) 777 jffs2_del_ino_cache(c, ic); 778 break; 779 } 780 spin_unlock(&c->erase_completion_lock); 781 } 782 783 out_erase_sem: 784 mutex_unlock(&c->erase_free_sem); 785 } 786 787 int jffs2_thread_should_wake(struct jffs2_sb_info *c) 788 { 789 int ret = 0; 790 uint32_t dirty; 791 int nr_very_dirty = 0; 792 struct jffs2_eraseblock *jeb; 793 794 if (!list_empty(&c->erase_complete_list) || 795 !list_empty(&c->erase_pending_list)) 796 return 1; 797 798 if (c->unchecked_size) { 799 jffs2_dbg(1, "jffs2_thread_should_wake(): unchecked_size %d, checked_ino #%d\n", 800 c->unchecked_size, c->checked_ino); 801 return 1; 802 } 803 804 /* dirty_size contains blocks on erase_pending_list 805 * those blocks are counted in c->nr_erasing_blocks. 806 * If one block is actually erased, it is not longer counted as dirty_space 807 * but it is counted in c->nr_erasing_blocks, so we add it and subtract it 808 * with c->nr_erasing_blocks * c->sector_size again. 809 * Blocks on erasable_list are counted as dirty_size, but not in c->nr_erasing_blocks 810 * This helps us to force gc and pick eventually a clean block to spread the load. 811 */ 812 dirty = c->dirty_size + c->erasing_size - c->nr_erasing_blocks * c->sector_size; 813 814 if (c->nr_free_blocks + c->nr_erasing_blocks < c->resv_blocks_gctrigger && 815 (dirty > c->nospc_dirty_size)) 816 ret = 1; 817 818 list_for_each_entry(jeb, &c->very_dirty_list, list) { 819 nr_very_dirty++; 820 if (nr_very_dirty == c->vdirty_blocks_gctrigger) { 821 ret = 1; 822 /* In debug mode, actually go through and count them all */ 823 D1(continue); 824 break; 825 } 826 } 827 828 jffs2_dbg(1, "%s(): nr_free_blocks %d, nr_erasing_blocks %d, dirty_size 0x%x, vdirty_blocks %d: %s\n", 829 __func__, c->nr_free_blocks, c->nr_erasing_blocks, 830 c->dirty_size, nr_very_dirty, ret ? "yes" : "no"); 831 832 return ret; 833 } 834