1 /* 2 * Copyright (c) International Business Machines Corp., 2006 3 * 4 * SPDX-License-Identifier: GPL-2.0+ 5 * 6 * Author: Artem Bityutskiy (Битюцкий Артём) 7 */ 8 9 /* 10 * UBI attaching sub-system. 11 * 12 * This sub-system is responsible for attaching MTD devices and it also 13 * implements flash media scanning. 14 * 15 * The attaching information is represented by a &struct ubi_attach_info' 16 * object. Information about volumes is represented by &struct ubi_ainf_volume 17 * objects which are kept in volume RB-tree with root at the @volumes field. 18 * The RB-tree is indexed by the volume ID. 19 * 20 * Logical eraseblocks are represented by &struct ubi_ainf_peb objects. These 21 * objects are kept in per-volume RB-trees with the root at the corresponding 22 * &struct ubi_ainf_volume object. To put it differently, we keep an RB-tree of 23 * per-volume objects and each of these objects is the root of RB-tree of 24 * per-LEB objects. 25 * 26 * Corrupted physical eraseblocks are put to the @corr list, free physical 27 * eraseblocks are put to the @free list and the physical eraseblock to be 28 * erased are put to the @erase list. 29 * 30 * About corruptions 31 * ~~~~~~~~~~~~~~~~~ 32 * 33 * UBI protects EC and VID headers with CRC-32 checksums, so it can detect 34 * whether the headers are corrupted or not. Sometimes UBI also protects the 35 * data with CRC-32, e.g., when it executes the atomic LEB change operation, or 36 * when it moves the contents of a PEB for wear-leveling purposes. 37 * 38 * UBI tries to distinguish between 2 types of corruptions. 39 * 40 * 1. Corruptions caused by power cuts. These are expected corruptions and UBI 41 * tries to handle them gracefully, without printing too many warnings and 42 * error messages. The idea is that we do not lose important data in these 43 * cases - we may lose only the data which were being written to the media just 44 * before the power cut happened, and the upper layers (e.g., UBIFS) are 45 * supposed to handle such data losses (e.g., by using the FS journal). 46 * 47 * When UBI detects a corruption (CRC-32 mismatch) in a PEB, and it looks like 48 * the reason is a power cut, UBI puts this PEB to the @erase list, and all 49 * PEBs in the @erase list are scheduled for erasure later. 50 * 51 * 2. Unexpected corruptions which are not caused by power cuts. During 52 * attaching, such PEBs are put to the @corr list and UBI preserves them. 53 * Obviously, this lessens the amount of available PEBs, and if at some point 54 * UBI runs out of free PEBs, it switches to R/O mode. UBI also loudly informs 55 * about such PEBs every time the MTD device is attached. 56 * 57 * However, it is difficult to reliably distinguish between these types of 58 * corruptions and UBI's strategy is as follows (in case of attaching by 59 * scanning). UBI assumes corruption type 2 if the VID header is corrupted and 60 * the data area does not contain all 0xFFs, and there were no bit-flips or 61 * integrity errors (e.g., ECC errors in case of NAND) while reading the data 62 * area. Otherwise UBI assumes corruption type 1. So the decision criteria 63 * are as follows. 64 * o If the data area contains only 0xFFs, there are no data, and it is safe 65 * to just erase this PEB - this is corruption type 1. 66 * o If the data area has bit-flips or data integrity errors (ECC errors on 67 * NAND), it is probably a PEB which was being erased when power cut 68 * happened, so this is corruption type 1. However, this is just a guess, 69 * which might be wrong. 70 * o Otherwise this is corruption type 2. 71 */ 72 73 #ifndef __UBOOT__ 74 #include <linux/err.h> 75 #include <linux/slab.h> 76 #include <linux/crc32.h> 77 #include <linux/random.h> 78 #else 79 #include <div64.h> 80 #include <linux/err.h> 81 #endif 82 83 #include <linux/math64.h> 84 85 #include <ubi_uboot.h> 86 #include "ubi.h" 87 88 static int self_check_ai(struct ubi_device *ubi, struct ubi_attach_info *ai); 89 90 /* Temporary variables used during scanning */ 91 static struct ubi_ec_hdr *ech; 92 static struct ubi_vid_hdr *vidh; 93 94 /** 95 * add_to_list - add physical eraseblock to a list. 96 * @ai: attaching information 97 * @pnum: physical eraseblock number to add 98 * @vol_id: the last used volume id for the PEB 99 * @lnum: the last used LEB number for the PEB 100 * @ec: erase counter of the physical eraseblock 101 * @to_head: if not zero, add to the head of the list 102 * @list: the list to add to 103 * 104 * This function allocates a 'struct ubi_ainf_peb' object for physical 105 * eraseblock @pnum and adds it to the "free", "erase", or "alien" lists. 106 * It stores the @lnum and @vol_id alongside, which can both be 107 * %UBI_UNKNOWN if they are not available, not readable, or not assigned. 108 * If @to_head is not zero, PEB will be added to the head of the list, which 109 * basically means it will be processed first later. E.g., we add corrupted 110 * PEBs (corrupted due to power cuts) to the head of the erase list to make 111 * sure we erase them first and get rid of corruptions ASAP. This function 112 * returns zero in case of success and a negative error code in case of 113 * failure. 114 */ 115 static int add_to_list(struct ubi_attach_info *ai, int pnum, int vol_id, 116 int lnum, int ec, int to_head, struct list_head *list) 117 { 118 struct ubi_ainf_peb *aeb; 119 120 if (list == &ai->free) { 121 dbg_bld("add to free: PEB %d, EC %d", pnum, ec); 122 } else if (list == &ai->erase) { 123 dbg_bld("add to erase: PEB %d, EC %d", pnum, ec); 124 } else if (list == &ai->alien) { 125 dbg_bld("add to alien: PEB %d, EC %d", pnum, ec); 126 ai->alien_peb_count += 1; 127 } else 128 BUG(); 129 130 aeb = kmem_cache_alloc(ai->aeb_slab_cache, GFP_KERNEL); 131 if (!aeb) 132 return -ENOMEM; 133 134 aeb->pnum = pnum; 135 aeb->vol_id = vol_id; 136 aeb->lnum = lnum; 137 aeb->ec = ec; 138 if (to_head) 139 list_add(&aeb->u.list, list); 140 else 141 list_add_tail(&aeb->u.list, list); 142 return 0; 143 } 144 145 /** 146 * add_corrupted - add a corrupted physical eraseblock. 147 * @ai: attaching information 148 * @pnum: physical eraseblock number to add 149 * @ec: erase counter of the physical eraseblock 150 * 151 * This function allocates a 'struct ubi_ainf_peb' object for a corrupted 152 * physical eraseblock @pnum and adds it to the 'corr' list. The corruption 153 * was presumably not caused by a power cut. Returns zero in case of success 154 * and a negative error code in case of failure. 155 */ 156 static int add_corrupted(struct ubi_attach_info *ai, int pnum, int ec) 157 { 158 struct ubi_ainf_peb *aeb; 159 160 dbg_bld("add to corrupted: PEB %d, EC %d", pnum, ec); 161 162 aeb = kmem_cache_alloc(ai->aeb_slab_cache, GFP_KERNEL); 163 if (!aeb) 164 return -ENOMEM; 165 166 ai->corr_peb_count += 1; 167 aeb->pnum = pnum; 168 aeb->ec = ec; 169 list_add(&aeb->u.list, &ai->corr); 170 return 0; 171 } 172 173 /** 174 * validate_vid_hdr - check volume identifier header. 175 * @ubi: UBI device description object 176 * @vid_hdr: the volume identifier header to check 177 * @av: information about the volume this logical eraseblock belongs to 178 * @pnum: physical eraseblock number the VID header came from 179 * 180 * This function checks that data stored in @vid_hdr is consistent. Returns 181 * non-zero if an inconsistency was found and zero if not. 182 * 183 * Note, UBI does sanity check of everything it reads from the flash media. 184 * Most of the checks are done in the I/O sub-system. Here we check that the 185 * information in the VID header is consistent to the information in other VID 186 * headers of the same volume. 187 */ 188 static int validate_vid_hdr(const struct ubi_device *ubi, 189 const struct ubi_vid_hdr *vid_hdr, 190 const struct ubi_ainf_volume *av, int pnum) 191 { 192 int vol_type = vid_hdr->vol_type; 193 int vol_id = be32_to_cpu(vid_hdr->vol_id); 194 int used_ebs = be32_to_cpu(vid_hdr->used_ebs); 195 int data_pad = be32_to_cpu(vid_hdr->data_pad); 196 197 if (av->leb_count != 0) { 198 int av_vol_type; 199 200 /* 201 * This is not the first logical eraseblock belonging to this 202 * volume. Ensure that the data in its VID header is consistent 203 * to the data in previous logical eraseblock headers. 204 */ 205 206 if (vol_id != av->vol_id) { 207 ubi_err(ubi, "inconsistent vol_id"); 208 goto bad; 209 } 210 211 if (av->vol_type == UBI_STATIC_VOLUME) 212 av_vol_type = UBI_VID_STATIC; 213 else 214 av_vol_type = UBI_VID_DYNAMIC; 215 216 if (vol_type != av_vol_type) { 217 ubi_err(ubi, "inconsistent vol_type"); 218 goto bad; 219 } 220 221 if (used_ebs != av->used_ebs) { 222 ubi_err(ubi, "inconsistent used_ebs"); 223 goto bad; 224 } 225 226 if (data_pad != av->data_pad) { 227 ubi_err(ubi, "inconsistent data_pad"); 228 goto bad; 229 } 230 } 231 232 return 0; 233 234 bad: 235 ubi_err(ubi, "inconsistent VID header at PEB %d", pnum); 236 ubi_dump_vid_hdr(vid_hdr); 237 ubi_dump_av(av); 238 return -EINVAL; 239 } 240 241 /** 242 * add_volume - add volume to the attaching information. 243 * @ai: attaching information 244 * @vol_id: ID of the volume to add 245 * @pnum: physical eraseblock number 246 * @vid_hdr: volume identifier header 247 * 248 * If the volume corresponding to the @vid_hdr logical eraseblock is already 249 * present in the attaching information, this function does nothing. Otherwise 250 * it adds corresponding volume to the attaching information. Returns a pointer 251 * to the allocated "av" object in case of success and a negative error code in 252 * case of failure. 253 */ 254 static struct ubi_ainf_volume *add_volume(struct ubi_attach_info *ai, 255 int vol_id, int pnum, 256 const struct ubi_vid_hdr *vid_hdr) 257 { 258 struct ubi_ainf_volume *av; 259 struct rb_node **p = &ai->volumes.rb_node, *parent = NULL; 260 261 ubi_assert(vol_id == be32_to_cpu(vid_hdr->vol_id)); 262 263 /* Walk the volume RB-tree to look if this volume is already present */ 264 while (*p) { 265 parent = *p; 266 av = rb_entry(parent, struct ubi_ainf_volume, rb); 267 268 if (vol_id == av->vol_id) 269 return av; 270 271 if (vol_id > av->vol_id) 272 p = &(*p)->rb_left; 273 else 274 p = &(*p)->rb_right; 275 } 276 277 /* The volume is absent - add it */ 278 av = kmalloc(sizeof(struct ubi_ainf_volume), GFP_KERNEL); 279 if (!av) 280 return ERR_PTR(-ENOMEM); 281 282 av->highest_lnum = av->leb_count = 0; 283 av->vol_id = vol_id; 284 av->root = RB_ROOT; 285 av->used_ebs = be32_to_cpu(vid_hdr->used_ebs); 286 av->data_pad = be32_to_cpu(vid_hdr->data_pad); 287 av->compat = vid_hdr->compat; 288 av->vol_type = vid_hdr->vol_type == UBI_VID_DYNAMIC ? UBI_DYNAMIC_VOLUME 289 : UBI_STATIC_VOLUME; 290 if (vol_id > ai->highest_vol_id) 291 ai->highest_vol_id = vol_id; 292 293 rb_link_node(&av->rb, parent, p); 294 rb_insert_color(&av->rb, &ai->volumes); 295 ai->vols_found += 1; 296 dbg_bld("added volume %d", vol_id); 297 return av; 298 } 299 300 /** 301 * ubi_compare_lebs - find out which logical eraseblock is newer. 302 * @ubi: UBI device description object 303 * @aeb: first logical eraseblock to compare 304 * @pnum: physical eraseblock number of the second logical eraseblock to 305 * compare 306 * @vid_hdr: volume identifier header of the second logical eraseblock 307 * 308 * This function compares 2 copies of a LEB and informs which one is newer. In 309 * case of success this function returns a positive value, in case of failure, a 310 * negative error code is returned. The success return codes use the following 311 * bits: 312 * o bit 0 is cleared: the first PEB (described by @aeb) is newer than the 313 * second PEB (described by @pnum and @vid_hdr); 314 * o bit 0 is set: the second PEB is newer; 315 * o bit 1 is cleared: no bit-flips were detected in the newer LEB; 316 * o bit 1 is set: bit-flips were detected in the newer LEB; 317 * o bit 2 is cleared: the older LEB is not corrupted; 318 * o bit 2 is set: the older LEB is corrupted. 319 */ 320 int ubi_compare_lebs(struct ubi_device *ubi, const struct ubi_ainf_peb *aeb, 321 int pnum, const struct ubi_vid_hdr *vid_hdr) 322 { 323 int len, err, second_is_newer, bitflips = 0, corrupted = 0; 324 uint32_t data_crc, crc; 325 struct ubi_vid_hdr *vh = NULL; 326 unsigned long long sqnum2 = be64_to_cpu(vid_hdr->sqnum); 327 328 if (sqnum2 == aeb->sqnum) { 329 /* 330 * This must be a really ancient UBI image which has been 331 * created before sequence numbers support has been added. At 332 * that times we used 32-bit LEB versions stored in logical 333 * eraseblocks. That was before UBI got into mainline. We do not 334 * support these images anymore. Well, those images still work, 335 * but only if no unclean reboots happened. 336 */ 337 ubi_err(ubi, "unsupported on-flash UBI format"); 338 return -EINVAL; 339 } 340 341 /* Obviously the LEB with lower sequence counter is older */ 342 second_is_newer = (sqnum2 > aeb->sqnum); 343 344 /* 345 * Now we know which copy is newer. If the copy flag of the PEB with 346 * newer version is not set, then we just return, otherwise we have to 347 * check data CRC. For the second PEB we already have the VID header, 348 * for the first one - we'll need to re-read it from flash. 349 * 350 * Note: this may be optimized so that we wouldn't read twice. 351 */ 352 353 if (second_is_newer) { 354 if (!vid_hdr->copy_flag) { 355 /* It is not a copy, so it is newer */ 356 dbg_bld("second PEB %d is newer, copy_flag is unset", 357 pnum); 358 return 1; 359 } 360 } else { 361 if (!aeb->copy_flag) { 362 /* It is not a copy, so it is newer */ 363 dbg_bld("first PEB %d is newer, copy_flag is unset", 364 pnum); 365 return bitflips << 1; 366 } 367 368 vh = ubi_zalloc_vid_hdr(ubi, GFP_KERNEL); 369 if (!vh) 370 return -ENOMEM; 371 372 pnum = aeb->pnum; 373 err = ubi_io_read_vid_hdr(ubi, pnum, vh, 0); 374 if (err) { 375 if (err == UBI_IO_BITFLIPS) 376 bitflips = 1; 377 else { 378 ubi_err(ubi, "VID of PEB %d header is bad, but it was OK earlier, err %d", 379 pnum, err); 380 if (err > 0) 381 err = -EIO; 382 383 goto out_free_vidh; 384 } 385 } 386 387 vid_hdr = vh; 388 } 389 390 /* Read the data of the copy and check the CRC */ 391 392 len = be32_to_cpu(vid_hdr->data_size); 393 394 mutex_lock(&ubi->buf_mutex); 395 err = ubi_io_read_data(ubi, ubi->peb_buf, pnum, 0, len); 396 if (err && err != UBI_IO_BITFLIPS && !mtd_is_eccerr(err)) 397 goto out_unlock; 398 399 data_crc = be32_to_cpu(vid_hdr->data_crc); 400 crc = crc32(UBI_CRC32_INIT, ubi->peb_buf, len); 401 if (crc != data_crc) { 402 dbg_bld("PEB %d CRC error: calculated %#08x, must be %#08x", 403 pnum, crc, data_crc); 404 corrupted = 1; 405 bitflips = 0; 406 second_is_newer = !second_is_newer; 407 } else { 408 dbg_bld("PEB %d CRC is OK", pnum); 409 bitflips |= !!err; 410 } 411 mutex_unlock(&ubi->buf_mutex); 412 413 ubi_free_vid_hdr(ubi, vh); 414 415 if (second_is_newer) 416 dbg_bld("second PEB %d is newer, copy_flag is set", pnum); 417 else 418 dbg_bld("first PEB %d is newer, copy_flag is set", pnum); 419 420 return second_is_newer | (bitflips << 1) | (corrupted << 2); 421 422 out_unlock: 423 mutex_unlock(&ubi->buf_mutex); 424 out_free_vidh: 425 ubi_free_vid_hdr(ubi, vh); 426 return err; 427 } 428 429 /** 430 * ubi_add_to_av - add used physical eraseblock to the attaching information. 431 * @ubi: UBI device description object 432 * @ai: attaching information 433 * @pnum: the physical eraseblock number 434 * @ec: erase counter 435 * @vid_hdr: the volume identifier header 436 * @bitflips: if bit-flips were detected when this physical eraseblock was read 437 * 438 * This function adds information about a used physical eraseblock to the 439 * 'used' tree of the corresponding volume. The function is rather complex 440 * because it has to handle cases when this is not the first physical 441 * eraseblock belonging to the same logical eraseblock, and the newer one has 442 * to be picked, while the older one has to be dropped. This function returns 443 * zero in case of success and a negative error code in case of failure. 444 */ 445 int ubi_add_to_av(struct ubi_device *ubi, struct ubi_attach_info *ai, int pnum, 446 int ec, const struct ubi_vid_hdr *vid_hdr, int bitflips) 447 { 448 int err, vol_id, lnum; 449 unsigned long long sqnum; 450 struct ubi_ainf_volume *av; 451 struct ubi_ainf_peb *aeb; 452 struct rb_node **p, *parent = NULL; 453 454 vol_id = be32_to_cpu(vid_hdr->vol_id); 455 lnum = be32_to_cpu(vid_hdr->lnum); 456 sqnum = be64_to_cpu(vid_hdr->sqnum); 457 458 dbg_bld("PEB %d, LEB %d:%d, EC %d, sqnum %llu, bitflips %d", 459 pnum, vol_id, lnum, ec, sqnum, bitflips); 460 461 av = add_volume(ai, vol_id, pnum, vid_hdr); 462 if (IS_ERR(av)) 463 return PTR_ERR(av); 464 465 if (ai->max_sqnum < sqnum) 466 ai->max_sqnum = sqnum; 467 468 /* 469 * Walk the RB-tree of logical eraseblocks of volume @vol_id to look 470 * if this is the first instance of this logical eraseblock or not. 471 */ 472 p = &av->root.rb_node; 473 while (*p) { 474 int cmp_res; 475 476 parent = *p; 477 aeb = rb_entry(parent, struct ubi_ainf_peb, u.rb); 478 if (lnum != aeb->lnum) { 479 if (lnum < aeb->lnum) 480 p = &(*p)->rb_left; 481 else 482 p = &(*p)->rb_right; 483 continue; 484 } 485 486 /* 487 * There is already a physical eraseblock describing the same 488 * logical eraseblock present. 489 */ 490 491 dbg_bld("this LEB already exists: PEB %d, sqnum %llu, EC %d", 492 aeb->pnum, aeb->sqnum, aeb->ec); 493 494 /* 495 * Make sure that the logical eraseblocks have different 496 * sequence numbers. Otherwise the image is bad. 497 * 498 * However, if the sequence number is zero, we assume it must 499 * be an ancient UBI image from the era when UBI did not have 500 * sequence numbers. We still can attach these images, unless 501 * there is a need to distinguish between old and new 502 * eraseblocks, in which case we'll refuse the image in 503 * 'ubi_compare_lebs()'. In other words, we attach old clean 504 * images, but refuse attaching old images with duplicated 505 * logical eraseblocks because there was an unclean reboot. 506 */ 507 if (aeb->sqnum == sqnum && sqnum != 0) { 508 ubi_err(ubi, "two LEBs with same sequence number %llu", 509 sqnum); 510 ubi_dump_aeb(aeb, 0); 511 ubi_dump_vid_hdr(vid_hdr); 512 return -EINVAL; 513 } 514 515 /* 516 * Now we have to drop the older one and preserve the newer 517 * one. 518 */ 519 cmp_res = ubi_compare_lebs(ubi, aeb, pnum, vid_hdr); 520 if (cmp_res < 0) 521 return cmp_res; 522 523 if (cmp_res & 1) { 524 /* 525 * This logical eraseblock is newer than the one 526 * found earlier. 527 */ 528 err = validate_vid_hdr(ubi, vid_hdr, av, pnum); 529 if (err) 530 return err; 531 532 err = add_to_list(ai, aeb->pnum, aeb->vol_id, 533 aeb->lnum, aeb->ec, cmp_res & 4, 534 &ai->erase); 535 if (err) 536 return err; 537 538 aeb->ec = ec; 539 aeb->pnum = pnum; 540 aeb->vol_id = vol_id; 541 aeb->lnum = lnum; 542 aeb->scrub = ((cmp_res & 2) || bitflips); 543 aeb->copy_flag = vid_hdr->copy_flag; 544 aeb->sqnum = sqnum; 545 546 if (av->highest_lnum == lnum) 547 av->last_data_size = 548 be32_to_cpu(vid_hdr->data_size); 549 550 return 0; 551 } else { 552 /* 553 * This logical eraseblock is older than the one found 554 * previously. 555 */ 556 return add_to_list(ai, pnum, vol_id, lnum, ec, 557 cmp_res & 4, &ai->erase); 558 } 559 } 560 561 /* 562 * We've met this logical eraseblock for the first time, add it to the 563 * attaching information. 564 */ 565 566 err = validate_vid_hdr(ubi, vid_hdr, av, pnum); 567 if (err) 568 return err; 569 570 aeb = kmem_cache_alloc(ai->aeb_slab_cache, GFP_KERNEL); 571 if (!aeb) 572 return -ENOMEM; 573 574 aeb->ec = ec; 575 aeb->pnum = pnum; 576 aeb->vol_id = vol_id; 577 aeb->lnum = lnum; 578 aeb->scrub = bitflips; 579 aeb->copy_flag = vid_hdr->copy_flag; 580 aeb->sqnum = sqnum; 581 582 if (av->highest_lnum <= lnum) { 583 av->highest_lnum = lnum; 584 av->last_data_size = be32_to_cpu(vid_hdr->data_size); 585 } 586 587 av->leb_count += 1; 588 rb_link_node(&aeb->u.rb, parent, p); 589 rb_insert_color(&aeb->u.rb, &av->root); 590 return 0; 591 } 592 593 /** 594 * ubi_find_av - find volume in the attaching information. 595 * @ai: attaching information 596 * @vol_id: the requested volume ID 597 * 598 * This function returns a pointer to the volume description or %NULL if there 599 * are no data about this volume in the attaching information. 600 */ 601 struct ubi_ainf_volume *ubi_find_av(const struct ubi_attach_info *ai, 602 int vol_id) 603 { 604 struct ubi_ainf_volume *av; 605 struct rb_node *p = ai->volumes.rb_node; 606 607 while (p) { 608 av = rb_entry(p, struct ubi_ainf_volume, rb); 609 610 if (vol_id == av->vol_id) 611 return av; 612 613 if (vol_id > av->vol_id) 614 p = p->rb_left; 615 else 616 p = p->rb_right; 617 } 618 619 return NULL; 620 } 621 622 /** 623 * ubi_remove_av - delete attaching information about a volume. 624 * @ai: attaching information 625 * @av: the volume attaching information to delete 626 */ 627 void ubi_remove_av(struct ubi_attach_info *ai, struct ubi_ainf_volume *av) 628 { 629 struct rb_node *rb; 630 struct ubi_ainf_peb *aeb; 631 632 dbg_bld("remove attaching information about volume %d", av->vol_id); 633 634 while ((rb = rb_first(&av->root))) { 635 aeb = rb_entry(rb, struct ubi_ainf_peb, u.rb); 636 rb_erase(&aeb->u.rb, &av->root); 637 list_add_tail(&aeb->u.list, &ai->erase); 638 } 639 640 rb_erase(&av->rb, &ai->volumes); 641 kfree(av); 642 ai->vols_found -= 1; 643 } 644 645 /** 646 * early_erase_peb - erase a physical eraseblock. 647 * @ubi: UBI device description object 648 * @ai: attaching information 649 * @pnum: physical eraseblock number to erase; 650 * @ec: erase counter value to write (%UBI_UNKNOWN if it is unknown) 651 * 652 * This function erases physical eraseblock 'pnum', and writes the erase 653 * counter header to it. This function should only be used on UBI device 654 * initialization stages, when the EBA sub-system had not been yet initialized. 655 * This function returns zero in case of success and a negative error code in 656 * case of failure. 657 */ 658 static int early_erase_peb(struct ubi_device *ubi, 659 const struct ubi_attach_info *ai, int pnum, int ec) 660 { 661 int err; 662 struct ubi_ec_hdr *ec_hdr; 663 664 if ((long long)ec >= UBI_MAX_ERASECOUNTER) { 665 /* 666 * Erase counter overflow. Upgrade UBI and use 64-bit 667 * erase counters internally. 668 */ 669 ubi_err(ubi, "erase counter overflow at PEB %d, EC %d", 670 pnum, ec); 671 return -EINVAL; 672 } 673 674 ec_hdr = kzalloc(ubi->ec_hdr_alsize, GFP_KERNEL); 675 if (!ec_hdr) 676 return -ENOMEM; 677 678 ec_hdr->ec = cpu_to_be64(ec); 679 680 err = ubi_io_sync_erase(ubi, pnum, 0); 681 if (err < 0) 682 goto out_free; 683 684 err = ubi_io_write_ec_hdr(ubi, pnum, ec_hdr); 685 686 out_free: 687 kfree(ec_hdr); 688 return err; 689 } 690 691 /** 692 * ubi_early_get_peb - get a free physical eraseblock. 693 * @ubi: UBI device description object 694 * @ai: attaching information 695 * 696 * This function returns a free physical eraseblock. It is supposed to be 697 * called on the UBI initialization stages when the wear-leveling sub-system is 698 * not initialized yet. This function picks a physical eraseblocks from one of 699 * the lists, writes the EC header if it is needed, and removes it from the 700 * list. 701 * 702 * This function returns a pointer to the "aeb" of the found free PEB in case 703 * of success and an error code in case of failure. 704 */ 705 struct ubi_ainf_peb *ubi_early_get_peb(struct ubi_device *ubi, 706 struct ubi_attach_info *ai) 707 { 708 int err = 0; 709 struct ubi_ainf_peb *aeb, *tmp_aeb; 710 711 if (!list_empty(&ai->free)) { 712 aeb = list_entry(ai->free.next, struct ubi_ainf_peb, u.list); 713 list_del(&aeb->u.list); 714 dbg_bld("return free PEB %d, EC %d", aeb->pnum, aeb->ec); 715 return aeb; 716 } 717 718 /* 719 * We try to erase the first physical eraseblock from the erase list 720 * and pick it if we succeed, or try to erase the next one if not. And 721 * so forth. We don't want to take care about bad eraseblocks here - 722 * they'll be handled later. 723 */ 724 list_for_each_entry_safe(aeb, tmp_aeb, &ai->erase, u.list) { 725 if (aeb->ec == UBI_UNKNOWN) 726 aeb->ec = ai->mean_ec; 727 728 err = early_erase_peb(ubi, ai, aeb->pnum, aeb->ec+1); 729 if (err) 730 continue; 731 732 aeb->ec += 1; 733 list_del(&aeb->u.list); 734 dbg_bld("return PEB %d, EC %d", aeb->pnum, aeb->ec); 735 return aeb; 736 } 737 738 ubi_err(ubi, "no free eraseblocks"); 739 return ERR_PTR(-ENOSPC); 740 } 741 742 /** 743 * check_corruption - check the data area of PEB. 744 * @ubi: UBI device description object 745 * @vid_hdr: the (corrupted) VID header of this PEB 746 * @pnum: the physical eraseblock number to check 747 * 748 * This is a helper function which is used to distinguish between VID header 749 * corruptions caused by power cuts and other reasons. If the PEB contains only 750 * 0xFF bytes in the data area, the VID header is most probably corrupted 751 * because of a power cut (%0 is returned in this case). Otherwise, it was 752 * probably corrupted for some other reasons (%1 is returned in this case). A 753 * negative error code is returned if a read error occurred. 754 * 755 * If the corruption reason was a power cut, UBI can safely erase this PEB. 756 * Otherwise, it should preserve it to avoid possibly destroying important 757 * information. 758 */ 759 static int check_corruption(struct ubi_device *ubi, struct ubi_vid_hdr *vid_hdr, 760 int pnum) 761 { 762 int err; 763 764 mutex_lock(&ubi->buf_mutex); 765 memset(ubi->peb_buf, 0x00, ubi->leb_size); 766 767 err = ubi_io_read(ubi, ubi->peb_buf, pnum, ubi->leb_start, 768 ubi->leb_size); 769 if (err == UBI_IO_BITFLIPS || mtd_is_eccerr(err)) { 770 /* 771 * Bit-flips or integrity errors while reading the data area. 772 * It is difficult to say for sure what type of corruption is 773 * this, but presumably a power cut happened while this PEB was 774 * erased, so it became unstable and corrupted, and should be 775 * erased. 776 */ 777 err = 0; 778 goto out_unlock; 779 } 780 781 if (err) 782 goto out_unlock; 783 784 if (ubi_check_pattern(ubi->peb_buf, 0xFF, ubi->leb_size)) 785 goto out_unlock; 786 787 ubi_err(ubi, "PEB %d contains corrupted VID header, and the data does not contain all 0xFF", 788 pnum); 789 ubi_err(ubi, "this may be a non-UBI PEB or a severe VID header corruption which requires manual inspection"); 790 ubi_dump_vid_hdr(vid_hdr); 791 pr_err("hexdump of PEB %d offset %d, length %d", 792 pnum, ubi->leb_start, ubi->leb_size); 793 ubi_dbg_print_hex_dump(KERN_DEBUG, "", DUMP_PREFIX_OFFSET, 32, 1, 794 ubi->peb_buf, ubi->leb_size, 1); 795 err = 1; 796 797 out_unlock: 798 mutex_unlock(&ubi->buf_mutex); 799 return err; 800 } 801 802 /** 803 * scan_peb - scan and process UBI headers of a PEB. 804 * @ubi: UBI device description object 805 * @ai: attaching information 806 * @pnum: the physical eraseblock number 807 * @vid: The volume ID of the found volume will be stored in this pointer 808 * @sqnum: The sqnum of the found volume will be stored in this pointer 809 * 810 * This function reads UBI headers of PEB @pnum, checks them, and adds 811 * information about this PEB to the corresponding list or RB-tree in the 812 * "attaching info" structure. Returns zero if the physical eraseblock was 813 * successfully handled and a negative error code in case of failure. 814 */ 815 static int scan_peb(struct ubi_device *ubi, struct ubi_attach_info *ai, 816 int pnum, int *vid, unsigned long long *sqnum) 817 { 818 long long uninitialized_var(ec); 819 int err, bitflips = 0, vol_id = -1, ec_err = 0; 820 821 dbg_bld("scan PEB %d", pnum); 822 823 /* Skip bad physical eraseblocks */ 824 err = ubi_io_is_bad(ubi, pnum); 825 if (err < 0) 826 return err; 827 else if (err) { 828 ai->bad_peb_count += 1; 829 return 0; 830 } 831 832 err = ubi_io_read_ec_hdr(ubi, pnum, ech, 0); 833 if (err < 0) 834 return err; 835 switch (err) { 836 case 0: 837 break; 838 case UBI_IO_BITFLIPS: 839 bitflips = 1; 840 break; 841 case UBI_IO_FF: 842 ai->empty_peb_count += 1; 843 return add_to_list(ai, pnum, UBI_UNKNOWN, UBI_UNKNOWN, 844 UBI_UNKNOWN, 0, &ai->erase); 845 case UBI_IO_FF_BITFLIPS: 846 ai->empty_peb_count += 1; 847 return add_to_list(ai, pnum, UBI_UNKNOWN, UBI_UNKNOWN, 848 UBI_UNKNOWN, 1, &ai->erase); 849 case UBI_IO_BAD_HDR_EBADMSG: 850 case UBI_IO_BAD_HDR: 851 /* 852 * We have to also look at the VID header, possibly it is not 853 * corrupted. Set %bitflips flag in order to make this PEB be 854 * moved and EC be re-created. 855 */ 856 ec_err = err; 857 ec = UBI_UNKNOWN; 858 bitflips = 1; 859 break; 860 default: 861 ubi_err(ubi, "'ubi_io_read_ec_hdr()' returned unknown code %d", 862 err); 863 return -EINVAL; 864 } 865 866 if (!ec_err) { 867 int image_seq; 868 869 /* Make sure UBI version is OK */ 870 if (ech->version != UBI_VERSION) { 871 ubi_err(ubi, "this UBI version is %d, image version is %d", 872 UBI_VERSION, (int)ech->version); 873 return -EINVAL; 874 } 875 876 ec = be64_to_cpu(ech->ec); 877 if (ec > UBI_MAX_ERASECOUNTER) { 878 /* 879 * Erase counter overflow. The EC headers have 64 bits 880 * reserved, but we anyway make use of only 31 bit 881 * values, as this seems to be enough for any existing 882 * flash. Upgrade UBI and use 64-bit erase counters 883 * internally. 884 */ 885 ubi_err(ubi, "erase counter overflow, max is %d", 886 UBI_MAX_ERASECOUNTER); 887 ubi_dump_ec_hdr(ech); 888 return -EINVAL; 889 } 890 891 /* 892 * Make sure that all PEBs have the same image sequence number. 893 * This allows us to detect situations when users flash UBI 894 * images incorrectly, so that the flash has the new UBI image 895 * and leftovers from the old one. This feature was added 896 * relatively recently, and the sequence number was always 897 * zero, because old UBI implementations always set it to zero. 898 * For this reasons, we do not panic if some PEBs have zero 899 * sequence number, while other PEBs have non-zero sequence 900 * number. 901 */ 902 image_seq = be32_to_cpu(ech->image_seq); 903 if (!ubi->image_seq) 904 ubi->image_seq = image_seq; 905 if (image_seq && ubi->image_seq != image_seq) { 906 ubi_err(ubi, "bad image sequence number %d in PEB %d, expected %d", 907 image_seq, pnum, ubi->image_seq); 908 ubi_dump_ec_hdr(ech); 909 return -EINVAL; 910 } 911 } 912 913 /* OK, we've done with the EC header, let's look at the VID header */ 914 915 err = ubi_io_read_vid_hdr(ubi, pnum, vidh, 0); 916 if (err < 0) 917 return err; 918 switch (err) { 919 case 0: 920 break; 921 case UBI_IO_BITFLIPS: 922 bitflips = 1; 923 break; 924 case UBI_IO_BAD_HDR_EBADMSG: 925 if (ec_err == UBI_IO_BAD_HDR_EBADMSG) 926 /* 927 * Both EC and VID headers are corrupted and were read 928 * with data integrity error, probably this is a bad 929 * PEB, bit it is not marked as bad yet. This may also 930 * be a result of power cut during erasure. 931 */ 932 ai->maybe_bad_peb_count += 1; 933 case UBI_IO_BAD_HDR: 934 if (ec_err) 935 /* 936 * Both headers are corrupted. There is a possibility 937 * that this a valid UBI PEB which has corresponding 938 * LEB, but the headers are corrupted. However, it is 939 * impossible to distinguish it from a PEB which just 940 * contains garbage because of a power cut during erase 941 * operation. So we just schedule this PEB for erasure. 942 * 943 * Besides, in case of NOR flash, we deliberately 944 * corrupt both headers because NOR flash erasure is 945 * slow and can start from the end. 946 */ 947 err = 0; 948 else 949 /* 950 * The EC was OK, but the VID header is corrupted. We 951 * have to check what is in the data area. 952 */ 953 err = check_corruption(ubi, vidh, pnum); 954 955 if (err < 0) 956 return err; 957 else if (!err) 958 /* This corruption is caused by a power cut */ 959 err = add_to_list(ai, pnum, UBI_UNKNOWN, 960 UBI_UNKNOWN, ec, 1, &ai->erase); 961 else 962 /* This is an unexpected corruption */ 963 err = add_corrupted(ai, pnum, ec); 964 if (err) 965 return err; 966 goto adjust_mean_ec; 967 case UBI_IO_FF_BITFLIPS: 968 err = add_to_list(ai, pnum, UBI_UNKNOWN, UBI_UNKNOWN, 969 ec, 1, &ai->erase); 970 if (err) 971 return err; 972 goto adjust_mean_ec; 973 case UBI_IO_FF: 974 if (ec_err || bitflips) 975 err = add_to_list(ai, pnum, UBI_UNKNOWN, 976 UBI_UNKNOWN, ec, 1, &ai->erase); 977 else 978 err = add_to_list(ai, pnum, UBI_UNKNOWN, 979 UBI_UNKNOWN, ec, 0, &ai->free); 980 if (err) 981 return err; 982 goto adjust_mean_ec; 983 default: 984 ubi_err(ubi, "'ubi_io_read_vid_hdr()' returned unknown code %d", 985 err); 986 return -EINVAL; 987 } 988 989 vol_id = be32_to_cpu(vidh->vol_id); 990 if (vid) 991 *vid = vol_id; 992 if (sqnum) 993 *sqnum = be64_to_cpu(vidh->sqnum); 994 if (vol_id > UBI_MAX_VOLUMES && vol_id != UBI_LAYOUT_VOLUME_ID) { 995 int lnum = be32_to_cpu(vidh->lnum); 996 997 /* Unsupported internal volume */ 998 switch (vidh->compat) { 999 case UBI_COMPAT_DELETE: 1000 if (vol_id != UBI_FM_SB_VOLUME_ID 1001 && vol_id != UBI_FM_DATA_VOLUME_ID) { 1002 ubi_msg(ubi, "\"delete\" compatible internal volume %d:%d found, will remove it", 1003 vol_id, lnum); 1004 } 1005 err = add_to_list(ai, pnum, vol_id, lnum, 1006 ec, 1, &ai->erase); 1007 if (err) 1008 return err; 1009 return 0; 1010 1011 case UBI_COMPAT_RO: 1012 ubi_msg(ubi, "read-only compatible internal volume %d:%d found, switch to read-only mode", 1013 vol_id, lnum); 1014 ubi->ro_mode = 1; 1015 break; 1016 1017 case UBI_COMPAT_PRESERVE: 1018 ubi_msg(ubi, "\"preserve\" compatible internal volume %d:%d found", 1019 vol_id, lnum); 1020 err = add_to_list(ai, pnum, vol_id, lnum, 1021 ec, 0, &ai->alien); 1022 if (err) 1023 return err; 1024 return 0; 1025 1026 case UBI_COMPAT_REJECT: 1027 ubi_err(ubi, "incompatible internal volume %d:%d found", 1028 vol_id, lnum); 1029 return -EINVAL; 1030 } 1031 } 1032 1033 if (ec_err) 1034 ubi_warn(ubi, "valid VID header but corrupted EC header at PEB %d", 1035 pnum); 1036 err = ubi_add_to_av(ubi, ai, pnum, ec, vidh, bitflips); 1037 if (err) 1038 return err; 1039 1040 adjust_mean_ec: 1041 if (!ec_err) { 1042 ai->ec_sum += ec; 1043 ai->ec_count += 1; 1044 if (ec > ai->max_ec) 1045 ai->max_ec = ec; 1046 if (ec < ai->min_ec) 1047 ai->min_ec = ec; 1048 } 1049 1050 return 0; 1051 } 1052 1053 /** 1054 * late_analysis - analyze the overall situation with PEB. 1055 * @ubi: UBI device description object 1056 * @ai: attaching information 1057 * 1058 * This is a helper function which takes a look what PEBs we have after we 1059 * gather information about all of them ("ai" is compete). It decides whether 1060 * the flash is empty and should be formatted of whether there are too many 1061 * corrupted PEBs and we should not attach this MTD device. Returns zero if we 1062 * should proceed with attaching the MTD device, and %-EINVAL if we should not. 1063 */ 1064 static int late_analysis(struct ubi_device *ubi, struct ubi_attach_info *ai) 1065 { 1066 struct ubi_ainf_peb *aeb; 1067 int max_corr, peb_count; 1068 1069 peb_count = ubi->peb_count - ai->bad_peb_count - ai->alien_peb_count; 1070 max_corr = peb_count / 20 ?: 8; 1071 1072 /* 1073 * Few corrupted PEBs is not a problem and may be just a result of 1074 * unclean reboots. However, many of them may indicate some problems 1075 * with the flash HW or driver. 1076 */ 1077 if (ai->corr_peb_count) { 1078 ubi_err(ubi, "%d PEBs are corrupted and preserved", 1079 ai->corr_peb_count); 1080 pr_err("Corrupted PEBs are:"); 1081 list_for_each_entry(aeb, &ai->corr, u.list) 1082 pr_cont(" %d", aeb->pnum); 1083 pr_cont("\n"); 1084 1085 /* 1086 * If too many PEBs are corrupted, we refuse attaching, 1087 * otherwise, only print a warning. 1088 */ 1089 if (ai->corr_peb_count >= max_corr) { 1090 ubi_err(ubi, "too many corrupted PEBs, refusing"); 1091 return -EINVAL; 1092 } 1093 } 1094 1095 if (ai->empty_peb_count + ai->maybe_bad_peb_count == peb_count) { 1096 /* 1097 * All PEBs are empty, or almost all - a couple PEBs look like 1098 * they may be bad PEBs which were not marked as bad yet. 1099 * 1100 * This piece of code basically tries to distinguish between 1101 * the following situations: 1102 * 1103 * 1. Flash is empty, but there are few bad PEBs, which are not 1104 * marked as bad so far, and which were read with error. We 1105 * want to go ahead and format this flash. While formatting, 1106 * the faulty PEBs will probably be marked as bad. 1107 * 1108 * 2. Flash contains non-UBI data and we do not want to format 1109 * it and destroy possibly important information. 1110 */ 1111 if (ai->maybe_bad_peb_count <= 2) { 1112 ai->is_empty = 1; 1113 ubi_msg(ubi, "empty MTD device detected"); 1114 get_random_bytes(&ubi->image_seq, 1115 sizeof(ubi->image_seq)); 1116 } else { 1117 ubi_err(ubi, "MTD device is not UBI-formatted and possibly contains non-UBI data - refusing it"); 1118 return -EINVAL; 1119 } 1120 1121 } 1122 1123 return 0; 1124 } 1125 1126 /** 1127 * destroy_av - free volume attaching information. 1128 * @av: volume attaching information 1129 * @ai: attaching information 1130 * 1131 * This function destroys the volume attaching information. 1132 */ 1133 static void destroy_av(struct ubi_attach_info *ai, struct ubi_ainf_volume *av) 1134 { 1135 struct ubi_ainf_peb *aeb; 1136 struct rb_node *this = av->root.rb_node; 1137 1138 while (this) { 1139 if (this->rb_left) 1140 this = this->rb_left; 1141 else if (this->rb_right) 1142 this = this->rb_right; 1143 else { 1144 aeb = rb_entry(this, struct ubi_ainf_peb, u.rb); 1145 this = rb_parent(this); 1146 if (this) { 1147 if (this->rb_left == &aeb->u.rb) 1148 this->rb_left = NULL; 1149 else 1150 this->rb_right = NULL; 1151 } 1152 1153 kmem_cache_free(ai->aeb_slab_cache, aeb); 1154 } 1155 } 1156 kfree(av); 1157 } 1158 1159 /** 1160 * destroy_ai - destroy attaching information. 1161 * @ai: attaching information 1162 */ 1163 static void destroy_ai(struct ubi_attach_info *ai) 1164 { 1165 struct ubi_ainf_peb *aeb, *aeb_tmp; 1166 struct ubi_ainf_volume *av; 1167 struct rb_node *rb; 1168 1169 list_for_each_entry_safe(aeb, aeb_tmp, &ai->alien, u.list) { 1170 list_del(&aeb->u.list); 1171 kmem_cache_free(ai->aeb_slab_cache, aeb); 1172 } 1173 list_for_each_entry_safe(aeb, aeb_tmp, &ai->erase, u.list) { 1174 list_del(&aeb->u.list); 1175 kmem_cache_free(ai->aeb_slab_cache, aeb); 1176 } 1177 list_for_each_entry_safe(aeb, aeb_tmp, &ai->corr, u.list) { 1178 list_del(&aeb->u.list); 1179 kmem_cache_free(ai->aeb_slab_cache, aeb); 1180 } 1181 list_for_each_entry_safe(aeb, aeb_tmp, &ai->free, u.list) { 1182 list_del(&aeb->u.list); 1183 kmem_cache_free(ai->aeb_slab_cache, aeb); 1184 } 1185 1186 /* Destroy the volume RB-tree */ 1187 rb = ai->volumes.rb_node; 1188 while (rb) { 1189 if (rb->rb_left) 1190 rb = rb->rb_left; 1191 else if (rb->rb_right) 1192 rb = rb->rb_right; 1193 else { 1194 av = rb_entry(rb, struct ubi_ainf_volume, rb); 1195 1196 rb = rb_parent(rb); 1197 if (rb) { 1198 if (rb->rb_left == &av->rb) 1199 rb->rb_left = NULL; 1200 else 1201 rb->rb_right = NULL; 1202 } 1203 1204 destroy_av(ai, av); 1205 } 1206 } 1207 1208 if (ai->aeb_slab_cache) 1209 kmem_cache_destroy(ai->aeb_slab_cache); 1210 1211 kfree(ai); 1212 } 1213 1214 /** 1215 * scan_all - scan entire MTD device. 1216 * @ubi: UBI device description object 1217 * @ai: attach info object 1218 * @start: start scanning at this PEB 1219 * 1220 * This function does full scanning of an MTD device and returns complete 1221 * information about it in form of a "struct ubi_attach_info" object. In case 1222 * of failure, an error code is returned. 1223 */ 1224 static int scan_all(struct ubi_device *ubi, struct ubi_attach_info *ai, 1225 int start) 1226 { 1227 int err, pnum; 1228 struct rb_node *rb1, *rb2; 1229 struct ubi_ainf_volume *av; 1230 struct ubi_ainf_peb *aeb; 1231 1232 err = -ENOMEM; 1233 1234 ech = kzalloc(ubi->ec_hdr_alsize, GFP_KERNEL); 1235 if (!ech) 1236 return err; 1237 1238 vidh = ubi_zalloc_vid_hdr(ubi, GFP_KERNEL); 1239 if (!vidh) 1240 goto out_ech; 1241 1242 for (pnum = start; pnum < ubi->peb_count; pnum++) { 1243 cond_resched(); 1244 1245 dbg_gen("process PEB %d", pnum); 1246 err = scan_peb(ubi, ai, pnum, NULL, NULL); 1247 if (err < 0) 1248 goto out_vidh; 1249 } 1250 1251 ubi_msg(ubi, "scanning is finished"); 1252 1253 /* Calculate mean erase counter */ 1254 if (ai->ec_count) 1255 ai->mean_ec = div_u64(ai->ec_sum, ai->ec_count); 1256 1257 err = late_analysis(ubi, ai); 1258 if (err) 1259 goto out_vidh; 1260 1261 /* 1262 * In case of unknown erase counter we use the mean erase counter 1263 * value. 1264 */ 1265 ubi_rb_for_each_entry(rb1, av, &ai->volumes, rb) { 1266 ubi_rb_for_each_entry(rb2, aeb, &av->root, u.rb) 1267 if (aeb->ec == UBI_UNKNOWN) 1268 aeb->ec = ai->mean_ec; 1269 } 1270 1271 list_for_each_entry(aeb, &ai->free, u.list) { 1272 if (aeb->ec == UBI_UNKNOWN) 1273 aeb->ec = ai->mean_ec; 1274 } 1275 1276 list_for_each_entry(aeb, &ai->corr, u.list) 1277 if (aeb->ec == UBI_UNKNOWN) 1278 aeb->ec = ai->mean_ec; 1279 1280 list_for_each_entry(aeb, &ai->erase, u.list) 1281 if (aeb->ec == UBI_UNKNOWN) 1282 aeb->ec = ai->mean_ec; 1283 1284 err = self_check_ai(ubi, ai); 1285 if (err) 1286 goto out_vidh; 1287 1288 ubi_free_vid_hdr(ubi, vidh); 1289 kfree(ech); 1290 1291 return 0; 1292 1293 out_vidh: 1294 ubi_free_vid_hdr(ubi, vidh); 1295 out_ech: 1296 kfree(ech); 1297 return err; 1298 } 1299 1300 static struct ubi_attach_info *alloc_ai(void) 1301 { 1302 struct ubi_attach_info *ai; 1303 1304 ai = kzalloc(sizeof(struct ubi_attach_info), GFP_KERNEL); 1305 if (!ai) 1306 return ai; 1307 1308 INIT_LIST_HEAD(&ai->corr); 1309 INIT_LIST_HEAD(&ai->free); 1310 INIT_LIST_HEAD(&ai->erase); 1311 INIT_LIST_HEAD(&ai->alien); 1312 ai->volumes = RB_ROOT; 1313 ai->aeb_slab_cache = kmem_cache_create("ubi_aeb_slab_cache", 1314 sizeof(struct ubi_ainf_peb), 1315 0, 0, NULL); 1316 if (!ai->aeb_slab_cache) { 1317 kfree(ai); 1318 ai = NULL; 1319 } 1320 1321 return ai; 1322 } 1323 1324 #ifdef CONFIG_MTD_UBI_FASTMAP 1325 1326 /** 1327 * scan_fastmap - try to find a fastmap and attach from it. 1328 * @ubi: UBI device description object 1329 * @ai: attach info object 1330 * 1331 * Returns 0 on success, negative return values indicate an internal 1332 * error. 1333 * UBI_NO_FASTMAP denotes that no fastmap was found. 1334 * UBI_BAD_FASTMAP denotes that the found fastmap was invalid. 1335 */ 1336 static int scan_fast(struct ubi_device *ubi, struct ubi_attach_info **ai) 1337 { 1338 int err, pnum, fm_anchor = -1; 1339 unsigned long long max_sqnum = 0; 1340 1341 err = -ENOMEM; 1342 1343 ech = kzalloc(ubi->ec_hdr_alsize, GFP_KERNEL); 1344 if (!ech) 1345 goto out; 1346 1347 vidh = ubi_zalloc_vid_hdr(ubi, GFP_KERNEL); 1348 if (!vidh) 1349 goto out_ech; 1350 1351 for (pnum = 0; pnum < UBI_FM_MAX_START; pnum++) { 1352 int vol_id = -1; 1353 unsigned long long sqnum = -1; 1354 cond_resched(); 1355 1356 dbg_gen("process PEB %d", pnum); 1357 err = scan_peb(ubi, *ai, pnum, &vol_id, &sqnum); 1358 if (err < 0) 1359 goto out_vidh; 1360 1361 if (vol_id == UBI_FM_SB_VOLUME_ID && sqnum > max_sqnum) { 1362 max_sqnum = sqnum; 1363 fm_anchor = pnum; 1364 } 1365 } 1366 1367 ubi_free_vid_hdr(ubi, vidh); 1368 kfree(ech); 1369 1370 if (fm_anchor < 0) 1371 return UBI_NO_FASTMAP; 1372 1373 destroy_ai(*ai); 1374 *ai = alloc_ai(); 1375 if (!*ai) 1376 return -ENOMEM; 1377 1378 return ubi_scan_fastmap(ubi, *ai, fm_anchor); 1379 1380 out_vidh: 1381 ubi_free_vid_hdr(ubi, vidh); 1382 out_ech: 1383 kfree(ech); 1384 out: 1385 return err; 1386 } 1387 1388 #endif 1389 1390 /** 1391 * ubi_attach - attach an MTD device. 1392 * @ubi: UBI device descriptor 1393 * @force_scan: if set to non-zero attach by scanning 1394 * 1395 * This function returns zero in case of success and a negative error code in 1396 * case of failure. 1397 */ 1398 int ubi_attach(struct ubi_device *ubi, int force_scan) 1399 { 1400 int err; 1401 struct ubi_attach_info *ai; 1402 1403 ai = alloc_ai(); 1404 if (!ai) 1405 return -ENOMEM; 1406 1407 #ifdef CONFIG_MTD_UBI_FASTMAP 1408 /* On small flash devices we disable fastmap in any case. */ 1409 if ((int)mtd_div_by_eb(ubi->mtd->size, ubi->mtd) <= UBI_FM_MAX_START) { 1410 ubi->fm_disabled = 1; 1411 force_scan = 1; 1412 } 1413 1414 if (force_scan) 1415 err = scan_all(ubi, ai, 0); 1416 else { 1417 err = scan_fast(ubi, &ai); 1418 if (err > 0 || mtd_is_eccerr(err)) { 1419 if (err != UBI_NO_FASTMAP) { 1420 destroy_ai(ai); 1421 ai = alloc_ai(); 1422 if (!ai) 1423 return -ENOMEM; 1424 1425 err = scan_all(ubi, ai, 0); 1426 } else { 1427 err = scan_all(ubi, ai, UBI_FM_MAX_START); 1428 } 1429 } 1430 } 1431 #else 1432 err = scan_all(ubi, ai, 0); 1433 #endif 1434 if (err) 1435 goto out_ai; 1436 1437 ubi->bad_peb_count = ai->bad_peb_count; 1438 ubi->good_peb_count = ubi->peb_count - ubi->bad_peb_count; 1439 ubi->corr_peb_count = ai->corr_peb_count; 1440 ubi->max_ec = ai->max_ec; 1441 ubi->mean_ec = ai->mean_ec; 1442 dbg_gen("max. sequence number: %llu", ai->max_sqnum); 1443 1444 err = ubi_read_volume_table(ubi, ai); 1445 if (err) 1446 goto out_ai; 1447 1448 err = ubi_wl_init(ubi, ai); 1449 if (err) 1450 goto out_vtbl; 1451 1452 err = ubi_eba_init(ubi, ai); 1453 if (err) 1454 goto out_wl; 1455 1456 #ifdef CONFIG_MTD_UBI_FASTMAP 1457 if (ubi->fm && ubi_dbg_chk_fastmap(ubi)) { 1458 struct ubi_attach_info *scan_ai; 1459 1460 scan_ai = alloc_ai(); 1461 if (!scan_ai) { 1462 err = -ENOMEM; 1463 goto out_wl; 1464 } 1465 1466 err = scan_all(ubi, scan_ai, 0); 1467 if (err) { 1468 destroy_ai(scan_ai); 1469 goto out_wl; 1470 } 1471 1472 err = self_check_eba(ubi, ai, scan_ai); 1473 destroy_ai(scan_ai); 1474 1475 if (err) 1476 goto out_wl; 1477 } 1478 #endif 1479 1480 destroy_ai(ai); 1481 return 0; 1482 1483 out_wl: 1484 ubi_wl_close(ubi); 1485 out_vtbl: 1486 ubi_free_internal_volumes(ubi); 1487 vfree(ubi->vtbl); 1488 out_ai: 1489 destroy_ai(ai); 1490 return err; 1491 } 1492 1493 /** 1494 * self_check_ai - check the attaching information. 1495 * @ubi: UBI device description object 1496 * @ai: attaching information 1497 * 1498 * This function returns zero if the attaching information is all right, and a 1499 * negative error code if not or if an error occurred. 1500 */ 1501 static int self_check_ai(struct ubi_device *ubi, struct ubi_attach_info *ai) 1502 { 1503 int pnum, err, vols_found = 0; 1504 struct rb_node *rb1, *rb2; 1505 struct ubi_ainf_volume *av; 1506 struct ubi_ainf_peb *aeb, *last_aeb; 1507 uint8_t *buf; 1508 1509 if (!ubi_dbg_chk_gen(ubi)) 1510 return 0; 1511 1512 /* 1513 * At first, check that attaching information is OK. 1514 */ 1515 ubi_rb_for_each_entry(rb1, av, &ai->volumes, rb) { 1516 int leb_count = 0; 1517 1518 cond_resched(); 1519 1520 vols_found += 1; 1521 1522 if (ai->is_empty) { 1523 ubi_err(ubi, "bad is_empty flag"); 1524 goto bad_av; 1525 } 1526 1527 if (av->vol_id < 0 || av->highest_lnum < 0 || 1528 av->leb_count < 0 || av->vol_type < 0 || av->used_ebs < 0 || 1529 av->data_pad < 0 || av->last_data_size < 0) { 1530 ubi_err(ubi, "negative values"); 1531 goto bad_av; 1532 } 1533 1534 if (av->vol_id >= UBI_MAX_VOLUMES && 1535 av->vol_id < UBI_INTERNAL_VOL_START) { 1536 ubi_err(ubi, "bad vol_id"); 1537 goto bad_av; 1538 } 1539 1540 if (av->vol_id > ai->highest_vol_id) { 1541 ubi_err(ubi, "highest_vol_id is %d, but vol_id %d is there", 1542 ai->highest_vol_id, av->vol_id); 1543 goto out; 1544 } 1545 1546 if (av->vol_type != UBI_DYNAMIC_VOLUME && 1547 av->vol_type != UBI_STATIC_VOLUME) { 1548 ubi_err(ubi, "bad vol_type"); 1549 goto bad_av; 1550 } 1551 1552 if (av->data_pad > ubi->leb_size / 2) { 1553 ubi_err(ubi, "bad data_pad"); 1554 goto bad_av; 1555 } 1556 1557 last_aeb = NULL; 1558 ubi_rb_for_each_entry(rb2, aeb, &av->root, u.rb) { 1559 cond_resched(); 1560 1561 last_aeb = aeb; 1562 leb_count += 1; 1563 1564 if (aeb->pnum < 0 || aeb->ec < 0) { 1565 ubi_err(ubi, "negative values"); 1566 goto bad_aeb; 1567 } 1568 1569 if (aeb->ec < ai->min_ec) { 1570 ubi_err(ubi, "bad ai->min_ec (%d), %d found", 1571 ai->min_ec, aeb->ec); 1572 goto bad_aeb; 1573 } 1574 1575 if (aeb->ec > ai->max_ec) { 1576 ubi_err(ubi, "bad ai->max_ec (%d), %d found", 1577 ai->max_ec, aeb->ec); 1578 goto bad_aeb; 1579 } 1580 1581 if (aeb->pnum >= ubi->peb_count) { 1582 ubi_err(ubi, "too high PEB number %d, total PEBs %d", 1583 aeb->pnum, ubi->peb_count); 1584 goto bad_aeb; 1585 } 1586 1587 if (av->vol_type == UBI_STATIC_VOLUME) { 1588 if (aeb->lnum >= av->used_ebs) { 1589 ubi_err(ubi, "bad lnum or used_ebs"); 1590 goto bad_aeb; 1591 } 1592 } else { 1593 if (av->used_ebs != 0) { 1594 ubi_err(ubi, "non-zero used_ebs"); 1595 goto bad_aeb; 1596 } 1597 } 1598 1599 if (aeb->lnum > av->highest_lnum) { 1600 ubi_err(ubi, "incorrect highest_lnum or lnum"); 1601 goto bad_aeb; 1602 } 1603 } 1604 1605 if (av->leb_count != leb_count) { 1606 ubi_err(ubi, "bad leb_count, %d objects in the tree", 1607 leb_count); 1608 goto bad_av; 1609 } 1610 1611 if (!last_aeb) 1612 continue; 1613 1614 aeb = last_aeb; 1615 1616 if (aeb->lnum != av->highest_lnum) { 1617 ubi_err(ubi, "bad highest_lnum"); 1618 goto bad_aeb; 1619 } 1620 } 1621 1622 if (vols_found != ai->vols_found) { 1623 ubi_err(ubi, "bad ai->vols_found %d, should be %d", 1624 ai->vols_found, vols_found); 1625 goto out; 1626 } 1627 1628 /* Check that attaching information is correct */ 1629 ubi_rb_for_each_entry(rb1, av, &ai->volumes, rb) { 1630 last_aeb = NULL; 1631 ubi_rb_for_each_entry(rb2, aeb, &av->root, u.rb) { 1632 int vol_type; 1633 1634 cond_resched(); 1635 1636 last_aeb = aeb; 1637 1638 err = ubi_io_read_vid_hdr(ubi, aeb->pnum, vidh, 1); 1639 if (err && err != UBI_IO_BITFLIPS) { 1640 ubi_err(ubi, "VID header is not OK (%d)", 1641 err); 1642 if (err > 0) 1643 err = -EIO; 1644 return err; 1645 } 1646 1647 vol_type = vidh->vol_type == UBI_VID_DYNAMIC ? 1648 UBI_DYNAMIC_VOLUME : UBI_STATIC_VOLUME; 1649 if (av->vol_type != vol_type) { 1650 ubi_err(ubi, "bad vol_type"); 1651 goto bad_vid_hdr; 1652 } 1653 1654 if (aeb->sqnum != be64_to_cpu(vidh->sqnum)) { 1655 ubi_err(ubi, "bad sqnum %llu", aeb->sqnum); 1656 goto bad_vid_hdr; 1657 } 1658 1659 if (av->vol_id != be32_to_cpu(vidh->vol_id)) { 1660 ubi_err(ubi, "bad vol_id %d", av->vol_id); 1661 goto bad_vid_hdr; 1662 } 1663 1664 if (av->compat != vidh->compat) { 1665 ubi_err(ubi, "bad compat %d", vidh->compat); 1666 goto bad_vid_hdr; 1667 } 1668 1669 if (aeb->lnum != be32_to_cpu(vidh->lnum)) { 1670 ubi_err(ubi, "bad lnum %d", aeb->lnum); 1671 goto bad_vid_hdr; 1672 } 1673 1674 if (av->used_ebs != be32_to_cpu(vidh->used_ebs)) { 1675 ubi_err(ubi, "bad used_ebs %d", av->used_ebs); 1676 goto bad_vid_hdr; 1677 } 1678 1679 if (av->data_pad != be32_to_cpu(vidh->data_pad)) { 1680 ubi_err(ubi, "bad data_pad %d", av->data_pad); 1681 goto bad_vid_hdr; 1682 } 1683 } 1684 1685 if (!last_aeb) 1686 continue; 1687 1688 if (av->highest_lnum != be32_to_cpu(vidh->lnum)) { 1689 ubi_err(ubi, "bad highest_lnum %d", av->highest_lnum); 1690 goto bad_vid_hdr; 1691 } 1692 1693 if (av->last_data_size != be32_to_cpu(vidh->data_size)) { 1694 ubi_err(ubi, "bad last_data_size %d", 1695 av->last_data_size); 1696 goto bad_vid_hdr; 1697 } 1698 } 1699 1700 /* 1701 * Make sure that all the physical eraseblocks are in one of the lists 1702 * or trees. 1703 */ 1704 buf = kzalloc(ubi->peb_count, GFP_KERNEL); 1705 if (!buf) 1706 return -ENOMEM; 1707 1708 for (pnum = 0; pnum < ubi->peb_count; pnum++) { 1709 err = ubi_io_is_bad(ubi, pnum); 1710 if (err < 0) { 1711 kfree(buf); 1712 return err; 1713 } else if (err) 1714 buf[pnum] = 1; 1715 } 1716 1717 ubi_rb_for_each_entry(rb1, av, &ai->volumes, rb) 1718 ubi_rb_for_each_entry(rb2, aeb, &av->root, u.rb) 1719 buf[aeb->pnum] = 1; 1720 1721 list_for_each_entry(aeb, &ai->free, u.list) 1722 buf[aeb->pnum] = 1; 1723 1724 list_for_each_entry(aeb, &ai->corr, u.list) 1725 buf[aeb->pnum] = 1; 1726 1727 list_for_each_entry(aeb, &ai->erase, u.list) 1728 buf[aeb->pnum] = 1; 1729 1730 list_for_each_entry(aeb, &ai->alien, u.list) 1731 buf[aeb->pnum] = 1; 1732 1733 err = 0; 1734 for (pnum = 0; pnum < ubi->peb_count; pnum++) 1735 if (!buf[pnum]) { 1736 ubi_err(ubi, "PEB %d is not referred", pnum); 1737 err = 1; 1738 } 1739 1740 kfree(buf); 1741 if (err) 1742 goto out; 1743 return 0; 1744 1745 bad_aeb: 1746 ubi_err(ubi, "bad attaching information about LEB %d", aeb->lnum); 1747 ubi_dump_aeb(aeb, 0); 1748 ubi_dump_av(av); 1749 goto out; 1750 1751 bad_av: 1752 ubi_err(ubi, "bad attaching information about volume %d", av->vol_id); 1753 ubi_dump_av(av); 1754 goto out; 1755 1756 bad_vid_hdr: 1757 ubi_err(ubi, "bad attaching information about volume %d", av->vol_id); 1758 ubi_dump_av(av); 1759 ubi_dump_vid_hdr(vidh); 1760 1761 out: 1762 dump_stack(); 1763 return -EINVAL; 1764 } 1765