1 /* 2 ------------------------------------------------------------------------- 3 * Filename: jffs2.c 4 * Version: $Id: jffs2_1pass.c,v 1.7 2002/01/25 01:56:47 nyet Exp $ 5 * Copyright: Copyright (C) 2001, Russ Dill 6 * Author: Russ Dill <Russ.Dill@asu.edu> 7 * Description: Module to load kernel from jffs2 8 *-----------------------------------------------------------------------*/ 9 /* 10 * some portions of this code are taken from jffs2, and as such, the 11 * following copyright notice is included. 12 * 13 * JFFS2 -- Journalling Flash File System, Version 2. 14 * 15 * Copyright (C) 2001 Red Hat, Inc. 16 * 17 * Created by David Woodhouse <dwmw2@cambridge.redhat.com> 18 * 19 * The original JFFS, from which the design for JFFS2 was derived, 20 * was designed and implemented by Axis Communications AB. 21 * 22 * The contents of this file are subject to the Red Hat eCos Public 23 * License Version 1.1 (the "Licence"); you may not use this file 24 * except in compliance with the Licence. You may obtain a copy of 25 * the Licence at http://www.redhat.com/ 26 * 27 * Software distributed under the Licence is distributed on an "AS IS" 28 * basis, WITHOUT WARRANTY OF ANY KIND, either express or implied. 29 * See the Licence for the specific language governing rights and 30 * limitations under the Licence. 31 * 32 * The Original Code is JFFS2 - Journalling Flash File System, version 2 33 * 34 * Alternatively, the contents of this file may be used under the 35 * terms of the GNU General Public License version 2 (the "GPL"), in 36 * which case the provisions of the GPL are applicable instead of the 37 * above. If you wish to allow the use of your version of this file 38 * only under the terms of the GPL and not to allow others to use your 39 * version of this file under the RHEPL, indicate your decision by 40 * deleting the provisions above and replace them with the notice and 41 * other provisions required by the GPL. If you do not delete the 42 * provisions above, a recipient may use your version of this file 43 * under either the RHEPL or the GPL. 44 * 45 * $Id: jffs2_1pass.c,v 1.7 2002/01/25 01:56:47 nyet Exp $ 46 * 47 */ 48 49 /* Ok, so anyone who knows the jffs2 code will probably want to get a papar 50 * bag to throw up into before reading this code. I looked through the jffs2 51 * code, the caching scheme is very elegant. I tried to keep the version 52 * for a bootloader as small and simple as possible. Instead of worring about 53 * unneccesary data copies, node scans, etc, I just optimized for the known 54 * common case, a kernel, which looks like: 55 * (1) most pages are 4096 bytes 56 * (2) version numbers are somewhat sorted in acsending order 57 * (3) multiple compressed blocks making up one page is uncommon 58 * 59 * So I create a linked list of decending version numbers (insertions at the 60 * head), and then for each page, walk down the list, until a matching page 61 * with 4096 bytes is found, and then decompress the watching pages in 62 * reverse order. 63 * 64 */ 65 66 /* 67 * Adapted by Nye Liu <nyet@zumanetworks.com> and 68 * Rex Feany <rfeany@zumanetworks.com> 69 * on Jan/2002 for U-Boot. 70 * 71 * Clipped out all the non-1pass functions, cleaned up warnings, 72 * wrappers, etc. No major changes to the code. 73 * Please, he really means it when he said have a paper bag 74 * handy. We needed it ;). 75 * 76 */ 77 78 /* 79 * Bugfixing by Kai-Uwe Bloem <kai-uwe.bloem@auerswald.de>, (C) Mar/2003 80 * 81 * - overhaul of the memory management. Removed much of the "paper-bagging" 82 * in that part of the code, fixed several bugs, now frees memory when 83 * partition is changed. 84 * It's still ugly :-( 85 * - fixed a bug in jffs2_1pass_read_inode where the file length calculation 86 * was incorrect. Removed a bit of the paper-bagging as well. 87 * - removed double crc calculation for fragment headers in jffs2_private.h 88 * for speedup. 89 * - scan_empty rewritten in a more "standard" manner (non-paperbag, that is). 90 * - spinning wheel now spins depending on how much memory has been scanned 91 * - lots of small changes all over the place to "improve" readability. 92 * - implemented fragment sorting to ensure that the newest data is copied 93 * if there are multiple copies of fragments for a certain file offset. 94 * 95 * The fragment sorting feature must be enabled by CONFIG_SYS_JFFS2_SORT_FRAGMENTS. 96 * Sorting is done while adding fragments to the lists, which is more or less a 97 * bubble sort. This takes a lot of time, and is most probably not an issue if 98 * the boot filesystem is always mounted readonly. 99 * 100 * You should define it if the boot filesystem is mounted writable, and updates 101 * to the boot files are done by copying files to that filesystem. 102 * 103 * 104 * There's a big issue left: endianess is completely ignored in this code. Duh! 105 * 106 * 107 * You still should have paper bags at hand :-(. The code lacks more or less 108 * any comment, and is still arcane and difficult to read in places. As this 109 * might be incompatible with any new code from the jffs2 maintainers anyway, 110 * it should probably be dumped and replaced by something like jffs2reader! 111 */ 112 113 114 #include <common.h> 115 #include <config.h> 116 #include <malloc.h> 117 #include <linux/stat.h> 118 #include <linux/time.h> 119 #include <watchdog.h> 120 #include <jffs2/jffs2.h> 121 #include <jffs2/jffs2_1pass.h> 122 #include <linux/mtd/compat.h> 123 #include <asm/errno.h> 124 125 #include "jffs2_private.h" 126 127 128 #define NODE_CHUNK 1024 /* size of memory allocation chunk in b_nodes */ 129 #define SPIN_BLKSIZE 18 /* spin after having scanned 1<<BLKSIZE bytes */ 130 131 /* Debugging switches */ 132 #undef DEBUG_DIRENTS /* print directory entry list after scan */ 133 #undef DEBUG_FRAGMENTS /* print fragment list after scan */ 134 #undef DEBUG /* enable debugging messages */ 135 136 137 #ifdef DEBUG 138 # define DEBUGF(fmt,args...) printf(fmt ,##args) 139 #else 140 # define DEBUGF(fmt,args...) 141 #endif 142 143 #include "summary.h" 144 145 /* keeps pointer to currentlu processed partition */ 146 static struct part_info *current_part; 147 148 #if (defined(CONFIG_JFFS2_NAND) && \ 149 defined(CONFIG_CMD_NAND) ) 150 #include <nand.h> 151 /* 152 * Support for jffs2 on top of NAND-flash 153 * 154 * NAND memory isn't mapped in processor's address space, 155 * so data should be fetched from flash before 156 * being processed. This is exactly what functions declared 157 * here do. 158 * 159 */ 160 161 #define NAND_PAGE_SIZE 512 162 #define NAND_PAGE_SHIFT 9 163 #define NAND_PAGE_MASK (~(NAND_PAGE_SIZE-1)) 164 165 #ifndef NAND_CACHE_PAGES 166 #define NAND_CACHE_PAGES 16 167 #endif 168 #define NAND_CACHE_SIZE (NAND_CACHE_PAGES*NAND_PAGE_SIZE) 169 170 static u8* nand_cache = NULL; 171 static u32 nand_cache_off = (u32)-1; 172 173 static int read_nand_cached(u32 off, u32 size, u_char *buf) 174 { 175 struct mtdids *id = current_part->dev->id; 176 u32 bytes_read = 0; 177 size_t retlen; 178 int cpy_bytes; 179 180 while (bytes_read < size) { 181 if ((off + bytes_read < nand_cache_off) || 182 (off + bytes_read >= nand_cache_off+NAND_CACHE_SIZE)) { 183 nand_cache_off = (off + bytes_read) & NAND_PAGE_MASK; 184 if (!nand_cache) { 185 /* This memory never gets freed but 'cause 186 it's a bootloader, nobody cares */ 187 nand_cache = malloc(NAND_CACHE_SIZE); 188 if (!nand_cache) { 189 printf("read_nand_cached: can't alloc cache size %d bytes\n", 190 NAND_CACHE_SIZE); 191 return -1; 192 } 193 } 194 195 retlen = NAND_CACHE_SIZE; 196 if (nand_read(&nand_info[id->num], nand_cache_off, 197 &retlen, nand_cache) != 0 || 198 retlen != NAND_CACHE_SIZE) { 199 printf("read_nand_cached: error reading nand off %#x size %d bytes\n", 200 nand_cache_off, NAND_CACHE_SIZE); 201 return -1; 202 } 203 } 204 cpy_bytes = nand_cache_off + NAND_CACHE_SIZE - (off + bytes_read); 205 if (cpy_bytes > size - bytes_read) 206 cpy_bytes = size - bytes_read; 207 memcpy(buf + bytes_read, 208 nand_cache + off + bytes_read - nand_cache_off, 209 cpy_bytes); 210 bytes_read += cpy_bytes; 211 } 212 return bytes_read; 213 } 214 215 static void *get_fl_mem_nand(u32 off, u32 size, void *ext_buf) 216 { 217 u_char *buf = ext_buf ? (u_char*)ext_buf : (u_char*)malloc(size); 218 219 if (NULL == buf) { 220 printf("get_fl_mem_nand: can't alloc %d bytes\n", size); 221 return NULL; 222 } 223 if (read_nand_cached(off, size, buf) < 0) { 224 if (!ext_buf) 225 free(buf); 226 return NULL; 227 } 228 229 return buf; 230 } 231 232 static void *get_node_mem_nand(u32 off, void *ext_buf) 233 { 234 struct jffs2_unknown_node node; 235 void *ret = NULL; 236 237 if (NULL == get_fl_mem_nand(off, sizeof(node), &node)) 238 return NULL; 239 240 if (!(ret = get_fl_mem_nand(off, node.magic == 241 JFFS2_MAGIC_BITMASK ? node.totlen : sizeof(node), 242 ext_buf))) { 243 printf("off = %#x magic %#x type %#x node.totlen = %d\n", 244 off, node.magic, node.nodetype, node.totlen); 245 } 246 return ret; 247 } 248 249 static void put_fl_mem_nand(void *buf) 250 { 251 free(buf); 252 } 253 #endif 254 255 #if defined(CONFIG_CMD_ONENAND) 256 257 #include <linux/mtd/mtd.h> 258 #include <linux/mtd/onenand.h> 259 #include <onenand_uboot.h> 260 261 #define ONENAND_PAGE_SIZE 2048 262 #define ONENAND_PAGE_SHIFT 11 263 #define ONENAND_PAGE_MASK (~(ONENAND_PAGE_SIZE-1)) 264 265 #ifndef ONENAND_CACHE_PAGES 266 #define ONENAND_CACHE_PAGES 4 267 #endif 268 #define ONENAND_CACHE_SIZE (ONENAND_CACHE_PAGES*ONENAND_PAGE_SIZE) 269 270 static u8* onenand_cache; 271 static u32 onenand_cache_off = (u32)-1; 272 273 static int read_onenand_cached(u32 off, u32 size, u_char *buf) 274 { 275 u32 bytes_read = 0; 276 size_t retlen; 277 int cpy_bytes; 278 279 while (bytes_read < size) { 280 if ((off + bytes_read < onenand_cache_off) || 281 (off + bytes_read >= onenand_cache_off + ONENAND_CACHE_SIZE)) { 282 onenand_cache_off = (off + bytes_read) & ONENAND_PAGE_MASK; 283 if (!onenand_cache) { 284 /* This memory never gets freed but 'cause 285 it's a bootloader, nobody cares */ 286 onenand_cache = malloc(ONENAND_CACHE_SIZE); 287 if (!onenand_cache) { 288 printf("read_onenand_cached: can't alloc cache size %d bytes\n", 289 ONENAND_CACHE_SIZE); 290 return -1; 291 } 292 } 293 294 retlen = ONENAND_CACHE_SIZE; 295 if (onenand_read(&onenand_mtd, onenand_cache_off, retlen, 296 &retlen, onenand_cache) != 0 || 297 retlen != ONENAND_CACHE_SIZE) { 298 printf("read_onenand_cached: error reading nand off %#x size %d bytes\n", 299 onenand_cache_off, ONENAND_CACHE_SIZE); 300 return -1; 301 } 302 } 303 cpy_bytes = onenand_cache_off + ONENAND_CACHE_SIZE - (off + bytes_read); 304 if (cpy_bytes > size - bytes_read) 305 cpy_bytes = size - bytes_read; 306 memcpy(buf + bytes_read, 307 onenand_cache + off + bytes_read - onenand_cache_off, 308 cpy_bytes); 309 bytes_read += cpy_bytes; 310 } 311 return bytes_read; 312 } 313 314 static void *get_fl_mem_onenand(u32 off, u32 size, void *ext_buf) 315 { 316 u_char *buf = ext_buf ? (u_char *)ext_buf : (u_char *)malloc(size); 317 318 if (NULL == buf) { 319 printf("get_fl_mem_onenand: can't alloc %d bytes\n", size); 320 return NULL; 321 } 322 if (read_onenand_cached(off, size, buf) < 0) { 323 if (!ext_buf) 324 free(buf); 325 return NULL; 326 } 327 328 return buf; 329 } 330 331 static void *get_node_mem_onenand(u32 off, void *ext_buf) 332 { 333 struct jffs2_unknown_node node; 334 void *ret = NULL; 335 336 if (NULL == get_fl_mem_onenand(off, sizeof(node), &node)) 337 return NULL; 338 339 ret = get_fl_mem_onenand(off, node.magic == 340 JFFS2_MAGIC_BITMASK ? node.totlen : sizeof(node), 341 ext_buf); 342 if (!ret) { 343 printf("off = %#x magic %#x type %#x node.totlen = %d\n", 344 off, node.magic, node.nodetype, node.totlen); 345 } 346 return ret; 347 } 348 349 350 static void put_fl_mem_onenand(void *buf) 351 { 352 free(buf); 353 } 354 #endif 355 356 357 #if defined(CONFIG_CMD_FLASH) 358 /* 359 * Support for jffs2 on top of NOR-flash 360 * 361 * NOR flash memory is mapped in processor's address space, 362 * just return address. 363 */ 364 static inline void *get_fl_mem_nor(u32 off, u32 size, void *ext_buf) 365 { 366 u32 addr = off; 367 struct mtdids *id = current_part->dev->id; 368 369 extern flash_info_t flash_info[]; 370 flash_info_t *flash = &flash_info[id->num]; 371 372 addr += flash->start[0]; 373 if (ext_buf) { 374 memcpy(ext_buf, (void *)addr, size); 375 return ext_buf; 376 } 377 return (void*)addr; 378 } 379 380 static inline void *get_node_mem_nor(u32 off, void *ext_buf) 381 { 382 struct jffs2_unknown_node *pNode; 383 384 /* pNode will point directly to flash - don't provide external buffer 385 and don't care about size */ 386 pNode = get_fl_mem_nor(off, 0, NULL); 387 return (void *)get_fl_mem_nor(off, pNode->magic == JFFS2_MAGIC_BITMASK ? 388 pNode->totlen : sizeof(*pNode), ext_buf); 389 } 390 #endif 391 392 393 /* 394 * Generic jffs2 raw memory and node read routines. 395 * 396 */ 397 static inline void *get_fl_mem(u32 off, u32 size, void *ext_buf) 398 { 399 struct mtdids *id = current_part->dev->id; 400 401 switch(id->type) { 402 #if defined(CONFIG_CMD_FLASH) 403 case MTD_DEV_TYPE_NOR: 404 return get_fl_mem_nor(off, size, ext_buf); 405 break; 406 #endif 407 #if defined(CONFIG_JFFS2_NAND) && defined(CONFIG_CMD_NAND) 408 case MTD_DEV_TYPE_NAND: 409 return get_fl_mem_nand(off, size, ext_buf); 410 break; 411 #endif 412 #if defined(CONFIG_CMD_ONENAND) 413 case MTD_DEV_TYPE_ONENAND: 414 return get_fl_mem_onenand(off, size, ext_buf); 415 break; 416 #endif 417 default: 418 printf("get_fl_mem: unknown device type, " \ 419 "using raw offset!\n"); 420 } 421 return (void*)off; 422 } 423 424 static inline void *get_node_mem(u32 off, void *ext_buf) 425 { 426 struct mtdids *id = current_part->dev->id; 427 428 switch(id->type) { 429 #if defined(CONFIG_CMD_FLASH) 430 case MTD_DEV_TYPE_NOR: 431 return get_node_mem_nor(off, ext_buf); 432 break; 433 #endif 434 #if defined(CONFIG_JFFS2_NAND) && \ 435 defined(CONFIG_CMD_NAND) 436 case MTD_DEV_TYPE_NAND: 437 return get_node_mem_nand(off, ext_buf); 438 break; 439 #endif 440 #if defined(CONFIG_CMD_ONENAND) 441 case MTD_DEV_TYPE_ONENAND: 442 return get_node_mem_onenand(off, ext_buf); 443 break; 444 #endif 445 default: 446 printf("get_fl_mem: unknown device type, " \ 447 "using raw offset!\n"); 448 } 449 return (void*)off; 450 } 451 452 static inline void put_fl_mem(void *buf, void *ext_buf) 453 { 454 struct mtdids *id = current_part->dev->id; 455 456 /* If buf is the same as ext_buf, it was provided by the caller - 457 we shouldn't free it then. */ 458 if (buf == ext_buf) 459 return; 460 switch (id->type) { 461 #if defined(CONFIG_JFFS2_NAND) && defined(CONFIG_CMD_NAND) 462 case MTD_DEV_TYPE_NAND: 463 return put_fl_mem_nand(buf); 464 #endif 465 #if defined(CONFIG_CMD_ONENAND) 466 case MTD_DEV_TYPE_ONENAND: 467 return put_fl_mem_onenand(buf); 468 #endif 469 } 470 } 471 472 /* Compression names */ 473 static char *compr_names[] = { 474 "NONE", 475 "ZERO", 476 "RTIME", 477 "RUBINMIPS", 478 "COPY", 479 "DYNRUBIN", 480 "ZLIB", 481 #if defined(CONFIG_JFFS2_LZO) 482 "LZO", 483 #endif 484 }; 485 486 /* Memory management */ 487 struct mem_block { 488 u32 index; 489 struct mem_block *next; 490 struct b_node nodes[NODE_CHUNK]; 491 }; 492 493 494 static void 495 free_nodes(struct b_list *list) 496 { 497 while (list->listMemBase != NULL) { 498 struct mem_block *next = list->listMemBase->next; 499 free( list->listMemBase ); 500 list->listMemBase = next; 501 } 502 } 503 504 static struct b_node * 505 add_node(struct b_list *list) 506 { 507 u32 index = 0; 508 struct mem_block *memBase; 509 struct b_node *b; 510 511 memBase = list->listMemBase; 512 if (memBase != NULL) 513 index = memBase->index; 514 #if 0 515 putLabeledWord("add_node: index = ", index); 516 putLabeledWord("add_node: memBase = ", list->listMemBase); 517 #endif 518 519 if (memBase == NULL || index >= NODE_CHUNK) { 520 /* we need more space before we continue */ 521 memBase = mmalloc(sizeof(struct mem_block)); 522 if (memBase == NULL) { 523 putstr("add_node: malloc failed\n"); 524 return NULL; 525 } 526 memBase->next = list->listMemBase; 527 index = 0; 528 #if 0 529 putLabeledWord("add_node: alloced a new membase at ", *memBase); 530 #endif 531 532 } 533 /* now we have room to add it. */ 534 b = &memBase->nodes[index]; 535 index ++; 536 537 memBase->index = index; 538 list->listMemBase = memBase; 539 list->listCount++; 540 return b; 541 } 542 543 static struct b_node * 544 insert_node(struct b_list *list, u32 offset) 545 { 546 struct b_node *new; 547 #ifdef CONFIG_SYS_JFFS2_SORT_FRAGMENTS 548 struct b_node *b, *prev; 549 #endif 550 551 if (!(new = add_node(list))) { 552 putstr("add_node failed!\r\n"); 553 return NULL; 554 } 555 new->offset = offset; 556 557 #ifdef CONFIG_SYS_JFFS2_SORT_FRAGMENTS 558 if (list->listTail != NULL && list->listCompare(new, list->listTail)) 559 prev = list->listTail; 560 else if (list->listLast != NULL && list->listCompare(new, list->listLast)) 561 prev = list->listLast; 562 else 563 prev = NULL; 564 565 for (b = (prev ? prev->next : list->listHead); 566 b != NULL && list->listCompare(new, b); 567 prev = b, b = b->next) { 568 list->listLoops++; 569 } 570 if (b != NULL) 571 list->listLast = prev; 572 573 if (b != NULL) { 574 new->next = b; 575 if (prev != NULL) 576 prev->next = new; 577 else 578 list->listHead = new; 579 } else 580 #endif 581 { 582 new->next = (struct b_node *) NULL; 583 if (list->listTail != NULL) { 584 list->listTail->next = new; 585 list->listTail = new; 586 } else { 587 list->listTail = list->listHead = new; 588 } 589 } 590 591 return new; 592 } 593 594 #ifdef CONFIG_SYS_JFFS2_SORT_FRAGMENTS 595 /* Sort data entries with the latest version last, so that if there 596 * is overlapping data the latest version will be used. 597 */ 598 static int compare_inodes(struct b_node *new, struct b_node *old) 599 { 600 struct jffs2_raw_inode ojNew; 601 struct jffs2_raw_inode ojOld; 602 struct jffs2_raw_inode *jNew = 603 (struct jffs2_raw_inode *)get_fl_mem(new->offset, sizeof(ojNew), &ojNew); 604 struct jffs2_raw_inode *jOld = 605 (struct jffs2_raw_inode *)get_fl_mem(old->offset, sizeof(ojOld), &ojOld); 606 607 return jNew->version > jOld->version; 608 } 609 610 /* Sort directory entries so all entries in the same directory 611 * with the same name are grouped together, with the latest version 612 * last. This makes it easy to eliminate all but the latest version 613 * by marking the previous version dead by setting the inode to 0. 614 */ 615 static int compare_dirents(struct b_node *new, struct b_node *old) 616 { 617 struct jffs2_raw_dirent ojNew; 618 struct jffs2_raw_dirent ojOld; 619 struct jffs2_raw_dirent *jNew = 620 (struct jffs2_raw_dirent *)get_fl_mem(new->offset, sizeof(ojNew), &ojNew); 621 struct jffs2_raw_dirent *jOld = 622 (struct jffs2_raw_dirent *)get_fl_mem(old->offset, sizeof(ojOld), &ojOld); 623 int cmp; 624 625 /* ascending sort by pino */ 626 if (jNew->pino != jOld->pino) 627 return jNew->pino > jOld->pino; 628 629 /* pino is the same, so use ascending sort by nsize, so 630 * we don't do strncmp unless we really must. 631 */ 632 if (jNew->nsize != jOld->nsize) 633 return jNew->nsize > jOld->nsize; 634 635 /* length is also the same, so use ascending sort by name 636 */ 637 cmp = strncmp((char *)jNew->name, (char *)jOld->name, jNew->nsize); 638 if (cmp != 0) 639 return cmp > 0; 640 641 /* we have duplicate names in this directory, so use ascending 642 * sort by version 643 */ 644 if (jNew->version > jOld->version) { 645 /* since jNew is newer, we know jOld is not valid, so 646 * mark it with inode 0 and it will not be used 647 */ 648 jOld->ino = 0; 649 return 1; 650 } 651 652 return 0; 653 } 654 #endif 655 656 void 657 jffs2_free_cache(struct part_info *part) 658 { 659 struct b_lists *pL; 660 661 if (part->jffs2_priv != NULL) { 662 pL = (struct b_lists *)part->jffs2_priv; 663 free_nodes(&pL->frag); 664 free_nodes(&pL->dir); 665 free(pL->readbuf); 666 free(pL); 667 } 668 } 669 670 static u32 671 jffs_init_1pass_list(struct part_info *part) 672 { 673 struct b_lists *pL; 674 675 jffs2_free_cache(part); 676 677 if (NULL != (part->jffs2_priv = malloc(sizeof(struct b_lists)))) { 678 pL = (struct b_lists *)part->jffs2_priv; 679 680 memset(pL, 0, sizeof(*pL)); 681 #ifdef CONFIG_SYS_JFFS2_SORT_FRAGMENTS 682 pL->dir.listCompare = compare_dirents; 683 pL->frag.listCompare = compare_inodes; 684 #endif 685 } 686 return 0; 687 } 688 689 /* find the inode from the slashless name given a parent */ 690 static long 691 jffs2_1pass_read_inode(struct b_lists *pL, u32 inode, char *dest) 692 { 693 struct b_node *b; 694 struct jffs2_raw_inode *jNode; 695 u32 totalSize = 0; 696 u32 latestVersion = 0; 697 uchar *lDest; 698 uchar *src; 699 long ret; 700 int i; 701 u32 counter = 0; 702 #ifdef CONFIG_SYS_JFFS2_SORT_FRAGMENTS 703 /* Find file size before loading any data, so fragments that 704 * start past the end of file can be ignored. A fragment 705 * that is partially in the file is loaded, so extra data may 706 * be loaded up to the next 4K boundary above the file size. 707 * This shouldn't cause trouble when loading kernel images, so 708 * we will live with it. 709 */ 710 for (b = pL->frag.listHead; b != NULL; b = b->next) { 711 jNode = (struct jffs2_raw_inode *) get_fl_mem(b->offset, 712 sizeof(struct jffs2_raw_inode), pL->readbuf); 713 if ((inode == jNode->ino)) { 714 /* get actual file length from the newest node */ 715 if (jNode->version >= latestVersion) { 716 totalSize = jNode->isize; 717 latestVersion = jNode->version; 718 } 719 } 720 put_fl_mem(jNode, pL->readbuf); 721 } 722 #endif 723 724 for (b = pL->frag.listHead; b != NULL; b = b->next) { 725 jNode = (struct jffs2_raw_inode *) get_node_mem(b->offset, 726 pL->readbuf); 727 if ((inode == jNode->ino)) { 728 #if 0 729 putLabeledWord("\r\n\r\nread_inode: totlen = ", jNode->totlen); 730 putLabeledWord("read_inode: inode = ", jNode->ino); 731 putLabeledWord("read_inode: version = ", jNode->version); 732 putLabeledWord("read_inode: isize = ", jNode->isize); 733 putLabeledWord("read_inode: offset = ", jNode->offset); 734 putLabeledWord("read_inode: csize = ", jNode->csize); 735 putLabeledWord("read_inode: dsize = ", jNode->dsize); 736 putLabeledWord("read_inode: compr = ", jNode->compr); 737 putLabeledWord("read_inode: usercompr = ", jNode->usercompr); 738 putLabeledWord("read_inode: flags = ", jNode->flags); 739 #endif 740 741 #ifndef CONFIG_SYS_JFFS2_SORT_FRAGMENTS 742 /* get actual file length from the newest node */ 743 if (jNode->version >= latestVersion) { 744 totalSize = jNode->isize; 745 latestVersion = jNode->version; 746 } 747 #endif 748 749 if(dest) { 750 src = ((uchar *) jNode) + sizeof(struct jffs2_raw_inode); 751 /* ignore data behind latest known EOF */ 752 if (jNode->offset > totalSize) { 753 put_fl_mem(jNode, pL->readbuf); 754 continue; 755 } 756 if (b->datacrc == CRC_UNKNOWN) 757 b->datacrc = data_crc(jNode) ? 758 CRC_OK : CRC_BAD; 759 if (b->datacrc == CRC_BAD) { 760 put_fl_mem(jNode, pL->readbuf); 761 continue; 762 } 763 764 lDest = (uchar *) (dest + jNode->offset); 765 #if 0 766 putLabeledWord("read_inode: src = ", src); 767 putLabeledWord("read_inode: dest = ", lDest); 768 #endif 769 switch (jNode->compr) { 770 case JFFS2_COMPR_NONE: 771 ret = (unsigned long) ldr_memcpy(lDest, src, jNode->dsize); 772 break; 773 case JFFS2_COMPR_ZERO: 774 ret = 0; 775 for (i = 0; i < jNode->dsize; i++) 776 *(lDest++) = 0; 777 break; 778 case JFFS2_COMPR_RTIME: 779 ret = 0; 780 rtime_decompress(src, lDest, jNode->csize, jNode->dsize); 781 break; 782 case JFFS2_COMPR_DYNRUBIN: 783 /* this is slow but it works */ 784 ret = 0; 785 dynrubin_decompress(src, lDest, jNode->csize, jNode->dsize); 786 break; 787 case JFFS2_COMPR_ZLIB: 788 ret = zlib_decompress(src, lDest, jNode->csize, jNode->dsize); 789 break; 790 #if defined(CONFIG_JFFS2_LZO) 791 case JFFS2_COMPR_LZO: 792 ret = lzo_decompress(src, lDest, jNode->csize, jNode->dsize); 793 break; 794 #endif 795 default: 796 /* unknown */ 797 putLabeledWord("UNKOWN COMPRESSION METHOD = ", jNode->compr); 798 put_fl_mem(jNode, pL->readbuf); 799 return -1; 800 break; 801 } 802 } 803 804 #if 0 805 putLabeledWord("read_inode: totalSize = ", totalSize); 806 putLabeledWord("read_inode: compr ret = ", ret); 807 #endif 808 } 809 counter++; 810 put_fl_mem(jNode, pL->readbuf); 811 } 812 813 #if 0 814 putLabeledWord("read_inode: returning = ", totalSize); 815 #endif 816 return totalSize; 817 } 818 819 /* find the inode from the slashless name given a parent */ 820 static u32 821 jffs2_1pass_find_inode(struct b_lists * pL, const char *name, u32 pino) 822 { 823 struct b_node *b; 824 struct jffs2_raw_dirent *jDir; 825 int len; 826 u32 counter; 827 u32 version = 0; 828 u32 inode = 0; 829 830 /* name is assumed slash free */ 831 len = strlen(name); 832 833 counter = 0; 834 /* we need to search all and return the inode with the highest version */ 835 for(b = pL->dir.listHead; b; b = b->next, counter++) { 836 jDir = (struct jffs2_raw_dirent *) get_node_mem(b->offset, 837 pL->readbuf); 838 if ((pino == jDir->pino) && (len == jDir->nsize) && 839 (jDir->ino) && /* 0 for unlink */ 840 (!strncmp((char *)jDir->name, name, len))) { /* a match */ 841 if (jDir->version < version) { 842 put_fl_mem(jDir, pL->readbuf); 843 continue; 844 } 845 846 if (jDir->version == version && inode != 0) { 847 /* I'm pretty sure this isn't legal */ 848 putstr(" ** ERROR ** "); 849 putnstr(jDir->name, jDir->nsize); 850 putLabeledWord(" has dup version =", version); 851 } 852 inode = jDir->ino; 853 version = jDir->version; 854 } 855 #if 0 856 putstr("\r\nfind_inode:p&l ->"); 857 putnstr(jDir->name, jDir->nsize); 858 putstr("\r\n"); 859 putLabeledWord("pino = ", jDir->pino); 860 putLabeledWord("nsize = ", jDir->nsize); 861 putLabeledWord("b = ", (u32) b); 862 putLabeledWord("counter = ", counter); 863 #endif 864 put_fl_mem(jDir, pL->readbuf); 865 } 866 return inode; 867 } 868 869 char *mkmodestr(unsigned long mode, char *str) 870 { 871 static const char *l = "xwr"; 872 int mask = 1, i; 873 char c; 874 875 switch (mode & S_IFMT) { 876 case S_IFDIR: str[0] = 'd'; break; 877 case S_IFBLK: str[0] = 'b'; break; 878 case S_IFCHR: str[0] = 'c'; break; 879 case S_IFIFO: str[0] = 'f'; break; 880 case S_IFLNK: str[0] = 'l'; break; 881 case S_IFSOCK: str[0] = 's'; break; 882 case S_IFREG: str[0] = '-'; break; 883 default: str[0] = '?'; 884 } 885 886 for(i = 0; i < 9; i++) { 887 c = l[i%3]; 888 str[9-i] = (mode & mask)?c:'-'; 889 mask = mask<<1; 890 } 891 892 if(mode & S_ISUID) str[3] = (mode & S_IXUSR)?'s':'S'; 893 if(mode & S_ISGID) str[6] = (mode & S_IXGRP)?'s':'S'; 894 if(mode & S_ISVTX) str[9] = (mode & S_IXOTH)?'t':'T'; 895 str[10] = '\0'; 896 return str; 897 } 898 899 static inline void dump_stat(struct stat *st, const char *name) 900 { 901 char str[20]; 902 char s[64], *p; 903 904 if (st->st_mtime == (time_t)(-1)) /* some ctimes really hate -1 */ 905 st->st_mtime = 1; 906 907 ctime_r((time_t *)&st->st_mtime, s/*,64*/); /* newlib ctime doesn't have buflen */ 908 909 if ((p = strchr(s,'\n')) != NULL) *p = '\0'; 910 if ((p = strchr(s,'\r')) != NULL) *p = '\0'; 911 912 /* 913 printf("%6lo %s %8ld %s %s\n", st->st_mode, mkmodestr(st->st_mode, str), 914 st->st_size, s, name); 915 */ 916 917 printf(" %s %8ld %s %s", mkmodestr(st->st_mode,str), st->st_size, s, name); 918 } 919 920 static inline u32 dump_inode(struct b_lists * pL, struct jffs2_raw_dirent *d, struct jffs2_raw_inode *i) 921 { 922 char fname[256]; 923 struct stat st; 924 925 if(!d || !i) return -1; 926 927 strncpy(fname, (char *)d->name, d->nsize); 928 fname[d->nsize] = '\0'; 929 930 memset(&st,0,sizeof(st)); 931 932 st.st_mtime = i->mtime; 933 st.st_mode = i->mode; 934 st.st_ino = i->ino; 935 st.st_size = i->isize; 936 937 dump_stat(&st, fname); 938 939 if (d->type == DT_LNK) { 940 unsigned char *src = (unsigned char *) (&i[1]); 941 putstr(" -> "); 942 putnstr(src, (int)i->dsize); 943 } 944 945 putstr("\r\n"); 946 947 return 0; 948 } 949 950 /* list inodes with the given pino */ 951 static u32 952 jffs2_1pass_list_inodes(struct b_lists * pL, u32 pino) 953 { 954 struct b_node *b; 955 struct jffs2_raw_dirent *jDir; 956 957 for (b = pL->dir.listHead; b; b = b->next) { 958 jDir = (struct jffs2_raw_dirent *) get_node_mem(b->offset, 959 pL->readbuf); 960 if ((pino == jDir->pino) && (jDir->ino)) { /* ino=0 -> unlink */ 961 u32 i_version = 0; 962 struct jffs2_raw_inode ojNode; 963 struct jffs2_raw_inode *jNode, *i = NULL; 964 struct b_node *b2 = pL->frag.listHead; 965 966 while (b2) { 967 jNode = (struct jffs2_raw_inode *) 968 get_fl_mem(b2->offset, sizeof(ojNode), &ojNode); 969 if (jNode->ino == jDir->ino && jNode->version >= i_version) { 970 i_version = jNode->version; 971 if (i) 972 put_fl_mem(i, NULL); 973 974 if (jDir->type == DT_LNK) 975 i = get_node_mem(b2->offset, 976 NULL); 977 else 978 i = get_fl_mem(b2->offset, 979 sizeof(*i), 980 NULL); 981 } 982 b2 = b2->next; 983 } 984 985 dump_inode(pL, jDir, i); 986 put_fl_mem(i, NULL); 987 } 988 put_fl_mem(jDir, pL->readbuf); 989 } 990 return pino; 991 } 992 993 static u32 994 jffs2_1pass_search_inode(struct b_lists * pL, const char *fname, u32 pino) 995 { 996 int i; 997 char tmp[256]; 998 char working_tmp[256]; 999 char *c; 1000 1001 /* discard any leading slash */ 1002 i = 0; 1003 while (fname[i] == '/') 1004 i++; 1005 strcpy(tmp, &fname[i]); 1006 1007 while ((c = (char *) strchr(tmp, '/'))) /* we are still dired searching */ 1008 { 1009 strncpy(working_tmp, tmp, c - tmp); 1010 working_tmp[c - tmp] = '\0'; 1011 #if 0 1012 putstr("search_inode: tmp = "); 1013 putstr(tmp); 1014 putstr("\r\n"); 1015 putstr("search_inode: wtmp = "); 1016 putstr(working_tmp); 1017 putstr("\r\n"); 1018 putstr("search_inode: c = "); 1019 putstr(c); 1020 putstr("\r\n"); 1021 #endif 1022 for (i = 0; i < strlen(c) - 1; i++) 1023 tmp[i] = c[i + 1]; 1024 tmp[i] = '\0'; 1025 #if 0 1026 putstr("search_inode: post tmp = "); 1027 putstr(tmp); 1028 putstr("\r\n"); 1029 #endif 1030 1031 if (!(pino = jffs2_1pass_find_inode(pL, working_tmp, pino))) { 1032 putstr("find_inode failed for name="); 1033 putstr(working_tmp); 1034 putstr("\r\n"); 1035 return 0; 1036 } 1037 } 1038 /* this is for the bare filename, directories have already been mapped */ 1039 if (!(pino = jffs2_1pass_find_inode(pL, tmp, pino))) { 1040 putstr("find_inode failed for name="); 1041 putstr(tmp); 1042 putstr("\r\n"); 1043 return 0; 1044 } 1045 return pino; 1046 1047 } 1048 1049 static u32 1050 jffs2_1pass_resolve_inode(struct b_lists * pL, u32 ino) 1051 { 1052 struct b_node *b; 1053 struct b_node *b2; 1054 struct jffs2_raw_dirent *jDir; 1055 struct jffs2_raw_inode *jNode; 1056 u8 jDirFoundType = 0; 1057 u32 jDirFoundIno = 0; 1058 u32 jDirFoundPino = 0; 1059 char tmp[256]; 1060 u32 version = 0; 1061 u32 pino; 1062 unsigned char *src; 1063 1064 /* we need to search all and return the inode with the highest version */ 1065 for(b = pL->dir.listHead; b; b = b->next) { 1066 jDir = (struct jffs2_raw_dirent *) get_node_mem(b->offset, 1067 pL->readbuf); 1068 if (ino == jDir->ino) { 1069 if (jDir->version < version) { 1070 put_fl_mem(jDir, pL->readbuf); 1071 continue; 1072 } 1073 1074 if (jDir->version == version && jDirFoundType) { 1075 /* I'm pretty sure this isn't legal */ 1076 putstr(" ** ERROR ** "); 1077 putnstr(jDir->name, jDir->nsize); 1078 putLabeledWord(" has dup version (resolve) = ", 1079 version); 1080 } 1081 1082 jDirFoundType = jDir->type; 1083 jDirFoundIno = jDir->ino; 1084 jDirFoundPino = jDir->pino; 1085 version = jDir->version; 1086 } 1087 put_fl_mem(jDir, pL->readbuf); 1088 } 1089 /* now we found the right entry again. (shoulda returned inode*) */ 1090 if (jDirFoundType != DT_LNK) 1091 return jDirFoundIno; 1092 1093 /* it's a soft link so we follow it again. */ 1094 b2 = pL->frag.listHead; 1095 while (b2) { 1096 jNode = (struct jffs2_raw_inode *) get_node_mem(b2->offset, 1097 pL->readbuf); 1098 if (jNode->ino == jDirFoundIno) { 1099 src = (unsigned char *)jNode + sizeof(struct jffs2_raw_inode); 1100 1101 #if 0 1102 putLabeledWord("\t\t dsize = ", jNode->dsize); 1103 putstr("\t\t target = "); 1104 putnstr(src, jNode->dsize); 1105 putstr("\r\n"); 1106 #endif 1107 strncpy(tmp, (char *)src, jNode->dsize); 1108 tmp[jNode->dsize] = '\0'; 1109 put_fl_mem(jNode, pL->readbuf); 1110 break; 1111 } 1112 b2 = b2->next; 1113 put_fl_mem(jNode, pL->readbuf); 1114 } 1115 /* ok so the name of the new file to find is in tmp */ 1116 /* if it starts with a slash it is root based else shared dirs */ 1117 if (tmp[0] == '/') 1118 pino = 1; 1119 else 1120 pino = jDirFoundPino; 1121 1122 return jffs2_1pass_search_inode(pL, tmp, pino); 1123 } 1124 1125 static u32 1126 jffs2_1pass_search_list_inodes(struct b_lists * pL, const char *fname, u32 pino) 1127 { 1128 int i; 1129 char tmp[256]; 1130 char working_tmp[256]; 1131 char *c; 1132 1133 /* discard any leading slash */ 1134 i = 0; 1135 while (fname[i] == '/') 1136 i++; 1137 strcpy(tmp, &fname[i]); 1138 working_tmp[0] = '\0'; 1139 while ((c = (char *) strchr(tmp, '/'))) /* we are still dired searching */ 1140 { 1141 strncpy(working_tmp, tmp, c - tmp); 1142 working_tmp[c - tmp] = '\0'; 1143 for (i = 0; i < strlen(c) - 1; i++) 1144 tmp[i] = c[i + 1]; 1145 tmp[i] = '\0'; 1146 /* only a failure if we arent looking at top level */ 1147 if (!(pino = jffs2_1pass_find_inode(pL, working_tmp, pino)) && 1148 (working_tmp[0])) { 1149 putstr("find_inode failed for name="); 1150 putstr(working_tmp); 1151 putstr("\r\n"); 1152 return 0; 1153 } 1154 } 1155 1156 if (tmp[0] && !(pino = jffs2_1pass_find_inode(pL, tmp, pino))) { 1157 putstr("find_inode failed for name="); 1158 putstr(tmp); 1159 putstr("\r\n"); 1160 return 0; 1161 } 1162 /* this is for the bare filename, directories have already been mapped */ 1163 if (!(pino = jffs2_1pass_list_inodes(pL, pino))) { 1164 putstr("find_inode failed for name="); 1165 putstr(tmp); 1166 putstr("\r\n"); 1167 return 0; 1168 } 1169 return pino; 1170 1171 } 1172 1173 unsigned char 1174 jffs2_1pass_rescan_needed(struct part_info *part) 1175 { 1176 struct b_node *b; 1177 struct jffs2_unknown_node onode; 1178 struct jffs2_unknown_node *node; 1179 struct b_lists *pL = (struct b_lists *)part->jffs2_priv; 1180 1181 if (part->jffs2_priv == 0){ 1182 DEBUGF ("rescan: First time in use\n"); 1183 return 1; 1184 } 1185 1186 /* if we have no list, we need to rescan */ 1187 if (pL->frag.listCount == 0) { 1188 DEBUGF ("rescan: fraglist zero\n"); 1189 return 1; 1190 } 1191 1192 /* but suppose someone reflashed a partition at the same offset... */ 1193 b = pL->dir.listHead; 1194 while (b) { 1195 node = (struct jffs2_unknown_node *) get_fl_mem(b->offset, 1196 sizeof(onode), &onode); 1197 if (node->nodetype != JFFS2_NODETYPE_DIRENT) { 1198 DEBUGF ("rescan: fs changed beneath me? (%lx)\n", 1199 (unsigned long) b->offset); 1200 return 1; 1201 } 1202 b = b->next; 1203 } 1204 return 0; 1205 } 1206 1207 #ifdef CONFIG_JFFS2_SUMMARY 1208 static u32 sum_get_unaligned32(u32 *ptr) 1209 { 1210 u32 val; 1211 u8 *p = (u8 *)ptr; 1212 1213 val = *p | (*(p + 1) << 8) | (*(p + 2) << 16) | (*(p + 3) << 24); 1214 1215 return __le32_to_cpu(val); 1216 } 1217 1218 static u16 sum_get_unaligned16(u16 *ptr) 1219 { 1220 u16 val; 1221 u8 *p = (u8 *)ptr; 1222 1223 val = *p | (*(p + 1) << 8); 1224 1225 return __le16_to_cpu(val); 1226 } 1227 1228 #define dbg_summary(...) do {} while (0); 1229 /* 1230 * Process the stored summary information - helper function for 1231 * jffs2_sum_scan_sumnode() 1232 */ 1233 1234 static int jffs2_sum_process_sum_data(struct part_info *part, uint32_t offset, 1235 struct jffs2_raw_summary *summary, 1236 struct b_lists *pL) 1237 { 1238 void *sp; 1239 int i, pass; 1240 void *ret; 1241 1242 for (pass = 0; pass < 2; pass++) { 1243 sp = summary->sum; 1244 1245 for (i = 0; i < summary->sum_num; i++) { 1246 struct jffs2_sum_unknown_flash *spu = sp; 1247 dbg_summary("processing summary index %d\n", i); 1248 1249 switch (sum_get_unaligned16(&spu->nodetype)) { 1250 case JFFS2_NODETYPE_INODE: { 1251 struct jffs2_sum_inode_flash *spi; 1252 if (pass) { 1253 spi = sp; 1254 1255 ret = insert_node(&pL->frag, 1256 (u32)part->offset + 1257 offset + 1258 sum_get_unaligned32( 1259 &spi->offset)); 1260 if (ret == NULL) 1261 return -1; 1262 } 1263 1264 sp += JFFS2_SUMMARY_INODE_SIZE; 1265 1266 break; 1267 } 1268 case JFFS2_NODETYPE_DIRENT: { 1269 struct jffs2_sum_dirent_flash *spd; 1270 spd = sp; 1271 if (pass) { 1272 ret = insert_node(&pL->dir, 1273 (u32) part->offset + 1274 offset + 1275 sum_get_unaligned32( 1276 &spd->offset)); 1277 if (ret == NULL) 1278 return -1; 1279 } 1280 1281 sp += JFFS2_SUMMARY_DIRENT_SIZE( 1282 spd->nsize); 1283 1284 break; 1285 } 1286 default : { 1287 uint16_t nodetype = sum_get_unaligned16( 1288 &spu->nodetype); 1289 printf("Unsupported node type %x found" 1290 " in summary!\n", 1291 nodetype); 1292 if ((nodetype & JFFS2_COMPAT_MASK) == 1293 JFFS2_FEATURE_INCOMPAT) 1294 return -EIO; 1295 return -EBADMSG; 1296 } 1297 } 1298 } 1299 } 1300 return 0; 1301 } 1302 1303 /* Process the summary node - called from jffs2_scan_eraseblock() */ 1304 int jffs2_sum_scan_sumnode(struct part_info *part, uint32_t offset, 1305 struct jffs2_raw_summary *summary, uint32_t sumsize, 1306 struct b_lists *pL) 1307 { 1308 struct jffs2_unknown_node crcnode; 1309 int ret, ofs; 1310 uint32_t crc; 1311 1312 ofs = part->sector_size - sumsize; 1313 1314 dbg_summary("summary found for 0x%08x at 0x%08x (0x%x bytes)\n", 1315 offset, offset + ofs, sumsize); 1316 1317 /* OK, now check for node validity and CRC */ 1318 crcnode.magic = JFFS2_MAGIC_BITMASK; 1319 crcnode.nodetype = JFFS2_NODETYPE_SUMMARY; 1320 crcnode.totlen = summary->totlen; 1321 crc = crc32_no_comp(0, (uchar *)&crcnode, sizeof(crcnode)-4); 1322 1323 if (summary->hdr_crc != crc) { 1324 dbg_summary("Summary node header is corrupt (bad CRC or " 1325 "no summary at all)\n"); 1326 goto crc_err; 1327 } 1328 1329 if (summary->totlen != sumsize) { 1330 dbg_summary("Summary node is corrupt (wrong erasesize?)\n"); 1331 goto crc_err; 1332 } 1333 1334 crc = crc32_no_comp(0, (uchar *)summary, 1335 sizeof(struct jffs2_raw_summary)-8); 1336 1337 if (summary->node_crc != crc) { 1338 dbg_summary("Summary node is corrupt (bad CRC)\n"); 1339 goto crc_err; 1340 } 1341 1342 crc = crc32_no_comp(0, (uchar *)summary->sum, 1343 sumsize - sizeof(struct jffs2_raw_summary)); 1344 1345 if (summary->sum_crc != crc) { 1346 dbg_summary("Summary node data is corrupt (bad CRC)\n"); 1347 goto crc_err; 1348 } 1349 1350 if (summary->cln_mkr) 1351 dbg_summary("Summary : CLEANMARKER node \n"); 1352 1353 ret = jffs2_sum_process_sum_data(part, offset, summary, pL); 1354 if (ret == -EBADMSG) 1355 return 0; 1356 if (ret) 1357 return ret; /* real error */ 1358 1359 return 1; 1360 1361 crc_err: 1362 putstr("Summary node crc error, skipping summary information.\n"); 1363 1364 return 0; 1365 } 1366 #endif /* CONFIG_JFFS2_SUMMARY */ 1367 1368 #ifdef DEBUG_FRAGMENTS 1369 static void 1370 dump_fragments(struct b_lists *pL) 1371 { 1372 struct b_node *b; 1373 struct jffs2_raw_inode ojNode; 1374 struct jffs2_raw_inode *jNode; 1375 1376 putstr("\r\n\r\n******The fragment Entries******\r\n"); 1377 b = pL->frag.listHead; 1378 while (b) { 1379 jNode = (struct jffs2_raw_inode *) get_fl_mem(b->offset, 1380 sizeof(ojNode), &ojNode); 1381 putLabeledWord("\r\n\tbuild_list: FLASH_OFFSET = ", b->offset); 1382 putLabeledWord("\tbuild_list: totlen = ", jNode->totlen); 1383 putLabeledWord("\tbuild_list: inode = ", jNode->ino); 1384 putLabeledWord("\tbuild_list: version = ", jNode->version); 1385 putLabeledWord("\tbuild_list: isize = ", jNode->isize); 1386 putLabeledWord("\tbuild_list: atime = ", jNode->atime); 1387 putLabeledWord("\tbuild_list: offset = ", jNode->offset); 1388 putLabeledWord("\tbuild_list: csize = ", jNode->csize); 1389 putLabeledWord("\tbuild_list: dsize = ", jNode->dsize); 1390 putLabeledWord("\tbuild_list: compr = ", jNode->compr); 1391 putLabeledWord("\tbuild_list: usercompr = ", jNode->usercompr); 1392 putLabeledWord("\tbuild_list: flags = ", jNode->flags); 1393 putLabeledWord("\tbuild_list: offset = ", b->offset); /* FIXME: ? [RS] */ 1394 b = b->next; 1395 } 1396 } 1397 #endif 1398 1399 #ifdef DEBUG_DIRENTS 1400 static void 1401 dump_dirents(struct b_lists *pL) 1402 { 1403 struct b_node *b; 1404 struct jffs2_raw_dirent *jDir; 1405 1406 putstr("\r\n\r\n******The directory Entries******\r\n"); 1407 b = pL->dir.listHead; 1408 while (b) { 1409 jDir = (struct jffs2_raw_dirent *) get_node_mem(b->offset, 1410 pL->readbuf); 1411 putstr("\r\n"); 1412 putnstr(jDir->name, jDir->nsize); 1413 putLabeledWord("\r\n\tbuild_list: magic = ", jDir->magic); 1414 putLabeledWord("\tbuild_list: nodetype = ", jDir->nodetype); 1415 putLabeledWord("\tbuild_list: hdr_crc = ", jDir->hdr_crc); 1416 putLabeledWord("\tbuild_list: pino = ", jDir->pino); 1417 putLabeledWord("\tbuild_list: version = ", jDir->version); 1418 putLabeledWord("\tbuild_list: ino = ", jDir->ino); 1419 putLabeledWord("\tbuild_list: mctime = ", jDir->mctime); 1420 putLabeledWord("\tbuild_list: nsize = ", jDir->nsize); 1421 putLabeledWord("\tbuild_list: type = ", jDir->type); 1422 putLabeledWord("\tbuild_list: node_crc = ", jDir->node_crc); 1423 putLabeledWord("\tbuild_list: name_crc = ", jDir->name_crc); 1424 putLabeledWord("\tbuild_list: offset = ", b->offset); /* FIXME: ? [RS] */ 1425 b = b->next; 1426 put_fl_mem(jDir, pL->readbuf); 1427 } 1428 } 1429 #endif 1430 1431 #define DEFAULT_EMPTY_SCAN_SIZE 4096 1432 1433 static inline uint32_t EMPTY_SCAN_SIZE(uint32_t sector_size) 1434 { 1435 if (sector_size < DEFAULT_EMPTY_SCAN_SIZE) 1436 return sector_size; 1437 else 1438 return DEFAULT_EMPTY_SCAN_SIZE; 1439 } 1440 1441 static u32 1442 jffs2_1pass_build_lists(struct part_info * part) 1443 { 1444 struct b_lists *pL; 1445 struct jffs2_unknown_node *node; 1446 u32 nr_sectors = part->size/part->sector_size; 1447 u32 i; 1448 u32 counter4 = 0; 1449 u32 counterF = 0; 1450 u32 counterN = 0; 1451 u32 max_totlen = 0; 1452 u32 buf_size = DEFAULT_EMPTY_SCAN_SIZE; 1453 char *buf; 1454 1455 /* turn off the lcd. Refreshing the lcd adds 50% overhead to the */ 1456 /* jffs2 list building enterprise nope. in newer versions the overhead is */ 1457 /* only about 5 %. not enough to inconvenience people for. */ 1458 /* lcd_off(); */ 1459 1460 /* if we are building a list we need to refresh the cache. */ 1461 jffs_init_1pass_list(part); 1462 pL = (struct b_lists *)part->jffs2_priv; 1463 buf = malloc(buf_size); 1464 puts ("Scanning JFFS2 FS: "); 1465 1466 /* start at the beginning of the partition */ 1467 for (i = 0; i < nr_sectors; i++) { 1468 uint32_t sector_ofs = i * part->sector_size; 1469 uint32_t buf_ofs = sector_ofs; 1470 uint32_t buf_len; 1471 uint32_t ofs, prevofs; 1472 #ifdef CONFIG_JFFS2_SUMMARY 1473 struct jffs2_sum_marker *sm; 1474 void *sumptr = NULL; 1475 uint32_t sumlen; 1476 int ret; 1477 #endif 1478 1479 WATCHDOG_RESET(); 1480 1481 #ifdef CONFIG_JFFS2_SUMMARY 1482 buf_len = sizeof(*sm); 1483 1484 /* Read as much as we want into the _end_ of the preallocated 1485 * buffer 1486 */ 1487 get_fl_mem(part->offset + sector_ofs + part->sector_size - 1488 buf_len, buf_len, buf + buf_size - buf_len); 1489 1490 sm = (void *)buf + buf_size - sizeof(*sm); 1491 if (sm->magic == JFFS2_SUM_MAGIC) { 1492 sumlen = part->sector_size - sm->offset; 1493 sumptr = buf + buf_size - sumlen; 1494 1495 /* Now, make sure the summary itself is available */ 1496 if (sumlen > buf_size) { 1497 /* Need to kmalloc for this. */ 1498 sumptr = malloc(sumlen); 1499 if (!sumptr) { 1500 putstr("Can't get memory for summary " 1501 "node!\n"); 1502 free(buf); 1503 jffs2_free_cache(part); 1504 return 0; 1505 } 1506 memcpy(sumptr + sumlen - buf_len, buf + 1507 buf_size - buf_len, buf_len); 1508 } 1509 if (buf_len < sumlen) { 1510 /* Need to read more so that the entire summary 1511 * node is present 1512 */ 1513 get_fl_mem(part->offset + sector_ofs + 1514 part->sector_size - sumlen, 1515 sumlen - buf_len, sumptr); 1516 } 1517 } 1518 1519 if (sumptr) { 1520 ret = jffs2_sum_scan_sumnode(part, sector_ofs, sumptr, 1521 sumlen, pL); 1522 1523 if (buf_size && sumlen > buf_size) 1524 free(sumptr); 1525 if (ret < 0) { 1526 free(buf); 1527 jffs2_free_cache(part); 1528 return 0; 1529 } 1530 if (ret) 1531 continue; 1532 1533 } 1534 #endif /* CONFIG_JFFS2_SUMMARY */ 1535 1536 buf_len = EMPTY_SCAN_SIZE(part->sector_size); 1537 1538 get_fl_mem((u32)part->offset + buf_ofs, buf_len, buf); 1539 1540 /* We temporarily use 'ofs' as a pointer into the buffer/jeb */ 1541 ofs = 0; 1542 1543 /* Scan only 4KiB of 0xFF before declaring it's empty */ 1544 while (ofs < EMPTY_SCAN_SIZE(part->sector_size) && 1545 *(uint32_t *)(&buf[ofs]) == 0xFFFFFFFF) 1546 ofs += 4; 1547 1548 if (ofs == EMPTY_SCAN_SIZE(part->sector_size)) 1549 continue; 1550 1551 ofs += sector_ofs; 1552 prevofs = ofs - 1; 1553 1554 scan_more: 1555 while (ofs < sector_ofs + part->sector_size) { 1556 if (ofs == prevofs) { 1557 printf("offset %08x already seen, skip\n", ofs); 1558 ofs += 4; 1559 counter4++; 1560 continue; 1561 } 1562 prevofs = ofs; 1563 if (sector_ofs + part->sector_size < 1564 ofs + sizeof(*node)) 1565 break; 1566 if (buf_ofs + buf_len < ofs + sizeof(*node)) { 1567 buf_len = min_t(uint32_t, buf_size, sector_ofs 1568 + part->sector_size - ofs); 1569 get_fl_mem((u32)part->offset + ofs, buf_len, 1570 buf); 1571 buf_ofs = ofs; 1572 } 1573 1574 node = (struct jffs2_unknown_node *)&buf[ofs-buf_ofs]; 1575 1576 if (*(uint32_t *)(&buf[ofs-buf_ofs]) == 0xffffffff) { 1577 uint32_t inbuf_ofs; 1578 uint32_t empty_start, scan_end; 1579 1580 empty_start = ofs; 1581 ofs += 4; 1582 scan_end = min_t(uint32_t, EMPTY_SCAN_SIZE( 1583 part->sector_size)/8, 1584 buf_len); 1585 more_empty: 1586 inbuf_ofs = ofs - buf_ofs; 1587 while (inbuf_ofs < scan_end) { 1588 if (*(uint32_t *)(&buf[inbuf_ofs]) != 1589 0xffffffff) 1590 goto scan_more; 1591 1592 inbuf_ofs += 4; 1593 ofs += 4; 1594 } 1595 /* Ran off end. */ 1596 1597 /* See how much more there is to read in this 1598 * eraseblock... 1599 */ 1600 buf_len = min_t(uint32_t, buf_size, 1601 sector_ofs + 1602 part->sector_size - ofs); 1603 if (!buf_len) { 1604 /* No more to read. Break out of main 1605 * loop without marking this range of 1606 * empty space as dirty (because it's 1607 * not) 1608 */ 1609 break; 1610 } 1611 scan_end = buf_len; 1612 get_fl_mem((u32)part->offset + ofs, buf_len, 1613 buf); 1614 buf_ofs = ofs; 1615 goto more_empty; 1616 } 1617 if (node->magic != JFFS2_MAGIC_BITMASK || 1618 !hdr_crc(node)) { 1619 ofs += 4; 1620 counter4++; 1621 continue; 1622 } 1623 if (ofs + node->totlen > 1624 sector_ofs + part->sector_size) { 1625 ofs += 4; 1626 counter4++; 1627 continue; 1628 } 1629 /* if its a fragment add it */ 1630 switch (node->nodetype) { 1631 case JFFS2_NODETYPE_INODE: 1632 if (buf_ofs + buf_len < ofs + sizeof(struct 1633 jffs2_raw_inode)) { 1634 get_fl_mem((u32)part->offset + ofs, 1635 buf_len, buf); 1636 buf_ofs = ofs; 1637 node = (void *)buf; 1638 } 1639 if (!inode_crc((struct jffs2_raw_inode *) node)) 1640 break; 1641 1642 if (insert_node(&pL->frag, (u32) part->offset + 1643 ofs) == NULL) { 1644 free(buf); 1645 jffs2_free_cache(part); 1646 return 0; 1647 } 1648 if (max_totlen < node->totlen) 1649 max_totlen = node->totlen; 1650 break; 1651 case JFFS2_NODETYPE_DIRENT: 1652 if (buf_ofs + buf_len < ofs + sizeof(struct 1653 jffs2_raw_dirent) + 1654 ((struct 1655 jffs2_raw_dirent *) 1656 node)->nsize) { 1657 get_fl_mem((u32)part->offset + ofs, 1658 buf_len, buf); 1659 buf_ofs = ofs; 1660 node = (void *)buf; 1661 } 1662 1663 if (!dirent_crc((struct jffs2_raw_dirent *) 1664 node) || 1665 !dirent_name_crc( 1666 (struct 1667 jffs2_raw_dirent *) 1668 node)) 1669 break; 1670 if (! (counterN%100)) 1671 puts ("\b\b. "); 1672 if (insert_node(&pL->dir, (u32) part->offset + 1673 ofs) == NULL) { 1674 free(buf); 1675 jffs2_free_cache(part); 1676 return 0; 1677 } 1678 if (max_totlen < node->totlen) 1679 max_totlen = node->totlen; 1680 counterN++; 1681 break; 1682 case JFFS2_NODETYPE_CLEANMARKER: 1683 if (node->totlen != sizeof(struct jffs2_unknown_node)) 1684 printf("OOPS Cleanmarker has bad size " 1685 "%d != %zu\n", 1686 node->totlen, 1687 sizeof(struct jffs2_unknown_node)); 1688 break; 1689 case JFFS2_NODETYPE_PADDING: 1690 if (node->totlen < sizeof(struct jffs2_unknown_node)) 1691 printf("OOPS Padding has bad size " 1692 "%d < %zu\n", 1693 node->totlen, 1694 sizeof(struct jffs2_unknown_node)); 1695 break; 1696 case JFFS2_NODETYPE_SUMMARY: 1697 break; 1698 default: 1699 printf("Unknown node type: %x len %d offset 0x%x\n", 1700 node->nodetype, 1701 node->totlen, ofs); 1702 } 1703 ofs += ((node->totlen + 3) & ~3); 1704 counterF++; 1705 } 1706 } 1707 1708 free(buf); 1709 putstr("\b\b done.\r\n"); /* close off the dots */ 1710 1711 /* We don't care if malloc failed - then each read operation will 1712 * allocate its own buffer as necessary (NAND) or will read directly 1713 * from flash (NOR). 1714 */ 1715 pL->readbuf = malloc(max_totlen); 1716 1717 /* turn the lcd back on. */ 1718 /* splash(); */ 1719 1720 #if 0 1721 putLabeledWord("dir entries = ", pL->dir.listCount); 1722 putLabeledWord("frag entries = ", pL->frag.listCount); 1723 putLabeledWord("+4 increments = ", counter4); 1724 putLabeledWord("+file_offset increments = ", counterF); 1725 1726 #endif 1727 1728 #ifdef DEBUG_DIRENTS 1729 dump_dirents(pL); 1730 #endif 1731 1732 #ifdef DEBUG_FRAGMENTS 1733 dump_fragments(pL); 1734 #endif 1735 1736 /* give visual feedback that we are done scanning the flash */ 1737 led_blink(0x0, 0x0, 0x1, 0x1); /* off, forever, on 100ms, off 100ms */ 1738 return 1; 1739 } 1740 1741 1742 static u32 1743 jffs2_1pass_fill_info(struct b_lists * pL, struct b_jffs2_info * piL) 1744 { 1745 struct b_node *b; 1746 struct jffs2_raw_inode ojNode; 1747 struct jffs2_raw_inode *jNode; 1748 int i; 1749 1750 for (i = 0; i < JFFS2_NUM_COMPR; i++) { 1751 piL->compr_info[i].num_frags = 0; 1752 piL->compr_info[i].compr_sum = 0; 1753 piL->compr_info[i].decompr_sum = 0; 1754 } 1755 1756 b = pL->frag.listHead; 1757 while (b) { 1758 jNode = (struct jffs2_raw_inode *) get_fl_mem(b->offset, 1759 sizeof(ojNode), &ojNode); 1760 if (jNode->compr < JFFS2_NUM_COMPR) { 1761 piL->compr_info[jNode->compr].num_frags++; 1762 piL->compr_info[jNode->compr].compr_sum += jNode->csize; 1763 piL->compr_info[jNode->compr].decompr_sum += jNode->dsize; 1764 } 1765 b = b->next; 1766 } 1767 return 0; 1768 } 1769 1770 1771 static struct b_lists * 1772 jffs2_get_list(struct part_info * part, const char *who) 1773 { 1774 /* copy requested part_info struct pointer to global location */ 1775 current_part = part; 1776 1777 if (jffs2_1pass_rescan_needed(part)) { 1778 if (!jffs2_1pass_build_lists(part)) { 1779 printf("%s: Failed to scan JFFSv2 file structure\n", who); 1780 return NULL; 1781 } 1782 } 1783 return (struct b_lists *)part->jffs2_priv; 1784 } 1785 1786 1787 /* Print directory / file contents */ 1788 u32 1789 jffs2_1pass_ls(struct part_info * part, const char *fname) 1790 { 1791 struct b_lists *pl; 1792 long ret = 1; 1793 u32 inode; 1794 1795 if (! (pl = jffs2_get_list(part, "ls"))) 1796 return 0; 1797 1798 if (! (inode = jffs2_1pass_search_list_inodes(pl, fname, 1))) { 1799 putstr("ls: Failed to scan jffs2 file structure\r\n"); 1800 return 0; 1801 } 1802 1803 1804 #if 0 1805 putLabeledWord("found file at inode = ", inode); 1806 putLabeledWord("read_inode returns = ", ret); 1807 #endif 1808 1809 return ret; 1810 } 1811 1812 1813 /* Load a file from flash into memory. fname can be a full path */ 1814 u32 1815 jffs2_1pass_load(char *dest, struct part_info * part, const char *fname) 1816 { 1817 1818 struct b_lists *pl; 1819 long ret = 1; 1820 u32 inode; 1821 1822 if (! (pl = jffs2_get_list(part, "load"))) 1823 return 0; 1824 1825 if (! (inode = jffs2_1pass_search_inode(pl, fname, 1))) { 1826 putstr("load: Failed to find inode\r\n"); 1827 return 0; 1828 } 1829 1830 /* Resolve symlinks */ 1831 if (! (inode = jffs2_1pass_resolve_inode(pl, inode))) { 1832 putstr("load: Failed to resolve inode structure\r\n"); 1833 return 0; 1834 } 1835 1836 if ((ret = jffs2_1pass_read_inode(pl, inode, dest)) < 0) { 1837 putstr("load: Failed to read inode\r\n"); 1838 return 0; 1839 } 1840 1841 DEBUGF ("load: loaded '%s' to 0x%lx (%ld bytes)\n", fname, 1842 (unsigned long) dest, ret); 1843 return ret; 1844 } 1845 1846 /* Return information about the fs on this partition */ 1847 u32 1848 jffs2_1pass_info(struct part_info * part) 1849 { 1850 struct b_jffs2_info info; 1851 struct b_lists *pl; 1852 int i; 1853 1854 if (! (pl = jffs2_get_list(part, "info"))) 1855 return 0; 1856 1857 jffs2_1pass_fill_info(pl, &info); 1858 for (i = 0; i < JFFS2_NUM_COMPR; i++) { 1859 printf ("Compression: %s\n" 1860 "\tfrag count: %d\n" 1861 "\tcompressed sum: %d\n" 1862 "\tuncompressed sum: %d\n", 1863 compr_names[i], 1864 info.compr_info[i].num_frags, 1865 info.compr_info[i].compr_sum, 1866 info.compr_info[i].decompr_sum); 1867 } 1868 return 1; 1869 } 1870