1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3 * dir.c
4 *
5 * Creates, reads, walks and deletes directory-nodes
6 *
7 * Copyright (C) 2002, 2004 Oracle. All rights reserved.
8 *
9 * Portions of this code from linux/fs/ext3/dir.c
10 *
11 * Copyright (C) 1992, 1993, 1994, 1995
12 * Remy Card (card@masi.ibp.fr)
13 * Laboratoire MASI - Institut Blaise pascal
14 * Universite Pierre et Marie Curie (Paris VI)
15 *
16 * from
17 *
18 * linux/fs/minix/dir.c
19 *
20 * Copyright (C) 1991, 1992 Linus Torvalds
21 */
22
23 #include <linux/fs.h>
24 #include <linux/types.h>
25 #include <linux/slab.h>
26 #include <linux/highmem.h>
27 #include <linux/quotaops.h>
28 #include <linux/sort.h>
29 #include <linux/iversion.h>
30
31 #include <cluster/masklog.h>
32
33 #include "ocfs2.h"
34
35 #include "alloc.h"
36 #include "blockcheck.h"
37 #include "dir.h"
38 #include "dlmglue.h"
39 #include "extent_map.h"
40 #include "file.h"
41 #include "inode.h"
42 #include "journal.h"
43 #include "namei.h"
44 #include "suballoc.h"
45 #include "super.h"
46 #include "sysfile.h"
47 #include "uptodate.h"
48 #include "ocfs2_trace.h"
49
50 #include "buffer_head_io.h"
51
52 #define NAMEI_RA_CHUNKS 2
53 #define NAMEI_RA_BLOCKS 4
54 #define NAMEI_RA_SIZE (NAMEI_RA_CHUNKS * NAMEI_RA_BLOCKS)
55
56 static int ocfs2_do_extend_dir(struct super_block *sb,
57 handle_t *handle,
58 struct inode *dir,
59 struct buffer_head *parent_fe_bh,
60 struct ocfs2_alloc_context *data_ac,
61 struct ocfs2_alloc_context *meta_ac,
62 struct buffer_head **new_bh);
63 static int ocfs2_dir_indexed(struct inode *inode);
64
65 /*
66 * These are distinct checks because future versions of the file system will
67 * want to have a trailing dirent structure independent of indexing.
68 */
ocfs2_supports_dir_trailer(struct inode * dir)69 static int ocfs2_supports_dir_trailer(struct inode *dir)
70 {
71 struct ocfs2_super *osb = OCFS2_SB(dir->i_sb);
72
73 if (OCFS2_I(dir)->ip_dyn_features & OCFS2_INLINE_DATA_FL)
74 return 0;
75
76 return ocfs2_meta_ecc(osb) || ocfs2_dir_indexed(dir);
77 }
78
79 /*
80 * "new' here refers to the point at which we're creating a new
81 * directory via "mkdir()", but also when we're expanding an inline
82 * directory. In either case, we don't yet have the indexing bit set
83 * on the directory, so the standard checks will fail in when metaecc
84 * is turned off. Only directory-initialization type functions should
85 * use this then. Everything else wants ocfs2_supports_dir_trailer()
86 */
ocfs2_new_dir_wants_trailer(struct inode * dir)87 static int ocfs2_new_dir_wants_trailer(struct inode *dir)
88 {
89 struct ocfs2_super *osb = OCFS2_SB(dir->i_sb);
90
91 return ocfs2_meta_ecc(osb) ||
92 ocfs2_supports_indexed_dirs(osb);
93 }
94
ocfs2_dir_trailer_blk_off(struct super_block * sb)95 static inline unsigned int ocfs2_dir_trailer_blk_off(struct super_block *sb)
96 {
97 return sb->s_blocksize - sizeof(struct ocfs2_dir_block_trailer);
98 }
99
100 #define ocfs2_trailer_from_bh(_bh, _sb) ((struct ocfs2_dir_block_trailer *) ((_bh)->b_data + ocfs2_dir_trailer_blk_off((_sb))))
101
102 /* XXX ocfs2_block_dqtrailer() is similar but not quite - can we make
103 * them more consistent? */
ocfs2_dir_trailer_from_size(int blocksize,void * data)104 struct ocfs2_dir_block_trailer *ocfs2_dir_trailer_from_size(int blocksize,
105 void *data)
106 {
107 char *p = data;
108
109 p += blocksize - sizeof(struct ocfs2_dir_block_trailer);
110 return (struct ocfs2_dir_block_trailer *)p;
111 }
112
113 /*
114 * XXX: This is executed once on every dirent. We should consider optimizing
115 * it.
116 */
ocfs2_skip_dir_trailer(struct inode * dir,struct ocfs2_dir_entry * de,unsigned long offset,unsigned long blklen)117 static int ocfs2_skip_dir_trailer(struct inode *dir,
118 struct ocfs2_dir_entry *de,
119 unsigned long offset,
120 unsigned long blklen)
121 {
122 unsigned long toff = blklen - sizeof(struct ocfs2_dir_block_trailer);
123
124 if (!ocfs2_supports_dir_trailer(dir))
125 return 0;
126
127 if (offset != toff)
128 return 0;
129
130 return 1;
131 }
132
ocfs2_init_dir_trailer(struct inode * inode,struct buffer_head * bh,u16 rec_len)133 static void ocfs2_init_dir_trailer(struct inode *inode,
134 struct buffer_head *bh, u16 rec_len)
135 {
136 struct ocfs2_dir_block_trailer *trailer;
137
138 trailer = ocfs2_trailer_from_bh(bh, inode->i_sb);
139 strcpy(trailer->db_signature, OCFS2_DIR_TRAILER_SIGNATURE);
140 trailer->db_compat_rec_len =
141 cpu_to_le16(sizeof(struct ocfs2_dir_block_trailer));
142 trailer->db_parent_dinode = cpu_to_le64(OCFS2_I(inode)->ip_blkno);
143 trailer->db_blkno = cpu_to_le64(bh->b_blocknr);
144 trailer->db_free_rec_len = cpu_to_le16(rec_len);
145 }
146 /*
147 * Link an unindexed block with a dir trailer structure into the index free
148 * list. This function will modify dirdata_bh, but assumes you've already
149 * passed it to the journal.
150 */
ocfs2_dx_dir_link_trailer(struct inode * dir,handle_t * handle,struct buffer_head * dx_root_bh,struct buffer_head * dirdata_bh)151 static int ocfs2_dx_dir_link_trailer(struct inode *dir, handle_t *handle,
152 struct buffer_head *dx_root_bh,
153 struct buffer_head *dirdata_bh)
154 {
155 int ret;
156 struct ocfs2_dx_root_block *dx_root;
157 struct ocfs2_dir_block_trailer *trailer;
158
159 ret = ocfs2_journal_access_dr(handle, INODE_CACHE(dir), dx_root_bh,
160 OCFS2_JOURNAL_ACCESS_WRITE);
161 if (ret) {
162 mlog_errno(ret);
163 goto out;
164 }
165 trailer = ocfs2_trailer_from_bh(dirdata_bh, dir->i_sb);
166 dx_root = (struct ocfs2_dx_root_block *)dx_root_bh->b_data;
167
168 trailer->db_free_next = dx_root->dr_free_blk;
169 dx_root->dr_free_blk = cpu_to_le64(dirdata_bh->b_blocknr);
170
171 ocfs2_journal_dirty(handle, dx_root_bh);
172
173 out:
174 return ret;
175 }
176
ocfs2_free_list_at_root(struct ocfs2_dir_lookup_result * res)177 static int ocfs2_free_list_at_root(struct ocfs2_dir_lookup_result *res)
178 {
179 return res->dl_prev_leaf_bh == NULL;
180 }
181
ocfs2_free_dir_lookup_result(struct ocfs2_dir_lookup_result * res)182 void ocfs2_free_dir_lookup_result(struct ocfs2_dir_lookup_result *res)
183 {
184 brelse(res->dl_dx_root_bh);
185 brelse(res->dl_leaf_bh);
186 brelse(res->dl_dx_leaf_bh);
187 brelse(res->dl_prev_leaf_bh);
188 }
189
ocfs2_dir_indexed(struct inode * inode)190 static int ocfs2_dir_indexed(struct inode *inode)
191 {
192 if (OCFS2_I(inode)->ip_dyn_features & OCFS2_INDEXED_DIR_FL)
193 return 1;
194 return 0;
195 }
196
ocfs2_dx_root_inline(struct ocfs2_dx_root_block * dx_root)197 static inline int ocfs2_dx_root_inline(struct ocfs2_dx_root_block *dx_root)
198 {
199 return dx_root->dr_flags & OCFS2_DX_FLAG_INLINE;
200 }
201
202 /*
203 * Hashing code adapted from ext3
204 */
205 #define DELTA 0x9E3779B9
206
TEA_transform(__u32 buf[4],__u32 const in[])207 static void TEA_transform(__u32 buf[4], __u32 const in[])
208 {
209 __u32 sum = 0;
210 __u32 b0 = buf[0], b1 = buf[1];
211 __u32 a = in[0], b = in[1], c = in[2], d = in[3];
212 int n = 16;
213
214 do {
215 sum += DELTA;
216 b0 += ((b1 << 4)+a) ^ (b1+sum) ^ ((b1 >> 5)+b);
217 b1 += ((b0 << 4)+c) ^ (b0+sum) ^ ((b0 >> 5)+d);
218 } while (--n);
219
220 buf[0] += b0;
221 buf[1] += b1;
222 }
223
str2hashbuf(const char * msg,int len,__u32 * buf,int num)224 static void str2hashbuf(const char *msg, int len, __u32 *buf, int num)
225 {
226 __u32 pad, val;
227 int i;
228
229 pad = (__u32)len | ((__u32)len << 8);
230 pad |= pad << 16;
231
232 val = pad;
233 if (len > num*4)
234 len = num * 4;
235 for (i = 0; i < len; i++) {
236 if ((i % 4) == 0)
237 val = pad;
238 val = msg[i] + (val << 8);
239 if ((i % 4) == 3) {
240 *buf++ = val;
241 val = pad;
242 num--;
243 }
244 }
245 if (--num >= 0)
246 *buf++ = val;
247 while (--num >= 0)
248 *buf++ = pad;
249 }
250
ocfs2_dx_dir_name_hash(struct inode * dir,const char * name,int len,struct ocfs2_dx_hinfo * hinfo)251 static void ocfs2_dx_dir_name_hash(struct inode *dir, const char *name, int len,
252 struct ocfs2_dx_hinfo *hinfo)
253 {
254 struct ocfs2_super *osb = OCFS2_SB(dir->i_sb);
255 const char *p;
256 __u32 in[8], buf[4];
257
258 /*
259 * XXX: Is this really necessary, if the index is never looked
260 * at by readdir? Is a hash value of '0' a bad idea?
261 */
262 if ((len == 1 && !strncmp(".", name, 1)) ||
263 (len == 2 && !strncmp("..", name, 2))) {
264 buf[0] = buf[1] = 0;
265 goto out;
266 }
267
268 #ifdef OCFS2_DEBUG_DX_DIRS
269 /*
270 * This makes it very easy to debug indexing problems. We
271 * should never allow this to be selected without hand editing
272 * this file though.
273 */
274 buf[0] = buf[1] = len;
275 goto out;
276 #endif
277
278 memcpy(buf, osb->osb_dx_seed, sizeof(buf));
279
280 p = name;
281 while (len > 0) {
282 str2hashbuf(p, len, in, 4);
283 TEA_transform(buf, in);
284 len -= 16;
285 p += 16;
286 }
287
288 out:
289 hinfo->major_hash = buf[0];
290 hinfo->minor_hash = buf[1];
291 }
292
293 /*
294 * bh passed here can be an inode block or a dir data block, depending
295 * on the inode inline data flag.
296 */
ocfs2_check_dir_entry(struct inode * dir,struct ocfs2_dir_entry * de,struct buffer_head * bh,char * buf,unsigned int size,unsigned long offset)297 static int ocfs2_check_dir_entry(struct inode *dir,
298 struct ocfs2_dir_entry *de,
299 struct buffer_head *bh,
300 char *buf,
301 unsigned int size,
302 unsigned long offset)
303 {
304 const char *error_msg = NULL;
305 const int rlen = le16_to_cpu(de->rec_len);
306 const unsigned long next_offset = ((char *) de - buf) + rlen;
307
308 if (unlikely(rlen < OCFS2_DIR_REC_LEN(1)))
309 error_msg = "rec_len is smaller than minimal";
310 else if (unlikely(rlen % 4 != 0))
311 error_msg = "rec_len % 4 != 0";
312 else if (unlikely(rlen < OCFS2_DIR_REC_LEN(de->name_len)))
313 error_msg = "rec_len is too small for name_len";
314 else if (unlikely(next_offset > size))
315 error_msg = "directory entry overrun";
316 else if (unlikely(next_offset > size - OCFS2_DIR_REC_LEN(1)) &&
317 next_offset != size)
318 error_msg = "directory entry too close to end";
319
320 if (unlikely(error_msg != NULL))
321 mlog(ML_ERROR, "bad entry in directory #%llu: %s - "
322 "offset=%lu, inode=%llu, rec_len=%d, name_len=%d\n",
323 (unsigned long long)OCFS2_I(dir)->ip_blkno, error_msg,
324 offset, (unsigned long long)le64_to_cpu(de->inode), rlen,
325 de->name_len);
326
327 return error_msg == NULL ? 1 : 0;
328 }
329
ocfs2_match(int len,const char * const name,struct ocfs2_dir_entry * de)330 static inline int ocfs2_match(int len,
331 const char * const name,
332 struct ocfs2_dir_entry *de)
333 {
334 if (len != de->name_len)
335 return 0;
336 if (!de->inode)
337 return 0;
338 return !memcmp(name, de->name, len);
339 }
340
341 /*
342 * Returns 0 if not found, -1 on failure, and 1 on success
343 */
ocfs2_search_dirblock(struct buffer_head * bh,struct inode * dir,const char * name,int namelen,unsigned long offset,char * first_de,unsigned int bytes,struct ocfs2_dir_entry ** res_dir)344 static inline int ocfs2_search_dirblock(struct buffer_head *bh,
345 struct inode *dir,
346 const char *name, int namelen,
347 unsigned long offset,
348 char *first_de,
349 unsigned int bytes,
350 struct ocfs2_dir_entry **res_dir)
351 {
352 struct ocfs2_dir_entry *de;
353 char *dlimit, *de_buf;
354 int de_len;
355 int ret = 0;
356
357 de_buf = first_de;
358 dlimit = de_buf + bytes;
359
360 while (de_buf < dlimit - OCFS2_DIR_MEMBER_LEN) {
361 /* this code is executed quadratically often */
362 /* do minimal checking `by hand' */
363
364 de = (struct ocfs2_dir_entry *) de_buf;
365
366 if (de->name + namelen <= dlimit &&
367 ocfs2_match(namelen, name, de)) {
368 /* found a match - just to be sure, do a full check */
369 if (!ocfs2_check_dir_entry(dir, de, bh, first_de,
370 bytes, offset)) {
371 ret = -1;
372 goto bail;
373 }
374 *res_dir = de;
375 ret = 1;
376 goto bail;
377 }
378
379 /* prevent looping on a bad block */
380 de_len = le16_to_cpu(de->rec_len);
381 if (de_len <= 0) {
382 ret = -1;
383 goto bail;
384 }
385
386 de_buf += de_len;
387 offset += de_len;
388 }
389
390 bail:
391 trace_ocfs2_search_dirblock(ret);
392 return ret;
393 }
394
ocfs2_find_entry_id(const char * name,int namelen,struct inode * dir,struct ocfs2_dir_entry ** res_dir)395 static struct buffer_head *ocfs2_find_entry_id(const char *name,
396 int namelen,
397 struct inode *dir,
398 struct ocfs2_dir_entry **res_dir)
399 {
400 int ret, found;
401 struct buffer_head *di_bh = NULL;
402 struct ocfs2_dinode *di;
403 struct ocfs2_inline_data *data;
404
405 ret = ocfs2_read_inode_block(dir, &di_bh);
406 if (ret) {
407 mlog_errno(ret);
408 goto out;
409 }
410
411 di = (struct ocfs2_dinode *)di_bh->b_data;
412 data = &di->id2.i_data;
413
414 found = ocfs2_search_dirblock(di_bh, dir, name, namelen, 0,
415 data->id_data, i_size_read(dir), res_dir);
416 if (found == 1)
417 return di_bh;
418
419 brelse(di_bh);
420 out:
421 return NULL;
422 }
423
ocfs2_validate_dir_block(struct super_block * sb,struct buffer_head * bh)424 static int ocfs2_validate_dir_block(struct super_block *sb,
425 struct buffer_head *bh)
426 {
427 int rc;
428 struct ocfs2_dir_block_trailer *trailer =
429 ocfs2_trailer_from_bh(bh, sb);
430
431
432 /*
433 * We don't validate dirents here, that's handled
434 * in-place when the code walks them.
435 */
436 trace_ocfs2_validate_dir_block((unsigned long long)bh->b_blocknr);
437
438 BUG_ON(!buffer_uptodate(bh));
439
440 /*
441 * If the ecc fails, we return the error but otherwise
442 * leave the filesystem running. We know any error is
443 * local to this block.
444 *
445 * Note that we are safe to call this even if the directory
446 * doesn't have a trailer. Filesystems without metaecc will do
447 * nothing, and filesystems with it will have one.
448 */
449 rc = ocfs2_validate_meta_ecc(sb, bh->b_data, &trailer->db_check);
450 if (rc)
451 mlog(ML_ERROR, "Checksum failed for dinode %llu\n",
452 (unsigned long long)bh->b_blocknr);
453
454 return rc;
455 }
456
457 /*
458 * Validate a directory trailer.
459 *
460 * We check the trailer here rather than in ocfs2_validate_dir_block()
461 * because that function doesn't have the inode to test.
462 */
ocfs2_check_dir_trailer(struct inode * dir,struct buffer_head * bh)463 static int ocfs2_check_dir_trailer(struct inode *dir, struct buffer_head *bh)
464 {
465 int rc = 0;
466 struct ocfs2_dir_block_trailer *trailer;
467
468 trailer = ocfs2_trailer_from_bh(bh, dir->i_sb);
469 if (!OCFS2_IS_VALID_DIR_TRAILER(trailer)) {
470 rc = ocfs2_error(dir->i_sb,
471 "Invalid dirblock #%llu: signature = %.*s\n",
472 (unsigned long long)bh->b_blocknr, 7,
473 trailer->db_signature);
474 goto out;
475 }
476 if (le64_to_cpu(trailer->db_blkno) != bh->b_blocknr) {
477 rc = ocfs2_error(dir->i_sb,
478 "Directory block #%llu has an invalid db_blkno of %llu\n",
479 (unsigned long long)bh->b_blocknr,
480 (unsigned long long)le64_to_cpu(trailer->db_blkno));
481 goto out;
482 }
483 if (le64_to_cpu(trailer->db_parent_dinode) !=
484 OCFS2_I(dir)->ip_blkno) {
485 rc = ocfs2_error(dir->i_sb,
486 "Directory block #%llu on dinode #%llu has an invalid parent_dinode of %llu\n",
487 (unsigned long long)bh->b_blocknr,
488 (unsigned long long)OCFS2_I(dir)->ip_blkno,
489 (unsigned long long)le64_to_cpu(trailer->db_blkno));
490 goto out;
491 }
492 out:
493 return rc;
494 }
495
496 /*
497 * This function forces all errors to -EIO for consistency with its
498 * predecessor, ocfs2_bread(). We haven't audited what returning the
499 * real error codes would do to callers. We log the real codes with
500 * mlog_errno() before we squash them.
501 */
ocfs2_read_dir_block(struct inode * inode,u64 v_block,struct buffer_head ** bh,int flags)502 static int ocfs2_read_dir_block(struct inode *inode, u64 v_block,
503 struct buffer_head **bh, int flags)
504 {
505 int rc = 0;
506 struct buffer_head *tmp = *bh;
507
508 rc = ocfs2_read_virt_blocks(inode, v_block, 1, &tmp, flags,
509 ocfs2_validate_dir_block);
510 if (rc) {
511 mlog_errno(rc);
512 goto out;
513 }
514
515 if (!(flags & OCFS2_BH_READAHEAD) &&
516 ocfs2_supports_dir_trailer(inode)) {
517 rc = ocfs2_check_dir_trailer(inode, tmp);
518 if (rc) {
519 if (!*bh)
520 brelse(tmp);
521 mlog_errno(rc);
522 goto out;
523 }
524 }
525
526 /* If ocfs2_read_virt_blocks() got us a new bh, pass it up. */
527 if (!*bh)
528 *bh = tmp;
529
530 out:
531 return rc ? -EIO : 0;
532 }
533
534 /*
535 * Read the block at 'phys' which belongs to this directory
536 * inode. This function does no virtual->physical block translation -
537 * what's passed in is assumed to be a valid directory block.
538 */
ocfs2_read_dir_block_direct(struct inode * dir,u64 phys,struct buffer_head ** bh)539 static int ocfs2_read_dir_block_direct(struct inode *dir, u64 phys,
540 struct buffer_head **bh)
541 {
542 int ret;
543 struct buffer_head *tmp = *bh;
544
545 ret = ocfs2_read_block(INODE_CACHE(dir), phys, &tmp,
546 ocfs2_validate_dir_block);
547 if (ret) {
548 mlog_errno(ret);
549 goto out;
550 }
551
552 if (ocfs2_supports_dir_trailer(dir)) {
553 ret = ocfs2_check_dir_trailer(dir, tmp);
554 if (ret) {
555 if (!*bh)
556 brelse(tmp);
557 mlog_errno(ret);
558 goto out;
559 }
560 }
561
562 if (!ret && !*bh)
563 *bh = tmp;
564 out:
565 return ret;
566 }
567
ocfs2_validate_dx_root(struct super_block * sb,struct buffer_head * bh)568 static int ocfs2_validate_dx_root(struct super_block *sb,
569 struct buffer_head *bh)
570 {
571 int ret;
572 struct ocfs2_dx_root_block *dx_root;
573
574 BUG_ON(!buffer_uptodate(bh));
575
576 dx_root = (struct ocfs2_dx_root_block *) bh->b_data;
577
578 ret = ocfs2_validate_meta_ecc(sb, bh->b_data, &dx_root->dr_check);
579 if (ret) {
580 mlog(ML_ERROR,
581 "Checksum failed for dir index root block %llu\n",
582 (unsigned long long)bh->b_blocknr);
583 return ret;
584 }
585
586 if (!OCFS2_IS_VALID_DX_ROOT(dx_root)) {
587 ret = ocfs2_error(sb,
588 "Dir Index Root # %llu has bad signature %.*s\n",
589 (unsigned long long)le64_to_cpu(dx_root->dr_blkno),
590 7, dx_root->dr_signature);
591 }
592
593 return ret;
594 }
595
ocfs2_read_dx_root(struct inode * dir,struct ocfs2_dinode * di,struct buffer_head ** dx_root_bh)596 static int ocfs2_read_dx_root(struct inode *dir, struct ocfs2_dinode *di,
597 struct buffer_head **dx_root_bh)
598 {
599 int ret;
600 u64 blkno = le64_to_cpu(di->i_dx_root);
601 struct buffer_head *tmp = *dx_root_bh;
602
603 ret = ocfs2_read_block(INODE_CACHE(dir), blkno, &tmp,
604 ocfs2_validate_dx_root);
605
606 /* If ocfs2_read_block() got us a new bh, pass it up. */
607 if (!ret && !*dx_root_bh)
608 *dx_root_bh = tmp;
609
610 return ret;
611 }
612
ocfs2_validate_dx_leaf(struct super_block * sb,struct buffer_head * bh)613 static int ocfs2_validate_dx_leaf(struct super_block *sb,
614 struct buffer_head *bh)
615 {
616 int ret;
617 struct ocfs2_dx_leaf *dx_leaf = (struct ocfs2_dx_leaf *)bh->b_data;
618
619 BUG_ON(!buffer_uptodate(bh));
620
621 ret = ocfs2_validate_meta_ecc(sb, bh->b_data, &dx_leaf->dl_check);
622 if (ret) {
623 mlog(ML_ERROR,
624 "Checksum failed for dir index leaf block %llu\n",
625 (unsigned long long)bh->b_blocknr);
626 return ret;
627 }
628
629 if (!OCFS2_IS_VALID_DX_LEAF(dx_leaf)) {
630 ret = ocfs2_error(sb, "Dir Index Leaf has bad signature %.*s\n",
631 7, dx_leaf->dl_signature);
632 }
633
634 return ret;
635 }
636
ocfs2_read_dx_leaf(struct inode * dir,u64 blkno,struct buffer_head ** dx_leaf_bh)637 static int ocfs2_read_dx_leaf(struct inode *dir, u64 blkno,
638 struct buffer_head **dx_leaf_bh)
639 {
640 int ret;
641 struct buffer_head *tmp = *dx_leaf_bh;
642
643 ret = ocfs2_read_block(INODE_CACHE(dir), blkno, &tmp,
644 ocfs2_validate_dx_leaf);
645
646 /* If ocfs2_read_block() got us a new bh, pass it up. */
647 if (!ret && !*dx_leaf_bh)
648 *dx_leaf_bh = tmp;
649
650 return ret;
651 }
652
653 /*
654 * Read a series of dx_leaf blocks. This expects all buffer_head
655 * pointers to be NULL on function entry.
656 */
ocfs2_read_dx_leaves(struct inode * dir,u64 start,int num,struct buffer_head ** dx_leaf_bhs)657 static int ocfs2_read_dx_leaves(struct inode *dir, u64 start, int num,
658 struct buffer_head **dx_leaf_bhs)
659 {
660 int ret;
661
662 ret = ocfs2_read_blocks(INODE_CACHE(dir), start, num, dx_leaf_bhs, 0,
663 ocfs2_validate_dx_leaf);
664 if (ret)
665 mlog_errno(ret);
666
667 return ret;
668 }
669
ocfs2_find_entry_el(const char * name,int namelen,struct inode * dir,struct ocfs2_dir_entry ** res_dir)670 static struct buffer_head *ocfs2_find_entry_el(const char *name, int namelen,
671 struct inode *dir,
672 struct ocfs2_dir_entry **res_dir)
673 {
674 struct super_block *sb;
675 struct buffer_head *bh_use[NAMEI_RA_SIZE];
676 struct buffer_head *bh, *ret = NULL;
677 unsigned long start, block, b;
678 int ra_max = 0; /* Number of bh's in the readahead
679 buffer, bh_use[] */
680 int ra_ptr = 0; /* Current index into readahead
681 buffer */
682 int num = 0;
683 int nblocks, i;
684
685 sb = dir->i_sb;
686
687 nblocks = i_size_read(dir) >> sb->s_blocksize_bits;
688 start = OCFS2_I(dir)->ip_dir_start_lookup;
689 if (start >= nblocks)
690 start = 0;
691 block = start;
692
693 restart:
694 do {
695 /*
696 * We deal with the read-ahead logic here.
697 */
698 if (ra_ptr >= ra_max) {
699 /* Refill the readahead buffer */
700 ra_ptr = 0;
701 b = block;
702 for (ra_max = 0; ra_max < NAMEI_RA_SIZE; ra_max++) {
703 /*
704 * Terminate if we reach the end of the
705 * directory and must wrap, or if our
706 * search has finished at this block.
707 */
708 if (b >= nblocks || (num && block == start)) {
709 bh_use[ra_max] = NULL;
710 break;
711 }
712 num++;
713
714 bh = NULL;
715 ocfs2_read_dir_block(dir, b++, &bh,
716 OCFS2_BH_READAHEAD);
717 bh_use[ra_max] = bh;
718 }
719 }
720 if ((bh = bh_use[ra_ptr++]) == NULL)
721 goto next;
722 if (ocfs2_read_dir_block(dir, block, &bh, 0)) {
723 /* read error, skip block & hope for the best.
724 * ocfs2_read_dir_block() has released the bh. */
725 mlog(ML_ERROR, "reading directory %llu, "
726 "offset %lu\n",
727 (unsigned long long)OCFS2_I(dir)->ip_blkno,
728 block);
729 goto next;
730 }
731 i = ocfs2_search_dirblock(bh, dir, name, namelen,
732 block << sb->s_blocksize_bits,
733 bh->b_data, sb->s_blocksize,
734 res_dir);
735 if (i == 1) {
736 OCFS2_I(dir)->ip_dir_start_lookup = block;
737 ret = bh;
738 goto cleanup_and_exit;
739 } else {
740 brelse(bh);
741 if (i < 0)
742 goto cleanup_and_exit;
743 }
744 next:
745 if (++block >= nblocks)
746 block = 0;
747 } while (block != start);
748
749 /*
750 * If the directory has grown while we were searching, then
751 * search the last part of the directory before giving up.
752 */
753 block = nblocks;
754 nblocks = i_size_read(dir) >> sb->s_blocksize_bits;
755 if (block < nblocks) {
756 start = 0;
757 goto restart;
758 }
759
760 cleanup_and_exit:
761 /* Clean up the read-ahead blocks */
762 for (; ra_ptr < ra_max; ra_ptr++)
763 brelse(bh_use[ra_ptr]);
764
765 trace_ocfs2_find_entry_el(ret);
766 return ret;
767 }
768
ocfs2_dx_dir_lookup_rec(struct inode * inode,struct ocfs2_extent_list * el,u32 major_hash,u32 * ret_cpos,u64 * ret_phys_blkno,unsigned int * ret_clen)769 static int ocfs2_dx_dir_lookup_rec(struct inode *inode,
770 struct ocfs2_extent_list *el,
771 u32 major_hash,
772 u32 *ret_cpos,
773 u64 *ret_phys_blkno,
774 unsigned int *ret_clen)
775 {
776 int ret = 0, i, found;
777 struct buffer_head *eb_bh = NULL;
778 struct ocfs2_extent_block *eb;
779 struct ocfs2_extent_rec *rec = NULL;
780
781 if (el->l_tree_depth) {
782 ret = ocfs2_find_leaf(INODE_CACHE(inode), el, major_hash,
783 &eb_bh);
784 if (ret) {
785 mlog_errno(ret);
786 goto out;
787 }
788
789 eb = (struct ocfs2_extent_block *) eb_bh->b_data;
790 el = &eb->h_list;
791
792 if (el->l_tree_depth) {
793 ret = ocfs2_error(inode->i_sb,
794 "Inode %lu has non zero tree depth in btree tree block %llu\n",
795 inode->i_ino,
796 (unsigned long long)eb_bh->b_blocknr);
797 goto out;
798 }
799 }
800
801 found = 0;
802 for (i = le16_to_cpu(el->l_next_free_rec) - 1; i >= 0; i--) {
803 rec = &el->l_recs[i];
804
805 if (le32_to_cpu(rec->e_cpos) <= major_hash) {
806 found = 1;
807 break;
808 }
809 }
810
811 if (!found) {
812 ret = ocfs2_error(inode->i_sb,
813 "Inode %lu has bad extent record (%u, %u, 0) in btree\n",
814 inode->i_ino,
815 le32_to_cpu(rec->e_cpos),
816 ocfs2_rec_clusters(el, rec));
817 goto out;
818 }
819
820 if (ret_phys_blkno)
821 *ret_phys_blkno = le64_to_cpu(rec->e_blkno);
822 if (ret_cpos)
823 *ret_cpos = le32_to_cpu(rec->e_cpos);
824 if (ret_clen)
825 *ret_clen = le16_to_cpu(rec->e_leaf_clusters);
826
827 out:
828 brelse(eb_bh);
829 return ret;
830 }
831
832 /*
833 * Returns the block index, from the start of the cluster which this
834 * hash belongs too.
835 */
__ocfs2_dx_dir_hash_idx(struct ocfs2_super * osb,u32 minor_hash)836 static inline unsigned int __ocfs2_dx_dir_hash_idx(struct ocfs2_super *osb,
837 u32 minor_hash)
838 {
839 return minor_hash & osb->osb_dx_mask;
840 }
841
ocfs2_dx_dir_hash_idx(struct ocfs2_super * osb,struct ocfs2_dx_hinfo * hinfo)842 static inline unsigned int ocfs2_dx_dir_hash_idx(struct ocfs2_super *osb,
843 struct ocfs2_dx_hinfo *hinfo)
844 {
845 return __ocfs2_dx_dir_hash_idx(osb, hinfo->minor_hash);
846 }
847
ocfs2_dx_dir_lookup(struct inode * inode,struct ocfs2_extent_list * el,struct ocfs2_dx_hinfo * hinfo,u32 * ret_cpos,u64 * ret_phys_blkno)848 static int ocfs2_dx_dir_lookup(struct inode *inode,
849 struct ocfs2_extent_list *el,
850 struct ocfs2_dx_hinfo *hinfo,
851 u32 *ret_cpos,
852 u64 *ret_phys_blkno)
853 {
854 int ret = 0;
855 unsigned int cend, clen;
856 u32 cpos;
857 u64 blkno;
858 u32 name_hash = hinfo->major_hash;
859
860 ret = ocfs2_dx_dir_lookup_rec(inode, el, name_hash, &cpos, &blkno,
861 &clen);
862 if (ret) {
863 mlog_errno(ret);
864 goto out;
865 }
866
867 cend = cpos + clen;
868 if (name_hash >= cend) {
869 /* We want the last cluster */
870 blkno += ocfs2_clusters_to_blocks(inode->i_sb, clen - 1);
871 cpos += clen - 1;
872 } else {
873 blkno += ocfs2_clusters_to_blocks(inode->i_sb,
874 name_hash - cpos);
875 cpos = name_hash;
876 }
877
878 /*
879 * We now have the cluster which should hold our entry. To
880 * find the exact block from the start of the cluster to
881 * search, we take the lower bits of the hash.
882 */
883 blkno += ocfs2_dx_dir_hash_idx(OCFS2_SB(inode->i_sb), hinfo);
884
885 if (ret_phys_blkno)
886 *ret_phys_blkno = blkno;
887 if (ret_cpos)
888 *ret_cpos = cpos;
889
890 out:
891
892 return ret;
893 }
894
ocfs2_dx_dir_search(const char * name,int namelen,struct inode * dir,struct ocfs2_dx_root_block * dx_root,struct ocfs2_dir_lookup_result * res)895 static int ocfs2_dx_dir_search(const char *name, int namelen,
896 struct inode *dir,
897 struct ocfs2_dx_root_block *dx_root,
898 struct ocfs2_dir_lookup_result *res)
899 {
900 int ret, i, found;
901 u64 phys;
902 struct buffer_head *dx_leaf_bh = NULL;
903 struct ocfs2_dx_leaf *dx_leaf;
904 struct ocfs2_dx_entry *dx_entry = NULL;
905 struct buffer_head *dir_ent_bh = NULL;
906 struct ocfs2_dir_entry *dir_ent = NULL;
907 struct ocfs2_dx_hinfo *hinfo = &res->dl_hinfo;
908 struct ocfs2_extent_list *dr_el;
909 struct ocfs2_dx_entry_list *entry_list;
910
911 ocfs2_dx_dir_name_hash(dir, name, namelen, &res->dl_hinfo);
912
913 if (ocfs2_dx_root_inline(dx_root)) {
914 entry_list = &dx_root->dr_entries;
915 goto search;
916 }
917
918 dr_el = &dx_root->dr_list;
919
920 ret = ocfs2_dx_dir_lookup(dir, dr_el, hinfo, NULL, &phys);
921 if (ret) {
922 mlog_errno(ret);
923 goto out;
924 }
925
926 trace_ocfs2_dx_dir_search((unsigned long long)OCFS2_I(dir)->ip_blkno,
927 namelen, name, hinfo->major_hash,
928 hinfo->minor_hash, (unsigned long long)phys);
929
930 ret = ocfs2_read_dx_leaf(dir, phys, &dx_leaf_bh);
931 if (ret) {
932 mlog_errno(ret);
933 goto out;
934 }
935
936 dx_leaf = (struct ocfs2_dx_leaf *) dx_leaf_bh->b_data;
937
938 trace_ocfs2_dx_dir_search_leaf_info(
939 le16_to_cpu(dx_leaf->dl_list.de_num_used),
940 le16_to_cpu(dx_leaf->dl_list.de_count));
941
942 entry_list = &dx_leaf->dl_list;
943
944 search:
945 /*
946 * Empty leaf is legal, so no need to check for that.
947 */
948 found = 0;
949 for (i = 0; i < le16_to_cpu(entry_list->de_num_used); i++) {
950 dx_entry = &entry_list->de_entries[i];
951
952 if (hinfo->major_hash != le32_to_cpu(dx_entry->dx_major_hash)
953 || hinfo->minor_hash != le32_to_cpu(dx_entry->dx_minor_hash))
954 continue;
955
956 /*
957 * Search unindexed leaf block now. We're not
958 * guaranteed to find anything.
959 */
960 ret = ocfs2_read_dir_block_direct(dir,
961 le64_to_cpu(dx_entry->dx_dirent_blk),
962 &dir_ent_bh);
963 if (ret) {
964 mlog_errno(ret);
965 goto out;
966 }
967
968 /*
969 * XXX: We should check the unindexed block here,
970 * before using it.
971 */
972
973 found = ocfs2_search_dirblock(dir_ent_bh, dir, name, namelen,
974 0, dir_ent_bh->b_data,
975 dir->i_sb->s_blocksize, &dir_ent);
976 if (found == 1)
977 break;
978
979 if (found == -1) {
980 /* This means we found a bad directory entry. */
981 ret = -EIO;
982 mlog_errno(ret);
983 goto out;
984 }
985
986 brelse(dir_ent_bh);
987 dir_ent_bh = NULL;
988 }
989
990 if (found <= 0) {
991 ret = -ENOENT;
992 goto out;
993 }
994
995 res->dl_leaf_bh = dir_ent_bh;
996 res->dl_entry = dir_ent;
997 res->dl_dx_leaf_bh = dx_leaf_bh;
998 res->dl_dx_entry = dx_entry;
999
1000 ret = 0;
1001 out:
1002 if (ret) {
1003 brelse(dx_leaf_bh);
1004 brelse(dir_ent_bh);
1005 }
1006 return ret;
1007 }
1008
ocfs2_find_entry_dx(const char * name,int namelen,struct inode * dir,struct ocfs2_dir_lookup_result * lookup)1009 static int ocfs2_find_entry_dx(const char *name, int namelen,
1010 struct inode *dir,
1011 struct ocfs2_dir_lookup_result *lookup)
1012 {
1013 int ret;
1014 struct buffer_head *di_bh = NULL;
1015 struct ocfs2_dinode *di;
1016 struct buffer_head *dx_root_bh = NULL;
1017 struct ocfs2_dx_root_block *dx_root;
1018
1019 ret = ocfs2_read_inode_block(dir, &di_bh);
1020 if (ret) {
1021 mlog_errno(ret);
1022 goto out;
1023 }
1024
1025 di = (struct ocfs2_dinode *)di_bh->b_data;
1026
1027 ret = ocfs2_read_dx_root(dir, di, &dx_root_bh);
1028 if (ret) {
1029 mlog_errno(ret);
1030 goto out;
1031 }
1032 dx_root = (struct ocfs2_dx_root_block *) dx_root_bh->b_data;
1033
1034 ret = ocfs2_dx_dir_search(name, namelen, dir, dx_root, lookup);
1035 if (ret) {
1036 if (ret != -ENOENT)
1037 mlog_errno(ret);
1038 goto out;
1039 }
1040
1041 lookup->dl_dx_root_bh = dx_root_bh;
1042 dx_root_bh = NULL;
1043 out:
1044 brelse(di_bh);
1045 brelse(dx_root_bh);
1046 return ret;
1047 }
1048
1049 /*
1050 * Try to find an entry of the provided name within 'dir'.
1051 *
1052 * If nothing was found, -ENOENT is returned. Otherwise, zero is
1053 * returned and the struct 'res' will contain information useful to
1054 * other directory manipulation functions.
1055 *
1056 * Caller can NOT assume anything about the contents of the
1057 * buffer_heads - they are passed back only so that it can be passed
1058 * into any one of the manipulation functions (add entry, delete
1059 * entry, etc). As an example, bh in the extent directory case is a
1060 * data block, in the inline-data case it actually points to an inode,
1061 * in the indexed directory case, multiple buffers are involved.
1062 */
ocfs2_find_entry(const char * name,int namelen,struct inode * dir,struct ocfs2_dir_lookup_result * lookup)1063 int ocfs2_find_entry(const char *name, int namelen,
1064 struct inode *dir, struct ocfs2_dir_lookup_result *lookup)
1065 {
1066 struct buffer_head *bh;
1067 struct ocfs2_dir_entry *res_dir = NULL;
1068 int ret = 0;
1069
1070 if (ocfs2_dir_indexed(dir))
1071 return ocfs2_find_entry_dx(name, namelen, dir, lookup);
1072
1073 if (unlikely(i_size_read(dir) <= 0)) {
1074 ret = -EFSCORRUPTED;
1075 mlog_errno(ret);
1076 goto out;
1077 }
1078 /*
1079 * The unindexed dir code only uses part of the lookup
1080 * structure, so there's no reason to push it down further
1081 * than this.
1082 */
1083 if (OCFS2_I(dir)->ip_dyn_features & OCFS2_INLINE_DATA_FL) {
1084 if (unlikely(i_size_read(dir) > dir->i_sb->s_blocksize)) {
1085 ret = -EFSCORRUPTED;
1086 mlog_errno(ret);
1087 goto out;
1088 }
1089 bh = ocfs2_find_entry_id(name, namelen, dir, &res_dir);
1090 } else {
1091 bh = ocfs2_find_entry_el(name, namelen, dir, &res_dir);
1092 }
1093
1094 if (bh == NULL)
1095 return -ENOENT;
1096
1097 lookup->dl_leaf_bh = bh;
1098 lookup->dl_entry = res_dir;
1099 out:
1100 return ret;
1101 }
1102
1103 /*
1104 * Update inode number and type of a previously found directory entry.
1105 */
ocfs2_update_entry(struct inode * dir,handle_t * handle,struct ocfs2_dir_lookup_result * res,struct inode * new_entry_inode)1106 int ocfs2_update_entry(struct inode *dir, handle_t *handle,
1107 struct ocfs2_dir_lookup_result *res,
1108 struct inode *new_entry_inode)
1109 {
1110 int ret;
1111 ocfs2_journal_access_func access = ocfs2_journal_access_db;
1112 struct ocfs2_dir_entry *de = res->dl_entry;
1113 struct buffer_head *de_bh = res->dl_leaf_bh;
1114
1115 /*
1116 * The same code works fine for both inline-data and extent
1117 * based directories, so no need to split this up. The only
1118 * difference is the journal_access function.
1119 */
1120
1121 if (OCFS2_I(dir)->ip_dyn_features & OCFS2_INLINE_DATA_FL)
1122 access = ocfs2_journal_access_di;
1123
1124 ret = access(handle, INODE_CACHE(dir), de_bh,
1125 OCFS2_JOURNAL_ACCESS_WRITE);
1126 if (ret) {
1127 mlog_errno(ret);
1128 goto out;
1129 }
1130
1131 de->inode = cpu_to_le64(OCFS2_I(new_entry_inode)->ip_blkno);
1132 ocfs2_set_de_type(de, new_entry_inode->i_mode);
1133
1134 ocfs2_journal_dirty(handle, de_bh);
1135
1136 out:
1137 return ret;
1138 }
1139
1140 /*
1141 * __ocfs2_delete_entry deletes a directory entry by merging it with the
1142 * previous entry
1143 */
__ocfs2_delete_entry(handle_t * handle,struct inode * dir,struct ocfs2_dir_entry * de_del,struct buffer_head * bh,char * first_de,unsigned int bytes)1144 static int __ocfs2_delete_entry(handle_t *handle, struct inode *dir,
1145 struct ocfs2_dir_entry *de_del,
1146 struct buffer_head *bh, char *first_de,
1147 unsigned int bytes)
1148 {
1149 struct ocfs2_dir_entry *de, *pde;
1150 int i, status = -ENOENT;
1151 ocfs2_journal_access_func access = ocfs2_journal_access_db;
1152
1153 if (OCFS2_I(dir)->ip_dyn_features & OCFS2_INLINE_DATA_FL)
1154 access = ocfs2_journal_access_di;
1155
1156 i = 0;
1157 pde = NULL;
1158 de = (struct ocfs2_dir_entry *) first_de;
1159 while (i < bytes) {
1160 if (!ocfs2_check_dir_entry(dir, de, bh, first_de, bytes, i)) {
1161 status = -EIO;
1162 mlog_errno(status);
1163 goto bail;
1164 }
1165 if (de == de_del) {
1166 status = access(handle, INODE_CACHE(dir), bh,
1167 OCFS2_JOURNAL_ACCESS_WRITE);
1168 if (status < 0) {
1169 status = -EIO;
1170 mlog_errno(status);
1171 goto bail;
1172 }
1173 if (pde)
1174 le16_add_cpu(&pde->rec_len,
1175 le16_to_cpu(de->rec_len));
1176 de->inode = 0;
1177 inode_inc_iversion(dir);
1178 ocfs2_journal_dirty(handle, bh);
1179 goto bail;
1180 }
1181 i += le16_to_cpu(de->rec_len);
1182 pde = de;
1183 de = (struct ocfs2_dir_entry *)((char *)de + le16_to_cpu(de->rec_len));
1184 }
1185 bail:
1186 return status;
1187 }
1188
ocfs2_figure_dirent_hole(struct ocfs2_dir_entry * de)1189 static unsigned int ocfs2_figure_dirent_hole(struct ocfs2_dir_entry *de)
1190 {
1191 unsigned int hole;
1192
1193 if (le64_to_cpu(de->inode) == 0)
1194 hole = le16_to_cpu(de->rec_len);
1195 else
1196 hole = le16_to_cpu(de->rec_len) -
1197 OCFS2_DIR_REC_LEN(de->name_len);
1198
1199 return hole;
1200 }
1201
ocfs2_find_max_rec_len(struct super_block * sb,struct buffer_head * dirblock_bh)1202 static int ocfs2_find_max_rec_len(struct super_block *sb,
1203 struct buffer_head *dirblock_bh)
1204 {
1205 int size, this_hole, largest_hole = 0;
1206 char *trailer, *de_buf, *limit, *start = dirblock_bh->b_data;
1207 struct ocfs2_dir_entry *de;
1208
1209 trailer = (char *)ocfs2_trailer_from_bh(dirblock_bh, sb);
1210 size = ocfs2_dir_trailer_blk_off(sb);
1211 limit = start + size;
1212 de_buf = start;
1213 de = (struct ocfs2_dir_entry *)de_buf;
1214 do {
1215 if (de_buf != trailer) {
1216 this_hole = ocfs2_figure_dirent_hole(de);
1217 if (this_hole > largest_hole)
1218 largest_hole = this_hole;
1219 }
1220
1221 de_buf += le16_to_cpu(de->rec_len);
1222 de = (struct ocfs2_dir_entry *)de_buf;
1223 } while (de_buf < limit);
1224
1225 if (largest_hole >= OCFS2_DIR_MIN_REC_LEN)
1226 return largest_hole;
1227 return 0;
1228 }
1229
ocfs2_dx_list_remove_entry(struct ocfs2_dx_entry_list * entry_list,int index)1230 static void ocfs2_dx_list_remove_entry(struct ocfs2_dx_entry_list *entry_list,
1231 int index)
1232 {
1233 int num_used = le16_to_cpu(entry_list->de_num_used);
1234
1235 if (num_used == 1 || index == (num_used - 1))
1236 goto clear;
1237
1238 memmove(&entry_list->de_entries[index],
1239 &entry_list->de_entries[index + 1],
1240 (num_used - index - 1)*sizeof(struct ocfs2_dx_entry));
1241 clear:
1242 num_used--;
1243 memset(&entry_list->de_entries[num_used], 0,
1244 sizeof(struct ocfs2_dx_entry));
1245 entry_list->de_num_used = cpu_to_le16(num_used);
1246 }
1247
ocfs2_delete_entry_dx(handle_t * handle,struct inode * dir,struct ocfs2_dir_lookup_result * lookup)1248 static int ocfs2_delete_entry_dx(handle_t *handle, struct inode *dir,
1249 struct ocfs2_dir_lookup_result *lookup)
1250 {
1251 int ret, index, max_rec_len, add_to_free_list = 0;
1252 struct buffer_head *dx_root_bh = lookup->dl_dx_root_bh;
1253 struct buffer_head *leaf_bh = lookup->dl_leaf_bh;
1254 struct ocfs2_dx_leaf *dx_leaf;
1255 struct ocfs2_dx_entry *dx_entry = lookup->dl_dx_entry;
1256 struct ocfs2_dir_block_trailer *trailer;
1257 struct ocfs2_dx_root_block *dx_root;
1258 struct ocfs2_dx_entry_list *entry_list;
1259
1260 /*
1261 * This function gets a bit messy because we might have to
1262 * modify the root block, regardless of whether the indexed
1263 * entries are stored inline.
1264 */
1265
1266 /*
1267 * *Only* set 'entry_list' here, based on where we're looking
1268 * for the indexed entries. Later, we might still want to
1269 * journal both blocks, based on free list state.
1270 */
1271 dx_root = (struct ocfs2_dx_root_block *)dx_root_bh->b_data;
1272 if (ocfs2_dx_root_inline(dx_root)) {
1273 entry_list = &dx_root->dr_entries;
1274 } else {
1275 dx_leaf = (struct ocfs2_dx_leaf *) lookup->dl_dx_leaf_bh->b_data;
1276 entry_list = &dx_leaf->dl_list;
1277 }
1278
1279 /* Neither of these are a disk corruption - that should have
1280 * been caught by lookup, before we got here. */
1281 BUG_ON(le16_to_cpu(entry_list->de_count) <= 0);
1282 BUG_ON(le16_to_cpu(entry_list->de_num_used) <= 0);
1283
1284 index = (char *)dx_entry - (char *)entry_list->de_entries;
1285 index /= sizeof(*dx_entry);
1286
1287 if (index >= le16_to_cpu(entry_list->de_num_used)) {
1288 mlog(ML_ERROR, "Dir %llu: Bad dx_entry ptr idx %d, (%p, %p)\n",
1289 (unsigned long long)OCFS2_I(dir)->ip_blkno, index,
1290 entry_list, dx_entry);
1291 return -EIO;
1292 }
1293
1294 /*
1295 * We know that removal of this dirent will leave enough room
1296 * for a new one, so add this block to the free list if it
1297 * isn't already there.
1298 */
1299 trailer = ocfs2_trailer_from_bh(leaf_bh, dir->i_sb);
1300 if (trailer->db_free_rec_len == 0)
1301 add_to_free_list = 1;
1302
1303 /*
1304 * Add the block holding our index into the journal before
1305 * removing the unindexed entry. If we get an error return
1306 * from __ocfs2_delete_entry(), then it hasn't removed the
1307 * entry yet. Likewise, successful return means we *must*
1308 * remove the indexed entry.
1309 *
1310 * We're also careful to journal the root tree block here as
1311 * the entry count needs to be updated. Also, we might be
1312 * adding to the start of the free list.
1313 */
1314 ret = ocfs2_journal_access_dr(handle, INODE_CACHE(dir), dx_root_bh,
1315 OCFS2_JOURNAL_ACCESS_WRITE);
1316 if (ret) {
1317 mlog_errno(ret);
1318 goto out;
1319 }
1320
1321 if (!ocfs2_dx_root_inline(dx_root)) {
1322 ret = ocfs2_journal_access_dl(handle, INODE_CACHE(dir),
1323 lookup->dl_dx_leaf_bh,
1324 OCFS2_JOURNAL_ACCESS_WRITE);
1325 if (ret) {
1326 mlog_errno(ret);
1327 goto out;
1328 }
1329 }
1330
1331 trace_ocfs2_delete_entry_dx((unsigned long long)OCFS2_I(dir)->ip_blkno,
1332 index);
1333
1334 ret = __ocfs2_delete_entry(handle, dir, lookup->dl_entry,
1335 leaf_bh, leaf_bh->b_data, leaf_bh->b_size);
1336 if (ret) {
1337 mlog_errno(ret);
1338 goto out;
1339 }
1340
1341 max_rec_len = ocfs2_find_max_rec_len(dir->i_sb, leaf_bh);
1342 trailer->db_free_rec_len = cpu_to_le16(max_rec_len);
1343 if (add_to_free_list) {
1344 trailer->db_free_next = dx_root->dr_free_blk;
1345 dx_root->dr_free_blk = cpu_to_le64(leaf_bh->b_blocknr);
1346 ocfs2_journal_dirty(handle, dx_root_bh);
1347 }
1348
1349 /* leaf_bh was journal_accessed for us in __ocfs2_delete_entry */
1350 ocfs2_journal_dirty(handle, leaf_bh);
1351
1352 le32_add_cpu(&dx_root->dr_num_entries, -1);
1353 ocfs2_journal_dirty(handle, dx_root_bh);
1354
1355 ocfs2_dx_list_remove_entry(entry_list, index);
1356
1357 if (!ocfs2_dx_root_inline(dx_root))
1358 ocfs2_journal_dirty(handle, lookup->dl_dx_leaf_bh);
1359
1360 out:
1361 return ret;
1362 }
1363
ocfs2_delete_entry_id(handle_t * handle,struct inode * dir,struct ocfs2_dir_entry * de_del,struct buffer_head * bh)1364 static inline int ocfs2_delete_entry_id(handle_t *handle,
1365 struct inode *dir,
1366 struct ocfs2_dir_entry *de_del,
1367 struct buffer_head *bh)
1368 {
1369 int ret;
1370 struct buffer_head *di_bh = NULL;
1371 struct ocfs2_dinode *di;
1372 struct ocfs2_inline_data *data;
1373
1374 ret = ocfs2_read_inode_block(dir, &di_bh);
1375 if (ret) {
1376 mlog_errno(ret);
1377 goto out;
1378 }
1379
1380 di = (struct ocfs2_dinode *)di_bh->b_data;
1381 data = &di->id2.i_data;
1382
1383 ret = __ocfs2_delete_entry(handle, dir, de_del, bh, data->id_data,
1384 i_size_read(dir));
1385
1386 brelse(di_bh);
1387 out:
1388 return ret;
1389 }
1390
ocfs2_delete_entry_el(handle_t * handle,struct inode * dir,struct ocfs2_dir_entry * de_del,struct buffer_head * bh)1391 static inline int ocfs2_delete_entry_el(handle_t *handle,
1392 struct inode *dir,
1393 struct ocfs2_dir_entry *de_del,
1394 struct buffer_head *bh)
1395 {
1396 return __ocfs2_delete_entry(handle, dir, de_del, bh, bh->b_data,
1397 bh->b_size);
1398 }
1399
1400 /*
1401 * Delete a directory entry. Hide the details of directory
1402 * implementation from the caller.
1403 */
ocfs2_delete_entry(handle_t * handle,struct inode * dir,struct ocfs2_dir_lookup_result * res)1404 int ocfs2_delete_entry(handle_t *handle,
1405 struct inode *dir,
1406 struct ocfs2_dir_lookup_result *res)
1407 {
1408 if (ocfs2_dir_indexed(dir))
1409 return ocfs2_delete_entry_dx(handle, dir, res);
1410
1411 if (OCFS2_I(dir)->ip_dyn_features & OCFS2_INLINE_DATA_FL)
1412 return ocfs2_delete_entry_id(handle, dir, res->dl_entry,
1413 res->dl_leaf_bh);
1414
1415 return ocfs2_delete_entry_el(handle, dir, res->dl_entry,
1416 res->dl_leaf_bh);
1417 }
1418
1419 /*
1420 * Check whether 'de' has enough room to hold an entry of
1421 * 'new_rec_len' bytes.
1422 */
ocfs2_dirent_would_fit(struct ocfs2_dir_entry * de,unsigned int new_rec_len)1423 static inline int ocfs2_dirent_would_fit(struct ocfs2_dir_entry *de,
1424 unsigned int new_rec_len)
1425 {
1426 unsigned int de_really_used;
1427
1428 /* Check whether this is an empty record with enough space */
1429 if (le64_to_cpu(de->inode) == 0 &&
1430 le16_to_cpu(de->rec_len) >= new_rec_len)
1431 return 1;
1432
1433 /*
1434 * Record might have free space at the end which we can
1435 * use.
1436 */
1437 de_really_used = OCFS2_DIR_REC_LEN(de->name_len);
1438 if (le16_to_cpu(de->rec_len) >= (de_really_used + new_rec_len))
1439 return 1;
1440
1441 return 0;
1442 }
1443
ocfs2_dx_dir_leaf_insert_tail(struct ocfs2_dx_leaf * dx_leaf,struct ocfs2_dx_entry * dx_new_entry)1444 static void ocfs2_dx_dir_leaf_insert_tail(struct ocfs2_dx_leaf *dx_leaf,
1445 struct ocfs2_dx_entry *dx_new_entry)
1446 {
1447 int i;
1448
1449 i = le16_to_cpu(dx_leaf->dl_list.de_num_used);
1450 dx_leaf->dl_list.de_entries[i] = *dx_new_entry;
1451
1452 le16_add_cpu(&dx_leaf->dl_list.de_num_used, 1);
1453 }
1454
ocfs2_dx_entry_list_insert(struct ocfs2_dx_entry_list * entry_list,struct ocfs2_dx_hinfo * hinfo,u64 dirent_blk)1455 static void ocfs2_dx_entry_list_insert(struct ocfs2_dx_entry_list *entry_list,
1456 struct ocfs2_dx_hinfo *hinfo,
1457 u64 dirent_blk)
1458 {
1459 int i;
1460 struct ocfs2_dx_entry *dx_entry;
1461
1462 i = le16_to_cpu(entry_list->de_num_used);
1463 dx_entry = &entry_list->de_entries[i];
1464
1465 memset(dx_entry, 0, sizeof(*dx_entry));
1466 dx_entry->dx_major_hash = cpu_to_le32(hinfo->major_hash);
1467 dx_entry->dx_minor_hash = cpu_to_le32(hinfo->minor_hash);
1468 dx_entry->dx_dirent_blk = cpu_to_le64(dirent_blk);
1469
1470 le16_add_cpu(&entry_list->de_num_used, 1);
1471 }
1472
__ocfs2_dx_dir_leaf_insert(struct inode * dir,handle_t * handle,struct ocfs2_dx_hinfo * hinfo,u64 dirent_blk,struct buffer_head * dx_leaf_bh)1473 static int __ocfs2_dx_dir_leaf_insert(struct inode *dir, handle_t *handle,
1474 struct ocfs2_dx_hinfo *hinfo,
1475 u64 dirent_blk,
1476 struct buffer_head *dx_leaf_bh)
1477 {
1478 int ret;
1479 struct ocfs2_dx_leaf *dx_leaf;
1480
1481 ret = ocfs2_journal_access_dl(handle, INODE_CACHE(dir), dx_leaf_bh,
1482 OCFS2_JOURNAL_ACCESS_WRITE);
1483 if (ret) {
1484 mlog_errno(ret);
1485 goto out;
1486 }
1487
1488 dx_leaf = (struct ocfs2_dx_leaf *)dx_leaf_bh->b_data;
1489 ocfs2_dx_entry_list_insert(&dx_leaf->dl_list, hinfo, dirent_blk);
1490 ocfs2_journal_dirty(handle, dx_leaf_bh);
1491
1492 out:
1493 return ret;
1494 }
1495
ocfs2_dx_inline_root_insert(struct inode * dir,handle_t * handle,struct ocfs2_dx_hinfo * hinfo,u64 dirent_blk,struct ocfs2_dx_root_block * dx_root)1496 static void ocfs2_dx_inline_root_insert(struct inode *dir, handle_t *handle,
1497 struct ocfs2_dx_hinfo *hinfo,
1498 u64 dirent_blk,
1499 struct ocfs2_dx_root_block *dx_root)
1500 {
1501 ocfs2_dx_entry_list_insert(&dx_root->dr_entries, hinfo, dirent_blk);
1502 }
1503
ocfs2_dx_dir_insert(struct inode * dir,handle_t * handle,struct ocfs2_dir_lookup_result * lookup)1504 static int ocfs2_dx_dir_insert(struct inode *dir, handle_t *handle,
1505 struct ocfs2_dir_lookup_result *lookup)
1506 {
1507 int ret = 0;
1508 struct ocfs2_dx_root_block *dx_root;
1509 struct buffer_head *dx_root_bh = lookup->dl_dx_root_bh;
1510
1511 ret = ocfs2_journal_access_dr(handle, INODE_CACHE(dir), dx_root_bh,
1512 OCFS2_JOURNAL_ACCESS_WRITE);
1513 if (ret) {
1514 mlog_errno(ret);
1515 goto out;
1516 }
1517
1518 dx_root = (struct ocfs2_dx_root_block *)lookup->dl_dx_root_bh->b_data;
1519 if (ocfs2_dx_root_inline(dx_root)) {
1520 ocfs2_dx_inline_root_insert(dir, handle,
1521 &lookup->dl_hinfo,
1522 lookup->dl_leaf_bh->b_blocknr,
1523 dx_root);
1524 } else {
1525 ret = __ocfs2_dx_dir_leaf_insert(dir, handle, &lookup->dl_hinfo,
1526 lookup->dl_leaf_bh->b_blocknr,
1527 lookup->dl_dx_leaf_bh);
1528 if (ret)
1529 goto out;
1530 }
1531
1532 le32_add_cpu(&dx_root->dr_num_entries, 1);
1533 ocfs2_journal_dirty(handle, dx_root_bh);
1534
1535 out:
1536 return ret;
1537 }
1538
ocfs2_remove_block_from_free_list(struct inode * dir,handle_t * handle,struct ocfs2_dir_lookup_result * lookup)1539 static void ocfs2_remove_block_from_free_list(struct inode *dir,
1540 handle_t *handle,
1541 struct ocfs2_dir_lookup_result *lookup)
1542 {
1543 struct ocfs2_dir_block_trailer *trailer, *prev;
1544 struct ocfs2_dx_root_block *dx_root;
1545 struct buffer_head *bh;
1546
1547 trailer = ocfs2_trailer_from_bh(lookup->dl_leaf_bh, dir->i_sb);
1548
1549 if (ocfs2_free_list_at_root(lookup)) {
1550 bh = lookup->dl_dx_root_bh;
1551 dx_root = (struct ocfs2_dx_root_block *)bh->b_data;
1552 dx_root->dr_free_blk = trailer->db_free_next;
1553 } else {
1554 bh = lookup->dl_prev_leaf_bh;
1555 prev = ocfs2_trailer_from_bh(bh, dir->i_sb);
1556 prev->db_free_next = trailer->db_free_next;
1557 }
1558
1559 trailer->db_free_rec_len = cpu_to_le16(0);
1560 trailer->db_free_next = cpu_to_le64(0);
1561
1562 ocfs2_journal_dirty(handle, bh);
1563 ocfs2_journal_dirty(handle, lookup->dl_leaf_bh);
1564 }
1565
1566 /*
1567 * This expects that a journal write has been reserved on
1568 * lookup->dl_prev_leaf_bh or lookup->dl_dx_root_bh
1569 */
ocfs2_recalc_free_list(struct inode * dir,handle_t * handle,struct ocfs2_dir_lookup_result * lookup)1570 static void ocfs2_recalc_free_list(struct inode *dir, handle_t *handle,
1571 struct ocfs2_dir_lookup_result *lookup)
1572 {
1573 int max_rec_len;
1574 struct ocfs2_dir_block_trailer *trailer;
1575
1576 /* Walk dl_leaf_bh to figure out what the new free rec_len is. */
1577 max_rec_len = ocfs2_find_max_rec_len(dir->i_sb, lookup->dl_leaf_bh);
1578 if (max_rec_len) {
1579 /*
1580 * There's still room in this block, so no need to remove it
1581 * from the free list. In this case, we just want to update
1582 * the rec len accounting.
1583 */
1584 trailer = ocfs2_trailer_from_bh(lookup->dl_leaf_bh, dir->i_sb);
1585 trailer->db_free_rec_len = cpu_to_le16(max_rec_len);
1586 ocfs2_journal_dirty(handle, lookup->dl_leaf_bh);
1587 } else {
1588 ocfs2_remove_block_from_free_list(dir, handle, lookup);
1589 }
1590 }
1591
1592 /* we don't always have a dentry for what we want to add, so people
1593 * like orphan dir can call this instead.
1594 *
1595 * The lookup context must have been filled from
1596 * ocfs2_prepare_dir_for_insert.
1597 */
__ocfs2_add_entry(handle_t * handle,struct inode * dir,const char * name,int namelen,struct inode * inode,u64 blkno,struct buffer_head * parent_fe_bh,struct ocfs2_dir_lookup_result * lookup)1598 int __ocfs2_add_entry(handle_t *handle,
1599 struct inode *dir,
1600 const char *name, int namelen,
1601 struct inode *inode, u64 blkno,
1602 struct buffer_head *parent_fe_bh,
1603 struct ocfs2_dir_lookup_result *lookup)
1604 {
1605 unsigned long offset;
1606 unsigned short rec_len;
1607 struct ocfs2_dir_entry *de, *de1;
1608 struct ocfs2_dinode *di = (struct ocfs2_dinode *)parent_fe_bh->b_data;
1609 struct super_block *sb = dir->i_sb;
1610 int retval;
1611 unsigned int size = sb->s_blocksize;
1612 struct buffer_head *insert_bh = lookup->dl_leaf_bh;
1613 char *data_start = insert_bh->b_data;
1614
1615 if (!namelen)
1616 return -EINVAL;
1617
1618 if (ocfs2_dir_indexed(dir)) {
1619 struct buffer_head *bh;
1620
1621 /*
1622 * An indexed dir may require that we update the free space
1623 * list. Reserve a write to the previous node in the list so
1624 * that we don't fail later.
1625 *
1626 * XXX: This can be either a dx_root_block, or an unindexed
1627 * directory tree leaf block.
1628 */
1629 if (ocfs2_free_list_at_root(lookup)) {
1630 bh = lookup->dl_dx_root_bh;
1631 retval = ocfs2_journal_access_dr(handle,
1632 INODE_CACHE(dir), bh,
1633 OCFS2_JOURNAL_ACCESS_WRITE);
1634 } else {
1635 bh = lookup->dl_prev_leaf_bh;
1636 retval = ocfs2_journal_access_db(handle,
1637 INODE_CACHE(dir), bh,
1638 OCFS2_JOURNAL_ACCESS_WRITE);
1639 }
1640 if (retval) {
1641 mlog_errno(retval);
1642 return retval;
1643 }
1644 } else if (OCFS2_I(dir)->ip_dyn_features & OCFS2_INLINE_DATA_FL) {
1645 data_start = di->id2.i_data.id_data;
1646 size = i_size_read(dir);
1647
1648 BUG_ON(insert_bh != parent_fe_bh);
1649 }
1650
1651 rec_len = OCFS2_DIR_REC_LEN(namelen);
1652 offset = 0;
1653 de = (struct ocfs2_dir_entry *) data_start;
1654 while (1) {
1655 BUG_ON((char *)de >= (size + data_start));
1656
1657 /* These checks should've already been passed by the
1658 * prepare function, but I guess we can leave them
1659 * here anyway. */
1660 if (!ocfs2_check_dir_entry(dir, de, insert_bh, data_start,
1661 size, offset)) {
1662 retval = -ENOENT;
1663 goto bail;
1664 }
1665 if (ocfs2_match(namelen, name, de)) {
1666 retval = -EEXIST;
1667 goto bail;
1668 }
1669
1670 /* We're guaranteed that we should have space, so we
1671 * can't possibly have hit the trailer...right? */
1672 mlog_bug_on_msg(ocfs2_skip_dir_trailer(dir, de, offset, size),
1673 "Hit dir trailer trying to insert %.*s "
1674 "(namelen %d) into directory %llu. "
1675 "offset is %lu, trailer offset is %d\n",
1676 namelen, name, namelen,
1677 (unsigned long long)parent_fe_bh->b_blocknr,
1678 offset, ocfs2_dir_trailer_blk_off(dir->i_sb));
1679
1680 if (ocfs2_dirent_would_fit(de, rec_len)) {
1681 inode_set_mtime_to_ts(dir,
1682 inode_set_ctime_current(dir));
1683 retval = ocfs2_mark_inode_dirty(handle, dir, parent_fe_bh);
1684 if (retval < 0) {
1685 mlog_errno(retval);
1686 goto bail;
1687 }
1688
1689 if (insert_bh == parent_fe_bh)
1690 retval = ocfs2_journal_access_di(handle,
1691 INODE_CACHE(dir),
1692 insert_bh,
1693 OCFS2_JOURNAL_ACCESS_WRITE);
1694 else {
1695 retval = ocfs2_journal_access_db(handle,
1696 INODE_CACHE(dir),
1697 insert_bh,
1698 OCFS2_JOURNAL_ACCESS_WRITE);
1699
1700 if (!retval && ocfs2_dir_indexed(dir))
1701 retval = ocfs2_dx_dir_insert(dir,
1702 handle,
1703 lookup);
1704 }
1705
1706 if (retval) {
1707 mlog_errno(retval);
1708 goto bail;
1709 }
1710
1711 /* By now the buffer is marked for journaling */
1712 offset += le16_to_cpu(de->rec_len);
1713 if (le64_to_cpu(de->inode)) {
1714 de1 = (struct ocfs2_dir_entry *)((char *) de +
1715 OCFS2_DIR_REC_LEN(de->name_len));
1716 de1->rec_len =
1717 cpu_to_le16(le16_to_cpu(de->rec_len) -
1718 OCFS2_DIR_REC_LEN(de->name_len));
1719 de->rec_len = cpu_to_le16(OCFS2_DIR_REC_LEN(de->name_len));
1720 de = de1;
1721 }
1722 de->file_type = FT_UNKNOWN;
1723 if (blkno) {
1724 de->inode = cpu_to_le64(blkno);
1725 ocfs2_set_de_type(de, inode->i_mode);
1726 } else
1727 de->inode = 0;
1728 de->name_len = namelen;
1729 memcpy(de->name, name, namelen);
1730
1731 if (ocfs2_dir_indexed(dir))
1732 ocfs2_recalc_free_list(dir, handle, lookup);
1733
1734 inode_inc_iversion(dir);
1735 ocfs2_journal_dirty(handle, insert_bh);
1736 retval = 0;
1737 goto bail;
1738 }
1739
1740 offset += le16_to_cpu(de->rec_len);
1741 de = (struct ocfs2_dir_entry *) ((char *) de + le16_to_cpu(de->rec_len));
1742 }
1743
1744 /* when you think about it, the assert above should prevent us
1745 * from ever getting here. */
1746 retval = -ENOSPC;
1747 bail:
1748 if (retval)
1749 mlog_errno(retval);
1750
1751 return retval;
1752 }
1753
ocfs2_dir_foreach_blk_id(struct inode * inode,u64 * f_version,struct dir_context * ctx)1754 static int ocfs2_dir_foreach_blk_id(struct inode *inode,
1755 u64 *f_version,
1756 struct dir_context *ctx)
1757 {
1758 int ret, i;
1759 unsigned long offset = ctx->pos;
1760 struct buffer_head *di_bh = NULL;
1761 struct ocfs2_dinode *di;
1762 struct ocfs2_inline_data *data;
1763 struct ocfs2_dir_entry *de;
1764
1765 ret = ocfs2_read_inode_block(inode, &di_bh);
1766 if (ret) {
1767 mlog(ML_ERROR, "Unable to read inode block for dir %llu\n",
1768 (unsigned long long)OCFS2_I(inode)->ip_blkno);
1769 goto out;
1770 }
1771
1772 di = (struct ocfs2_dinode *)di_bh->b_data;
1773 data = &di->id2.i_data;
1774
1775 while (ctx->pos < i_size_read(inode)) {
1776 /* If the dir block has changed since the last call to
1777 * readdir(2), then we might be pointing to an invalid
1778 * dirent right now. Scan from the start of the block
1779 * to make sure. */
1780 if (!inode_eq_iversion(inode, *f_version)) {
1781 for (i = 0; i < i_size_read(inode) && i < offset; ) {
1782 de = (struct ocfs2_dir_entry *)
1783 (data->id_data + i);
1784 /* It's too expensive to do a full
1785 * dirent test each time round this
1786 * loop, but we do have to test at
1787 * least that it is non-zero. A
1788 * failure will be detected in the
1789 * dirent test below. */
1790 if (le16_to_cpu(de->rec_len) <
1791 OCFS2_DIR_REC_LEN(1))
1792 break;
1793 i += le16_to_cpu(de->rec_len);
1794 }
1795 ctx->pos = offset = i;
1796 *f_version = inode_query_iversion(inode);
1797 }
1798
1799 de = (struct ocfs2_dir_entry *) (data->id_data + ctx->pos);
1800 if (!ocfs2_check_dir_entry(inode, de, di_bh, (char *)data->id_data,
1801 i_size_read(inode), ctx->pos)) {
1802 /* On error, skip the f_pos to the end. */
1803 ctx->pos = i_size_read(inode);
1804 break;
1805 }
1806 offset += le16_to_cpu(de->rec_len);
1807 if (le64_to_cpu(de->inode)) {
1808 if (!dir_emit(ctx, de->name, de->name_len,
1809 le64_to_cpu(de->inode),
1810 fs_ftype_to_dtype(de->file_type)))
1811 goto out;
1812 }
1813 ctx->pos += le16_to_cpu(de->rec_len);
1814 }
1815 out:
1816 brelse(di_bh);
1817 return 0;
1818 }
1819
1820 /*
1821 * NOTE: This function can be called against unindexed directories,
1822 * and indexed ones.
1823 */
ocfs2_dir_foreach_blk_el(struct inode * inode,u64 * f_version,struct dir_context * ctx,bool persist)1824 static int ocfs2_dir_foreach_blk_el(struct inode *inode,
1825 u64 *f_version,
1826 struct dir_context *ctx,
1827 bool persist)
1828 {
1829 unsigned long offset, blk, last_ra_blk = 0;
1830 int i;
1831 struct buffer_head * bh, * tmp;
1832 struct ocfs2_dir_entry * de;
1833 struct super_block * sb = inode->i_sb;
1834 unsigned int ra_sectors = 16;
1835 int stored = 0;
1836
1837 bh = NULL;
1838
1839 offset = ctx->pos & (sb->s_blocksize - 1);
1840
1841 while (ctx->pos < i_size_read(inode)) {
1842 blk = ctx->pos >> sb->s_blocksize_bits;
1843 if (ocfs2_read_dir_block(inode, blk, &bh, 0)) {
1844 /* Skip the corrupt dirblock and keep trying */
1845 ctx->pos += sb->s_blocksize - offset;
1846 continue;
1847 }
1848
1849 /* The idea here is to begin with 8k read-ahead and to stay
1850 * 4k ahead of our current position.
1851 *
1852 * TODO: Use the pagecache for this. We just need to
1853 * make sure it's cluster-safe... */
1854 if (!last_ra_blk
1855 || (((last_ra_blk - blk) << 9) <= (ra_sectors / 2))) {
1856 for (i = ra_sectors >> (sb->s_blocksize_bits - 9);
1857 i > 0; i--) {
1858 tmp = NULL;
1859 if (!ocfs2_read_dir_block(inode, ++blk, &tmp,
1860 OCFS2_BH_READAHEAD))
1861 brelse(tmp);
1862 }
1863 last_ra_blk = blk;
1864 ra_sectors = 8;
1865 }
1866
1867 /* If the dir block has changed since the last call to
1868 * readdir(2), then we might be pointing to an invalid
1869 * dirent right now. Scan from the start of the block
1870 * to make sure. */
1871 if (!inode_eq_iversion(inode, *f_version)) {
1872 for (i = 0; i < sb->s_blocksize && i < offset; ) {
1873 de = (struct ocfs2_dir_entry *) (bh->b_data + i);
1874 /* It's too expensive to do a full
1875 * dirent test each time round this
1876 * loop, but we do have to test at
1877 * least that it is non-zero. A
1878 * failure will be detected in the
1879 * dirent test below. */
1880 if (le16_to_cpu(de->rec_len) <
1881 OCFS2_DIR_REC_LEN(1))
1882 break;
1883 i += le16_to_cpu(de->rec_len);
1884 }
1885 offset = i;
1886 ctx->pos = (ctx->pos & ~(sb->s_blocksize - 1))
1887 | offset;
1888 *f_version = inode_query_iversion(inode);
1889 }
1890
1891 while (ctx->pos < i_size_read(inode)
1892 && offset < sb->s_blocksize) {
1893 de = (struct ocfs2_dir_entry *) (bh->b_data + offset);
1894 if (!ocfs2_check_dir_entry(inode, de, bh, bh->b_data,
1895 sb->s_blocksize, offset)) {
1896 /* On error, skip the f_pos to the
1897 next block. */
1898 ctx->pos = (ctx->pos | (sb->s_blocksize - 1)) + 1;
1899 break;
1900 }
1901 if (le64_to_cpu(de->inode)) {
1902 if (!dir_emit(ctx, de->name,
1903 de->name_len,
1904 le64_to_cpu(de->inode),
1905 fs_ftype_to_dtype(de->file_type))) {
1906 brelse(bh);
1907 return 0;
1908 }
1909 stored++;
1910 }
1911 offset += le16_to_cpu(de->rec_len);
1912 ctx->pos += le16_to_cpu(de->rec_len);
1913 }
1914 offset = 0;
1915 brelse(bh);
1916 bh = NULL;
1917 if (!persist && stored)
1918 break;
1919 }
1920 return 0;
1921 }
1922
ocfs2_dir_foreach_blk(struct inode * inode,u64 * f_version,struct dir_context * ctx,bool persist)1923 static int ocfs2_dir_foreach_blk(struct inode *inode, u64 *f_version,
1924 struct dir_context *ctx,
1925 bool persist)
1926 {
1927 if (OCFS2_I(inode)->ip_dyn_features & OCFS2_INLINE_DATA_FL)
1928 return ocfs2_dir_foreach_blk_id(inode, f_version, ctx);
1929 return ocfs2_dir_foreach_blk_el(inode, f_version, ctx, persist);
1930 }
1931
1932 /*
1933 * This is intended to be called from inside other kernel functions,
1934 * so we fake some arguments.
1935 */
ocfs2_dir_foreach(struct inode * inode,struct dir_context * ctx)1936 int ocfs2_dir_foreach(struct inode *inode, struct dir_context *ctx)
1937 {
1938 u64 version = inode_query_iversion(inode);
1939 ocfs2_dir_foreach_blk(inode, &version, ctx, true);
1940 return 0;
1941 }
1942
1943 /*
1944 * ocfs2_readdir()
1945 *
1946 */
ocfs2_readdir(struct file * file,struct dir_context * ctx)1947 int ocfs2_readdir(struct file *file, struct dir_context *ctx)
1948 {
1949 int error = 0;
1950 struct inode *inode = file_inode(file);
1951 int lock_level = 0;
1952
1953 trace_ocfs2_readdir((unsigned long long)OCFS2_I(inode)->ip_blkno);
1954
1955 error = ocfs2_inode_lock_atime(inode, file->f_path.mnt, &lock_level, 1);
1956 if (lock_level && error >= 0) {
1957 /* We release EX lock which used to update atime
1958 * and get PR lock again to reduce contention
1959 * on commonly accessed directories. */
1960 ocfs2_inode_unlock(inode, 1);
1961 lock_level = 0;
1962 error = ocfs2_inode_lock(inode, NULL, 0);
1963 }
1964 if (error < 0) {
1965 if (error != -ENOENT)
1966 mlog_errno(error);
1967 /* we haven't got any yet, so propagate the error. */
1968 goto bail_nolock;
1969 }
1970
1971 error = ocfs2_dir_foreach_blk(inode, &file->f_version, ctx, false);
1972
1973 ocfs2_inode_unlock(inode, lock_level);
1974 if (error)
1975 mlog_errno(error);
1976
1977 bail_nolock:
1978
1979 return error;
1980 }
1981
1982 /*
1983 * NOTE: this should always be called with parent dir i_rwsem taken.
1984 */
ocfs2_find_files_on_disk(const char * name,int namelen,u64 * blkno,struct inode * inode,struct ocfs2_dir_lookup_result * lookup)1985 int ocfs2_find_files_on_disk(const char *name,
1986 int namelen,
1987 u64 *blkno,
1988 struct inode *inode,
1989 struct ocfs2_dir_lookup_result *lookup)
1990 {
1991 int status = -ENOENT;
1992
1993 trace_ocfs2_find_files_on_disk(namelen, name, blkno,
1994 (unsigned long long)OCFS2_I(inode)->ip_blkno);
1995
1996 status = ocfs2_find_entry(name, namelen, inode, lookup);
1997 if (status)
1998 goto leave;
1999
2000 *blkno = le64_to_cpu(lookup->dl_entry->inode);
2001
2002 status = 0;
2003 leave:
2004
2005 return status;
2006 }
2007
2008 /*
2009 * Convenience function for callers which just want the block number
2010 * mapped to a name and don't require the full dirent info, etc.
2011 */
ocfs2_lookup_ino_from_name(struct inode * dir,const char * name,int namelen,u64 * blkno)2012 int ocfs2_lookup_ino_from_name(struct inode *dir, const char *name,
2013 int namelen, u64 *blkno)
2014 {
2015 int ret;
2016 struct ocfs2_dir_lookup_result lookup = { NULL, };
2017
2018 ret = ocfs2_find_files_on_disk(name, namelen, blkno, dir, &lookup);
2019 ocfs2_free_dir_lookup_result(&lookup);
2020
2021 return ret;
2022 }
2023
2024 /* Check for a name within a directory.
2025 *
2026 * Return 0 if the name does not exist
2027 * Return -EEXIST if the directory contains the name
2028 * Return -EFSCORRUPTED if found corruption
2029 *
2030 * Callers should have i_rwsem + a cluster lock on dir
2031 */
ocfs2_check_dir_for_entry(struct inode * dir,const char * name,int namelen)2032 int ocfs2_check_dir_for_entry(struct inode *dir,
2033 const char *name,
2034 int namelen)
2035 {
2036 int ret = 0;
2037 struct ocfs2_dir_lookup_result lookup = { NULL, };
2038
2039 trace_ocfs2_check_dir_for_entry(
2040 (unsigned long long)OCFS2_I(dir)->ip_blkno, namelen, name);
2041
2042 ret = ocfs2_find_entry(name, namelen, dir, &lookup);
2043 if (ret == 0) {
2044 ret = -EEXIST;
2045 mlog_errno(ret);
2046 } else if (ret == -ENOENT) {
2047 ret = 0;
2048 }
2049
2050 ocfs2_free_dir_lookup_result(&lookup);
2051
2052 return ret;
2053 }
2054
2055 struct ocfs2_empty_dir_priv {
2056 struct dir_context ctx;
2057 unsigned seen_dot;
2058 unsigned seen_dot_dot;
2059 unsigned seen_other;
2060 unsigned dx_dir;
2061 };
ocfs2_empty_dir_filldir(struct dir_context * ctx,const char * name,int name_len,loff_t pos,u64 ino,unsigned type)2062 static bool ocfs2_empty_dir_filldir(struct dir_context *ctx, const char *name,
2063 int name_len, loff_t pos, u64 ino,
2064 unsigned type)
2065 {
2066 struct ocfs2_empty_dir_priv *p =
2067 container_of(ctx, struct ocfs2_empty_dir_priv, ctx);
2068
2069 /*
2070 * Check the positions of "." and ".." records to be sure
2071 * they're in the correct place.
2072 *
2073 * Indexed directories don't need to proceed past the first
2074 * two entries, so we end the scan after seeing '..'. Despite
2075 * that, we allow the scan to proceed In the event that we
2076 * have a corrupted indexed directory (no dot or dot dot
2077 * entries). This allows us to double check for existing
2078 * entries which might not have been found in the index.
2079 */
2080 if (name_len == 1 && !strncmp(".", name, 1) && pos == 0) {
2081 p->seen_dot = 1;
2082 return true;
2083 }
2084
2085 if (name_len == 2 && !strncmp("..", name, 2) &&
2086 pos == OCFS2_DIR_REC_LEN(1)) {
2087 p->seen_dot_dot = 1;
2088
2089 if (p->dx_dir && p->seen_dot)
2090 return false;
2091
2092 return true;
2093 }
2094
2095 p->seen_other = 1;
2096 return false;
2097 }
2098
ocfs2_empty_dir_dx(struct inode * inode,struct ocfs2_empty_dir_priv * priv)2099 static int ocfs2_empty_dir_dx(struct inode *inode,
2100 struct ocfs2_empty_dir_priv *priv)
2101 {
2102 int ret;
2103 struct buffer_head *di_bh = NULL;
2104 struct buffer_head *dx_root_bh = NULL;
2105 struct ocfs2_dinode *di;
2106 struct ocfs2_dx_root_block *dx_root;
2107
2108 priv->dx_dir = 1;
2109
2110 ret = ocfs2_read_inode_block(inode, &di_bh);
2111 if (ret) {
2112 mlog_errno(ret);
2113 goto out;
2114 }
2115 di = (struct ocfs2_dinode *)di_bh->b_data;
2116
2117 ret = ocfs2_read_dx_root(inode, di, &dx_root_bh);
2118 if (ret) {
2119 mlog_errno(ret);
2120 goto out;
2121 }
2122 dx_root = (struct ocfs2_dx_root_block *)dx_root_bh->b_data;
2123
2124 if (le32_to_cpu(dx_root->dr_num_entries) != 2)
2125 priv->seen_other = 1;
2126
2127 out:
2128 brelse(di_bh);
2129 brelse(dx_root_bh);
2130 return ret;
2131 }
2132
2133 /*
2134 * routine to check that the specified directory is empty (for rmdir)
2135 *
2136 * Returns 1 if dir is empty, zero otherwise.
2137 *
2138 * XXX: This is a performance problem for unindexed directories.
2139 */
ocfs2_empty_dir(struct inode * inode)2140 int ocfs2_empty_dir(struct inode *inode)
2141 {
2142 int ret;
2143 struct ocfs2_empty_dir_priv priv = {
2144 .ctx.actor = ocfs2_empty_dir_filldir,
2145 };
2146
2147 if (ocfs2_dir_indexed(inode)) {
2148 ret = ocfs2_empty_dir_dx(inode, &priv);
2149 if (ret)
2150 mlog_errno(ret);
2151 /*
2152 * We still run ocfs2_dir_foreach to get the checks
2153 * for "." and "..".
2154 */
2155 }
2156
2157 ret = ocfs2_dir_foreach(inode, &priv.ctx);
2158 if (ret)
2159 mlog_errno(ret);
2160
2161 if (!priv.seen_dot || !priv.seen_dot_dot) {
2162 mlog(ML_ERROR, "bad directory (dir #%llu) - no `.' or `..'\n",
2163 (unsigned long long)OCFS2_I(inode)->ip_blkno);
2164 /*
2165 * XXX: Is it really safe to allow an unlink to continue?
2166 */
2167 return 1;
2168 }
2169
2170 return !priv.seen_other;
2171 }
2172
2173 /*
2174 * Fills "." and ".." dirents in a new directory block. Returns dirent for
2175 * "..", which might be used during creation of a directory with a trailing
2176 * header. It is otherwise safe to ignore the return code.
2177 */
ocfs2_fill_initial_dirents(struct inode * inode,struct inode * parent,char * start,unsigned int size)2178 static struct ocfs2_dir_entry *ocfs2_fill_initial_dirents(struct inode *inode,
2179 struct inode *parent,
2180 char *start,
2181 unsigned int size)
2182 {
2183 struct ocfs2_dir_entry *de = (struct ocfs2_dir_entry *)start;
2184
2185 de->inode = cpu_to_le64(OCFS2_I(inode)->ip_blkno);
2186 de->name_len = 1;
2187 de->rec_len =
2188 cpu_to_le16(OCFS2_DIR_REC_LEN(de->name_len));
2189 strcpy(de->name, ".");
2190 ocfs2_set_de_type(de, S_IFDIR);
2191
2192 de = (struct ocfs2_dir_entry *) ((char *)de + le16_to_cpu(de->rec_len));
2193 de->inode = cpu_to_le64(OCFS2_I(parent)->ip_blkno);
2194 de->rec_len = cpu_to_le16(size - OCFS2_DIR_REC_LEN(1));
2195 de->name_len = 2;
2196 strcpy(de->name, "..");
2197 ocfs2_set_de_type(de, S_IFDIR);
2198
2199 return de;
2200 }
2201
2202 /*
2203 * This works together with code in ocfs2_mknod_locked() which sets
2204 * the inline-data flag and initializes the inline-data section.
2205 */
ocfs2_fill_new_dir_id(struct ocfs2_super * osb,handle_t * handle,struct inode * parent,struct inode * inode,struct buffer_head * di_bh)2206 static int ocfs2_fill_new_dir_id(struct ocfs2_super *osb,
2207 handle_t *handle,
2208 struct inode *parent,
2209 struct inode *inode,
2210 struct buffer_head *di_bh)
2211 {
2212 int ret;
2213 struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data;
2214 struct ocfs2_inline_data *data = &di->id2.i_data;
2215 unsigned int size = le16_to_cpu(data->id_count);
2216
2217 ret = ocfs2_journal_access_di(handle, INODE_CACHE(inode), di_bh,
2218 OCFS2_JOURNAL_ACCESS_WRITE);
2219 if (ret) {
2220 mlog_errno(ret);
2221 goto out;
2222 }
2223
2224 ocfs2_fill_initial_dirents(inode, parent, data->id_data, size);
2225 ocfs2_journal_dirty(handle, di_bh);
2226
2227 i_size_write(inode, size);
2228 set_nlink(inode, 2);
2229 inode->i_blocks = ocfs2_inode_sector_count(inode);
2230
2231 ret = ocfs2_mark_inode_dirty(handle, inode, di_bh);
2232 if (ret < 0)
2233 mlog_errno(ret);
2234
2235 out:
2236 return ret;
2237 }
2238
ocfs2_fill_new_dir_el(struct ocfs2_super * osb,handle_t * handle,struct inode * parent,struct inode * inode,struct buffer_head * fe_bh,struct ocfs2_alloc_context * data_ac,struct buffer_head ** ret_new_bh)2239 static int ocfs2_fill_new_dir_el(struct ocfs2_super *osb,
2240 handle_t *handle,
2241 struct inode *parent,
2242 struct inode *inode,
2243 struct buffer_head *fe_bh,
2244 struct ocfs2_alloc_context *data_ac,
2245 struct buffer_head **ret_new_bh)
2246 {
2247 int status;
2248 unsigned int size = osb->sb->s_blocksize;
2249 struct buffer_head *new_bh = NULL;
2250 struct ocfs2_dir_entry *de;
2251
2252 if (ocfs2_new_dir_wants_trailer(inode))
2253 size = ocfs2_dir_trailer_blk_off(parent->i_sb);
2254
2255 status = ocfs2_do_extend_dir(osb->sb, handle, inode, fe_bh,
2256 data_ac, NULL, &new_bh);
2257 if (status < 0) {
2258 mlog_errno(status);
2259 goto bail;
2260 }
2261
2262 ocfs2_set_new_buffer_uptodate(INODE_CACHE(inode), new_bh);
2263
2264 status = ocfs2_journal_access_db(handle, INODE_CACHE(inode), new_bh,
2265 OCFS2_JOURNAL_ACCESS_CREATE);
2266 if (status < 0) {
2267 mlog_errno(status);
2268 goto bail;
2269 }
2270 memset(new_bh->b_data, 0, osb->sb->s_blocksize);
2271
2272 de = ocfs2_fill_initial_dirents(inode, parent, new_bh->b_data, size);
2273 if (ocfs2_new_dir_wants_trailer(inode)) {
2274 int size = le16_to_cpu(de->rec_len);
2275
2276 /*
2277 * Figure out the size of the hole left over after
2278 * insertion of '.' and '..'. The trailer wants this
2279 * information.
2280 */
2281 size -= OCFS2_DIR_REC_LEN(2);
2282 size -= sizeof(struct ocfs2_dir_block_trailer);
2283
2284 ocfs2_init_dir_trailer(inode, new_bh, size);
2285 }
2286
2287 ocfs2_journal_dirty(handle, new_bh);
2288
2289 i_size_write(inode, inode->i_sb->s_blocksize);
2290 set_nlink(inode, 2);
2291 inode->i_blocks = ocfs2_inode_sector_count(inode);
2292 status = ocfs2_mark_inode_dirty(handle, inode, fe_bh);
2293 if (status < 0) {
2294 mlog_errno(status);
2295 goto bail;
2296 }
2297
2298 status = 0;
2299 if (ret_new_bh) {
2300 *ret_new_bh = new_bh;
2301 new_bh = NULL;
2302 }
2303 bail:
2304 brelse(new_bh);
2305
2306 return status;
2307 }
2308
ocfs2_dx_dir_attach_index(struct ocfs2_super * osb,handle_t * handle,struct inode * dir,struct buffer_head * di_bh,struct buffer_head * dirdata_bh,struct ocfs2_alloc_context * meta_ac,int dx_inline,u32 num_entries,struct buffer_head ** ret_dx_root_bh)2309 static int ocfs2_dx_dir_attach_index(struct ocfs2_super *osb,
2310 handle_t *handle, struct inode *dir,
2311 struct buffer_head *di_bh,
2312 struct buffer_head *dirdata_bh,
2313 struct ocfs2_alloc_context *meta_ac,
2314 int dx_inline, u32 num_entries,
2315 struct buffer_head **ret_dx_root_bh)
2316 {
2317 int ret;
2318 struct ocfs2_dinode *di = (struct ocfs2_dinode *) di_bh->b_data;
2319 u16 dr_suballoc_bit;
2320 u64 suballoc_loc, dr_blkno;
2321 unsigned int num_bits;
2322 struct buffer_head *dx_root_bh = NULL;
2323 struct ocfs2_dx_root_block *dx_root;
2324 struct ocfs2_dir_block_trailer *trailer =
2325 ocfs2_trailer_from_bh(dirdata_bh, dir->i_sb);
2326
2327 ret = ocfs2_claim_metadata(handle, meta_ac, 1, &suballoc_loc,
2328 &dr_suballoc_bit, &num_bits, &dr_blkno);
2329 if (ret) {
2330 mlog_errno(ret);
2331 goto out;
2332 }
2333
2334 trace_ocfs2_dx_dir_attach_index(
2335 (unsigned long long)OCFS2_I(dir)->ip_blkno,
2336 (unsigned long long)dr_blkno);
2337
2338 dx_root_bh = sb_getblk(osb->sb, dr_blkno);
2339 if (dx_root_bh == NULL) {
2340 ret = -ENOMEM;
2341 goto out;
2342 }
2343 ocfs2_set_new_buffer_uptodate(INODE_CACHE(dir), dx_root_bh);
2344
2345 ret = ocfs2_journal_access_dr(handle, INODE_CACHE(dir), dx_root_bh,
2346 OCFS2_JOURNAL_ACCESS_CREATE);
2347 if (ret < 0) {
2348 mlog_errno(ret);
2349 goto out;
2350 }
2351
2352 dx_root = (struct ocfs2_dx_root_block *)dx_root_bh->b_data;
2353 memset(dx_root, 0, osb->sb->s_blocksize);
2354 strcpy(dx_root->dr_signature, OCFS2_DX_ROOT_SIGNATURE);
2355 dx_root->dr_suballoc_slot = cpu_to_le16(meta_ac->ac_alloc_slot);
2356 dx_root->dr_suballoc_loc = cpu_to_le64(suballoc_loc);
2357 dx_root->dr_suballoc_bit = cpu_to_le16(dr_suballoc_bit);
2358 dx_root->dr_fs_generation = cpu_to_le32(osb->fs_generation);
2359 dx_root->dr_blkno = cpu_to_le64(dr_blkno);
2360 dx_root->dr_dir_blkno = cpu_to_le64(OCFS2_I(dir)->ip_blkno);
2361 dx_root->dr_num_entries = cpu_to_le32(num_entries);
2362 if (le16_to_cpu(trailer->db_free_rec_len))
2363 dx_root->dr_free_blk = cpu_to_le64(dirdata_bh->b_blocknr);
2364 else
2365 dx_root->dr_free_blk = cpu_to_le64(0);
2366
2367 if (dx_inline) {
2368 dx_root->dr_flags |= OCFS2_DX_FLAG_INLINE;
2369 dx_root->dr_entries.de_count =
2370 cpu_to_le16(ocfs2_dx_entries_per_root(osb->sb));
2371 } else {
2372 dx_root->dr_list.l_count =
2373 cpu_to_le16(ocfs2_extent_recs_per_dx_root(osb->sb));
2374 }
2375 ocfs2_journal_dirty(handle, dx_root_bh);
2376
2377 ret = ocfs2_journal_access_di(handle, INODE_CACHE(dir), di_bh,
2378 OCFS2_JOURNAL_ACCESS_CREATE);
2379 if (ret) {
2380 mlog_errno(ret);
2381 goto out;
2382 }
2383
2384 di->i_dx_root = cpu_to_le64(dr_blkno);
2385
2386 spin_lock(&OCFS2_I(dir)->ip_lock);
2387 OCFS2_I(dir)->ip_dyn_features |= OCFS2_INDEXED_DIR_FL;
2388 di->i_dyn_features = cpu_to_le16(OCFS2_I(dir)->ip_dyn_features);
2389 spin_unlock(&OCFS2_I(dir)->ip_lock);
2390
2391 ocfs2_journal_dirty(handle, di_bh);
2392
2393 *ret_dx_root_bh = dx_root_bh;
2394 dx_root_bh = NULL;
2395
2396 out:
2397 brelse(dx_root_bh);
2398 return ret;
2399 }
2400
ocfs2_dx_dir_format_cluster(struct ocfs2_super * osb,handle_t * handle,struct inode * dir,struct buffer_head ** dx_leaves,int num_dx_leaves,u64 start_blk)2401 static int ocfs2_dx_dir_format_cluster(struct ocfs2_super *osb,
2402 handle_t *handle, struct inode *dir,
2403 struct buffer_head **dx_leaves,
2404 int num_dx_leaves, u64 start_blk)
2405 {
2406 int ret, i;
2407 struct ocfs2_dx_leaf *dx_leaf;
2408 struct buffer_head *bh;
2409
2410 for (i = 0; i < num_dx_leaves; i++) {
2411 bh = sb_getblk(osb->sb, start_blk + i);
2412 if (bh == NULL) {
2413 ret = -ENOMEM;
2414 goto out;
2415 }
2416 dx_leaves[i] = bh;
2417
2418 ocfs2_set_new_buffer_uptodate(INODE_CACHE(dir), bh);
2419
2420 ret = ocfs2_journal_access_dl(handle, INODE_CACHE(dir), bh,
2421 OCFS2_JOURNAL_ACCESS_CREATE);
2422 if (ret < 0) {
2423 mlog_errno(ret);
2424 goto out;
2425 }
2426
2427 dx_leaf = (struct ocfs2_dx_leaf *) bh->b_data;
2428
2429 memset(dx_leaf, 0, osb->sb->s_blocksize);
2430 strcpy(dx_leaf->dl_signature, OCFS2_DX_LEAF_SIGNATURE);
2431 dx_leaf->dl_fs_generation = cpu_to_le32(osb->fs_generation);
2432 dx_leaf->dl_blkno = cpu_to_le64(bh->b_blocknr);
2433 dx_leaf->dl_list.de_count =
2434 cpu_to_le16(ocfs2_dx_entries_per_leaf(osb->sb));
2435
2436 trace_ocfs2_dx_dir_format_cluster(
2437 (unsigned long long)OCFS2_I(dir)->ip_blkno,
2438 (unsigned long long)bh->b_blocknr,
2439 le16_to_cpu(dx_leaf->dl_list.de_count));
2440
2441 ocfs2_journal_dirty(handle, bh);
2442 }
2443
2444 ret = 0;
2445 out:
2446 return ret;
2447 }
2448
2449 /*
2450 * Allocates and formats a new cluster for use in an indexed dir
2451 * leaf. This version will not do the extent insert, so that it can be
2452 * used by operations which need careful ordering.
2453 */
__ocfs2_dx_dir_new_cluster(struct inode * dir,u32 cpos,handle_t * handle,struct ocfs2_alloc_context * data_ac,struct buffer_head ** dx_leaves,int num_dx_leaves,u64 * ret_phys_blkno)2454 static int __ocfs2_dx_dir_new_cluster(struct inode *dir,
2455 u32 cpos, handle_t *handle,
2456 struct ocfs2_alloc_context *data_ac,
2457 struct buffer_head **dx_leaves,
2458 int num_dx_leaves, u64 *ret_phys_blkno)
2459 {
2460 int ret;
2461 u32 phys, num;
2462 u64 phys_blkno;
2463 struct ocfs2_super *osb = OCFS2_SB(dir->i_sb);
2464
2465 /*
2466 * XXX: For create, this should claim cluster for the index
2467 * *before* the unindexed insert so that we have a better
2468 * chance of contiguousness as the directory grows in number
2469 * of entries.
2470 */
2471 ret = __ocfs2_claim_clusters(handle, data_ac, 1, 1, &phys, &num);
2472 if (ret) {
2473 mlog_errno(ret);
2474 goto out;
2475 }
2476
2477 /*
2478 * Format the new cluster first. That way, we're inserting
2479 * valid data.
2480 */
2481 phys_blkno = ocfs2_clusters_to_blocks(osb->sb, phys);
2482 ret = ocfs2_dx_dir_format_cluster(osb, handle, dir, dx_leaves,
2483 num_dx_leaves, phys_blkno);
2484 if (ret) {
2485 mlog_errno(ret);
2486 goto out;
2487 }
2488
2489 *ret_phys_blkno = phys_blkno;
2490 out:
2491 return ret;
2492 }
2493
ocfs2_dx_dir_new_cluster(struct inode * dir,struct ocfs2_extent_tree * et,u32 cpos,handle_t * handle,struct ocfs2_alloc_context * data_ac,struct ocfs2_alloc_context * meta_ac,struct buffer_head ** dx_leaves,int num_dx_leaves)2494 static int ocfs2_dx_dir_new_cluster(struct inode *dir,
2495 struct ocfs2_extent_tree *et,
2496 u32 cpos, handle_t *handle,
2497 struct ocfs2_alloc_context *data_ac,
2498 struct ocfs2_alloc_context *meta_ac,
2499 struct buffer_head **dx_leaves,
2500 int num_dx_leaves)
2501 {
2502 int ret;
2503 u64 phys_blkno;
2504
2505 ret = __ocfs2_dx_dir_new_cluster(dir, cpos, handle, data_ac, dx_leaves,
2506 num_dx_leaves, &phys_blkno);
2507 if (ret) {
2508 mlog_errno(ret);
2509 goto out;
2510 }
2511
2512 ret = ocfs2_insert_extent(handle, et, cpos, phys_blkno, 1, 0,
2513 meta_ac);
2514 if (ret)
2515 mlog_errno(ret);
2516 out:
2517 return ret;
2518 }
2519
ocfs2_dx_dir_kmalloc_leaves(struct super_block * sb,int * ret_num_leaves)2520 static struct buffer_head **ocfs2_dx_dir_kmalloc_leaves(struct super_block *sb,
2521 int *ret_num_leaves)
2522 {
2523 int num_dx_leaves = ocfs2_clusters_to_blocks(sb, 1);
2524 struct buffer_head **dx_leaves;
2525
2526 dx_leaves = kcalloc(num_dx_leaves, sizeof(struct buffer_head *),
2527 GFP_NOFS);
2528 if (dx_leaves && ret_num_leaves)
2529 *ret_num_leaves = num_dx_leaves;
2530
2531 return dx_leaves;
2532 }
2533
ocfs2_fill_new_dir_dx(struct ocfs2_super * osb,handle_t * handle,struct inode * parent,struct inode * inode,struct buffer_head * di_bh,struct ocfs2_alloc_context * data_ac,struct ocfs2_alloc_context * meta_ac)2534 static int ocfs2_fill_new_dir_dx(struct ocfs2_super *osb,
2535 handle_t *handle,
2536 struct inode *parent,
2537 struct inode *inode,
2538 struct buffer_head *di_bh,
2539 struct ocfs2_alloc_context *data_ac,
2540 struct ocfs2_alloc_context *meta_ac)
2541 {
2542 int ret;
2543 struct buffer_head *leaf_bh = NULL;
2544 struct buffer_head *dx_root_bh = NULL;
2545 struct ocfs2_dx_hinfo hinfo;
2546 struct ocfs2_dx_root_block *dx_root;
2547 struct ocfs2_dx_entry_list *entry_list;
2548
2549 /*
2550 * Our strategy is to create the directory as though it were
2551 * unindexed, then add the index block. This works with very
2552 * little complication since the state of a new directory is a
2553 * very well known quantity.
2554 *
2555 * Essentially, we have two dirents ("." and ".."), in the 1st
2556 * block which need indexing. These are easily inserted into
2557 * the index block.
2558 */
2559
2560 ret = ocfs2_fill_new_dir_el(osb, handle, parent, inode, di_bh,
2561 data_ac, &leaf_bh);
2562 if (ret) {
2563 mlog_errno(ret);
2564 goto out;
2565 }
2566
2567 ret = ocfs2_dx_dir_attach_index(osb, handle, inode, di_bh, leaf_bh,
2568 meta_ac, 1, 2, &dx_root_bh);
2569 if (ret) {
2570 mlog_errno(ret);
2571 goto out;
2572 }
2573 dx_root = (struct ocfs2_dx_root_block *)dx_root_bh->b_data;
2574 entry_list = &dx_root->dr_entries;
2575
2576 /* Buffer has been journaled for us by ocfs2_dx_dir_attach_index */
2577 ocfs2_dx_dir_name_hash(inode, ".", 1, &hinfo);
2578 ocfs2_dx_entry_list_insert(entry_list, &hinfo, leaf_bh->b_blocknr);
2579
2580 ocfs2_dx_dir_name_hash(inode, "..", 2, &hinfo);
2581 ocfs2_dx_entry_list_insert(entry_list, &hinfo, leaf_bh->b_blocknr);
2582
2583 out:
2584 brelse(dx_root_bh);
2585 brelse(leaf_bh);
2586 return ret;
2587 }
2588
ocfs2_fill_new_dir(struct ocfs2_super * osb,handle_t * handle,struct inode * parent,struct inode * inode,struct buffer_head * fe_bh,struct ocfs2_alloc_context * data_ac,struct ocfs2_alloc_context * meta_ac)2589 int ocfs2_fill_new_dir(struct ocfs2_super *osb,
2590 handle_t *handle,
2591 struct inode *parent,
2592 struct inode *inode,
2593 struct buffer_head *fe_bh,
2594 struct ocfs2_alloc_context *data_ac,
2595 struct ocfs2_alloc_context *meta_ac)
2596
2597 {
2598 BUG_ON(!ocfs2_supports_inline_data(osb) && data_ac == NULL);
2599
2600 if (OCFS2_I(inode)->ip_dyn_features & OCFS2_INLINE_DATA_FL)
2601 return ocfs2_fill_new_dir_id(osb, handle, parent, inode, fe_bh);
2602
2603 if (ocfs2_supports_indexed_dirs(osb))
2604 return ocfs2_fill_new_dir_dx(osb, handle, parent, inode, fe_bh,
2605 data_ac, meta_ac);
2606
2607 return ocfs2_fill_new_dir_el(osb, handle, parent, inode, fe_bh,
2608 data_ac, NULL);
2609 }
2610
ocfs2_dx_dir_index_block(struct inode * dir,handle_t * handle,struct buffer_head ** dx_leaves,int num_dx_leaves,u32 * num_dx_entries,struct buffer_head * dirent_bh)2611 static int ocfs2_dx_dir_index_block(struct inode *dir,
2612 handle_t *handle,
2613 struct buffer_head **dx_leaves,
2614 int num_dx_leaves,
2615 u32 *num_dx_entries,
2616 struct buffer_head *dirent_bh)
2617 {
2618 int ret = 0, namelen, i;
2619 char *de_buf, *limit;
2620 struct ocfs2_dir_entry *de;
2621 struct buffer_head *dx_leaf_bh;
2622 struct ocfs2_dx_hinfo hinfo;
2623 u64 dirent_blk = dirent_bh->b_blocknr;
2624
2625 de_buf = dirent_bh->b_data;
2626 limit = de_buf + dir->i_sb->s_blocksize;
2627
2628 while (de_buf < limit) {
2629 de = (struct ocfs2_dir_entry *)de_buf;
2630
2631 namelen = de->name_len;
2632 if (!namelen || !de->inode)
2633 goto inc;
2634
2635 ocfs2_dx_dir_name_hash(dir, de->name, namelen, &hinfo);
2636
2637 i = ocfs2_dx_dir_hash_idx(OCFS2_SB(dir->i_sb), &hinfo);
2638 dx_leaf_bh = dx_leaves[i];
2639
2640 ret = __ocfs2_dx_dir_leaf_insert(dir, handle, &hinfo,
2641 dirent_blk, dx_leaf_bh);
2642 if (ret) {
2643 mlog_errno(ret);
2644 goto out;
2645 }
2646
2647 *num_dx_entries = *num_dx_entries + 1;
2648
2649 inc:
2650 de_buf += le16_to_cpu(de->rec_len);
2651 }
2652
2653 out:
2654 return ret;
2655 }
2656
2657 /*
2658 * XXX: This expects dx_root_bh to already be part of the transaction.
2659 */
ocfs2_dx_dir_index_root_block(struct inode * dir,struct buffer_head * dx_root_bh,struct buffer_head * dirent_bh)2660 static void ocfs2_dx_dir_index_root_block(struct inode *dir,
2661 struct buffer_head *dx_root_bh,
2662 struct buffer_head *dirent_bh)
2663 {
2664 char *de_buf, *limit;
2665 struct ocfs2_dx_root_block *dx_root;
2666 struct ocfs2_dir_entry *de;
2667 struct ocfs2_dx_hinfo hinfo;
2668 u64 dirent_blk = dirent_bh->b_blocknr;
2669
2670 dx_root = (struct ocfs2_dx_root_block *)dx_root_bh->b_data;
2671
2672 de_buf = dirent_bh->b_data;
2673 limit = de_buf + dir->i_sb->s_blocksize;
2674
2675 while (de_buf < limit) {
2676 de = (struct ocfs2_dir_entry *)de_buf;
2677
2678 if (!de->name_len || !de->inode)
2679 goto inc;
2680
2681 ocfs2_dx_dir_name_hash(dir, de->name, de->name_len, &hinfo);
2682
2683 trace_ocfs2_dx_dir_index_root_block(
2684 (unsigned long long)dir->i_ino,
2685 hinfo.major_hash, hinfo.minor_hash,
2686 de->name_len, de->name,
2687 le16_to_cpu(dx_root->dr_entries.de_num_used));
2688
2689 ocfs2_dx_entry_list_insert(&dx_root->dr_entries, &hinfo,
2690 dirent_blk);
2691
2692 le32_add_cpu(&dx_root->dr_num_entries, 1);
2693 inc:
2694 de_buf += le16_to_cpu(de->rec_len);
2695 }
2696 }
2697
2698 /*
2699 * Count the number of inline directory entries in di_bh and compare
2700 * them against the number of entries we can hold in an inline dx root
2701 * block.
2702 */
ocfs2_new_dx_should_be_inline(struct inode * dir,struct buffer_head * di_bh)2703 static int ocfs2_new_dx_should_be_inline(struct inode *dir,
2704 struct buffer_head *di_bh)
2705 {
2706 int dirent_count = 0;
2707 char *de_buf, *limit;
2708 struct ocfs2_dir_entry *de;
2709 struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data;
2710
2711 de_buf = di->id2.i_data.id_data;
2712 limit = de_buf + i_size_read(dir);
2713
2714 while (de_buf < limit) {
2715 de = (struct ocfs2_dir_entry *)de_buf;
2716
2717 if (de->name_len && de->inode)
2718 dirent_count++;
2719
2720 de_buf += le16_to_cpu(de->rec_len);
2721 }
2722
2723 /* We are careful to leave room for one extra record. */
2724 return dirent_count < ocfs2_dx_entries_per_root(dir->i_sb);
2725 }
2726
2727 /*
2728 * Expand rec_len of the rightmost dirent in a directory block so that it
2729 * contains the end of our valid space for dirents. We do this during
2730 * expansion from an inline directory to one with extents. The first dir block
2731 * in that case is taken from the inline data portion of the inode block.
2732 *
2733 * This will also return the largest amount of contiguous space for a dirent
2734 * in the block. That value is *not* necessarily the last dirent, even after
2735 * expansion. The directory indexing code wants this value for free space
2736 * accounting. We do this here since we're already walking the entire dir
2737 * block.
2738 *
2739 * We add the dir trailer if this filesystem wants it.
2740 */
ocfs2_expand_last_dirent(char * start,unsigned int old_size,struct inode * dir)2741 static unsigned int ocfs2_expand_last_dirent(char *start, unsigned int old_size,
2742 struct inode *dir)
2743 {
2744 struct super_block *sb = dir->i_sb;
2745 struct ocfs2_dir_entry *de;
2746 struct ocfs2_dir_entry *prev_de;
2747 char *de_buf, *limit;
2748 unsigned int new_size = sb->s_blocksize;
2749 unsigned int bytes, this_hole;
2750 unsigned int largest_hole = 0;
2751
2752 if (ocfs2_new_dir_wants_trailer(dir))
2753 new_size = ocfs2_dir_trailer_blk_off(sb);
2754
2755 bytes = new_size - old_size;
2756
2757 limit = start + old_size;
2758 de_buf = start;
2759 de = (struct ocfs2_dir_entry *)de_buf;
2760 do {
2761 this_hole = ocfs2_figure_dirent_hole(de);
2762 if (this_hole > largest_hole)
2763 largest_hole = this_hole;
2764
2765 prev_de = de;
2766 de_buf += le16_to_cpu(de->rec_len);
2767 de = (struct ocfs2_dir_entry *)de_buf;
2768 } while (de_buf < limit);
2769
2770 le16_add_cpu(&prev_de->rec_len, bytes);
2771
2772 /* We need to double check this after modification of the final
2773 * dirent. */
2774 this_hole = ocfs2_figure_dirent_hole(prev_de);
2775 if (this_hole > largest_hole)
2776 largest_hole = this_hole;
2777
2778 if (largest_hole >= OCFS2_DIR_MIN_REC_LEN)
2779 return largest_hole;
2780 return 0;
2781 }
2782
2783 /*
2784 * We allocate enough clusters to fulfill "blocks_wanted", but set
2785 * i_size to exactly one block. Ocfs2_extend_dir() will handle the
2786 * rest automatically for us.
2787 *
2788 * *first_block_bh is a pointer to the 1st data block allocated to the
2789 * directory.
2790 */
ocfs2_expand_inline_dir(struct inode * dir,struct buffer_head * di_bh,unsigned int blocks_wanted,struct ocfs2_dir_lookup_result * lookup,struct buffer_head ** first_block_bh)2791 static int ocfs2_expand_inline_dir(struct inode *dir, struct buffer_head *di_bh,
2792 unsigned int blocks_wanted,
2793 struct ocfs2_dir_lookup_result *lookup,
2794 struct buffer_head **first_block_bh)
2795 {
2796 u32 alloc, dx_alloc, bit_off, len, num_dx_entries = 0;
2797 struct super_block *sb = dir->i_sb;
2798 int ret, i, num_dx_leaves = 0, dx_inline = 0,
2799 credits = ocfs2_inline_to_extents_credits(sb);
2800 u64 dx_insert_blkno, blkno,
2801 bytes = blocks_wanted << sb->s_blocksize_bits;
2802 struct ocfs2_super *osb = OCFS2_SB(dir->i_sb);
2803 struct ocfs2_inode_info *oi = OCFS2_I(dir);
2804 struct ocfs2_alloc_context *data_ac = NULL;
2805 struct ocfs2_alloc_context *meta_ac = NULL;
2806 struct buffer_head *dirdata_bh = NULL;
2807 struct buffer_head *dx_root_bh = NULL;
2808 struct buffer_head **dx_leaves = NULL;
2809 struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data;
2810 handle_t *handle;
2811 struct ocfs2_extent_tree et;
2812 struct ocfs2_extent_tree dx_et;
2813 int did_quota = 0, bytes_allocated = 0;
2814
2815 ocfs2_init_dinode_extent_tree(&et, INODE_CACHE(dir), di_bh);
2816
2817 alloc = ocfs2_clusters_for_bytes(sb, bytes);
2818 dx_alloc = 0;
2819
2820 down_write(&oi->ip_alloc_sem);
2821
2822 if (ocfs2_supports_indexed_dirs(osb)) {
2823 credits += ocfs2_add_dir_index_credits(sb);
2824
2825 dx_inline = ocfs2_new_dx_should_be_inline(dir, di_bh);
2826 if (!dx_inline) {
2827 /* Add one more cluster for an index leaf */
2828 dx_alloc++;
2829 dx_leaves = ocfs2_dx_dir_kmalloc_leaves(sb,
2830 &num_dx_leaves);
2831 if (!dx_leaves) {
2832 ret = -ENOMEM;
2833 mlog_errno(ret);
2834 goto out;
2835 }
2836 }
2837
2838 /* This gets us the dx_root */
2839 ret = ocfs2_reserve_new_metadata_blocks(osb, 1, &meta_ac);
2840 if (ret) {
2841 mlog_errno(ret);
2842 goto out;
2843 }
2844 }
2845
2846 /*
2847 * We should never need more than 2 clusters for the unindexed
2848 * tree - maximum dirent size is far less than one block. In
2849 * fact, the only time we'd need more than one cluster is if
2850 * blocksize == clustersize and the dirent won't fit in the
2851 * extra space that the expansion to a single block gives. As
2852 * of today, that only happens on 4k/4k file systems.
2853 */
2854 BUG_ON(alloc > 2);
2855
2856 ret = ocfs2_reserve_clusters(osb, alloc + dx_alloc, &data_ac);
2857 if (ret) {
2858 mlog_errno(ret);
2859 goto out;
2860 }
2861
2862 /*
2863 * Prepare for worst case allocation scenario of two separate
2864 * extents in the unindexed tree.
2865 */
2866 if (alloc == 2)
2867 credits += OCFS2_SUBALLOC_ALLOC;
2868
2869 handle = ocfs2_start_trans(osb, credits);
2870 if (IS_ERR(handle)) {
2871 ret = PTR_ERR(handle);
2872 mlog_errno(ret);
2873 goto out;
2874 }
2875
2876 ret = dquot_alloc_space_nodirty(dir,
2877 ocfs2_clusters_to_bytes(osb->sb, alloc + dx_alloc));
2878 if (ret)
2879 goto out_commit;
2880 did_quota = 1;
2881
2882 if (ocfs2_supports_indexed_dirs(osb) && !dx_inline) {
2883 /*
2884 * Allocate our index cluster first, to maximize the
2885 * possibility that unindexed leaves grow
2886 * contiguously.
2887 */
2888 ret = __ocfs2_dx_dir_new_cluster(dir, 0, handle, data_ac,
2889 dx_leaves, num_dx_leaves,
2890 &dx_insert_blkno);
2891 if (ret) {
2892 mlog_errno(ret);
2893 goto out_commit;
2894 }
2895 bytes_allocated += ocfs2_clusters_to_bytes(dir->i_sb, 1);
2896 }
2897
2898 /*
2899 * Try to claim as many clusters as the bitmap can give though
2900 * if we only get one now, that's enough to continue. The rest
2901 * will be claimed after the conversion to extents.
2902 */
2903 if (ocfs2_dir_resv_allowed(osb))
2904 data_ac->ac_resv = &oi->ip_la_data_resv;
2905 ret = ocfs2_claim_clusters(handle, data_ac, 1, &bit_off, &len);
2906 if (ret) {
2907 mlog_errno(ret);
2908 goto out_commit;
2909 }
2910 bytes_allocated += ocfs2_clusters_to_bytes(dir->i_sb, 1);
2911
2912 /*
2913 * Operations are carefully ordered so that we set up the new
2914 * data block first. The conversion from inline data to
2915 * extents follows.
2916 */
2917 blkno = ocfs2_clusters_to_blocks(dir->i_sb, bit_off);
2918 dirdata_bh = sb_getblk(sb, blkno);
2919 if (!dirdata_bh) {
2920 ret = -ENOMEM;
2921 mlog_errno(ret);
2922 goto out_commit;
2923 }
2924
2925 ocfs2_set_new_buffer_uptodate(INODE_CACHE(dir), dirdata_bh);
2926
2927 ret = ocfs2_journal_access_db(handle, INODE_CACHE(dir), dirdata_bh,
2928 OCFS2_JOURNAL_ACCESS_CREATE);
2929 if (ret) {
2930 mlog_errno(ret);
2931 goto out_commit;
2932 }
2933
2934 memcpy(dirdata_bh->b_data, di->id2.i_data.id_data, i_size_read(dir));
2935 memset(dirdata_bh->b_data + i_size_read(dir), 0,
2936 sb->s_blocksize - i_size_read(dir));
2937 i = ocfs2_expand_last_dirent(dirdata_bh->b_data, i_size_read(dir), dir);
2938 if (ocfs2_new_dir_wants_trailer(dir)) {
2939 /*
2940 * Prepare the dir trailer up front. It will otherwise look
2941 * like a valid dirent. Even if inserting the index fails
2942 * (unlikely), then all we'll have done is given first dir
2943 * block a small amount of fragmentation.
2944 */
2945 ocfs2_init_dir_trailer(dir, dirdata_bh, i);
2946 }
2947
2948 ocfs2_update_inode_fsync_trans(handle, dir, 1);
2949 ocfs2_journal_dirty(handle, dirdata_bh);
2950
2951 if (ocfs2_supports_indexed_dirs(osb) && !dx_inline) {
2952 /*
2953 * Dx dirs with an external cluster need to do this up
2954 * front. Inline dx root's get handled later, after
2955 * we've allocated our root block. We get passed back
2956 * a total number of items so that dr_num_entries can
2957 * be correctly set once the dx_root has been
2958 * allocated.
2959 */
2960 ret = ocfs2_dx_dir_index_block(dir, handle, dx_leaves,
2961 num_dx_leaves, &num_dx_entries,
2962 dirdata_bh);
2963 if (ret) {
2964 mlog_errno(ret);
2965 goto out_commit;
2966 }
2967 }
2968
2969 /*
2970 * Set extent, i_size, etc on the directory. After this, the
2971 * inode should contain the same exact dirents as before and
2972 * be fully accessible from system calls.
2973 *
2974 * We let the later dirent insert modify c/mtime - to the user
2975 * the data hasn't changed.
2976 */
2977 ret = ocfs2_journal_access_di(handle, INODE_CACHE(dir), di_bh,
2978 OCFS2_JOURNAL_ACCESS_CREATE);
2979 if (ret) {
2980 mlog_errno(ret);
2981 goto out_commit;
2982 }
2983
2984 spin_lock(&oi->ip_lock);
2985 oi->ip_dyn_features &= ~OCFS2_INLINE_DATA_FL;
2986 di->i_dyn_features = cpu_to_le16(oi->ip_dyn_features);
2987 spin_unlock(&oi->ip_lock);
2988
2989 ocfs2_dinode_new_extent_list(dir, di);
2990
2991 i_size_write(dir, sb->s_blocksize);
2992 inode_set_mtime_to_ts(dir, inode_set_ctime_current(dir));
2993
2994 di->i_size = cpu_to_le64(sb->s_blocksize);
2995 di->i_ctime = di->i_mtime = cpu_to_le64(inode_get_ctime_sec(dir));
2996 di->i_ctime_nsec = di->i_mtime_nsec = cpu_to_le32(inode_get_ctime_nsec(dir));
2997 ocfs2_update_inode_fsync_trans(handle, dir, 1);
2998
2999 /*
3000 * This should never fail as our extent list is empty and all
3001 * related blocks have been journaled already.
3002 */
3003 ret = ocfs2_insert_extent(handle, &et, 0, blkno, len,
3004 0, NULL);
3005 if (ret) {
3006 mlog_errno(ret);
3007 goto out_commit;
3008 }
3009
3010 /*
3011 * Set i_blocks after the extent insert for the most up to
3012 * date ip_clusters value.
3013 */
3014 dir->i_blocks = ocfs2_inode_sector_count(dir);
3015
3016 ocfs2_journal_dirty(handle, di_bh);
3017
3018 if (ocfs2_supports_indexed_dirs(osb)) {
3019 ret = ocfs2_dx_dir_attach_index(osb, handle, dir, di_bh,
3020 dirdata_bh, meta_ac, dx_inline,
3021 num_dx_entries, &dx_root_bh);
3022 if (ret) {
3023 mlog_errno(ret);
3024 goto out_commit;
3025 }
3026
3027 if (dx_inline) {
3028 ocfs2_dx_dir_index_root_block(dir, dx_root_bh,
3029 dirdata_bh);
3030 } else {
3031 ocfs2_init_dx_root_extent_tree(&dx_et,
3032 INODE_CACHE(dir),
3033 dx_root_bh);
3034 ret = ocfs2_insert_extent(handle, &dx_et, 0,
3035 dx_insert_blkno, 1, 0, NULL);
3036 if (ret)
3037 mlog_errno(ret);
3038 }
3039 }
3040
3041 /*
3042 * We asked for two clusters, but only got one in the 1st
3043 * pass. Claim the 2nd cluster as a separate extent.
3044 */
3045 if (alloc > len) {
3046 ret = ocfs2_claim_clusters(handle, data_ac, 1, &bit_off,
3047 &len);
3048 if (ret) {
3049 mlog_errno(ret);
3050 goto out_commit;
3051 }
3052 blkno = ocfs2_clusters_to_blocks(dir->i_sb, bit_off);
3053
3054 ret = ocfs2_insert_extent(handle, &et, 1,
3055 blkno, len, 0, NULL);
3056 if (ret) {
3057 mlog_errno(ret);
3058 goto out_commit;
3059 }
3060 bytes_allocated += ocfs2_clusters_to_bytes(dir->i_sb, 1);
3061 }
3062
3063 *first_block_bh = dirdata_bh;
3064 dirdata_bh = NULL;
3065 if (ocfs2_supports_indexed_dirs(osb)) {
3066 unsigned int off;
3067
3068 if (!dx_inline) {
3069 /*
3070 * We need to return the correct block within the
3071 * cluster which should hold our entry.
3072 */
3073 off = ocfs2_dx_dir_hash_idx(osb,
3074 &lookup->dl_hinfo);
3075 get_bh(dx_leaves[off]);
3076 lookup->dl_dx_leaf_bh = dx_leaves[off];
3077 }
3078 lookup->dl_dx_root_bh = dx_root_bh;
3079 dx_root_bh = NULL;
3080 }
3081
3082 out_commit:
3083 if (ret < 0 && did_quota)
3084 dquot_free_space_nodirty(dir, bytes_allocated);
3085
3086 ocfs2_commit_trans(osb, handle);
3087
3088 out:
3089 up_write(&oi->ip_alloc_sem);
3090 if (data_ac)
3091 ocfs2_free_alloc_context(data_ac);
3092 if (meta_ac)
3093 ocfs2_free_alloc_context(meta_ac);
3094
3095 if (dx_leaves) {
3096 for (i = 0; i < num_dx_leaves; i++)
3097 brelse(dx_leaves[i]);
3098 kfree(dx_leaves);
3099 }
3100
3101 brelse(dirdata_bh);
3102 brelse(dx_root_bh);
3103
3104 return ret;
3105 }
3106
3107 /* returns a bh of the 1st new block in the allocation. */
ocfs2_do_extend_dir(struct super_block * sb,handle_t * handle,struct inode * dir,struct buffer_head * parent_fe_bh,struct ocfs2_alloc_context * data_ac,struct ocfs2_alloc_context * meta_ac,struct buffer_head ** new_bh)3108 static int ocfs2_do_extend_dir(struct super_block *sb,
3109 handle_t *handle,
3110 struct inode *dir,
3111 struct buffer_head *parent_fe_bh,
3112 struct ocfs2_alloc_context *data_ac,
3113 struct ocfs2_alloc_context *meta_ac,
3114 struct buffer_head **new_bh)
3115 {
3116 int status;
3117 int extend, did_quota = 0;
3118 u64 p_blkno, v_blkno;
3119
3120 spin_lock(&OCFS2_I(dir)->ip_lock);
3121 extend = (i_size_read(dir) == ocfs2_clusters_to_bytes(sb, OCFS2_I(dir)->ip_clusters));
3122 spin_unlock(&OCFS2_I(dir)->ip_lock);
3123
3124 if (extend) {
3125 u32 offset = OCFS2_I(dir)->ip_clusters;
3126
3127 status = dquot_alloc_space_nodirty(dir,
3128 ocfs2_clusters_to_bytes(sb, 1));
3129 if (status)
3130 goto bail;
3131 did_quota = 1;
3132
3133 status = ocfs2_add_inode_data(OCFS2_SB(sb), dir, &offset,
3134 1, 0, parent_fe_bh, handle,
3135 data_ac, meta_ac, NULL);
3136 BUG_ON(status == -EAGAIN);
3137 if (status < 0) {
3138 mlog_errno(status);
3139 goto bail;
3140 }
3141 }
3142
3143 v_blkno = ocfs2_blocks_for_bytes(sb, i_size_read(dir));
3144 status = ocfs2_extent_map_get_blocks(dir, v_blkno, &p_blkno, NULL, NULL);
3145 if (status < 0) {
3146 mlog_errno(status);
3147 goto bail;
3148 }
3149
3150 *new_bh = sb_getblk(sb, p_blkno);
3151 if (!*new_bh) {
3152 status = -ENOMEM;
3153 mlog_errno(status);
3154 goto bail;
3155 }
3156 status = 0;
3157 bail:
3158 if (did_quota && status < 0)
3159 dquot_free_space_nodirty(dir, ocfs2_clusters_to_bytes(sb, 1));
3160 return status;
3161 }
3162
3163 /*
3164 * Assumes you already have a cluster lock on the directory.
3165 *
3166 * 'blocks_wanted' is only used if we have an inline directory which
3167 * is to be turned into an extent based one. The size of the dirent to
3168 * insert might be larger than the space gained by growing to just one
3169 * block, so we may have to grow the inode by two blocks in that case.
3170 *
3171 * If the directory is already indexed, dx_root_bh must be provided.
3172 */
ocfs2_extend_dir(struct ocfs2_super * osb,struct inode * dir,struct buffer_head * parent_fe_bh,unsigned int blocks_wanted,struct ocfs2_dir_lookup_result * lookup,struct buffer_head ** new_de_bh)3173 static int ocfs2_extend_dir(struct ocfs2_super *osb,
3174 struct inode *dir,
3175 struct buffer_head *parent_fe_bh,
3176 unsigned int blocks_wanted,
3177 struct ocfs2_dir_lookup_result *lookup,
3178 struct buffer_head **new_de_bh)
3179 {
3180 int status = 0;
3181 int credits, num_free_extents, drop_alloc_sem = 0;
3182 loff_t dir_i_size;
3183 struct ocfs2_dinode *fe = (struct ocfs2_dinode *) parent_fe_bh->b_data;
3184 struct ocfs2_extent_list *el = &fe->id2.i_list;
3185 struct ocfs2_alloc_context *data_ac = NULL;
3186 struct ocfs2_alloc_context *meta_ac = NULL;
3187 handle_t *handle = NULL;
3188 struct buffer_head *new_bh = NULL;
3189 struct ocfs2_dir_entry * de;
3190 struct super_block *sb = osb->sb;
3191 struct ocfs2_extent_tree et;
3192 struct buffer_head *dx_root_bh = lookup->dl_dx_root_bh;
3193
3194 if (OCFS2_I(dir)->ip_dyn_features & OCFS2_INLINE_DATA_FL) {
3195 /*
3196 * This would be a code error as an inline directory should
3197 * never have an index root.
3198 */
3199 BUG_ON(dx_root_bh);
3200
3201 status = ocfs2_expand_inline_dir(dir, parent_fe_bh,
3202 blocks_wanted, lookup,
3203 &new_bh);
3204 if (status) {
3205 mlog_errno(status);
3206 goto bail;
3207 }
3208
3209 /* Expansion from inline to an indexed directory will
3210 * have given us this. */
3211 dx_root_bh = lookup->dl_dx_root_bh;
3212
3213 if (blocks_wanted == 1) {
3214 /*
3215 * If the new dirent will fit inside the space
3216 * created by pushing out to one block, then
3217 * we can complete the operation
3218 * here. Otherwise we have to expand i_size
3219 * and format the 2nd block below.
3220 */
3221 BUG_ON(new_bh == NULL);
3222 goto bail_bh;
3223 }
3224
3225 /*
3226 * Get rid of 'new_bh' - we want to format the 2nd
3227 * data block and return that instead.
3228 */
3229 brelse(new_bh);
3230 new_bh = NULL;
3231
3232 down_write(&OCFS2_I(dir)->ip_alloc_sem);
3233 drop_alloc_sem = 1;
3234 dir_i_size = i_size_read(dir);
3235 credits = OCFS2_SIMPLE_DIR_EXTEND_CREDITS;
3236 goto do_extend;
3237 }
3238
3239 down_write(&OCFS2_I(dir)->ip_alloc_sem);
3240 drop_alloc_sem = 1;
3241 dir_i_size = i_size_read(dir);
3242 trace_ocfs2_extend_dir((unsigned long long)OCFS2_I(dir)->ip_blkno,
3243 dir_i_size);
3244
3245 /* dir->i_size is always block aligned. */
3246 spin_lock(&OCFS2_I(dir)->ip_lock);
3247 if (dir_i_size == ocfs2_clusters_to_bytes(sb, OCFS2_I(dir)->ip_clusters)) {
3248 spin_unlock(&OCFS2_I(dir)->ip_lock);
3249 ocfs2_init_dinode_extent_tree(&et, INODE_CACHE(dir),
3250 parent_fe_bh);
3251 num_free_extents = ocfs2_num_free_extents(&et);
3252 if (num_free_extents < 0) {
3253 status = num_free_extents;
3254 mlog_errno(status);
3255 goto bail;
3256 }
3257
3258 if (!num_free_extents) {
3259 status = ocfs2_reserve_new_metadata(osb, el, &meta_ac);
3260 if (status < 0) {
3261 if (status != -ENOSPC)
3262 mlog_errno(status);
3263 goto bail;
3264 }
3265 }
3266
3267 status = ocfs2_reserve_clusters(osb, 1, &data_ac);
3268 if (status < 0) {
3269 if (status != -ENOSPC)
3270 mlog_errno(status);
3271 goto bail;
3272 }
3273
3274 if (ocfs2_dir_resv_allowed(osb))
3275 data_ac->ac_resv = &OCFS2_I(dir)->ip_la_data_resv;
3276
3277 credits = ocfs2_calc_extend_credits(sb, el);
3278 } else {
3279 spin_unlock(&OCFS2_I(dir)->ip_lock);
3280 credits = OCFS2_SIMPLE_DIR_EXTEND_CREDITS;
3281 }
3282
3283 do_extend:
3284 if (ocfs2_dir_indexed(dir))
3285 credits++; /* For attaching the new dirent block to the
3286 * dx_root */
3287
3288 handle = ocfs2_start_trans(osb, credits);
3289 if (IS_ERR(handle)) {
3290 status = PTR_ERR(handle);
3291 handle = NULL;
3292 mlog_errno(status);
3293 goto bail;
3294 }
3295
3296 status = ocfs2_do_extend_dir(osb->sb, handle, dir, parent_fe_bh,
3297 data_ac, meta_ac, &new_bh);
3298 if (status < 0) {
3299 mlog_errno(status);
3300 goto bail;
3301 }
3302
3303 ocfs2_set_new_buffer_uptodate(INODE_CACHE(dir), new_bh);
3304
3305 status = ocfs2_journal_access_db(handle, INODE_CACHE(dir), new_bh,
3306 OCFS2_JOURNAL_ACCESS_CREATE);
3307 if (status < 0) {
3308 mlog_errno(status);
3309 goto bail;
3310 }
3311 memset(new_bh->b_data, 0, sb->s_blocksize);
3312
3313 de = (struct ocfs2_dir_entry *) new_bh->b_data;
3314 de->inode = 0;
3315 if (ocfs2_supports_dir_trailer(dir)) {
3316 de->rec_len = cpu_to_le16(ocfs2_dir_trailer_blk_off(sb));
3317
3318 ocfs2_init_dir_trailer(dir, new_bh, le16_to_cpu(de->rec_len));
3319
3320 if (ocfs2_dir_indexed(dir)) {
3321 status = ocfs2_dx_dir_link_trailer(dir, handle,
3322 dx_root_bh, new_bh);
3323 if (status) {
3324 mlog_errno(status);
3325 goto bail;
3326 }
3327 }
3328 } else {
3329 de->rec_len = cpu_to_le16(sb->s_blocksize);
3330 }
3331 ocfs2_update_inode_fsync_trans(handle, dir, 1);
3332 ocfs2_journal_dirty(handle, new_bh);
3333
3334 dir_i_size += dir->i_sb->s_blocksize;
3335 i_size_write(dir, dir_i_size);
3336 dir->i_blocks = ocfs2_inode_sector_count(dir);
3337 status = ocfs2_mark_inode_dirty(handle, dir, parent_fe_bh);
3338 if (status < 0) {
3339 mlog_errno(status);
3340 goto bail;
3341 }
3342
3343 bail_bh:
3344 *new_de_bh = new_bh;
3345 get_bh(*new_de_bh);
3346 bail:
3347 if (handle)
3348 ocfs2_commit_trans(osb, handle);
3349 if (drop_alloc_sem)
3350 up_write(&OCFS2_I(dir)->ip_alloc_sem);
3351
3352 if (data_ac)
3353 ocfs2_free_alloc_context(data_ac);
3354 if (meta_ac)
3355 ocfs2_free_alloc_context(meta_ac);
3356
3357 brelse(new_bh);
3358
3359 return status;
3360 }
3361
ocfs2_find_dir_space_id(struct inode * dir,struct buffer_head * di_bh,const char * name,int namelen,struct buffer_head ** ret_de_bh,unsigned int * blocks_wanted)3362 static int ocfs2_find_dir_space_id(struct inode *dir, struct buffer_head *di_bh,
3363 const char *name, int namelen,
3364 struct buffer_head **ret_de_bh,
3365 unsigned int *blocks_wanted)
3366 {
3367 int ret;
3368 struct super_block *sb = dir->i_sb;
3369 struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data;
3370 struct ocfs2_dir_entry *de, *last_de = NULL;
3371 char *first_de, *de_buf, *limit;
3372 unsigned long offset = 0;
3373 unsigned int rec_len, new_rec_len, free_space;
3374
3375 /*
3376 * This calculates how many free bytes we'd have in block zero, should
3377 * this function force expansion to an extent tree.
3378 */
3379 if (ocfs2_new_dir_wants_trailer(dir))
3380 free_space = ocfs2_dir_trailer_blk_off(sb) - i_size_read(dir);
3381 else
3382 free_space = dir->i_sb->s_blocksize - i_size_read(dir);
3383
3384 first_de = di->id2.i_data.id_data;
3385 de_buf = first_de;
3386 limit = de_buf + i_size_read(dir);
3387 rec_len = OCFS2_DIR_REC_LEN(namelen);
3388
3389 while (de_buf < limit) {
3390 de = (struct ocfs2_dir_entry *)de_buf;
3391
3392 if (!ocfs2_check_dir_entry(dir, de, di_bh, first_de,
3393 i_size_read(dir), offset)) {
3394 ret = -ENOENT;
3395 goto out;
3396 }
3397 if (ocfs2_match(namelen, name, de)) {
3398 ret = -EEXIST;
3399 goto out;
3400 }
3401 /*
3402 * No need to check for a trailing dirent record here as
3403 * they're not used for inline dirs.
3404 */
3405
3406 if (ocfs2_dirent_would_fit(de, rec_len)) {
3407 /* Ok, we found a spot. Return this bh and let
3408 * the caller actually fill it in. */
3409 *ret_de_bh = di_bh;
3410 get_bh(*ret_de_bh);
3411 ret = 0;
3412 goto out;
3413 }
3414
3415 last_de = de;
3416 de_buf += le16_to_cpu(de->rec_len);
3417 offset += le16_to_cpu(de->rec_len);
3418 }
3419
3420 /*
3421 * We're going to require expansion of the directory - figure
3422 * out how many blocks we'll need so that a place for the
3423 * dirent can be found.
3424 */
3425 *blocks_wanted = 1;
3426 new_rec_len = le16_to_cpu(last_de->rec_len) + free_space;
3427 if (new_rec_len < (rec_len + OCFS2_DIR_REC_LEN(last_de->name_len)))
3428 *blocks_wanted = 2;
3429
3430 ret = -ENOSPC;
3431 out:
3432 return ret;
3433 }
3434
ocfs2_find_dir_space_el(struct inode * dir,const char * name,int namelen,struct buffer_head ** ret_de_bh)3435 static int ocfs2_find_dir_space_el(struct inode *dir, const char *name,
3436 int namelen, struct buffer_head **ret_de_bh)
3437 {
3438 unsigned long offset;
3439 struct buffer_head *bh = NULL;
3440 unsigned short rec_len;
3441 struct ocfs2_dir_entry *de;
3442 struct super_block *sb = dir->i_sb;
3443 int status;
3444 int blocksize = dir->i_sb->s_blocksize;
3445
3446 status = ocfs2_read_dir_block(dir, 0, &bh, 0);
3447 if (status)
3448 goto bail;
3449
3450 rec_len = OCFS2_DIR_REC_LEN(namelen);
3451 offset = 0;
3452 de = (struct ocfs2_dir_entry *) bh->b_data;
3453 while (1) {
3454 if ((char *)de >= sb->s_blocksize + bh->b_data) {
3455 brelse(bh);
3456 bh = NULL;
3457
3458 if (i_size_read(dir) <= offset) {
3459 /*
3460 * Caller will have to expand this
3461 * directory.
3462 */
3463 status = -ENOSPC;
3464 goto bail;
3465 }
3466 status = ocfs2_read_dir_block(dir,
3467 offset >> sb->s_blocksize_bits,
3468 &bh, 0);
3469 if (status)
3470 goto bail;
3471
3472 /* move to next block */
3473 de = (struct ocfs2_dir_entry *) bh->b_data;
3474 }
3475 if (!ocfs2_check_dir_entry(dir, de, bh, bh->b_data, blocksize,
3476 offset)) {
3477 status = -ENOENT;
3478 goto bail;
3479 }
3480 if (ocfs2_match(namelen, name, de)) {
3481 status = -EEXIST;
3482 goto bail;
3483 }
3484
3485 if (ocfs2_skip_dir_trailer(dir, de, offset % blocksize,
3486 blocksize))
3487 goto next;
3488
3489 if (ocfs2_dirent_would_fit(de, rec_len)) {
3490 /* Ok, we found a spot. Return this bh and let
3491 * the caller actually fill it in. */
3492 *ret_de_bh = bh;
3493 get_bh(*ret_de_bh);
3494 status = 0;
3495 goto bail;
3496 }
3497 next:
3498 offset += le16_to_cpu(de->rec_len);
3499 de = (struct ocfs2_dir_entry *)((char *) de + le16_to_cpu(de->rec_len));
3500 }
3501
3502 bail:
3503 brelse(bh);
3504 if (status)
3505 mlog_errno(status);
3506
3507 return status;
3508 }
3509
dx_leaf_sort_cmp(const void * a,const void * b)3510 static int dx_leaf_sort_cmp(const void *a, const void *b)
3511 {
3512 const struct ocfs2_dx_entry *entry1 = a;
3513 const struct ocfs2_dx_entry *entry2 = b;
3514 u32 major_hash1 = le32_to_cpu(entry1->dx_major_hash);
3515 u32 major_hash2 = le32_to_cpu(entry2->dx_major_hash);
3516 u32 minor_hash1 = le32_to_cpu(entry1->dx_minor_hash);
3517 u32 minor_hash2 = le32_to_cpu(entry2->dx_minor_hash);
3518
3519 if (major_hash1 > major_hash2)
3520 return 1;
3521 if (major_hash1 < major_hash2)
3522 return -1;
3523
3524 /*
3525 * It is not strictly necessary to sort by minor
3526 */
3527 if (minor_hash1 > minor_hash2)
3528 return 1;
3529 if (minor_hash1 < minor_hash2)
3530 return -1;
3531 return 0;
3532 }
3533
dx_leaf_sort_swap(void * a,void * b,int size)3534 static void dx_leaf_sort_swap(void *a, void *b, int size)
3535 {
3536 struct ocfs2_dx_entry *entry1 = a;
3537 struct ocfs2_dx_entry *entry2 = b;
3538
3539 BUG_ON(size != sizeof(*entry1));
3540
3541 swap(*entry1, *entry2);
3542 }
3543
ocfs2_dx_leaf_same_major(struct ocfs2_dx_leaf * dx_leaf)3544 static int ocfs2_dx_leaf_same_major(struct ocfs2_dx_leaf *dx_leaf)
3545 {
3546 struct ocfs2_dx_entry_list *dl_list = &dx_leaf->dl_list;
3547 int i, num = le16_to_cpu(dl_list->de_num_used);
3548
3549 for (i = 0; i < (num - 1); i++) {
3550 if (le32_to_cpu(dl_list->de_entries[i].dx_major_hash) !=
3551 le32_to_cpu(dl_list->de_entries[i + 1].dx_major_hash))
3552 return 0;
3553 }
3554
3555 return 1;
3556 }
3557
3558 /*
3559 * Find the optimal value to split this leaf on. This expects the leaf
3560 * entries to be in sorted order.
3561 *
3562 * leaf_cpos is the cpos of the leaf we're splitting. insert_hash is
3563 * the hash we want to insert.
3564 *
3565 * This function is only concerned with the major hash - that which
3566 * determines which cluster an item belongs to.
3567 */
ocfs2_dx_dir_find_leaf_split(struct ocfs2_dx_leaf * dx_leaf,u32 leaf_cpos,u32 insert_hash,u32 * split_hash)3568 static int ocfs2_dx_dir_find_leaf_split(struct ocfs2_dx_leaf *dx_leaf,
3569 u32 leaf_cpos, u32 insert_hash,
3570 u32 *split_hash)
3571 {
3572 struct ocfs2_dx_entry_list *dl_list = &dx_leaf->dl_list;
3573 int i, num_used = le16_to_cpu(dl_list->de_num_used);
3574 int allsame;
3575
3576 /*
3577 * There's a couple rare, but nasty corner cases we have to
3578 * check for here. All of them involve a leaf where all value
3579 * have the same hash, which is what we look for first.
3580 *
3581 * Most of the time, all of the above is false, and we simply
3582 * pick the median value for a split.
3583 */
3584 allsame = ocfs2_dx_leaf_same_major(dx_leaf);
3585 if (allsame) {
3586 u32 val = le32_to_cpu(dl_list->de_entries[0].dx_major_hash);
3587
3588 if (val == insert_hash) {
3589 /*
3590 * No matter where we would choose to split,
3591 * the new entry would want to occupy the same
3592 * block as these. Since there's no space left
3593 * in their existing block, we know there
3594 * won't be space after the split.
3595 */
3596 return -ENOSPC;
3597 }
3598
3599 if (val == leaf_cpos) {
3600 /*
3601 * Because val is the same as leaf_cpos (which
3602 * is the smallest value this leaf can have),
3603 * yet is not equal to insert_hash, then we
3604 * know that insert_hash *must* be larger than
3605 * val (and leaf_cpos). At least cpos+1 in value.
3606 *
3607 * We also know then, that there cannot be an
3608 * adjacent extent (otherwise we'd be looking
3609 * at it). Choosing this value gives us a
3610 * chance to get some contiguousness.
3611 */
3612 *split_hash = leaf_cpos + 1;
3613 return 0;
3614 }
3615
3616 if (val > insert_hash) {
3617 /*
3618 * val can not be the same as insert hash, and
3619 * also must be larger than leaf_cpos. Also,
3620 * we know that there can't be a leaf between
3621 * cpos and val, otherwise the entries with
3622 * hash 'val' would be there.
3623 */
3624 *split_hash = val;
3625 return 0;
3626 }
3627
3628 *split_hash = insert_hash;
3629 return 0;
3630 }
3631
3632 /*
3633 * Since the records are sorted and the checks above
3634 * guaranteed that not all records in this block are the same,
3635 * we simple travel forward, from the median, and pick the 1st
3636 * record whose value is larger than leaf_cpos.
3637 */
3638 for (i = (num_used / 2); i < num_used; i++)
3639 if (le32_to_cpu(dl_list->de_entries[i].dx_major_hash) >
3640 leaf_cpos)
3641 break;
3642
3643 BUG_ON(i == num_used); /* Should be impossible */
3644 *split_hash = le32_to_cpu(dl_list->de_entries[i].dx_major_hash);
3645 return 0;
3646 }
3647
3648 /*
3649 * Transfer all entries in orig_dx_leaves whose major hash is equal to or
3650 * larger than split_hash into new_dx_leaves. We use a temporary
3651 * buffer (tmp_dx_leaf) to make the changes to the original leaf blocks.
3652 *
3653 * Since the block offset inside a leaf (cluster) is a constant mask
3654 * of minor_hash, we can optimize - an item at block offset X within
3655 * the original cluster, will be at offset X within the new cluster.
3656 */
ocfs2_dx_dir_transfer_leaf(struct inode * dir,u32 split_hash,handle_t * handle,struct ocfs2_dx_leaf * tmp_dx_leaf,struct buffer_head ** orig_dx_leaves,struct buffer_head ** new_dx_leaves,int num_dx_leaves)3657 static void ocfs2_dx_dir_transfer_leaf(struct inode *dir, u32 split_hash,
3658 handle_t *handle,
3659 struct ocfs2_dx_leaf *tmp_dx_leaf,
3660 struct buffer_head **orig_dx_leaves,
3661 struct buffer_head **new_dx_leaves,
3662 int num_dx_leaves)
3663 {
3664 int i, j, num_used;
3665 u32 major_hash;
3666 struct ocfs2_dx_leaf *orig_dx_leaf, *new_dx_leaf;
3667 struct ocfs2_dx_entry_list *orig_list, *tmp_list;
3668 struct ocfs2_dx_entry *dx_entry;
3669
3670 tmp_list = &tmp_dx_leaf->dl_list;
3671
3672 for (i = 0; i < num_dx_leaves; i++) {
3673 orig_dx_leaf = (struct ocfs2_dx_leaf *) orig_dx_leaves[i]->b_data;
3674 orig_list = &orig_dx_leaf->dl_list;
3675 new_dx_leaf = (struct ocfs2_dx_leaf *) new_dx_leaves[i]->b_data;
3676
3677 num_used = le16_to_cpu(orig_list->de_num_used);
3678
3679 memcpy(tmp_dx_leaf, orig_dx_leaf, dir->i_sb->s_blocksize);
3680 tmp_list->de_num_used = cpu_to_le16(0);
3681 memset(&tmp_list->de_entries, 0, sizeof(*dx_entry)*num_used);
3682
3683 for (j = 0; j < num_used; j++) {
3684 dx_entry = &orig_list->de_entries[j];
3685 major_hash = le32_to_cpu(dx_entry->dx_major_hash);
3686 if (major_hash >= split_hash)
3687 ocfs2_dx_dir_leaf_insert_tail(new_dx_leaf,
3688 dx_entry);
3689 else
3690 ocfs2_dx_dir_leaf_insert_tail(tmp_dx_leaf,
3691 dx_entry);
3692 }
3693 memcpy(orig_dx_leaf, tmp_dx_leaf, dir->i_sb->s_blocksize);
3694
3695 ocfs2_journal_dirty(handle, orig_dx_leaves[i]);
3696 ocfs2_journal_dirty(handle, new_dx_leaves[i]);
3697 }
3698 }
3699
ocfs2_dx_dir_rebalance_credits(struct ocfs2_super * osb,struct ocfs2_dx_root_block * dx_root)3700 static int ocfs2_dx_dir_rebalance_credits(struct ocfs2_super *osb,
3701 struct ocfs2_dx_root_block *dx_root)
3702 {
3703 int credits = ocfs2_clusters_to_blocks(osb->sb, 3);
3704
3705 credits += ocfs2_calc_extend_credits(osb->sb, &dx_root->dr_list);
3706 credits += ocfs2_quota_trans_credits(osb->sb);
3707 return credits;
3708 }
3709
3710 /*
3711 * Find the median value in dx_leaf_bh and allocate a new leaf to move
3712 * half our entries into.
3713 */
ocfs2_dx_dir_rebalance(struct ocfs2_super * osb,struct inode * dir,struct buffer_head * dx_root_bh,struct buffer_head * dx_leaf_bh,struct ocfs2_dx_hinfo * hinfo,u32 leaf_cpos,u64 leaf_blkno)3714 static int ocfs2_dx_dir_rebalance(struct ocfs2_super *osb, struct inode *dir,
3715 struct buffer_head *dx_root_bh,
3716 struct buffer_head *dx_leaf_bh,
3717 struct ocfs2_dx_hinfo *hinfo, u32 leaf_cpos,
3718 u64 leaf_blkno)
3719 {
3720 struct ocfs2_dx_leaf *dx_leaf = (struct ocfs2_dx_leaf *)dx_leaf_bh->b_data;
3721 int credits, ret, i, num_used, did_quota = 0;
3722 u32 cpos, split_hash, insert_hash = hinfo->major_hash;
3723 u64 orig_leaves_start;
3724 int num_dx_leaves;
3725 struct buffer_head **orig_dx_leaves = NULL;
3726 struct buffer_head **new_dx_leaves = NULL;
3727 struct ocfs2_alloc_context *data_ac = NULL, *meta_ac = NULL;
3728 struct ocfs2_extent_tree et;
3729 handle_t *handle = NULL;
3730 struct ocfs2_dx_root_block *dx_root;
3731 struct ocfs2_dx_leaf *tmp_dx_leaf = NULL;
3732
3733 trace_ocfs2_dx_dir_rebalance((unsigned long long)OCFS2_I(dir)->ip_blkno,
3734 (unsigned long long)leaf_blkno,
3735 insert_hash);
3736
3737 ocfs2_init_dx_root_extent_tree(&et, INODE_CACHE(dir), dx_root_bh);
3738
3739 dx_root = (struct ocfs2_dx_root_block *)dx_root_bh->b_data;
3740 /*
3741 * XXX: This is a rather large limit. We should use a more
3742 * realistic value.
3743 */
3744 if (le32_to_cpu(dx_root->dr_clusters) == UINT_MAX)
3745 return -ENOSPC;
3746
3747 num_used = le16_to_cpu(dx_leaf->dl_list.de_num_used);
3748 if (num_used < le16_to_cpu(dx_leaf->dl_list.de_count)) {
3749 mlog(ML_ERROR, "DX Dir: %llu, Asked to rebalance empty leaf: "
3750 "%llu, %d\n", (unsigned long long)OCFS2_I(dir)->ip_blkno,
3751 (unsigned long long)leaf_blkno, num_used);
3752 ret = -EIO;
3753 goto out;
3754 }
3755
3756 orig_dx_leaves = ocfs2_dx_dir_kmalloc_leaves(osb->sb, &num_dx_leaves);
3757 if (!orig_dx_leaves) {
3758 ret = -ENOMEM;
3759 mlog_errno(ret);
3760 goto out;
3761 }
3762
3763 new_dx_leaves = ocfs2_dx_dir_kmalloc_leaves(osb->sb, NULL);
3764 if (!new_dx_leaves) {
3765 ret = -ENOMEM;
3766 mlog_errno(ret);
3767 goto out;
3768 }
3769
3770 ret = ocfs2_lock_allocators(dir, &et, 1, 0, &data_ac, &meta_ac);
3771 if (ret) {
3772 if (ret != -ENOSPC)
3773 mlog_errno(ret);
3774 goto out;
3775 }
3776
3777 credits = ocfs2_dx_dir_rebalance_credits(osb, dx_root);
3778 handle = ocfs2_start_trans(osb, credits);
3779 if (IS_ERR(handle)) {
3780 ret = PTR_ERR(handle);
3781 handle = NULL;
3782 mlog_errno(ret);
3783 goto out;
3784 }
3785
3786 ret = dquot_alloc_space_nodirty(dir,
3787 ocfs2_clusters_to_bytes(dir->i_sb, 1));
3788 if (ret)
3789 goto out_commit;
3790 did_quota = 1;
3791
3792 ret = ocfs2_journal_access_dl(handle, INODE_CACHE(dir), dx_leaf_bh,
3793 OCFS2_JOURNAL_ACCESS_WRITE);
3794 if (ret) {
3795 mlog_errno(ret);
3796 goto out_commit;
3797 }
3798
3799 /*
3800 * This block is changing anyway, so we can sort it in place.
3801 */
3802 sort(dx_leaf->dl_list.de_entries, num_used,
3803 sizeof(struct ocfs2_dx_entry), dx_leaf_sort_cmp,
3804 dx_leaf_sort_swap);
3805
3806 ocfs2_journal_dirty(handle, dx_leaf_bh);
3807
3808 ret = ocfs2_dx_dir_find_leaf_split(dx_leaf, leaf_cpos, insert_hash,
3809 &split_hash);
3810 if (ret) {
3811 mlog_errno(ret);
3812 goto out_commit;
3813 }
3814
3815 trace_ocfs2_dx_dir_rebalance_split(leaf_cpos, split_hash, insert_hash);
3816
3817 /*
3818 * We have to carefully order operations here. There are items
3819 * which want to be in the new cluster before insert, but in
3820 * order to put those items in the new cluster, we alter the
3821 * old cluster. A failure to insert gets nasty.
3822 *
3823 * So, start by reserving writes to the old
3824 * cluster. ocfs2_dx_dir_new_cluster will reserve writes on
3825 * the new cluster for us, before inserting it. The insert
3826 * won't happen if there's an error before that. Once the
3827 * insert is done then, we can transfer from one leaf into the
3828 * other without fear of hitting any error.
3829 */
3830
3831 /*
3832 * The leaf transfer wants some scratch space so that we don't
3833 * wind up doing a bunch of expensive memmove().
3834 */
3835 tmp_dx_leaf = kmalloc(osb->sb->s_blocksize, GFP_NOFS);
3836 if (!tmp_dx_leaf) {
3837 ret = -ENOMEM;
3838 mlog_errno(ret);
3839 goto out_commit;
3840 }
3841
3842 orig_leaves_start = ocfs2_block_to_cluster_start(dir->i_sb, leaf_blkno);
3843 ret = ocfs2_read_dx_leaves(dir, orig_leaves_start, num_dx_leaves,
3844 orig_dx_leaves);
3845 if (ret) {
3846 mlog_errno(ret);
3847 goto out_commit;
3848 }
3849
3850 cpos = split_hash;
3851 ret = ocfs2_dx_dir_new_cluster(dir, &et, cpos, handle,
3852 data_ac, meta_ac, new_dx_leaves,
3853 num_dx_leaves);
3854 if (ret) {
3855 mlog_errno(ret);
3856 goto out_commit;
3857 }
3858
3859 for (i = 0; i < num_dx_leaves; i++) {
3860 ret = ocfs2_journal_access_dl(handle, INODE_CACHE(dir),
3861 orig_dx_leaves[i],
3862 OCFS2_JOURNAL_ACCESS_WRITE);
3863 if (ret) {
3864 mlog_errno(ret);
3865 goto out_commit;
3866 }
3867
3868 ret = ocfs2_journal_access_dl(handle, INODE_CACHE(dir),
3869 new_dx_leaves[i],
3870 OCFS2_JOURNAL_ACCESS_WRITE);
3871 if (ret) {
3872 mlog_errno(ret);
3873 goto out_commit;
3874 }
3875 }
3876
3877 ocfs2_dx_dir_transfer_leaf(dir, split_hash, handle, tmp_dx_leaf,
3878 orig_dx_leaves, new_dx_leaves, num_dx_leaves);
3879
3880 out_commit:
3881 if (ret < 0 && did_quota)
3882 dquot_free_space_nodirty(dir,
3883 ocfs2_clusters_to_bytes(dir->i_sb, 1));
3884
3885 ocfs2_update_inode_fsync_trans(handle, dir, 1);
3886 ocfs2_commit_trans(osb, handle);
3887
3888 out:
3889 if (orig_dx_leaves || new_dx_leaves) {
3890 for (i = 0; i < num_dx_leaves; i++) {
3891 if (orig_dx_leaves)
3892 brelse(orig_dx_leaves[i]);
3893 if (new_dx_leaves)
3894 brelse(new_dx_leaves[i]);
3895 }
3896 kfree(orig_dx_leaves);
3897 kfree(new_dx_leaves);
3898 }
3899
3900 if (meta_ac)
3901 ocfs2_free_alloc_context(meta_ac);
3902 if (data_ac)
3903 ocfs2_free_alloc_context(data_ac);
3904
3905 kfree(tmp_dx_leaf);
3906 return ret;
3907 }
3908
ocfs2_find_dir_space_dx(struct ocfs2_super * osb,struct inode * dir,struct buffer_head * di_bh,struct buffer_head * dx_root_bh,const char * name,int namelen,struct ocfs2_dir_lookup_result * lookup)3909 static int ocfs2_find_dir_space_dx(struct ocfs2_super *osb, struct inode *dir,
3910 struct buffer_head *di_bh,
3911 struct buffer_head *dx_root_bh,
3912 const char *name, int namelen,
3913 struct ocfs2_dir_lookup_result *lookup)
3914 {
3915 int ret, rebalanced = 0;
3916 struct ocfs2_dx_root_block *dx_root;
3917 struct buffer_head *dx_leaf_bh = NULL;
3918 struct ocfs2_dx_leaf *dx_leaf;
3919 u64 blkno;
3920 u32 leaf_cpos;
3921
3922 dx_root = (struct ocfs2_dx_root_block *)dx_root_bh->b_data;
3923
3924 restart_search:
3925 ret = ocfs2_dx_dir_lookup(dir, &dx_root->dr_list, &lookup->dl_hinfo,
3926 &leaf_cpos, &blkno);
3927 if (ret) {
3928 mlog_errno(ret);
3929 goto out;
3930 }
3931
3932 ret = ocfs2_read_dx_leaf(dir, blkno, &dx_leaf_bh);
3933 if (ret) {
3934 mlog_errno(ret);
3935 goto out;
3936 }
3937
3938 dx_leaf = (struct ocfs2_dx_leaf *)dx_leaf_bh->b_data;
3939
3940 if (le16_to_cpu(dx_leaf->dl_list.de_num_used) >=
3941 le16_to_cpu(dx_leaf->dl_list.de_count)) {
3942 if (rebalanced) {
3943 /*
3944 * Rebalancing should have provided us with
3945 * space in an appropriate leaf.
3946 *
3947 * XXX: Is this an abnormal condition then?
3948 * Should we print a message here?
3949 */
3950 ret = -ENOSPC;
3951 goto out;
3952 }
3953
3954 ret = ocfs2_dx_dir_rebalance(osb, dir, dx_root_bh, dx_leaf_bh,
3955 &lookup->dl_hinfo, leaf_cpos,
3956 blkno);
3957 if (ret) {
3958 if (ret != -ENOSPC)
3959 mlog_errno(ret);
3960 goto out;
3961 }
3962
3963 /*
3964 * Restart the lookup. The rebalance might have
3965 * changed which block our item fits into. Mark our
3966 * progress, so we only execute this once.
3967 */
3968 brelse(dx_leaf_bh);
3969 dx_leaf_bh = NULL;
3970 rebalanced = 1;
3971 goto restart_search;
3972 }
3973
3974 lookup->dl_dx_leaf_bh = dx_leaf_bh;
3975 dx_leaf_bh = NULL;
3976
3977 out:
3978 brelse(dx_leaf_bh);
3979 return ret;
3980 }
3981
ocfs2_search_dx_free_list(struct inode * dir,struct buffer_head * dx_root_bh,int namelen,struct ocfs2_dir_lookup_result * lookup)3982 static int ocfs2_search_dx_free_list(struct inode *dir,
3983 struct buffer_head *dx_root_bh,
3984 int namelen,
3985 struct ocfs2_dir_lookup_result *lookup)
3986 {
3987 int ret = -ENOSPC;
3988 struct buffer_head *leaf_bh = NULL, *prev_leaf_bh = NULL;
3989 struct ocfs2_dir_block_trailer *db;
3990 u64 next_block;
3991 int rec_len = OCFS2_DIR_REC_LEN(namelen);
3992 struct ocfs2_dx_root_block *dx_root;
3993
3994 dx_root = (struct ocfs2_dx_root_block *)dx_root_bh->b_data;
3995 next_block = le64_to_cpu(dx_root->dr_free_blk);
3996
3997 while (next_block) {
3998 brelse(prev_leaf_bh);
3999 prev_leaf_bh = leaf_bh;
4000 leaf_bh = NULL;
4001
4002 ret = ocfs2_read_dir_block_direct(dir, next_block, &leaf_bh);
4003 if (ret) {
4004 mlog_errno(ret);
4005 goto out;
4006 }
4007
4008 db = ocfs2_trailer_from_bh(leaf_bh, dir->i_sb);
4009 if (rec_len <= le16_to_cpu(db->db_free_rec_len)) {
4010 lookup->dl_leaf_bh = leaf_bh;
4011 lookup->dl_prev_leaf_bh = prev_leaf_bh;
4012 leaf_bh = NULL;
4013 prev_leaf_bh = NULL;
4014 break;
4015 }
4016
4017 next_block = le64_to_cpu(db->db_free_next);
4018 }
4019
4020 if (!next_block)
4021 ret = -ENOSPC;
4022
4023 out:
4024
4025 brelse(leaf_bh);
4026 brelse(prev_leaf_bh);
4027 return ret;
4028 }
4029
ocfs2_expand_inline_dx_root(struct inode * dir,struct buffer_head * dx_root_bh)4030 static int ocfs2_expand_inline_dx_root(struct inode *dir,
4031 struct buffer_head *dx_root_bh)
4032 {
4033 int ret, num_dx_leaves, i, j, did_quota = 0;
4034 struct buffer_head **dx_leaves = NULL;
4035 struct ocfs2_extent_tree et;
4036 u64 insert_blkno;
4037 struct ocfs2_alloc_context *data_ac = NULL;
4038 struct ocfs2_super *osb = OCFS2_SB(dir->i_sb);
4039 handle_t *handle = NULL;
4040 struct ocfs2_dx_root_block *dx_root;
4041 struct ocfs2_dx_entry_list *entry_list;
4042 struct ocfs2_dx_entry *dx_entry;
4043 struct ocfs2_dx_leaf *target_leaf;
4044
4045 ret = ocfs2_reserve_clusters(osb, 1, &data_ac);
4046 if (ret) {
4047 mlog_errno(ret);
4048 goto out;
4049 }
4050
4051 dx_leaves = ocfs2_dx_dir_kmalloc_leaves(osb->sb, &num_dx_leaves);
4052 if (!dx_leaves) {
4053 ret = -ENOMEM;
4054 mlog_errno(ret);
4055 goto out;
4056 }
4057
4058 handle = ocfs2_start_trans(osb, ocfs2_calc_dxi_expand_credits(osb->sb));
4059 if (IS_ERR(handle)) {
4060 ret = PTR_ERR(handle);
4061 mlog_errno(ret);
4062 goto out;
4063 }
4064
4065 ret = dquot_alloc_space_nodirty(dir,
4066 ocfs2_clusters_to_bytes(osb->sb, 1));
4067 if (ret)
4068 goto out_commit;
4069 did_quota = 1;
4070
4071 /*
4072 * We do this up front, before the allocation, so that a
4073 * failure to add the dx_root_bh to the journal won't result
4074 * us losing clusters.
4075 */
4076 ret = ocfs2_journal_access_dr(handle, INODE_CACHE(dir), dx_root_bh,
4077 OCFS2_JOURNAL_ACCESS_WRITE);
4078 if (ret) {
4079 mlog_errno(ret);
4080 goto out_commit;
4081 }
4082
4083 ret = __ocfs2_dx_dir_new_cluster(dir, 0, handle, data_ac, dx_leaves,
4084 num_dx_leaves, &insert_blkno);
4085 if (ret) {
4086 mlog_errno(ret);
4087 goto out_commit;
4088 }
4089
4090 /*
4091 * Transfer the entries from our dx_root into the appropriate
4092 * block
4093 */
4094 dx_root = (struct ocfs2_dx_root_block *) dx_root_bh->b_data;
4095 entry_list = &dx_root->dr_entries;
4096
4097 for (i = 0; i < le16_to_cpu(entry_list->de_num_used); i++) {
4098 dx_entry = &entry_list->de_entries[i];
4099
4100 j = __ocfs2_dx_dir_hash_idx(osb,
4101 le32_to_cpu(dx_entry->dx_minor_hash));
4102 target_leaf = (struct ocfs2_dx_leaf *)dx_leaves[j]->b_data;
4103
4104 ocfs2_dx_dir_leaf_insert_tail(target_leaf, dx_entry);
4105
4106 /* Each leaf has been passed to the journal already
4107 * via __ocfs2_dx_dir_new_cluster() */
4108 }
4109
4110 dx_root->dr_flags &= ~OCFS2_DX_FLAG_INLINE;
4111 memset(&dx_root->dr_list, 0, osb->sb->s_blocksize -
4112 offsetof(struct ocfs2_dx_root_block, dr_list));
4113 dx_root->dr_list.l_count =
4114 cpu_to_le16(ocfs2_extent_recs_per_dx_root(osb->sb));
4115
4116 /* This should never fail considering we start with an empty
4117 * dx_root. */
4118 ocfs2_init_dx_root_extent_tree(&et, INODE_CACHE(dir), dx_root_bh);
4119 ret = ocfs2_insert_extent(handle, &et, 0, insert_blkno, 1, 0, NULL);
4120 if (ret)
4121 mlog_errno(ret);
4122 did_quota = 0;
4123
4124 ocfs2_update_inode_fsync_trans(handle, dir, 1);
4125 ocfs2_journal_dirty(handle, dx_root_bh);
4126
4127 out_commit:
4128 if (ret < 0 && did_quota)
4129 dquot_free_space_nodirty(dir,
4130 ocfs2_clusters_to_bytes(dir->i_sb, 1));
4131
4132 ocfs2_commit_trans(osb, handle);
4133
4134 out:
4135 if (data_ac)
4136 ocfs2_free_alloc_context(data_ac);
4137
4138 if (dx_leaves) {
4139 for (i = 0; i < num_dx_leaves; i++)
4140 brelse(dx_leaves[i]);
4141 kfree(dx_leaves);
4142 }
4143 return ret;
4144 }
4145
ocfs2_inline_dx_has_space(struct buffer_head * dx_root_bh)4146 static int ocfs2_inline_dx_has_space(struct buffer_head *dx_root_bh)
4147 {
4148 struct ocfs2_dx_root_block *dx_root;
4149 struct ocfs2_dx_entry_list *entry_list;
4150
4151 dx_root = (struct ocfs2_dx_root_block *) dx_root_bh->b_data;
4152 entry_list = &dx_root->dr_entries;
4153
4154 if (le16_to_cpu(entry_list->de_num_used) >=
4155 le16_to_cpu(entry_list->de_count))
4156 return -ENOSPC;
4157
4158 return 0;
4159 }
4160
ocfs2_prepare_dx_dir_for_insert(struct inode * dir,struct buffer_head * di_bh,const char * name,int namelen,struct ocfs2_dir_lookup_result * lookup)4161 static int ocfs2_prepare_dx_dir_for_insert(struct inode *dir,
4162 struct buffer_head *di_bh,
4163 const char *name,
4164 int namelen,
4165 struct ocfs2_dir_lookup_result *lookup)
4166 {
4167 int ret, free_dx_root = 1;
4168 struct ocfs2_super *osb = OCFS2_SB(dir->i_sb);
4169 struct buffer_head *dx_root_bh = NULL;
4170 struct buffer_head *leaf_bh = NULL;
4171 struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data;
4172 struct ocfs2_dx_root_block *dx_root;
4173
4174 ret = ocfs2_read_dx_root(dir, di, &dx_root_bh);
4175 if (ret) {
4176 mlog_errno(ret);
4177 goto out;
4178 }
4179
4180 dx_root = (struct ocfs2_dx_root_block *)dx_root_bh->b_data;
4181 if (le32_to_cpu(dx_root->dr_num_entries) == OCFS2_DX_ENTRIES_MAX) {
4182 ret = -ENOSPC;
4183 mlog_errno(ret);
4184 goto out;
4185 }
4186
4187 if (ocfs2_dx_root_inline(dx_root)) {
4188 ret = ocfs2_inline_dx_has_space(dx_root_bh);
4189
4190 if (ret == 0)
4191 goto search_el;
4192
4193 /*
4194 * We ran out of room in the root block. Expand it to
4195 * an extent, then allow ocfs2_find_dir_space_dx to do
4196 * the rest.
4197 */
4198 ret = ocfs2_expand_inline_dx_root(dir, dx_root_bh);
4199 if (ret) {
4200 mlog_errno(ret);
4201 goto out;
4202 }
4203 }
4204
4205 /*
4206 * Insert preparation for an indexed directory is split into two
4207 * steps. The call to find_dir_space_dx reserves room in the index for
4208 * an additional item. If we run out of space there, it's a real error
4209 * we can't continue on.
4210 */
4211 ret = ocfs2_find_dir_space_dx(osb, dir, di_bh, dx_root_bh, name,
4212 namelen, lookup);
4213 if (ret) {
4214 mlog_errno(ret);
4215 goto out;
4216 }
4217
4218 search_el:
4219 /*
4220 * Next, we need to find space in the unindexed tree. This call
4221 * searches using the free space linked list. If the unindexed tree
4222 * lacks sufficient space, we'll expand it below. The expansion code
4223 * is smart enough to add any new blocks to the free space list.
4224 */
4225 ret = ocfs2_search_dx_free_list(dir, dx_root_bh, namelen, lookup);
4226 if (ret && ret != -ENOSPC) {
4227 mlog_errno(ret);
4228 goto out;
4229 }
4230
4231 /* Do this up here - ocfs2_extend_dir might need the dx_root */
4232 lookup->dl_dx_root_bh = dx_root_bh;
4233 free_dx_root = 0;
4234
4235 if (ret == -ENOSPC) {
4236 ret = ocfs2_extend_dir(osb, dir, di_bh, 1, lookup, &leaf_bh);
4237
4238 if (ret) {
4239 mlog_errno(ret);
4240 goto out;
4241 }
4242
4243 /*
4244 * We make the assumption here that new leaf blocks are added
4245 * to the front of our free list.
4246 */
4247 lookup->dl_prev_leaf_bh = NULL;
4248 lookup->dl_leaf_bh = leaf_bh;
4249 }
4250
4251 out:
4252 if (free_dx_root)
4253 brelse(dx_root_bh);
4254 return ret;
4255 }
4256
4257 /*
4258 * Get a directory ready for insert. Any directory allocation required
4259 * happens here. Success returns zero, and enough context in the dir
4260 * lookup result that ocfs2_add_entry() will be able complete the task
4261 * with minimal performance impact.
4262 */
ocfs2_prepare_dir_for_insert(struct ocfs2_super * osb,struct inode * dir,struct buffer_head * parent_fe_bh,const char * name,int namelen,struct ocfs2_dir_lookup_result * lookup)4263 int ocfs2_prepare_dir_for_insert(struct ocfs2_super *osb,
4264 struct inode *dir,
4265 struct buffer_head *parent_fe_bh,
4266 const char *name,
4267 int namelen,
4268 struct ocfs2_dir_lookup_result *lookup)
4269 {
4270 int ret;
4271 unsigned int blocks_wanted = 1;
4272 struct buffer_head *bh = NULL;
4273
4274 trace_ocfs2_prepare_dir_for_insert(
4275 (unsigned long long)OCFS2_I(dir)->ip_blkno, namelen);
4276
4277 if (!namelen) {
4278 ret = -EINVAL;
4279 mlog_errno(ret);
4280 goto out;
4281 }
4282
4283 /*
4284 * Do this up front to reduce confusion.
4285 *
4286 * The directory might start inline, then be turned into an
4287 * indexed one, in which case we'd need to hash deep inside
4288 * ocfs2_find_dir_space_id(). Since
4289 * ocfs2_prepare_dx_dir_for_insert() also needs this hash
4290 * done, there seems no point in spreading out the calls. We
4291 * can optimize away the case where the file system doesn't
4292 * support indexing.
4293 */
4294 if (ocfs2_supports_indexed_dirs(osb))
4295 ocfs2_dx_dir_name_hash(dir, name, namelen, &lookup->dl_hinfo);
4296
4297 if (ocfs2_dir_indexed(dir)) {
4298 ret = ocfs2_prepare_dx_dir_for_insert(dir, parent_fe_bh,
4299 name, namelen, lookup);
4300 if (ret)
4301 mlog_errno(ret);
4302 goto out;
4303 }
4304
4305 if (OCFS2_I(dir)->ip_dyn_features & OCFS2_INLINE_DATA_FL) {
4306 ret = ocfs2_find_dir_space_id(dir, parent_fe_bh, name,
4307 namelen, &bh, &blocks_wanted);
4308 } else
4309 ret = ocfs2_find_dir_space_el(dir, name, namelen, &bh);
4310
4311 if (ret && ret != -ENOSPC) {
4312 mlog_errno(ret);
4313 goto out;
4314 }
4315
4316 if (ret == -ENOSPC) {
4317 /*
4318 * We have to expand the directory to add this name.
4319 */
4320 BUG_ON(bh);
4321
4322 ret = ocfs2_extend_dir(osb, dir, parent_fe_bh, blocks_wanted,
4323 lookup, &bh);
4324 if (ret) {
4325 if (ret != -ENOSPC)
4326 mlog_errno(ret);
4327 goto out;
4328 }
4329
4330 BUG_ON(!bh);
4331 }
4332
4333 lookup->dl_leaf_bh = bh;
4334 bh = NULL;
4335 out:
4336 brelse(bh);
4337 return ret;
4338 }
4339
ocfs2_dx_dir_remove_index(struct inode * dir,struct buffer_head * di_bh,struct buffer_head * dx_root_bh)4340 static int ocfs2_dx_dir_remove_index(struct inode *dir,
4341 struct buffer_head *di_bh,
4342 struct buffer_head *dx_root_bh)
4343 {
4344 int ret;
4345 struct ocfs2_super *osb = OCFS2_SB(dir->i_sb);
4346 struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data;
4347 struct ocfs2_dx_root_block *dx_root;
4348 struct inode *dx_alloc_inode = NULL;
4349 struct buffer_head *dx_alloc_bh = NULL;
4350 handle_t *handle;
4351 u64 blk;
4352 u16 bit;
4353 u64 bg_blkno;
4354
4355 dx_root = (struct ocfs2_dx_root_block *) dx_root_bh->b_data;
4356
4357 dx_alloc_inode = ocfs2_get_system_file_inode(osb,
4358 EXTENT_ALLOC_SYSTEM_INODE,
4359 le16_to_cpu(dx_root->dr_suballoc_slot));
4360 if (!dx_alloc_inode) {
4361 ret = -ENOMEM;
4362 mlog_errno(ret);
4363 goto out;
4364 }
4365 inode_lock(dx_alloc_inode);
4366
4367 ret = ocfs2_inode_lock(dx_alloc_inode, &dx_alloc_bh, 1);
4368 if (ret) {
4369 mlog_errno(ret);
4370 goto out_mutex;
4371 }
4372
4373 handle = ocfs2_start_trans(osb, OCFS2_DX_ROOT_REMOVE_CREDITS);
4374 if (IS_ERR(handle)) {
4375 ret = PTR_ERR(handle);
4376 mlog_errno(ret);
4377 goto out_unlock;
4378 }
4379
4380 ret = ocfs2_journal_access_di(handle, INODE_CACHE(dir), di_bh,
4381 OCFS2_JOURNAL_ACCESS_WRITE);
4382 if (ret) {
4383 mlog_errno(ret);
4384 goto out_commit;
4385 }
4386
4387 spin_lock(&OCFS2_I(dir)->ip_lock);
4388 OCFS2_I(dir)->ip_dyn_features &= ~OCFS2_INDEXED_DIR_FL;
4389 di->i_dyn_features = cpu_to_le16(OCFS2_I(dir)->ip_dyn_features);
4390 spin_unlock(&OCFS2_I(dir)->ip_lock);
4391 di->i_dx_root = cpu_to_le64(0ULL);
4392 ocfs2_update_inode_fsync_trans(handle, dir, 1);
4393
4394 ocfs2_journal_dirty(handle, di_bh);
4395
4396 blk = le64_to_cpu(dx_root->dr_blkno);
4397 bit = le16_to_cpu(dx_root->dr_suballoc_bit);
4398 if (dx_root->dr_suballoc_loc)
4399 bg_blkno = le64_to_cpu(dx_root->dr_suballoc_loc);
4400 else
4401 bg_blkno = ocfs2_which_suballoc_group(blk, bit);
4402 ret = ocfs2_free_suballoc_bits(handle, dx_alloc_inode, dx_alloc_bh,
4403 bit, bg_blkno, 1);
4404 if (ret)
4405 mlog_errno(ret);
4406
4407 out_commit:
4408 ocfs2_commit_trans(osb, handle);
4409
4410 out_unlock:
4411 ocfs2_inode_unlock(dx_alloc_inode, 1);
4412
4413 out_mutex:
4414 inode_unlock(dx_alloc_inode);
4415 brelse(dx_alloc_bh);
4416 out:
4417 iput(dx_alloc_inode);
4418 return ret;
4419 }
4420
ocfs2_dx_dir_truncate(struct inode * dir,struct buffer_head * di_bh)4421 int ocfs2_dx_dir_truncate(struct inode *dir, struct buffer_head *di_bh)
4422 {
4423 int ret;
4424 unsigned int clen;
4425 u32 major_hash = UINT_MAX, p_cpos, cpos;
4426 u64 blkno;
4427 struct ocfs2_super *osb = OCFS2_SB(dir->i_sb);
4428 struct buffer_head *dx_root_bh = NULL;
4429 struct ocfs2_dx_root_block *dx_root;
4430 struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data;
4431 struct ocfs2_cached_dealloc_ctxt dealloc;
4432 struct ocfs2_extent_tree et;
4433
4434 ocfs2_init_dealloc_ctxt(&dealloc);
4435
4436 if (!ocfs2_dir_indexed(dir))
4437 return 0;
4438
4439 ret = ocfs2_read_dx_root(dir, di, &dx_root_bh);
4440 if (ret) {
4441 mlog_errno(ret);
4442 goto out;
4443 }
4444 dx_root = (struct ocfs2_dx_root_block *)dx_root_bh->b_data;
4445
4446 if (ocfs2_dx_root_inline(dx_root))
4447 goto remove_index;
4448
4449 ocfs2_init_dx_root_extent_tree(&et, INODE_CACHE(dir), dx_root_bh);
4450
4451 /* XXX: What if dr_clusters is too large? */
4452 while (le32_to_cpu(dx_root->dr_clusters)) {
4453 ret = ocfs2_dx_dir_lookup_rec(dir, &dx_root->dr_list,
4454 major_hash, &cpos, &blkno, &clen);
4455 if (ret) {
4456 mlog_errno(ret);
4457 goto out;
4458 }
4459
4460 p_cpos = ocfs2_blocks_to_clusters(dir->i_sb, blkno);
4461
4462 ret = ocfs2_remove_btree_range(dir, &et, cpos, p_cpos, clen, 0,
4463 &dealloc, 0, false);
4464 if (ret) {
4465 mlog_errno(ret);
4466 goto out;
4467 }
4468
4469 if (cpos == 0)
4470 break;
4471
4472 major_hash = cpos - 1;
4473 }
4474
4475 remove_index:
4476 ret = ocfs2_dx_dir_remove_index(dir, di_bh, dx_root_bh);
4477 if (ret) {
4478 mlog_errno(ret);
4479 goto out;
4480 }
4481
4482 ocfs2_remove_from_cache(INODE_CACHE(dir), dx_root_bh);
4483 out:
4484 ocfs2_schedule_truncate_log_flush(osb, 1);
4485 ocfs2_run_deallocs(osb, &dealloc);
4486
4487 brelse(dx_root_bh);
4488 return ret;
4489 }
4490