Commit | Line | Data |
---|---|---|
e18c65b2 HL |
1 | /* |
2 | * fs/f2fs/inline.c | |
3 | * Copyright (c) 2013, Intel Corporation | |
4 | * Authors: Huajun Li <huajun.li@intel.com> | |
5 | * Haicheng Li <haicheng.li@intel.com> | |
6 | * This program is free software; you can redistribute it and/or modify | |
7 | * it under the terms of the GNU General Public License version 2 as | |
8 | * published by the Free Software Foundation. | |
9 | */ | |
10 | ||
11 | #include <linux/fs.h> | |
12 | #include <linux/f2fs_fs.h> | |
13 | ||
14 | #include "f2fs.h" | |
67f8cf3c | 15 | #include "node.h" |
32cbbe59 | 16 | #include <trace/events/android_fs.h> |
e18c65b2 | 17 | |
01b960e9 | 18 | bool f2fs_may_inline_data(struct inode *inode) |
e18c65b2 | 19 | { |
88b88a66 JK |
20 | if (f2fs_is_atomic_file(inode)) |
21 | return false; | |
22 | ||
368a0e40 | 23 | if (!S_ISREG(inode->i_mode) && !S_ISLNK(inode->i_mode)) |
e18c65b2 HL |
24 | return false; |
25 | ||
13f00235 | 26 | if (i_size_read(inode) > MAX_INLINE_DATA(inode)) |
92dffd01 JK |
27 | return false; |
28 | ||
13f00235 | 29 | if (f2fs_encrypted_file(inode)) |
fcc85a4d JK |
30 | return false; |
31 | ||
e18c65b2 HL |
32 | return true; |
33 | } | |
34 | ||
01b960e9 JK |
35 | bool f2fs_may_inline_dentry(struct inode *inode) |
36 | { | |
37 | if (!test_opt(F2FS_I_SB(inode), INLINE_DENTRY)) | |
38 | return false; | |
39 | ||
40 | if (!S_ISDIR(inode->i_mode)) | |
41 | return false; | |
42 | ||
43 | return true; | |
44 | } | |
45 | ||
b3d208f9 | 46 | void read_inline_data(struct page *page, struct page *ipage) |
e18c65b2 | 47 | { |
13f00235 | 48 | struct inode *inode = page->mapping->host; |
e18c65b2 HL |
49 | void *src_addr, *dst_addr; |
50 | ||
b3d208f9 JK |
51 | if (PageUptodate(page)) |
52 | return; | |
04a17fb1 | 53 | |
b3d208f9 | 54 | f2fs_bug_on(F2FS_P_SB(page), page->index); |
e18c65b2 | 55 | |
13f00235 | 56 | zero_user_segment(page, MAX_INLINE_DATA(inode), PAGE_SIZE); |
e18c65b2 HL |
57 | |
58 | /* Copy the whole inline data block */ | |
13f00235 | 59 | src_addr = inline_data_addr(inode, ipage); |
f1e33a04 | 60 | dst_addr = kmap_atomic(page); |
13f00235 | 61 | memcpy(dst_addr, src_addr, MAX_INLINE_DATA(inode)); |
427a45c8 | 62 | flush_dcache_page(page); |
f1e33a04 | 63 | kunmap_atomic(dst_addr); |
c1286ff4 JK |
64 | if (!PageUptodate(page)) |
65 | SetPageUptodate(page); | |
b3d208f9 JK |
66 | } |
67 | ||
13f00235 | 68 | void truncate_inline_inode(struct inode *inode, struct page *ipage, u64 from) |
feeb0deb | 69 | { |
0bfcfcca CY |
70 | void *addr; |
71 | ||
13f00235 JK |
72 | if (from >= MAX_INLINE_DATA(inode)) |
73 | return; | |
0bfcfcca | 74 | |
13f00235 | 75 | addr = inline_data_addr(inode, ipage); |
0bfcfcca | 76 | |
c1286ff4 | 77 | f2fs_wait_on_page_writeback(ipage, NODE, true); |
13f00235 | 78 | memset(addr + from, 0, MAX_INLINE_DATA(inode) - from); |
c1286ff4 | 79 | set_page_dirty(ipage); |
13f00235 JK |
80 | |
81 | if (from == 0) | |
82 | clear_inode_flag(inode, FI_DATA_EXIST); | |
feeb0deb CY |
83 | } |
84 | ||
b3d208f9 JK |
85 | int f2fs_read_inline_data(struct inode *inode, struct page *page) |
86 | { | |
87 | struct page *ipage; | |
88 | ||
d854b688 MS |
89 | if (trace_android_fs_dataread_start_enabled()) { |
90 | char *path, pathbuf[MAX_TRACE_PATHBUF_LEN]; | |
91 | ||
92 | path = android_fstrace_get_pathname(pathbuf, | |
93 | MAX_TRACE_PATHBUF_LEN, | |
94 | inode); | |
95 | trace_android_fs_dataread_start(inode, page_offset(page), | |
96 | PAGE_SIZE, current->pid, | |
97 | path, current->comm); | |
98 | } | |
32cbbe59 | 99 | |
b3d208f9 JK |
100 | ipage = get_node_page(F2FS_I_SB(inode), inode->i_ino); |
101 | if (IS_ERR(ipage)) { | |
32cbbe59 MS |
102 | trace_android_fs_dataread_end(inode, page_offset(page), |
103 | PAGE_SIZE); | |
b3d208f9 JK |
104 | unlock_page(page); |
105 | return PTR_ERR(ipage); | |
106 | } | |
e18c65b2 | 107 | |
b3d208f9 JK |
108 | if (!f2fs_has_inline_data(inode)) { |
109 | f2fs_put_page(ipage, 1); | |
32cbbe59 MS |
110 | trace_android_fs_dataread_end(inode, page_offset(page), |
111 | PAGE_SIZE); | |
b3d208f9 JK |
112 | return -EAGAIN; |
113 | } | |
114 | ||
115 | if (page->index) | |
c1286ff4 | 116 | zero_user_segment(page, 0, PAGE_SIZE); |
b3d208f9 JK |
117 | else |
118 | read_inline_data(page, ipage); | |
119 | ||
c1286ff4 JK |
120 | if (!PageUptodate(page)) |
121 | SetPageUptodate(page); | |
b3d208f9 | 122 | f2fs_put_page(ipage, 1); |
32cbbe59 MS |
123 | trace_android_fs_dataread_end(inode, page_offset(page), |
124 | PAGE_SIZE); | |
b3d208f9 | 125 | unlock_page(page); |
e18c65b2 HL |
126 | return 0; |
127 | } | |
128 | ||
b3d208f9 | 129 | int f2fs_convert_inline_page(struct dnode_of_data *dn, struct page *page) |
e18c65b2 | 130 | { |
e18c65b2 | 131 | struct f2fs_io_info fio = { |
05ca3632 | 132 | .sbi = F2FS_I_SB(dn->inode), |
e18c65b2 | 133 | .type = DATA, |
dc45fd9e JK |
134 | .op = REQ_OP_WRITE, |
135 | .op_flags = REQ_SYNC | REQ_NOIDLE | REQ_PRIO, | |
05ca3632 | 136 | .page = page, |
4375a336 | 137 | .encrypted_page = NULL, |
13f00235 | 138 | .io_type = FS_DATA_IO, |
e18c65b2 | 139 | }; |
158c194c | 140 | int dirty, err; |
e18c65b2 | 141 | |
b3d208f9 JK |
142 | if (!f2fs_exist_data(dn->inode)) |
143 | goto clear_out; | |
ec4e7af4 | 144 | |
b3d208f9 | 145 | err = f2fs_reserve_block(dn, 0); |
15c6e3aa | 146 | if (err) |
b3d208f9 | 147 | return err; |
e18c65b2 | 148 | |
c1286ff4 | 149 | f2fs_bug_on(F2FS_P_SB(page), PageWriteback(page)); |
b3d208f9 | 150 | |
c1286ff4 | 151 | read_inline_data(page, dn->inode_page); |
6282adbf JK |
152 | set_page_dirty(page); |
153 | ||
158c194c JK |
154 | /* clear dirty state */ |
155 | dirty = clear_page_dirty_for_io(page); | |
156 | ||
e18c65b2 HL |
157 | /* write data page to try to make data consistent */ |
158 | set_page_writeback(page); | |
c1286ff4 | 159 | fio.old_blkaddr = dn->data_blkaddr; |
13f00235 | 160 | set_inode_flag(dn->inode, FI_HOT_DATA); |
05ca3632 | 161 | write_data_page(dn, &fio); |
c1286ff4 | 162 | f2fs_wait_on_page_writeback(page, DATA, true); |
75bb19d8 | 163 | if (dirty) { |
158c194c | 164 | inode_dec_dirty_pages(dn->inode); |
75bb19d8 CY |
165 | remove_dirty_inode(dn->inode); |
166 | } | |
e18c65b2 | 167 | |
95f5b0fc | 168 | /* this converted inline_data should be recovered. */ |
c1286ff4 | 169 | set_inode_flag(dn->inode, FI_APPEND_WRITE); |
95f5b0fc | 170 | |
e18c65b2 | 171 | /* clear inline data and flag after data writeback */ |
13f00235 | 172 | truncate_inline_inode(dn->inode, dn->inode_page, 0); |
c1286ff4 | 173 | clear_inline_node(dn->inode_page); |
b3d208f9 | 174 | clear_out: |
b3d208f9 | 175 | stat_dec_inline_inode(dn->inode); |
13f00235 | 176 | clear_inode_flag(dn->inode, FI_INLINE_DATA); |
b3d208f9 JK |
177 | f2fs_put_dnode(dn); |
178 | return 0; | |
e18c65b2 HL |
179 | } |
180 | ||
b3d208f9 | 181 | int f2fs_convert_inline_inode(struct inode *inode) |
e18c65b2 | 182 | { |
b3d208f9 JK |
183 | struct f2fs_sb_info *sbi = F2FS_I_SB(inode); |
184 | struct dnode_of_data dn; | |
185 | struct page *ipage, *page; | |
186 | int err = 0; | |
e18c65b2 | 187 | |
c1286ff4 JK |
188 | if (!f2fs_has_inline_data(inode)) |
189 | return 0; | |
190 | ||
191 | page = f2fs_grab_cache_page(inode->i_mapping, 0, false); | |
b3d208f9 JK |
192 | if (!page) |
193 | return -ENOMEM; | |
e18c65b2 | 194 | |
b3d208f9 JK |
195 | f2fs_lock_op(sbi); |
196 | ||
197 | ipage = get_node_page(sbi, inode->i_ino); | |
198 | if (IS_ERR(ipage)) { | |
6d20aff8 JK |
199 | err = PTR_ERR(ipage); |
200 | goto out; | |
b067ba1f | 201 | } |
e18c65b2 | 202 | |
b3d208f9 JK |
203 | set_new_dnode(&dn, inode, ipage, ipage, 0); |
204 | ||
205 | if (f2fs_has_inline_data(inode)) | |
206 | err = f2fs_convert_inline_page(&dn, page); | |
207 | ||
208 | f2fs_put_dnode(&dn); | |
6d20aff8 | 209 | out: |
b3d208f9 JK |
210 | f2fs_unlock_op(sbi); |
211 | ||
212 | f2fs_put_page(page, 1); | |
c1286ff4 JK |
213 | |
214 | f2fs_balance_fs(sbi, dn.node_changed); | |
215 | ||
e18c65b2 HL |
216 | return err; |
217 | } | |
218 | ||
b3d208f9 | 219 | int f2fs_write_inline_data(struct inode *inode, struct page *page) |
e18c65b2 HL |
220 | { |
221 | void *src_addr, *dst_addr; | |
e18c65b2 | 222 | struct dnode_of_data dn; |
13f00235 JK |
223 | struct address_space *mapping = page_mapping(page); |
224 | unsigned long flags; | |
e18c65b2 HL |
225 | int err; |
226 | ||
227 | set_new_dnode(&dn, inode, NULL, NULL, 0); | |
228 | err = get_dnode_of_data(&dn, 0, LOOKUP_NODE); | |
229 | if (err) | |
230 | return err; | |
e18c65b2 | 231 | |
c08a690b | 232 | if (!f2fs_has_inline_data(inode)) { |
b3d208f9 JK |
233 | f2fs_put_dnode(&dn); |
234 | return -EAGAIN; | |
c08a690b JK |
235 | } |
236 | ||
b3d208f9 JK |
237 | f2fs_bug_on(F2FS_I_SB(inode), page->index); |
238 | ||
c1286ff4 | 239 | f2fs_wait_on_page_writeback(dn.inode_page, NODE, true); |
f1e33a04 | 240 | src_addr = kmap_atomic(page); |
13f00235 JK |
241 | dst_addr = inline_data_addr(inode, dn.inode_page); |
242 | memcpy(dst_addr, src_addr, MAX_INLINE_DATA(inode)); | |
f1e33a04 | 243 | kunmap_atomic(src_addr); |
c1286ff4 | 244 | set_page_dirty(dn.inode_page); |
e18c65b2 | 245 | |
13f00235 JK |
246 | spin_lock_irqsave(&mapping->tree_lock, flags); |
247 | radix_tree_tag_clear(&mapping->page_tree, page_index(page), | |
248 | PAGECACHE_TAG_DIRTY); | |
249 | spin_unlock_irqrestore(&mapping->tree_lock, flags); | |
250 | ||
c1286ff4 JK |
251 | set_inode_flag(inode, FI_APPEND_WRITE); |
252 | set_inode_flag(inode, FI_DATA_EXIST); | |
b3d208f9 | 253 | |
c1286ff4 | 254 | clear_inline_node(dn.inode_page); |
e18c65b2 | 255 | f2fs_put_dnode(&dn); |
e18c65b2 HL |
256 | return 0; |
257 | } | |
1e1bb4ba | 258 | |
0342fd30 | 259 | bool recover_inline_data(struct inode *inode, struct page *npage) |
1e1bb4ba | 260 | { |
4081363f | 261 | struct f2fs_sb_info *sbi = F2FS_I_SB(inode); |
1e1bb4ba JK |
262 | struct f2fs_inode *ri = NULL; |
263 | void *src_addr, *dst_addr; | |
264 | struct page *ipage; | |
265 | ||
266 | /* | |
267 | * The inline_data recovery policy is as follows. | |
268 | * [prev.] [next] of inline_data flag | |
269 | * o o -> recover inline_data | |
270 | * o x -> remove inline_data, and then recover data blocks | |
271 | * x o -> remove inline_data, and then recover inline_data | |
272 | * x x -> recover data blocks | |
273 | */ | |
274 | if (IS_INODE(npage)) | |
275 | ri = F2FS_INODE(npage); | |
276 | ||
277 | if (f2fs_has_inline_data(inode) && | |
0342fd30 | 278 | ri && (ri->i_inline & F2FS_INLINE_DATA)) { |
1e1bb4ba JK |
279 | process_inline: |
280 | ipage = get_node_page(sbi, inode->i_ino); | |
9850cf4a | 281 | f2fs_bug_on(sbi, IS_ERR(ipage)); |
1e1bb4ba | 282 | |
c1286ff4 | 283 | f2fs_wait_on_page_writeback(ipage, NODE, true); |
54b591df | 284 | |
13f00235 JK |
285 | src_addr = inline_data_addr(inode, npage); |
286 | dst_addr = inline_data_addr(inode, ipage); | |
287 | memcpy(dst_addr, src_addr, MAX_INLINE_DATA(inode)); | |
b3d208f9 | 288 | |
c1286ff4 JK |
289 | set_inode_flag(inode, FI_INLINE_DATA); |
290 | set_inode_flag(inode, FI_DATA_EXIST); | |
b3d208f9 | 291 | |
c1286ff4 | 292 | set_page_dirty(ipage); |
1e1bb4ba | 293 | f2fs_put_page(ipage, 1); |
0342fd30 | 294 | return true; |
1e1bb4ba JK |
295 | } |
296 | ||
297 | if (f2fs_has_inline_data(inode)) { | |
298 | ipage = get_node_page(sbi, inode->i_ino); | |
9850cf4a | 299 | f2fs_bug_on(sbi, IS_ERR(ipage)); |
13f00235 JK |
300 | truncate_inline_inode(inode, ipage, 0); |
301 | clear_inode_flag(inode, FI_INLINE_DATA); | |
1e1bb4ba | 302 | f2fs_put_page(ipage, 1); |
0342fd30 | 303 | } else if (ri && (ri->i_inline & F2FS_INLINE_DATA)) { |
545fe421 NK |
304 | if (truncate_blocks(inode, 0, false)) |
305 | return false; | |
1e1bb4ba JK |
306 | goto process_inline; |
307 | } | |
0342fd30 | 308 | return false; |
1e1bb4ba | 309 | } |
201a05be CY |
310 | |
311 | struct f2fs_dir_entry *find_in_inline_dir(struct inode *dir, | |
c1286ff4 | 312 | struct fscrypt_name *fname, struct page **res_page) |
201a05be CY |
313 | { |
314 | struct f2fs_sb_info *sbi = F2FS_SB(dir->i_sb); | |
6e22c691 | 315 | struct qstr name = FSTR_TO_QSTR(&fname->disk_name); |
201a05be | 316 | struct f2fs_dir_entry *de; |
7b3cd7d6 | 317 | struct f2fs_dentry_ptr d; |
4e6ebf6d | 318 | struct page *ipage; |
13f00235 | 319 | void *inline_dentry; |
6e22c691 | 320 | f2fs_hash_t namehash; |
201a05be CY |
321 | |
322 | ipage = get_node_page(sbi, dir->i_ino); | |
c1286ff4 JK |
323 | if (IS_ERR(ipage)) { |
324 | *res_page = ipage; | |
201a05be | 325 | return NULL; |
c1286ff4 | 326 | } |
201a05be | 327 | |
13f00235 | 328 | namehash = f2fs_dentry_hash(&name, fname); |
6e22c691 | 329 | |
13f00235 | 330 | inline_dentry = inline_data_addr(dir, ipage); |
201a05be | 331 | |
13f00235 | 332 | make_dentry_ptr_inline(dir, &d, inline_dentry); |
6e22c691 | 333 | de = find_target_dentry(fname, namehash, NULL, &d); |
201a05be | 334 | unlock_page(ipage); |
4e6ebf6d JK |
335 | if (de) |
336 | *res_page = ipage; | |
337 | else | |
338 | f2fs_put_page(ipage, 0); | |
339 | ||
201a05be CY |
340 | return de; |
341 | } | |
342 | ||
343 | int make_empty_inline_dir(struct inode *inode, struct inode *parent, | |
344 | struct page *ipage) | |
345 | { | |
062a3e7b | 346 | struct f2fs_dentry_ptr d; |
13f00235 | 347 | void *inline_dentry; |
201a05be | 348 | |
13f00235 | 349 | inline_dentry = inline_data_addr(inode, ipage); |
201a05be | 350 | |
13f00235 | 351 | make_dentry_ptr_inline(inode, &d, inline_dentry); |
062a3e7b | 352 | do_make_empty_dir(inode, parent, &d); |
201a05be CY |
353 | |
354 | set_page_dirty(ipage); | |
355 | ||
356 | /* update i_size to MAX_INLINE_DATA */ | |
13f00235 JK |
357 | if (i_size_read(inode) < MAX_INLINE_DATA(inode)) |
358 | f2fs_i_size_write(inode, MAX_INLINE_DATA(inode)); | |
201a05be CY |
359 | return 0; |
360 | } | |
361 | ||
470f00e9 CY |
362 | /* |
363 | * NOTE: ipage is grabbed by caller, but if any error occurs, we should | |
364 | * release ipage in this function. | |
365 | */ | |
c1286ff4 | 366 | static int f2fs_move_inline_dirents(struct inode *dir, struct page *ipage, |
13f00235 | 367 | void *inline_dentry) |
201a05be CY |
368 | { |
369 | struct page *page; | |
370 | struct dnode_of_data dn; | |
371 | struct f2fs_dentry_block *dentry_blk; | |
13f00235 | 372 | struct f2fs_dentry_ptr src, dst; |
201a05be CY |
373 | int err; |
374 | ||
c1286ff4 | 375 | page = f2fs_grab_cache_page(dir->i_mapping, 0, false); |
470f00e9 CY |
376 | if (!page) { |
377 | f2fs_put_page(ipage, 1); | |
201a05be | 378 | return -ENOMEM; |
470f00e9 | 379 | } |
201a05be CY |
380 | |
381 | set_new_dnode(&dn, dir, ipage, NULL, 0); | |
382 | err = f2fs_reserve_block(&dn, 0); | |
383 | if (err) | |
384 | goto out; | |
385 | ||
c1286ff4 | 386 | f2fs_wait_on_page_writeback(page, DATA, true); |
13f00235 | 387 | zero_user_segment(page, MAX_INLINE_DATA(dir), PAGE_SIZE); |
201a05be | 388 | |
f1e33a04 | 389 | dentry_blk = kmap_atomic(page); |
201a05be | 390 | |
13f00235 JK |
391 | make_dentry_ptr_inline(dir, &src, inline_dentry); |
392 | make_dentry_ptr_block(dir, &dst, dentry_blk); | |
393 | ||
201a05be | 394 | /* copy data from inline dentry block to new dentry block */ |
13f00235 JK |
395 | memcpy(dst.bitmap, src.bitmap, src.nr_bitmap); |
396 | memset(dst.bitmap + src.nr_bitmap, 0, dst.nr_bitmap - src.nr_bitmap); | |
4ec17d68 CY |
397 | /* |
398 | * we do not need to zero out remainder part of dentry and filename | |
399 | * field, since we have used bitmap for marking the usage status of | |
400 | * them, besides, we can also ignore copying/zeroing reserved space | |
401 | * of dentry block, because them haven't been used so far. | |
402 | */ | |
13f00235 JK |
403 | memcpy(dst.dentry, src.dentry, SIZE_OF_DIR_ENTRY * src.max); |
404 | memcpy(dst.filename, src.filename, src.max * F2FS_SLOT_LEN); | |
201a05be | 405 | |
f1e33a04 | 406 | kunmap_atomic(dentry_blk); |
c1286ff4 JK |
407 | if (!PageUptodate(page)) |
408 | SetPageUptodate(page); | |
201a05be CY |
409 | set_page_dirty(page); |
410 | ||
411 | /* clear inline dir and flag after data writeback */ | |
13f00235 | 412 | truncate_inline_inode(dir, ipage, 0); |
b3d208f9 | 413 | |
3289c061 | 414 | stat_dec_inline_dir(dir); |
c1286ff4 | 415 | clear_inode_flag(dir, FI_INLINE_DENTRY); |
201a05be | 416 | |
c1286ff4 JK |
417 | f2fs_i_depth_write(dir, 1); |
418 | if (i_size_read(dir) < PAGE_SIZE) | |
419 | f2fs_i_size_write(dir, PAGE_SIZE); | |
201a05be CY |
420 | out: |
421 | f2fs_put_page(page, 1); | |
422 | return err; | |
423 | } | |
424 | ||
13f00235 | 425 | static int f2fs_add_inline_entries(struct inode *dir, void *inline_dentry) |
c1286ff4 JK |
426 | { |
427 | struct f2fs_dentry_ptr d; | |
428 | unsigned long bit_pos = 0; | |
429 | int err = 0; | |
430 | ||
13f00235 | 431 | make_dentry_ptr_inline(dir, &d, inline_dentry); |
c1286ff4 JK |
432 | |
433 | while (bit_pos < d.max) { | |
434 | struct f2fs_dir_entry *de; | |
435 | struct qstr new_name; | |
436 | nid_t ino; | |
437 | umode_t fake_mode; | |
438 | ||
439 | if (!test_bit_le(bit_pos, d.bitmap)) { | |
440 | bit_pos++; | |
441 | continue; | |
442 | } | |
443 | ||
444 | de = &d.dentry[bit_pos]; | |
445 | ||
446 | if (unlikely(!de->name_len)) { | |
447 | bit_pos++; | |
448 | continue; | |
449 | } | |
450 | ||
451 | new_name.name = d.filename[bit_pos]; | |
fbeee49e | 452 | new_name.len = le16_to_cpu(de->name_len); |
c1286ff4 JK |
453 | |
454 | ino = le32_to_cpu(de->ino); | |
455 | fake_mode = get_de_type(de) << S_SHIFT; | |
456 | ||
457 | err = f2fs_add_regular_entry(dir, &new_name, NULL, NULL, | |
458 | ino, fake_mode); | |
459 | if (err) | |
460 | goto punch_dentry_pages; | |
461 | ||
462 | bit_pos += GET_DENTRY_SLOTS(le16_to_cpu(de->name_len)); | |
463 | } | |
464 | return 0; | |
465 | punch_dentry_pages: | |
466 | truncate_inode_pages(&dir->i_data, 0); | |
467 | truncate_blocks(dir, 0, false); | |
468 | remove_dirty_inode(dir); | |
469 | return err; | |
470 | } | |
471 | ||
472 | static int f2fs_move_rehashed_dirents(struct inode *dir, struct page *ipage, | |
13f00235 | 473 | void *inline_dentry) |
c1286ff4 | 474 | { |
13f00235 | 475 | void *backup_dentry; |
c1286ff4 JK |
476 | int err; |
477 | ||
478 | backup_dentry = f2fs_kmalloc(F2FS_I_SB(dir), | |
13f00235 | 479 | MAX_INLINE_DATA(dir), GFP_F2FS_ZERO); |
c1286ff4 JK |
480 | if (!backup_dentry) { |
481 | f2fs_put_page(ipage, 1); | |
482 | return -ENOMEM; | |
483 | } | |
484 | ||
13f00235 JK |
485 | memcpy(backup_dentry, inline_dentry, MAX_INLINE_DATA(dir)); |
486 | truncate_inline_inode(dir, ipage, 0); | |
c1286ff4 JK |
487 | |
488 | unlock_page(ipage); | |
489 | ||
490 | err = f2fs_add_inline_entries(dir, backup_dentry); | |
491 | if (err) | |
492 | goto recover; | |
493 | ||
494 | lock_page(ipage); | |
495 | ||
496 | stat_dec_inline_dir(dir); | |
497 | clear_inode_flag(dir, FI_INLINE_DENTRY); | |
498 | kfree(backup_dentry); | |
499 | return 0; | |
500 | recover: | |
501 | lock_page(ipage); | |
13f00235 | 502 | memcpy(inline_dentry, backup_dentry, MAX_INLINE_DATA(dir)); |
c1286ff4 | 503 | f2fs_i_depth_write(dir, 0); |
13f00235 | 504 | f2fs_i_size_write(dir, MAX_INLINE_DATA(dir)); |
c1286ff4 JK |
505 | set_page_dirty(ipage); |
506 | f2fs_put_page(ipage, 1); | |
507 | ||
508 | kfree(backup_dentry); | |
509 | return err; | |
510 | } | |
511 | ||
512 | static int f2fs_convert_inline_dir(struct inode *dir, struct page *ipage, | |
13f00235 | 513 | void *inline_dentry) |
c1286ff4 JK |
514 | { |
515 | if (!F2FS_I(dir)->i_dir_level) | |
516 | return f2fs_move_inline_dirents(dir, ipage, inline_dentry); | |
517 | else | |
518 | return f2fs_move_rehashed_dirents(dir, ipage, inline_dentry); | |
519 | } | |
520 | ||
521 | int f2fs_add_inline_entry(struct inode *dir, const struct qstr *new_name, | |
522 | const struct qstr *orig_name, | |
523 | struct inode *inode, nid_t ino, umode_t mode) | |
201a05be CY |
524 | { |
525 | struct f2fs_sb_info *sbi = F2FS_I_SB(dir); | |
526 | struct page *ipage; | |
527 | unsigned int bit_pos; | |
528 | f2fs_hash_t name_hash; | |
13f00235 | 529 | void *inline_dentry = NULL; |
3b4d732a | 530 | struct f2fs_dentry_ptr d; |
c1286ff4 | 531 | int slots = GET_DENTRY_SLOTS(new_name->len); |
510022a8 | 532 | struct page *page = NULL; |
201a05be | 533 | int err = 0; |
201a05be CY |
534 | |
535 | ipage = get_node_page(sbi, dir->i_ino); | |
536 | if (IS_ERR(ipage)) | |
537 | return PTR_ERR(ipage); | |
538 | ||
13f00235 JK |
539 | inline_dentry = inline_data_addr(dir, ipage); |
540 | make_dentry_ptr_inline(dir, &d, inline_dentry); | |
541 | ||
542 | bit_pos = room_for_filename(d.bitmap, slots, d.max); | |
543 | if (bit_pos >= d.max) { | |
544 | err = f2fs_convert_inline_dir(dir, ipage, inline_dentry); | |
470f00e9 CY |
545 | if (err) |
546 | return err; | |
547 | err = -EAGAIN; | |
201a05be CY |
548 | goto out; |
549 | } | |
550 | ||
510022a8 JK |
551 | if (inode) { |
552 | down_write(&F2FS_I(inode)->i_sem); | |
c1286ff4 JK |
553 | page = init_inode_metadata(inode, dir, new_name, |
554 | orig_name, ipage); | |
510022a8 JK |
555 | if (IS_ERR(page)) { |
556 | err = PTR_ERR(page); | |
557 | goto fail; | |
558 | } | |
201a05be | 559 | } |
bce8d112 | 560 | |
c1286ff4 | 561 | f2fs_wait_on_page_writeback(ipage, NODE, true); |
3b4d732a | 562 | |
13f00235 | 563 | name_hash = f2fs_dentry_hash(new_name, NULL); |
c1286ff4 | 564 | f2fs_update_dentry(ino, mode, &d, new_name, name_hash, bit_pos); |
3b4d732a | 565 | |
201a05be CY |
566 | set_page_dirty(ipage); |
567 | ||
568 | /* we don't need to mark_inode_dirty now */ | |
510022a8 | 569 | if (inode) { |
c1286ff4 | 570 | f2fs_i_pino_write(inode, dir->i_ino); |
510022a8 JK |
571 | f2fs_put_page(page, 1); |
572 | } | |
201a05be CY |
573 | |
574 | update_parent_metadata(dir, inode, 0); | |
575 | fail: | |
510022a8 JK |
576 | if (inode) |
577 | up_write(&F2FS_I(inode)->i_sem); | |
201a05be CY |
578 | out: |
579 | f2fs_put_page(ipage, 1); | |
580 | return err; | |
581 | } | |
582 | ||
583 | void f2fs_delete_inline_entry(struct f2fs_dir_entry *dentry, struct page *page, | |
584 | struct inode *dir, struct inode *inode) | |
585 | { | |
13f00235 JK |
586 | struct f2fs_dentry_ptr d; |
587 | void *inline_dentry; | |
201a05be CY |
588 | int slots = GET_DENTRY_SLOTS(le16_to_cpu(dentry->name_len)); |
589 | unsigned int bit_pos; | |
590 | int i; | |
591 | ||
592 | lock_page(page); | |
c1286ff4 | 593 | f2fs_wait_on_page_writeback(page, NODE, true); |
201a05be | 594 | |
13f00235 JK |
595 | inline_dentry = inline_data_addr(dir, page); |
596 | make_dentry_ptr_inline(dir, &d, inline_dentry); | |
597 | ||
598 | bit_pos = dentry - d.dentry; | |
201a05be | 599 | for (i = 0; i < slots; i++) |
13f00235 | 600 | __clear_bit_le(bit_pos + i, d.bitmap); |
201a05be CY |
601 | |
602 | set_page_dirty(page); | |
c1286ff4 | 603 | f2fs_put_page(page, 1); |
201a05be | 604 | |
dafac77e | 605 | dir->i_ctime = dir->i_mtime = current_time(dir); |
0ef31c7b | 606 | f2fs_mark_inode_dirty_sync(dir, false); |
201a05be CY |
607 | |
608 | if (inode) | |
c1286ff4 | 609 | f2fs_drop_nlink(dir, inode); |
201a05be CY |
610 | } |
611 | ||
612 | bool f2fs_empty_inline_dir(struct inode *dir) | |
613 | { | |
614 | struct f2fs_sb_info *sbi = F2FS_I_SB(dir); | |
615 | struct page *ipage; | |
616 | unsigned int bit_pos = 2; | |
13f00235 JK |
617 | void *inline_dentry; |
618 | struct f2fs_dentry_ptr d; | |
201a05be CY |
619 | |
620 | ipage = get_node_page(sbi, dir->i_ino); | |
621 | if (IS_ERR(ipage)) | |
622 | return false; | |
623 | ||
13f00235 JK |
624 | inline_dentry = inline_data_addr(dir, ipage); |
625 | make_dentry_ptr_inline(dir, &d, inline_dentry); | |
626 | ||
627 | bit_pos = find_next_bit_le(d.bitmap, d.max, bit_pos); | |
201a05be CY |
628 | |
629 | f2fs_put_page(ipage, 1); | |
630 | ||
13f00235 | 631 | if (bit_pos < d.max) |
201a05be CY |
632 | return false; |
633 | ||
634 | return true; | |
635 | } | |
636 | ||
d8c6822a | 637 | int f2fs_read_inline_dir(struct file *file, struct dir_context *ctx, |
c1286ff4 | 638 | struct fscrypt_str *fstr) |
201a05be CY |
639 | { |
640 | struct inode *inode = file_inode(file); | |
201a05be | 641 | struct page *ipage = NULL; |
7b3cd7d6 | 642 | struct f2fs_dentry_ptr d; |
13f00235 | 643 | void *inline_dentry = NULL; |
7d2eab19 | 644 | int err; |
201a05be | 645 | |
13f00235 JK |
646 | make_dentry_ptr_inline(inode, &d, inline_dentry); |
647 | ||
648 | if (ctx->pos == d.max) | |
201a05be CY |
649 | return 0; |
650 | ||
38594de7 | 651 | ipage = get_node_page(F2FS_I_SB(inode), inode->i_ino); |
201a05be CY |
652 | if (IS_ERR(ipage)) |
653 | return PTR_ERR(ipage); | |
654 | ||
13f00235 | 655 | inline_dentry = inline_data_addr(inode, ipage); |
201a05be | 656 | |
13f00235 | 657 | make_dentry_ptr_inline(inode, &d, inline_dentry); |
7b3cd7d6 | 658 | |
7d2eab19 CY |
659 | err = f2fs_fill_dentries(ctx, &d, 0, fstr); |
660 | if (!err) | |
13f00235 | 661 | ctx->pos = d.max; |
201a05be | 662 | |
38594de7 | 663 | f2fs_put_page(ipage, 1); |
7d2eab19 | 664 | return err < 0 ? err : 0; |
201a05be | 665 | } |
67f8cf3c JK |
666 | |
667 | int f2fs_inline_data_fiemap(struct inode *inode, | |
668 | struct fiemap_extent_info *fieinfo, __u64 start, __u64 len) | |
669 | { | |
670 | __u64 byteaddr, ilen; | |
671 | __u32 flags = FIEMAP_EXTENT_DATA_INLINE | FIEMAP_EXTENT_NOT_ALIGNED | | |
672 | FIEMAP_EXTENT_LAST; | |
673 | struct node_info ni; | |
674 | struct page *ipage; | |
675 | int err = 0; | |
676 | ||
677 | ipage = get_node_page(F2FS_I_SB(inode), inode->i_ino); | |
678 | if (IS_ERR(ipage)) | |
679 | return PTR_ERR(ipage); | |
680 | ||
681 | if (!f2fs_has_inline_data(inode)) { | |
682 | err = -EAGAIN; | |
683 | goto out; | |
684 | } | |
685 | ||
13f00235 | 686 | ilen = min_t(size_t, MAX_INLINE_DATA(inode), i_size_read(inode)); |
67f8cf3c JK |
687 | if (start >= ilen) |
688 | goto out; | |
689 | if (start + len < ilen) | |
690 | ilen = start + len; | |
691 | ilen -= start; | |
692 | ||
693 | get_node_info(F2FS_I_SB(inode), inode->i_ino, &ni); | |
694 | byteaddr = (__u64)ni.blk_addr << inode->i_sb->s_blocksize_bits; | |
13f00235 JK |
695 | byteaddr += (char *)inline_data_addr(inode, ipage) - |
696 | (char *)F2FS_INODE(ipage); | |
67f8cf3c JK |
697 | err = fiemap_fill_next_extent(fieinfo, start, byteaddr, ilen, flags); |
698 | out: | |
699 | f2fs_put_page(ipage, 1); | |
700 | return err; | |
701 | } |