[GitHub/exynos8895/android_kernel_samsung_universal8895.git] / fs / f2fs / inline.c

/*
 * fs/f2fs/inline.c
 * Copyright (c) 2013, Intel Corporation
 * Authors: Huajun Li <huajun.li@intel.com>
 *          Haicheng Li <haicheng.li@intel.com>
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2 as
 * published by the Free Software Foundation.
 */

#include <linux/fs.h>
#include <linux/f2fs_fs.h>

#include "f2fs.h"

bool f2fs_may_inline(struct inode *inode)
{
	block_t nr_blocks;
	loff_t i_size;

	if (!test_opt(F2FS_I_SB(inode), INLINE_DATA))
		return false;

	if (f2fs_is_atomic_file(inode))
		return false;

	nr_blocks = F2FS_I(inode)->i_xattr_nid ? 3 : 2;
	if (inode->i_blocks > nr_blocks)
		return false;

	i_size = i_size_read(inode);
	if (i_size > MAX_INLINE_DATA)
		return false;

	return true;
}

int f2fs_read_inline_data(struct inode *inode, struct page *page)
{
	struct page *ipage;
	void *src_addr, *dst_addr;

	if (page->index) {
		zero_user_segment(page, 0, PAGE_CACHE_SIZE);
		goto out;
	}

	ipage = get_node_page(F2FS_I_SB(inode), inode->i_ino);
	if (IS_ERR(ipage)) {
		unlock_page(page);
		return PTR_ERR(ipage);
	}

	zero_user_segment(page, MAX_INLINE_DATA, PAGE_CACHE_SIZE);

	/* Copy the whole inline data block */
	src_addr = inline_data_addr(ipage);
	dst_addr = kmap(page);
	memcpy(dst_addr, src_addr, MAX_INLINE_DATA);
	kunmap(page);
	f2fs_put_page(ipage, 1);

out:
	SetPageUptodate(page);
	unlock_page(page);

	return 0;
}

static int __f2fs_convert_inline_data(struct inode *inode, struct page *page)
{
	int err = 0;
	struct page *ipage;
	struct dnode_of_data dn;
	void *src_addr, *dst_addr;
	block_t new_blk_addr;
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
	struct f2fs_io_info fio = {
		.type = DATA,
		.rw = WRITE_SYNC | REQ_PRIO,
	};

	f2fs_lock_op(sbi);
	ipage = get_node_page(sbi, inode->i_ino);
	if (IS_ERR(ipage)) {
		err = PTR_ERR(ipage);
		goto out;
	}

	/* someone else converted inline_data already */
	if (!f2fs_has_inline_data(inode))
		goto out;

	/*
	 * i_addr[0] is not used for inline data,
	 * so reserving new block will not destroy inline data
	 */
	set_new_dnode(&dn, inode, ipage, NULL, 0);
	err = f2fs_reserve_block(&dn, 0);
	if (err)
		goto out;

	f2fs_wait_on_page_writeback(page, DATA);
	zero_user_segment(page, MAX_INLINE_DATA, PAGE_CACHE_SIZE);

	/* Copy the whole inline data block */
	src_addr = inline_data_addr(ipage);
	dst_addr = kmap(page);
	memcpy(dst_addr, src_addr, MAX_INLINE_DATA);
	kunmap(page);
	SetPageUptodate(page);

	/* write data page to try to make data consistent */
	set_page_writeback(page);
	write_data_page(page, &dn, &new_blk_addr, &fio);
	update_extent_cache(new_blk_addr, &dn);
	f2fs_wait_on_page_writeback(page, DATA);

	/* clear inline data and flag after data writeback */
	zero_user_segment(ipage, INLINE_DATA_OFFSET,
				 INLINE_DATA_OFFSET + MAX_INLINE_DATA);
	clear_inode_flag(F2FS_I(inode), FI_INLINE_DATA);
	stat_dec_inline_inode(inode);

	sync_inode_page(&dn);
	f2fs_put_dnode(&dn);
out:
	f2fs_unlock_op(sbi);
	return err;
}

int f2fs_convert_inline_data(struct inode *inode, pgoff_t to_size,
						struct page *page)
{
	struct page *new_page = page;
	int err;

	if (!f2fs_has_inline_data(inode))
		return 0;
	else if (to_size <= MAX_INLINE_DATA)
		return 0;

	if (!page || page->index != 0) {
		new_page = grab_cache_page(inode->i_mapping, 0);
		if (!new_page)
			return -ENOMEM;
	}

	err = __f2fs_convert_inline_data(inode, new_page);
	if (!page || page->index != 0)
		f2fs_put_page(new_page, 1);
	return err;
}

int f2fs_write_inline_data(struct inode *inode,
				struct page *page, unsigned size)
{
	void *src_addr, *dst_addr;
	struct page *ipage;
	struct dnode_of_data dn;
	int err;

	set_new_dnode(&dn, inode, NULL, NULL, 0);
	err = get_dnode_of_data(&dn, 0, LOOKUP_NODE);
	if (err)
		return err;
	ipage = dn.inode_page;

	f2fs_wait_on_page_writeback(ipage, NODE);
	zero_user_segment(ipage, INLINE_DATA_OFFSET,
				 INLINE_DATA_OFFSET + MAX_INLINE_DATA);
	src_addr = kmap(page);
	dst_addr = inline_data_addr(ipage);
	memcpy(dst_addr, src_addr, size);
	kunmap(page);

	/* Release the first data block if it is allocated */
	if (!f2fs_has_inline_data(inode)) {
		truncate_data_blocks_range(&dn, 1);
		set_inode_flag(F2FS_I(inode), FI_INLINE_DATA);
		stat_inc_inline_inode(inode);
	}

	set_inode_flag(F2FS_I(inode), FI_APPEND_WRITE);
	sync_inode_page(&dn);
	f2fs_put_dnode(&dn);

	return 0;
}

void truncate_inline_data(struct inode *inode, u64 from)
{
	struct page *ipage;

	if (from >= MAX_INLINE_DATA)
		return;

	ipage = get_node_page(F2FS_I_SB(inode), inode->i_ino);
	if (IS_ERR(ipage))
		return;

	f2fs_wait_on_page_writeback(ipage, NODE);

	zero_user_segment(ipage, INLINE_DATA_OFFSET + from,
				INLINE_DATA_OFFSET + MAX_INLINE_DATA);
	set_page_dirty(ipage);
	f2fs_put_page(ipage, 1);
}

bool recover_inline_data(struct inode *inode, struct page *npage)
{
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
	struct f2fs_inode *ri = NULL;
	void *src_addr, *dst_addr;
	struct page *ipage;

	/*
	 * The inline_data recovery policy is as follows.
	 * [prev.] [next] of inline_data flag
	 *    o       o  -> recover inline_data
	 *    o       x  -> remove inline_data, and then recover data blocks
	 *    x       o  -> remove inline_data, and then recover inline_data
	 *    x       x  -> recover data blocks
	 */
	if (IS_INODE(npage))
		ri = F2FS_INODE(npage);

	if (f2fs_has_inline_data(inode) &&
			ri && (ri->i_inline & F2FS_INLINE_DATA)) {
process_inline:
		ipage = get_node_page(sbi, inode->i_ino);
		f2fs_bug_on(sbi, IS_ERR(ipage));

		f2fs_wait_on_page_writeback(ipage, NODE);

		src_addr = inline_data_addr(npage);
		dst_addr = inline_data_addr(ipage);
		memcpy(dst_addr, src_addr, MAX_INLINE_DATA);
		update_inode(inode, ipage);
		f2fs_put_page(ipage, 1);
		return true;
	}

	if (f2fs_has_inline_data(inode)) {
		ipage = get_node_page(sbi, inode->i_ino);
		f2fs_bug_on(sbi, IS_ERR(ipage));
		f2fs_wait_on_page_writeback(ipage, NODE);
		zero_user_segment(ipage, INLINE_DATA_OFFSET,
				 INLINE_DATA_OFFSET + MAX_INLINE_DATA);
		clear_inode_flag(F2FS_I(inode), FI_INLINE_DATA);
		update_inode(inode, ipage);
		f2fs_put_page(ipage, 1);
	} else if (ri && (ri->i_inline & F2FS_INLINE_DATA)) {
		truncate_blocks(inode, 0, false);
		set_inode_flag(F2FS_I(inode), FI_INLINE_DATA);
		goto process_inline;
	}
	return false;
}
Commit	Line	Data
e18c65b2 HL	1	/*
	2	* fs/f2fs/inline.c
	3	* Copyright (c) 2013, Intel Corporation
	4	* Authors: Huajun Li <huajun.li@intel.com>
	5	* Haicheng Li <haicheng.li@intel.com>
	6	* This program is free software; you can redistribute it and/or modify
	7	* it under the terms of the GNU General Public License version 2 as
	8	* published by the Free Software Foundation.
	9	*/
	10
	11	#include <linux/fs.h>
	12	#include <linux/f2fs_fs.h>
	13
	14	#include "f2fs.h"
	15
e18c65b2 HL	16	bool f2fs_may_inline(struct inode *inode)
e18c65b2 HL	17	{
e18c65b2 HL	18	block_t nr_blocks;
	19	loff_t i_size;
	20
4081363f	21	if (!test_opt(F2FS_I_SB(inode), INLINE_DATA))
e18c65b2 HL	22	return false;
e18c65b2 HL	23
88b88a66 JK	24	if (f2fs_is_atomic_file(inode))
	25	return false;
	26
e18c65b2 HL	27	nr_blocks = F2FS_I(inode)->i_xattr_nid ? 3 : 2;
	28	if (inode->i_blocks > nr_blocks)
	29	return false;
	30
	31	i_size = i_size_read(inode);
	32	if (i_size > MAX_INLINE_DATA)
	33	return false;
	34
	35	return true;
	36	}
	37
	38	int f2fs_read_inline_data(struct inode inode, struct page page)
	39	{
e18c65b2 HL	40	struct page *ipage;
	41	void src_addr, dst_addr;
	42
04a17fb1 CY	43	if (page->index) {
	44	zero_user_segment(page, 0, PAGE_CACHE_SIZE);
	45	goto out;
	46	}
	47
4081363f	48	ipage = get_node_page(F2FS_I_SB(inode), inode->i_ino);
d54c795b CY	49	if (IS_ERR(ipage)) {
d54c795b CY	50	unlock_page(page);
e18c65b2	51	return PTR_ERR(ipage);
d54c795b	52	}
e18c65b2	53
18309aaa	54	zero_user_segment(page, MAX_INLINE_DATA, PAGE_CACHE_SIZE);
e18c65b2 HL	55
	56	/* Copy the whole inline data block */
	57	src_addr = inline_data_addr(ipage);
	58	dst_addr = kmap(page);
	59	memcpy(dst_addr, src_addr, MAX_INLINE_DATA);
	60	kunmap(page);
	61	f2fs_put_page(ipage, 1);
	62
04a17fb1	63	out:
e18c65b2 HL	64	SetPageUptodate(page);
	65	unlock_page(page);
	66
	67	return 0;
	68	}
	69
	70	static int __f2fs_convert_inline_data(struct inode inode, struct page page)
	71	{
ec4e7af4	72	int err = 0;
e18c65b2 HL	73	struct page *ipage;
	74	struct dnode_of_data dn;
	75	void src_addr, dst_addr;
	76	block_t new_blk_addr;
4081363f	77	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
e18c65b2 HL	78	struct f2fs_io_info fio = {
	79	.type = DATA,
	80	.rw = WRITE_SYNC \| REQ_PRIO,
	81	};
	82
	83	f2fs_lock_op(sbi);
	84	ipage = get_node_page(sbi, inode->i_ino);
15c6e3aa JK	85	if (IS_ERR(ipage)) {
	86	err = PTR_ERR(ipage);
	87	goto out;
	88	}
e18c65b2	89
ec4e7af4 JK	90	/* someone else converted inline_data already */
	91	if (!f2fs_has_inline_data(inode))
	92	goto out;
	93
e18c65b2 HL	94	/*
	95	* i_addr[0] is not used for inline data,
	96	* so reserving new block will not destroy inline data
	97	*/
a8865372	98	set_new_dnode(&dn, inode, ipage, NULL, 0);
e18c65b2	99	err = f2fs_reserve_block(&dn, 0);
15c6e3aa JK	100	if (err)
15c6e3aa JK	101	goto out;
e18c65b2	102
9ac1349a	103	f2fs_wait_on_page_writeback(page, DATA);
18309aaa	104	zero_user_segment(page, MAX_INLINE_DATA, PAGE_CACHE_SIZE);
e18c65b2 HL	105
	106	/* Copy the whole inline data block */
	107	src_addr = inline_data_addr(ipage);
	108	dst_addr = kmap(page);
	109	memcpy(dst_addr, src_addr, MAX_INLINE_DATA);
	110	kunmap(page);
9e09fc85	111	SetPageUptodate(page);
e18c65b2 HL	112
	113	/* write data page to try to make data consistent */
	114	set_page_writeback(page);
	115	write_data_page(page, &dn, &new_blk_addr, &fio);
	116	update_extent_cache(new_blk_addr, &dn);
5514f0aa	117	f2fs_wait_on_page_writeback(page, DATA);
e18c65b2 HL	118
	119	/* clear inline data and flag after data writeback */
	120	zero_user_segment(ipage, INLINE_DATA_OFFSET,
	121	INLINE_DATA_OFFSET + MAX_INLINE_DATA);
	122	clear_inode_flag(F2FS_I(inode), FI_INLINE_DATA);
0dbdc2ae	123	stat_dec_inline_inode(inode);
e18c65b2 HL	124
e18c65b2 HL	125	sync_inode_page(&dn);
a8865372	126	f2fs_put_dnode(&dn);
15c6e3aa	127	out:
e18c65b2	128	f2fs_unlock_op(sbi);
e18c65b2 HL	129	return err;
	130	}
	131
b067ba1f JK	132	int f2fs_convert_inline_data(struct inode *inode, pgoff_t to_size,
b067ba1f JK	133	struct page *page)
e18c65b2	134	{
b067ba1f	135	struct page *new_page = page;
9e09fc85	136	int err;
e18c65b2	137
9e09fc85 JK	138	if (!f2fs_has_inline_data(inode))
	139	return 0;
	140	else if (to_size <= MAX_INLINE_DATA)
	141	return 0;
e18c65b2	142
b067ba1f JK	143	if (!page \|\| page->index != 0) {
	144	new_page = grab_cache_page(inode->i_mapping, 0);
	145	if (!new_page)
	146	return -ENOMEM;
	147	}
e18c65b2	148
b067ba1f JK	149	err = __f2fs_convert_inline_data(inode, new_page);
	150	if (!page \|\| page->index != 0)
	151	f2fs_put_page(new_page, 1);
e18c65b2 HL	152	return err;
	153	}
	154
	155	int f2fs_write_inline_data(struct inode *inode,
b067ba1f	156	struct page *page, unsigned size)
e18c65b2 HL	157	{
	158	void src_addr, dst_addr;
	159	struct page *ipage;
	160	struct dnode_of_data dn;
	161	int err;
	162
	163	set_new_dnode(&dn, inode, NULL, NULL, 0);
	164	err = get_dnode_of_data(&dn, 0, LOOKUP_NODE);
	165	if (err)
	166	return err;
	167	ipage = dn.inode_page;
	168
54b591df	169	f2fs_wait_on_page_writeback(ipage, NODE);
e18c65b2 HL	170	zero_user_segment(ipage, INLINE_DATA_OFFSET,
	171	INLINE_DATA_OFFSET + MAX_INLINE_DATA);
	172	src_addr = kmap(page);
	173	dst_addr = inline_data_addr(ipage);
	174	memcpy(dst_addr, src_addr, size);
	175	kunmap(page);
	176
	177	/* Release the first data block if it is allocated */
	178	if (!f2fs_has_inline_data(inode)) {
	179	truncate_data_blocks_range(&dn, 1);
	180	set_inode_flag(F2FS_I(inode), FI_INLINE_DATA);
0dbdc2ae	181	stat_inc_inline_inode(inode);
e18c65b2 HL	182	}
e18c65b2 HL	183
fff04f90	184	set_inode_flag(F2FS_I(inode), FI_APPEND_WRITE);
e18c65b2 HL	185	sync_inode_page(&dn);
	186	f2fs_put_dnode(&dn);
	187
	188	return 0;
	189	}
1e1bb4ba	190
8aa6f1c5 CY	191	void truncate_inline_data(struct inode *inode, u64 from)
8aa6f1c5 CY	192	{
8aa6f1c5 CY	193	struct page *ipage;
	194
	195	if (from >= MAX_INLINE_DATA)
	196	return;
	197
4081363f	198	ipage = get_node_page(F2FS_I_SB(inode), inode->i_ino);
8aa6f1c5 CY	199	if (IS_ERR(ipage))
	200	return;
	201
54b591df JK	202	f2fs_wait_on_page_writeback(ipage, NODE);
54b591df JK	203
8aa6f1c5 CY	204	zero_user_segment(ipage, INLINE_DATA_OFFSET + from,
	205	INLINE_DATA_OFFSET + MAX_INLINE_DATA);
	206	set_page_dirty(ipage);
	207	f2fs_put_page(ipage, 1);
	208	}
	209
0342fd30	210	bool recover_inline_data(struct inode inode, struct page npage)
1e1bb4ba	211	{
4081363f	212	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
1e1bb4ba JK	213	struct f2fs_inode *ri = NULL;
	214	void src_addr, dst_addr;
	215	struct page *ipage;
	216
	217	/*
	218	* The inline_data recovery policy is as follows.
	219	* [prev.] [next] of inline_data flag
	220	* o o -> recover inline_data
	221	* o x -> remove inline_data, and then recover data blocks
	222	* x o -> remove inline_data, and then recover inline_data
	223	* x x -> recover data blocks
	224	*/
	225	if (IS_INODE(npage))
	226	ri = F2FS_INODE(npage);
	227
	228	if (f2fs_has_inline_data(inode) &&
0342fd30	229	ri && (ri->i_inline & F2FS_INLINE_DATA)) {
1e1bb4ba JK	230	process_inline:
1e1bb4ba JK	231	ipage = get_node_page(sbi, inode->i_ino);
9850cf4a	232	f2fs_bug_on(sbi, IS_ERR(ipage));
1e1bb4ba	233
54b591df JK	234	f2fs_wait_on_page_writeback(ipage, NODE);
54b591df JK	235
1e1bb4ba JK	236	src_addr = inline_data_addr(npage);
	237	dst_addr = inline_data_addr(ipage);
	238	memcpy(dst_addr, src_addr, MAX_INLINE_DATA);
	239	update_inode(inode, ipage);
	240	f2fs_put_page(ipage, 1);
0342fd30	241	return true;
1e1bb4ba JK	242	}
	243
	244	if (f2fs_has_inline_data(inode)) {
	245	ipage = get_node_page(sbi, inode->i_ino);
9850cf4a	246	f2fs_bug_on(sbi, IS_ERR(ipage));
54b591df	247	f2fs_wait_on_page_writeback(ipage, NODE);
1e1bb4ba JK	248	zero_user_segment(ipage, INLINE_DATA_OFFSET,
	249	INLINE_DATA_OFFSET + MAX_INLINE_DATA);
	250	clear_inode_flag(F2FS_I(inode), FI_INLINE_DATA);
	251	update_inode(inode, ipage);
	252	f2fs_put_page(ipage, 1);
0342fd30	253	} else if (ri && (ri->i_inline & F2FS_INLINE_DATA)) {
764aa3e9	254	truncate_blocks(inode, 0, false);
1e1bb4ba JK	255	set_inode_flag(F2FS_I(inode), FI_INLINE_DATA);
	256	goto process_inline;
	257	}
0342fd30	258	return false;
1e1bb4ba	259	}