[GitHub/LineageOS/android_kernel_motorola_exynos9610.git] / fs / f2fs / inode.c

/*
 * fs/f2fs/inode.c
 *
 * Copyright (c) 2012 Samsung Electronics Co., Ltd.
 *             http://www.samsung.com/
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2 as
 * published by the Free Software Foundation.
 */
#include <linux/fs.h>
#include <linux/f2fs_fs.h>
#include <linux/buffer_head.h>
#include <linux/backing-dev.h>
#include <linux/writeback.h>

#include "f2fs.h"
#include "node.h"

#include <trace/events/f2fs.h>

void f2fs_mark_inode_dirty_sync(struct inode *inode)
{
	if (f2fs_inode_dirtied(inode))
		return;
	mark_inode_dirty_sync(inode);
}

void f2fs_set_inode_flags(struct inode *inode)
{
	unsigned int flags = F2FS_I(inode)->i_flags;
	unsigned int new_fl = 0;

	if (flags & FS_SYNC_FL)
		new_fl |= S_SYNC;
	if (flags & FS_APPEND_FL)
		new_fl |= S_APPEND;
	if (flags & FS_IMMUTABLE_FL)
		new_fl |= S_IMMUTABLE;
	if (flags & FS_NOATIME_FL)
		new_fl |= S_NOATIME;
	if (flags & FS_DIRSYNC_FL)
		new_fl |= S_DIRSYNC;
	inode_set_flags(inode, new_fl,
			S_SYNC|S_APPEND|S_IMMUTABLE|S_NOATIME|S_DIRSYNC);
	f2fs_mark_inode_dirty_sync(inode);
}

static void __get_inode_rdev(struct inode *inode, struct f2fs_inode *ri)
{
	if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode) ||
			S_ISFIFO(inode->i_mode) || S_ISSOCK(inode->i_mode)) {
		if (ri->i_addr[0])
			inode->i_rdev =
				old_decode_dev(le32_to_cpu(ri->i_addr[0]));
		else
			inode->i_rdev =
				new_decode_dev(le32_to_cpu(ri->i_addr[1]));
	}
}

static bool __written_first_block(struct f2fs_inode *ri)
{
	block_t addr = le32_to_cpu(ri->i_addr[0]);

	if (addr != NEW_ADDR && addr != NULL_ADDR)
		return true;
	return false;
}

static void __set_inode_rdev(struct inode *inode, struct f2fs_inode *ri)
{
	if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode)) {
		if (old_valid_dev(inode->i_rdev)) {
			ri->i_addr[0] =
				cpu_to_le32(old_encode_dev(inode->i_rdev));
			ri->i_addr[1] = 0;
		} else {
			ri->i_addr[0] = 0;
			ri->i_addr[1] =
				cpu_to_le32(new_encode_dev(inode->i_rdev));
			ri->i_addr[2] = 0;
		}
	}
}

static void __recover_inline_status(struct inode *inode, struct page *ipage)
{
	void *inline_data = inline_data_addr(ipage);
	__le32 *start = inline_data;
	__le32 *end = start + MAX_INLINE_DATA / sizeof(__le32);

	while (start < end) {
		if (*start++) {
			f2fs_wait_on_page_writeback(ipage, NODE, true);

			set_inode_flag(inode, FI_DATA_EXIST);
			set_raw_inline(inode, F2FS_INODE(ipage));
			set_page_dirty(ipage);
			return;
		}
	}
	return;
}

static int do_read_inode(struct inode *inode)
{
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
	struct f2fs_inode_info *fi = F2FS_I(inode);
	struct page *node_page;
	struct f2fs_inode *ri;

	/* Check if ino is within scope */
	if (check_nid_range(sbi, inode->i_ino)) {
		f2fs_msg(inode->i_sb, KERN_ERR, "bad inode number: %lu",
			 (unsigned long) inode->i_ino);
		WARN_ON(1);
		return -EINVAL;
	}

	node_page = get_node_page(sbi, inode->i_ino);
	if (IS_ERR(node_page))
		return PTR_ERR(node_page);

	ri = F2FS_INODE(node_page);

	inode->i_mode = le16_to_cpu(ri->i_mode);
	i_uid_write(inode, le32_to_cpu(ri->i_uid));
	i_gid_write(inode, le32_to_cpu(ri->i_gid));
	set_nlink(inode, le32_to_cpu(ri->i_links));
	inode->i_size = le64_to_cpu(ri->i_size);
	inode->i_blocks = le64_to_cpu(ri->i_blocks);

	inode->i_atime.tv_sec = le64_to_cpu(ri->i_atime);
	inode->i_ctime.tv_sec = le64_to_cpu(ri->i_ctime);
	inode->i_mtime.tv_sec = le64_to_cpu(ri->i_mtime);
	inode->i_atime.tv_nsec = le32_to_cpu(ri->i_atime_nsec);
	inode->i_ctime.tv_nsec = le32_to_cpu(ri->i_ctime_nsec);
	inode->i_mtime.tv_nsec = le32_to_cpu(ri->i_mtime_nsec);
	inode->i_generation = le32_to_cpu(ri->i_generation);

	fi->i_current_depth = le32_to_cpu(ri->i_current_depth);
	fi->i_xattr_nid = le32_to_cpu(ri->i_xattr_nid);
	fi->i_flags = le32_to_cpu(ri->i_flags);
	fi->flags = 0;
	fi->i_advise = ri->i_advise;
	fi->i_pino = le32_to_cpu(ri->i_pino);
	fi->i_dir_level = ri->i_dir_level;

	if (f2fs_init_extent_tree(inode, &ri->i_ext))
		set_page_dirty(node_page);

	get_inline_info(inode, ri);

	/* check data exist */
	if (f2fs_has_inline_data(inode) && !f2fs_exist_data(inode))
		__recover_inline_status(inode, node_page);

	/* get rdev by using inline_info */
	__get_inode_rdev(inode, ri);

	if (__written_first_block(ri))
		set_inode_flag(inode, FI_FIRST_BLOCK_WRITTEN);

	if (!need_inode_block_update(sbi, inode->i_ino))
		fi->last_disk_size = inode->i_size;

	f2fs_put_page(node_page, 1);

	stat_inc_inline_xattr(inode);
	stat_inc_inline_inode(inode);
	stat_inc_inline_dir(inode);

	return 0;
}

struct inode *f2fs_iget(struct super_block *sb, unsigned long ino)
{
	struct f2fs_sb_info *sbi = F2FS_SB(sb);
	struct inode *inode;
	int ret = 0;

	inode = iget_locked(sb, ino);
	if (!inode)
		return ERR_PTR(-ENOMEM);

	if (!(inode->i_state & I_NEW)) {
		trace_f2fs_iget(inode);
		return inode;
	}
	if (ino == F2FS_NODE_INO(sbi) || ino == F2FS_META_INO(sbi))
		goto make_now;

	ret = do_read_inode(inode);
	if (ret)
		goto bad_inode;
make_now:
	if (ino == F2FS_NODE_INO(sbi)) {
		inode->i_mapping->a_ops = &f2fs_node_aops;
		mapping_set_gfp_mask(inode->i_mapping, GFP_F2FS_ZERO);
	} else if (ino == F2FS_META_INO(sbi)) {
		inode->i_mapping->a_ops = &f2fs_meta_aops;
		mapping_set_gfp_mask(inode->i_mapping, GFP_F2FS_ZERO);
	} else if (S_ISREG(inode->i_mode)) {
		inode->i_op = &f2fs_file_inode_operations;
		inode->i_fop = &f2fs_file_operations;
		inode->i_mapping->a_ops = &f2fs_dblock_aops;
	} else if (S_ISDIR(inode->i_mode)) {
		inode->i_op = &f2fs_dir_inode_operations;
		inode->i_fop = &f2fs_dir_operations;
		inode->i_mapping->a_ops = &f2fs_dblock_aops;
		mapping_set_gfp_mask(inode->i_mapping, GFP_F2FS_HIGH_ZERO);
	} else if (S_ISLNK(inode->i_mode)) {
		if (f2fs_encrypted_inode(inode))
			inode->i_op = &f2fs_encrypted_symlink_inode_operations;
		else
			inode->i_op = &f2fs_symlink_inode_operations;
		inode_nohighmem(inode);
		inode->i_mapping->a_ops = &f2fs_dblock_aops;
	} else if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode) ||
			S_ISFIFO(inode->i_mode) || S_ISSOCK(inode->i_mode)) {
		inode->i_op = &f2fs_special_inode_operations;
		init_special_inode(inode, inode->i_mode, inode->i_rdev);
	} else {
		ret = -EIO;
		goto bad_inode;
	}
	unlock_new_inode(inode);
	trace_f2fs_iget(inode);
	return inode;

bad_inode:
	iget_failed(inode);
	trace_f2fs_iget_exit(inode, ret);
	return ERR_PTR(ret);
}

struct inode *f2fs_iget_retry(struct super_block *sb, unsigned long ino)
{
	struct inode *inode;
retry:
	inode = f2fs_iget(sb, ino);
	if (IS_ERR(inode)) {
		if (PTR_ERR(inode) == -ENOMEM) {
			congestion_wait(BLK_RW_ASYNC, HZ/50);
			goto retry;
		}
	}
	return inode;
}

int update_inode(struct inode *inode, struct page *node_page)
{
	struct f2fs_inode *ri;

	f2fs_inode_synced(inode);

	f2fs_wait_on_page_writeback(node_page, NODE, true);

	ri = F2FS_INODE(node_page);

	ri->i_mode = cpu_to_le16(inode->i_mode);
	ri->i_advise = F2FS_I(inode)->i_advise;
	ri->i_uid = cpu_to_le32(i_uid_read(inode));
	ri->i_gid = cpu_to_le32(i_gid_read(inode));
	ri->i_links = cpu_to_le32(inode->i_nlink);
	ri->i_size = cpu_to_le64(i_size_read(inode));
	ri->i_blocks = cpu_to_le64(inode->i_blocks);

	if (F2FS_I(inode)->extent_tree)
		set_raw_extent(&F2FS_I(inode)->extent_tree->largest,
							&ri->i_ext);
	else
		memset(&ri->i_ext, 0, sizeof(ri->i_ext));
	set_raw_inline(inode, ri);

	ri->i_atime = cpu_to_le64(inode->i_atime.tv_sec);
	ri->i_ctime = cpu_to_le64(inode->i_ctime.tv_sec);
	ri->i_mtime = cpu_to_le64(inode->i_mtime.tv_sec);
	ri->i_atime_nsec = cpu_to_le32(inode->i_atime.tv_nsec);
	ri->i_ctime_nsec = cpu_to_le32(inode->i_ctime.tv_nsec);
	ri->i_mtime_nsec = cpu_to_le32(inode->i_mtime.tv_nsec);
	ri->i_current_depth = cpu_to_le32(F2FS_I(inode)->i_current_depth);
	ri->i_xattr_nid = cpu_to_le32(F2FS_I(inode)->i_xattr_nid);
	ri->i_flags = cpu_to_le32(F2FS_I(inode)->i_flags);
	ri->i_pino = cpu_to_le32(F2FS_I(inode)->i_pino);
	ri->i_generation = cpu_to_le32(inode->i_generation);
	ri->i_dir_level = F2FS_I(inode)->i_dir_level;

	__set_inode_rdev(inode, ri);
	set_cold_node(inode, node_page);

	/* deleted inode */
	if (inode->i_nlink == 0)
		clear_inline_node(node_page);

	return set_page_dirty(node_page);
}

int update_inode_page(struct inode *inode)
{
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
	struct page *node_page;
	int ret = 0;
retry:
	node_page = get_node_page(sbi, inode->i_ino);
	if (IS_ERR(node_page)) {
		int err = PTR_ERR(node_page);
		if (err == -ENOMEM) {
			cond_resched();
			goto retry;
		} else if (err != -ENOENT) {
			f2fs_stop_checkpoint(sbi, false);
		}
		f2fs_inode_synced(inode);
		return 0;
	}
	ret = update_inode(inode, node_page);
	f2fs_put_page(node_page, 1);
	return ret;
}

int f2fs_write_inode(struct inode *inode, struct writeback_control *wbc)
{
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);

	if (inode->i_ino == F2FS_NODE_INO(sbi) ||
			inode->i_ino == F2FS_META_INO(sbi))
		return 0;

	if (!is_inode_flag_set(inode, FI_DIRTY_INODE))
		return 0;

	/*
	 * We need to balance fs here to prevent from producing dirty node pages
	 * during the urgent cleaning time when runing out of free sections.
	 */
	if (update_inode_page(inode))
		f2fs_balance_fs(sbi, true);
	return 0;
}

/*
 * Called at the last iput() if i_nlink is zero
 */
void f2fs_evict_inode(struct inode *inode)
{
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
	nid_t xnid = F2FS_I(inode)->i_xattr_nid;
	int err = 0;

	/* some remained atomic pages should discarded */
	if (f2fs_is_atomic_file(inode))
		drop_inmem_pages(inode);

	trace_f2fs_evict_inode(inode);
	truncate_inode_pages_final(&inode->i_data);

	if (inode->i_ino == F2FS_NODE_INO(sbi) ||
			inode->i_ino == F2FS_META_INO(sbi))
		goto out_clear;

	f2fs_bug_on(sbi, get_dirty_pages(inode));
	remove_dirty_inode(inode);

	f2fs_destroy_extent_tree(inode);

	if (inode->i_nlink || is_bad_inode(inode))
		goto no_delete;

#ifdef CONFIG_F2FS_FAULT_INJECTION
	if (time_to_inject(sbi, FAULT_EVICT_INODE))
		goto no_delete;
#endif

	sb_start_intwrite(inode->i_sb);
	set_inode_flag(inode, FI_NO_ALLOC);
	i_size_write(inode, 0);
retry:
	if (F2FS_HAS_BLOCKS(inode))
		err = f2fs_truncate(inode);

	if (!err) {
		f2fs_lock_op(sbi);
		err = remove_inode_page(inode);
		f2fs_unlock_op(sbi);
	}

	/* give more chances, if ENOMEM case */
	if (err == -ENOMEM) {
		err = 0;
		goto retry;
	}

	if (err)
		update_inode_page(inode);
	sb_end_intwrite(inode->i_sb);
no_delete:
	stat_dec_inline_xattr(inode);
	stat_dec_inline_dir(inode);
	stat_dec_inline_inode(inode);

	invalidate_mapping_pages(NODE_MAPPING(sbi), inode->i_ino, inode->i_ino);
	if (xnid)
		invalidate_mapping_pages(NODE_MAPPING(sbi), xnid, xnid);
	if (is_inode_flag_set(inode, FI_APPEND_WRITE))
		add_ino_entry(sbi, inode->i_ino, APPEND_INO);
	if (is_inode_flag_set(inode, FI_UPDATE_WRITE))
		add_ino_entry(sbi, inode->i_ino, UPDATE_INO);
	if (is_inode_flag_set(inode, FI_FREE_NID)) {
		alloc_nid_failed(sbi, inode->i_ino);
		clear_inode_flag(inode, FI_FREE_NID);
	}
	f2fs_bug_on(sbi, err &&
		!exist_written_data(sbi, inode->i_ino, ORPHAN_INO));
out_clear:
	fscrypt_put_encryption_info(inode, NULL);
	clear_inode(inode);
}

/* caller should call f2fs_lock_op() */
void handle_failed_inode(struct inode *inode)
{
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
	struct node_info ni;

	/* don't make bad inode, since it becomes a regular file. */
	unlock_new_inode(inode);

	/*
	 * Note: we should add inode to orphan list before f2fs_unlock_op()
	 * so we can prevent losing this orphan when encoutering checkpoint
	 * and following suddenly power-off.
	 */
	get_node_info(sbi, inode->i_ino, &ni);

	if (ni.blk_addr != NULL_ADDR) {
		int err = acquire_orphan_inode(sbi);
		if (err) {
			set_sbi_flag(sbi, SBI_NEED_FSCK);
			f2fs_msg(sbi->sb, KERN_WARNING,
				"Too many orphan inodes, run fsck to fix.");
		} else {
			add_orphan_inode(inode);
		}
		alloc_nid_done(sbi, inode->i_ino);
	} else {
		set_inode_flag(inode, FI_FREE_NID);
	}

	f2fs_unlock_op(sbi);

	/* iput will drop the inode object */
	iput(inode);
}
Commit	Line	Data
0a8165d7	1	/*
19f99cee JK	2	* fs/f2fs/inode.c
	3	*
	4	* Copyright (c) 2012 Samsung Electronics Co., Ltd.
	5	* http://www.samsung.com/
	6	*
	7	* This program is free software; you can redistribute it and/or modify
	8	* it under the terms of the GNU General Public License version 2 as
	9	* published by the Free Software Foundation.
	10	*/
	11	#include <linux/fs.h>
	12	#include <linux/f2fs_fs.h>
	13	#include <linux/buffer_head.h>
e8ea9b3d	14	#include <linux/backing-dev.h>
19f99cee JK	15	#include <linux/writeback.h>
	16
	17	#include "f2fs.h"
	18	#include "node.h"
	19
a2a4a7e4 NJ	20	#include <trace/events/f2fs.h>
a2a4a7e4 NJ	21
b56ab837 JK	22	void f2fs_mark_inode_dirty_sync(struct inode *inode)
	23	{
	24	if (f2fs_inode_dirtied(inode))
	25	return;
	26	mark_inode_dirty_sync(inode);
	27	}
	28
19f99cee JK	29	void f2fs_set_inode_flags(struct inode *inode)
	30	{
	31	unsigned int flags = F2FS_I(inode)->i_flags;
8abfb36a	32	unsigned int new_fl = 0;
19f99cee JK	33
19f99cee JK	34	if (flags & FS_SYNC_FL)
8abfb36a	35	new_fl \|= S_SYNC;
19f99cee	36	if (flags & FS_APPEND_FL)
8abfb36a	37	new_fl \|= S_APPEND;
19f99cee	38	if (flags & FS_IMMUTABLE_FL)
8abfb36a	39	new_fl \|= S_IMMUTABLE;
19f99cee	40	if (flags & FS_NOATIME_FL)
8abfb36a	41	new_fl \|= S_NOATIME;
19f99cee	42	if (flags & FS_DIRSYNC_FL)
8abfb36a	43	new_fl \|= S_DIRSYNC;
6a678857 ZZ	44	inode_set_flags(inode, new_fl,
6a678857 ZZ	45	S_SYNC\|S_APPEND\|S_IMMUTABLE\|S_NOATIME\|S_DIRSYNC);
b56ab837	46	f2fs_mark_inode_dirty_sync(inode);
19f99cee JK	47	}
19f99cee JK	48
3d1e3807 JK	49	static void __get_inode_rdev(struct inode inode, struct f2fs_inode ri)
	50	{
	51	if (S_ISCHR(inode->i_mode) \|\| S_ISBLK(inode->i_mode) \|\|
	52	S_ISFIFO(inode->i_mode) \|\| S_ISSOCK(inode->i_mode)) {
	53	if (ri->i_addr[0])
6c311ec6 CF	54	inode->i_rdev =
6c311ec6 CF	55	old_decode_dev(le32_to_cpu(ri->i_addr[0]));
3d1e3807	56	else
6c311ec6 CF	57	inode->i_rdev =
6c311ec6 CF	58	new_decode_dev(le32_to_cpu(ri->i_addr[1]));
3d1e3807 JK	59	}
	60	}
	61
3c6c2beb JK	62	static bool __written_first_block(struct f2fs_inode *ri)
3c6c2beb JK	63	{
adad81ed JK	64	block_t addr = le32_to_cpu(ri->i_addr[0]);
	65
	66	if (addr != NEW_ADDR && addr != NULL_ADDR)
3c6c2beb JK	67	return true;
	68	return false;
	69	}
	70
3d1e3807 JK	71	static void __set_inode_rdev(struct inode inode, struct f2fs_inode ri)
	72	{
	73	if (S_ISCHR(inode->i_mode) \|\| S_ISBLK(inode->i_mode)) {
	74	if (old_valid_dev(inode->i_rdev)) {
6c311ec6 CF	75	ri->i_addr[0] =
6c311ec6 CF	76	cpu_to_le32(old_encode_dev(inode->i_rdev));
3d1e3807 JK	77	ri->i_addr[1] = 0;
	78	} else {
	79	ri->i_addr[0] = 0;
6c311ec6 CF	80	ri->i_addr[1] =
6c311ec6 CF	81	cpu_to_le32(new_encode_dev(inode->i_rdev));
3d1e3807 JK	82	ri->i_addr[2] = 0;
	83	}
	84	}
	85	}
	86
9e5ba77f	87	static void __recover_inline_status(struct inode inode, struct page ipage)
b3d208f9 JK	88	{
b3d208f9 JK	89	void *inline_data = inline_data_addr(ipage);
9e5ba77f CY	90	__le32 *start = inline_data;
9e5ba77f CY	91	__le32 *end = start + MAX_INLINE_DATA / sizeof(__le32);
b3d208f9	92
9e5ba77f CY	93	while (start < end) {
9e5ba77f CY	94	if (*start++) {
fec1d657	95	f2fs_wait_on_page_writeback(ipage, NODE, true);
b3d208f9	96
91942321 JK	97	set_inode_flag(inode, FI_DATA_EXIST);
91942321 JK	98	set_raw_inline(inode, F2FS_INODE(ipage));
9e5ba77f CY	99	set_page_dirty(ipage);
	100	return;
	101	}
b3d208f9	102	}
9e5ba77f	103	return;
b3d208f9 JK	104	}
b3d208f9 JK	105
19f99cee JK	106	static int do_read_inode(struct inode *inode)
19f99cee JK	107	{
4081363f	108	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
19f99cee JK	109	struct f2fs_inode_info *fi = F2FS_I(inode);
19f99cee JK	110	struct page *node_page;
19f99cee JK	111	struct f2fs_inode *ri;
	112
	113	/* Check if ino is within scope */
064e0823 NJ	114	if (check_nid_range(sbi, inode->i_ino)) {
	115	f2fs_msg(inode->i_sb, KERN_ERR, "bad inode number: %lu",
	116	(unsigned long) inode->i_ino);
d6b7d4b3	117	WARN_ON(1);
064e0823 NJ	118	return -EINVAL;
064e0823 NJ	119	}
19f99cee JK	120
	121	node_page = get_node_page(sbi, inode->i_ino);
	122	if (IS_ERR(node_page))
	123	return PTR_ERR(node_page);
	124
58bfaf44	125	ri = F2FS_INODE(node_page);
19f99cee JK	126
	127	inode->i_mode = le16_to_cpu(ri->i_mode);
	128	i_uid_write(inode, le32_to_cpu(ri->i_uid));
	129	i_gid_write(inode, le32_to_cpu(ri->i_gid));
	130	set_nlink(inode, le32_to_cpu(ri->i_links));
	131	inode->i_size = le64_to_cpu(ri->i_size);
	132	inode->i_blocks = le64_to_cpu(ri->i_blocks);
	133
	134	inode->i_atime.tv_sec = le64_to_cpu(ri->i_atime);
	135	inode->i_ctime.tv_sec = le64_to_cpu(ri->i_ctime);
	136	inode->i_mtime.tv_sec = le64_to_cpu(ri->i_mtime);
	137	inode->i_atime.tv_nsec = le32_to_cpu(ri->i_atime_nsec);
	138	inode->i_ctime.tv_nsec = le32_to_cpu(ri->i_ctime_nsec);
	139	inode->i_mtime.tv_nsec = le32_to_cpu(ri->i_mtime_nsec);
	140	inode->i_generation = le32_to_cpu(ri->i_generation);
	141
	142	fi->i_current_depth = le32_to_cpu(ri->i_current_depth);
	143	fi->i_xattr_nid = le32_to_cpu(ri->i_xattr_nid);
	144	fi->i_flags = le32_to_cpu(ri->i_flags);
	145	fi->flags = 0;
19f99cee	146	fi->i_advise = ri->i_advise;
6666e6aa	147	fi->i_pino = le32_to_cpu(ri->i_pino);
38431545	148	fi->i_dir_level = ri->i_dir_level;
3d1e3807	149
ed3d1256 JK	150	if (f2fs_init_extent_tree(inode, &ri->i_ext))
ed3d1256 JK	151	set_page_dirty(node_page);
0c872e2d	152
91942321	153	get_inline_info(inode, ri);
3d1e3807	154
b3d208f9 JK	155	/* check data exist */
b3d208f9 JK	156	if (f2fs_has_inline_data(inode) && !f2fs_exist_data(inode))
9e5ba77f	157	__recover_inline_status(inode, node_page);
b3d208f9	158
3d1e3807 JK	159	/* get rdev by using inline_info */
	160	__get_inode_rdev(inode, ri);
	161
3c6c2beb	162	if (__written_first_block(ri))
91942321	163	set_inode_flag(inode, FI_FIRST_BLOCK_WRITTEN);
3c6c2beb	164
26de9b11 JK	165	if (!need_inode_block_update(sbi, inode->i_ino))
	166	fi->last_disk_size = inode->i_size;
	167
19f99cee	168	f2fs_put_page(node_page, 1);
9d1015dd	169
d5e8f6c9	170	stat_inc_inline_xattr(inode);
9d1015dd JK	171	stat_inc_inline_inode(inode);
	172	stat_inc_inline_dir(inode);
	173
9e5ba77f	174	return 0;
19f99cee JK	175	}
	176
	177	struct inode f2fs_iget(struct super_block sb, unsigned long ino)
	178	{
	179	struct f2fs_sb_info *sbi = F2FS_SB(sb);
	180	struct inode *inode;
a2a4a7e4	181	int ret = 0;
19f99cee JK	182
	183	inode = iget_locked(sb, ino);
	184	if (!inode)
	185	return ERR_PTR(-ENOMEM);
a2a4a7e4 NJ	186
	187	if (!(inode->i_state & I_NEW)) {
	188	trace_f2fs_iget(inode);
19f99cee	189	return inode;
a2a4a7e4	190	}
19f99cee JK	191	if (ino == F2FS_NODE_INO(sbi) \|\| ino == F2FS_META_INO(sbi))
	192	goto make_now;
	193
	194	ret = do_read_inode(inode);
	195	if (ret)
	196	goto bad_inode;
19f99cee JK	197	make_now:
	198	if (ino == F2FS_NODE_INO(sbi)) {
	199	inode->i_mapping->a_ops = &f2fs_node_aops;
	200	mapping_set_gfp_mask(inode->i_mapping, GFP_F2FS_ZERO);
	201	} else if (ino == F2FS_META_INO(sbi)) {
	202	inode->i_mapping->a_ops = &f2fs_meta_aops;
	203	mapping_set_gfp_mask(inode->i_mapping, GFP_F2FS_ZERO);
	204	} else if (S_ISREG(inode->i_mode)) {
	205	inode->i_op = &f2fs_file_inode_operations;
	206	inode->i_fop = &f2fs_file_operations;
	207	inode->i_mapping->a_ops = &f2fs_dblock_aops;
	208	} else if (S_ISDIR(inode->i_mode)) {
	209	inode->i_op = &f2fs_dir_inode_operations;
	210	inode->i_fop = &f2fs_dir_operations;
	211	inode->i_mapping->a_ops = &f2fs_dblock_aops;
a78186eb	212	mapping_set_gfp_mask(inode->i_mapping, GFP_F2FS_HIGH_ZERO);
19f99cee	213	} else if (S_ISLNK(inode->i_mode)) {
cbaf042a JK	214	if (f2fs_encrypted_inode(inode))
	215	inode->i_op = &f2fs_encrypted_symlink_inode_operations;
	216	else
	217	inode->i_op = &f2fs_symlink_inode_operations;
21fc61c7	218	inode_nohighmem(inode);
19f99cee JK	219	inode->i_mapping->a_ops = &f2fs_dblock_aops;
	220	} else if (S_ISCHR(inode->i_mode) \|\| S_ISBLK(inode->i_mode) \|\|
	221	S_ISFIFO(inode->i_mode) \|\| S_ISSOCK(inode->i_mode)) {
	222	inode->i_op = &f2fs_special_inode_operations;
	223	init_special_inode(inode, inode->i_mode, inode->i_rdev);
	224	} else {
	225	ret = -EIO;
	226	goto bad_inode;
	227	}
	228	unlock_new_inode(inode);
a2a4a7e4	229	trace_f2fs_iget(inode);
19f99cee JK	230	return inode;
	231
	232	bad_inode:
	233	iget_failed(inode);
a2a4a7e4	234	trace_f2fs_iget_exit(inode, ret);
19f99cee JK	235	return ERR_PTR(ret);
	236	}
	237
e8ea9b3d JK	238	struct inode f2fs_iget_retry(struct super_block sb, unsigned long ino)
	239	{
	240	struct inode *inode;
	241	retry:
	242	inode = f2fs_iget(sb, ino);
	243	if (IS_ERR(inode)) {
	244	if (PTR_ERR(inode) == -ENOMEM) {
	245	congestion_wait(BLK_RW_ASYNC, HZ/50);
	246	goto retry;
	247	}
	248	}
	249	return inode;
	250	}
	251
12719ae1	252	int update_inode(struct inode inode, struct page node_page)
19f99cee	253	{
19f99cee JK	254	struct f2fs_inode *ri;
19f99cee JK	255
1e7c48fa JK	256	f2fs_inode_synced(inode);
1e7c48fa JK	257
fec1d657	258	f2fs_wait_on_page_writeback(node_page, NODE, true);
19f99cee	259
58bfaf44	260	ri = F2FS_INODE(node_page);
19f99cee JK	261
	262	ri->i_mode = cpu_to_le16(inode->i_mode);
	263	ri->i_advise = F2FS_I(inode)->i_advise;
	264	ri->i_uid = cpu_to_le32(i_uid_read(inode));
	265	ri->i_gid = cpu_to_le32(i_gid_read(inode));
	266	ri->i_links = cpu_to_le32(inode->i_nlink);
	267	ri->i_size = cpu_to_le64(i_size_read(inode));
	268	ri->i_blocks = cpu_to_le64(inode->i_blocks);
0c872e2d	269
3e72f721 JK	270	if (F2FS_I(inode)->extent_tree)
	271	set_raw_extent(&F2FS_I(inode)->extent_tree->largest,
	272	&ri->i_ext);
	273	else
	274	memset(&ri->i_ext, 0, sizeof(ri->i_ext));
91942321	275	set_raw_inline(inode, ri);
19f99cee JK	276
	277	ri->i_atime = cpu_to_le64(inode->i_atime.tv_sec);
	278	ri->i_ctime = cpu_to_le64(inode->i_ctime.tv_sec);
	279	ri->i_mtime = cpu_to_le64(inode->i_mtime.tv_sec);
	280	ri->i_atime_nsec = cpu_to_le32(inode->i_atime.tv_nsec);
	281	ri->i_ctime_nsec = cpu_to_le32(inode->i_ctime.tv_nsec);
	282	ri->i_mtime_nsec = cpu_to_le32(inode->i_mtime.tv_nsec);
	283	ri->i_current_depth = cpu_to_le32(F2FS_I(inode)->i_current_depth);
	284	ri->i_xattr_nid = cpu_to_le32(F2FS_I(inode)->i_xattr_nid);
	285	ri->i_flags = cpu_to_le32(F2FS_I(inode)->i_flags);
6666e6aa	286	ri->i_pino = cpu_to_le32(F2FS_I(inode)->i_pino);
19f99cee	287	ri->i_generation = cpu_to_le32(inode->i_generation);
38431545	288	ri->i_dir_level = F2FS_I(inode)->i_dir_level;
7d79e75f	289
3d1e3807	290	__set_inode_rdev(inode, ri);
398b1ac5	291	set_cold_node(inode, node_page);
12719ae1	292
2049d4fc JK	293	/* deleted inode */
	294	if (inode->i_nlink == 0)
	295	clear_inline_node(node_page);
	296
12719ae1	297	return set_page_dirty(node_page);
19f99cee JK	298	}
19f99cee JK	299
12719ae1	300	int update_inode_page(struct inode *inode)
19f99cee	301	{
4081363f	302	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
19f99cee	303	struct page *node_page;
12719ae1	304	int ret = 0;
744602cf	305	retry:
19f99cee	306	node_page = get_node_page(sbi, inode->i_ino);
744602cf JK	307	if (IS_ERR(node_page)) {
	308	int err = PTR_ERR(node_page);
	309	if (err == -ENOMEM) {
	310	cond_resched();
	311	goto retry;
	312	} else if (err != -ENOENT) {
38f91ca8	313	f2fs_stop_checkpoint(sbi, false);
744602cf	314	}
0f18b462	315	f2fs_inode_synced(inode);
12719ae1	316	return 0;
744602cf	317	}
12719ae1	318	ret = update_inode(inode, node_page);
19f99cee	319	f2fs_put_page(node_page, 1);
12719ae1	320	return ret;
19f99cee JK	321	}
19f99cee JK	322
39936837 JK	323	int f2fs_write_inode(struct inode inode, struct writeback_control wbc)
39936837 JK	324	{
4081363f	325	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
39936837 JK	326
	327	if (inode->i_ino == F2FS_NODE_INO(sbi) \|\|
	328	inode->i_ino == F2FS_META_INO(sbi))
	329	return 0;
	330
91942321	331	if (!is_inode_flag_set(inode, FI_DIRTY_INODE))
b3783873 JK	332	return 0;
b3783873 JK	333
39936837	334	/*
c5cd29d2	335	* We need to balance fs here to prevent from producing dirty node pages
39936837 JK	336	* during the urgent cleaning time when runing out of free sections.
39936837 JK	337	*/
12719ae1	338	if (update_inode_page(inode))
2c4db1a6	339	f2fs_balance_fs(sbi, true);
744602cf	340	return 0;
39936837 JK	341	}
39936837 JK	342
0a8165d7	343	/*
19f99cee JK	344	* Called at the last iput() if i_nlink is zero
	345	*/
	346	void f2fs_evict_inode(struct inode *inode)
	347	{
4081363f	348	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
91942321	349	nid_t xnid = F2FS_I(inode)->i_xattr_nid;
13ec7297	350	int err = 0;
19f99cee	351
88b88a66	352	/* some remained atomic pages should discarded */
1e84371f	353	if (f2fs_is_atomic_file(inode))
29b96b54	354	drop_inmem_pages(inode);
88b88a66	355
a2a4a7e4	356	trace_f2fs_evict_inode(inode);
91b0abe3	357	truncate_inode_pages_final(&inode->i_data);
19f99cee JK	358
	359	if (inode->i_ino == F2FS_NODE_INO(sbi) \|\|
	360	inode->i_ino == F2FS_META_INO(sbi))
dbf20cb2	361	goto out_clear;
19f99cee	362
a7ffdbe2	363	f2fs_bug_on(sbi, get_dirty_pages(inode));
c227f912	364	remove_dirty_inode(inode);
19f99cee	365
3e72f721 JK	366	f2fs_destroy_extent_tree(inode);
3e72f721 JK	367
19f99cee JK	368	if (inode->i_nlink \|\| is_bad_inode(inode))
	369	goto no_delete;
	370
53aa6bbf	371	#ifdef CONFIG_F2FS_FAULT_INJECTION
1ecc0c5c	372	if (time_to_inject(sbi, FAULT_EVICT_INODE))
53aa6bbf JK	373	goto no_delete;
	374	#endif
	375
d6212a5f	376	sb_start_intwrite(inode->i_sb);
91942321	377	set_inode_flag(inode, FI_NO_ALLOC);
19f99cee	378	i_size_write(inode, 0);
4c0c2949	379	retry:
19f99cee	380	if (F2FS_HAS_BLOCKS(inode))
9a449e9c	381	err = f2fs_truncate(inode);
19f99cee	382
13ec7297 CY	383	if (!err) {
	384	f2fs_lock_op(sbi);
	385	err = remove_inode_page(inode);
	386	f2fs_unlock_op(sbi);
	387	}
39936837	388
4c0c2949 JK	389	/* give more chances, if ENOMEM case */
	390	if (err == -ENOMEM) {
	391	err = 0;
	392	goto retry;
	393	}
	394
0f18b462 JK	395	if (err)
0f18b462 JK	396	update_inode_page(inode);
d6212a5f	397	sb_end_intwrite(inode->i_sb);
19f99cee	398	no_delete:
d5e8f6c9	399	stat_dec_inline_xattr(inode);
3289c061	400	stat_dec_inline_dir(inode);
e7a2bf22	401	stat_dec_inline_inode(inode);
0bdee482	402
8198899b	403	invalidate_mapping_pages(NODE_MAPPING(sbi), inode->i_ino, inode->i_ino);
002a41ca CY	404	if (xnid)
002a41ca CY	405	invalidate_mapping_pages(NODE_MAPPING(sbi), xnid, xnid);
91942321	406	if (is_inode_flag_set(inode, FI_APPEND_WRITE))
a49324f1	407	add_ino_entry(sbi, inode->i_ino, APPEND_INO);
91942321	408	if (is_inode_flag_set(inode, FI_UPDATE_WRITE))
a49324f1	409	add_ino_entry(sbi, inode->i_ino, UPDATE_INO);
91942321	410	if (is_inode_flag_set(inode, FI_FREE_NID)) {
221149c0	411	alloc_nid_failed(sbi, inode->i_ino);
91942321	412	clear_inode_flag(inode, FI_FREE_NID);
c9b63bd0	413	}
29234b1d JK	414	f2fs_bug_on(sbi, err &&
29234b1d JK	415	!exist_written_data(sbi, inode->i_ino, ORPHAN_INO));
dbf20cb2	416	out_clear:
0b81d077	417	fscrypt_put_encryption_info(inode, NULL);
dbf20cb2	418	clear_inode(inode);
19f99cee	419	}
44c16156 JK	420
	421	/* caller should call f2fs_lock_op() */
	422	void handle_failed_inode(struct inode *inode)
	423	{
	424	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
221149c0	425	struct node_info ni;
44c16156	426
221149c0	427	/* don't make bad inode, since it becomes a regular file. */
44c16156 JK	428	unlock_new_inode(inode);
44c16156 JK	429
13ec7297	430	/*
13ec7297 CY	431	* Note: we should add inode to orphan list before f2fs_unlock_op()
	432	* so we can prevent losing this orphan when encoutering checkpoint
	433	* and following suddenly power-off.
	434	*/
221149c0 JK	435	get_node_info(sbi, inode->i_ino, &ni);
	436
	437	if (ni.blk_addr != NULL_ADDR) {
	438	int err = acquire_orphan_inode(sbi);
	439	if (err) {
	440	set_sbi_flag(sbi, SBI_NEED_FSCK);
	441	f2fs_msg(sbi->sb, KERN_WARNING,
	442	"Too many orphan inodes, run fsck to fix.");
	443	} else {
67c3758d	444	add_orphan_inode(inode);
221149c0 JK	445	}
	446	alloc_nid_done(sbi, inode->i_ino);
	447	} else {
91942321	448	set_inode_flag(inode, FI_FREE_NID);
13ec7297	449	}
44c16156	450
44c16156 JK	451	f2fs_unlock_op(sbi);
	452
	453	/* iput will drop the inode object */
	454	iput(inode);
	455	}