[GitHub/LineageOS/android_kernel_motorola_exynos9610.git] / fs / f2fs / inode.c

/*
 * fs/f2fs/inode.c
 *
 * Copyright (c) 2012 Samsung Electronics Co., Ltd.
 *             http://www.samsung.com/
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2 as
 * published by the Free Software Foundation.
 */
#include <linux/fs.h>
#include <linux/f2fs_fs.h>
#include <linux/buffer_head.h>
#include <linux/backing-dev.h>
#include <linux/writeback.h>

#include "f2fs.h"
#include "node.h"

#include <trace/events/f2fs.h>

void f2fs_mark_inode_dirty_sync(struct inode *inode, bool sync)
{
	if (f2fs_inode_dirtied(inode, sync))
		return;

	mark_inode_dirty_sync(inode);
}

void f2fs_set_inode_flags(struct inode *inode)
{
	unsigned int flags = F2FS_I(inode)->i_flags;
	unsigned int new_fl = 0;

	if (flags & FS_SYNC_FL)
		new_fl |= S_SYNC;
	if (flags & FS_APPEND_FL)
		new_fl |= S_APPEND;
	if (flags & FS_IMMUTABLE_FL)
		new_fl |= S_IMMUTABLE;
	if (flags & FS_NOATIME_FL)
		new_fl |= S_NOATIME;
	if (flags & FS_DIRSYNC_FL)
		new_fl |= S_DIRSYNC;
	inode_set_flags(inode, new_fl,
			S_SYNC|S_APPEND|S_IMMUTABLE|S_NOATIME|S_DIRSYNC);
}

static void __get_inode_rdev(struct inode *inode, struct f2fs_inode *ri)
{
	if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode) ||
			S_ISFIFO(inode->i_mode) || S_ISSOCK(inode->i_mode)) {
		if (ri->i_addr[0])
			inode->i_rdev =
				old_decode_dev(le32_to_cpu(ri->i_addr[0]));
		else
			inode->i_rdev =
				new_decode_dev(le32_to_cpu(ri->i_addr[1]));
	}
}

static bool __written_first_block(struct f2fs_inode *ri)
{
	block_t addr = le32_to_cpu(ri->i_addr[0]);

	if (addr != NEW_ADDR && addr != NULL_ADDR)
		return true;
	return false;
}

static void __set_inode_rdev(struct inode *inode, struct f2fs_inode *ri)
{
	if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode)) {
		if (old_valid_dev(inode->i_rdev)) {
			ri->i_addr[0] =
				cpu_to_le32(old_encode_dev(inode->i_rdev));
			ri->i_addr[1] = 0;
		} else {
			ri->i_addr[0] = 0;
			ri->i_addr[1] =
				cpu_to_le32(new_encode_dev(inode->i_rdev));
			ri->i_addr[2] = 0;
		}
	}
}

static void __recover_inline_status(struct inode *inode, struct page *ipage)
{
	void *inline_data = inline_data_addr(ipage);
	__le32 *start = inline_data;
	__le32 *end = start + MAX_INLINE_DATA / sizeof(__le32);

	while (start < end) {
		if (*start++) {
			f2fs_wait_on_page_writeback(ipage, NODE, true);

			set_inode_flag(inode, FI_DATA_EXIST);
			set_raw_inline(inode, F2FS_INODE(ipage));
			set_page_dirty(ipage);
			return;
		}
	}
	return;
}

static int do_read_inode(struct inode *inode)
{
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
	struct f2fs_inode_info *fi = F2FS_I(inode);
	struct page *node_page;
	struct f2fs_inode *ri;

	/* Check if ino is within scope */
	if (check_nid_range(sbi, inode->i_ino)) {
		f2fs_msg(inode->i_sb, KERN_ERR, "bad inode number: %lu",
			 (unsigned long) inode->i_ino);
		WARN_ON(1);
		return -EINVAL;
	}

	node_page = get_node_page(sbi, inode->i_ino);
	if (IS_ERR(node_page))
		return PTR_ERR(node_page);

	ri = F2FS_INODE(node_page);

	inode->i_mode = le16_to_cpu(ri->i_mode);
	i_uid_write(inode, le32_to_cpu(ri->i_uid));
	i_gid_write(inode, le32_to_cpu(ri->i_gid));
	set_nlink(inode, le32_to_cpu(ri->i_links));
	inode->i_size = le64_to_cpu(ri->i_size);
	inode->i_blocks = le64_to_cpu(ri->i_blocks);

	inode->i_atime.tv_sec = le64_to_cpu(ri->i_atime);
	inode->i_ctime.tv_sec = le64_to_cpu(ri->i_ctime);
	inode->i_mtime.tv_sec = le64_to_cpu(ri->i_mtime);
	inode->i_atime.tv_nsec = le32_to_cpu(ri->i_atime_nsec);
	inode->i_ctime.tv_nsec = le32_to_cpu(ri->i_ctime_nsec);
	inode->i_mtime.tv_nsec = le32_to_cpu(ri->i_mtime_nsec);
	inode->i_generation = le32_to_cpu(ri->i_generation);

	fi->i_current_depth = le32_to_cpu(ri->i_current_depth);
	fi->i_xattr_nid = le32_to_cpu(ri->i_xattr_nid);
	fi->i_flags = le32_to_cpu(ri->i_flags);
	fi->flags = 0;
	fi->i_advise = ri->i_advise;
	fi->i_pino = le32_to_cpu(ri->i_pino);
	fi->i_dir_level = ri->i_dir_level;

	if (f2fs_init_extent_tree(inode, &ri->i_ext))
		set_page_dirty(node_page);

	get_inline_info(inode, ri);

	/* check data exist */
	if (f2fs_has_inline_data(inode) && !f2fs_exist_data(inode))
		__recover_inline_status(inode, node_page);

	/* get rdev by using inline_info */
	__get_inode_rdev(inode, ri);

	if (__written_first_block(ri))
		set_inode_flag(inode, FI_FIRST_BLOCK_WRITTEN);

	if (!need_inode_block_update(sbi, inode->i_ino))
		fi->last_disk_size = inode->i_size;

	f2fs_put_page(node_page, 1);

	stat_inc_inline_xattr(inode);
	stat_inc_inline_inode(inode);
	stat_inc_inline_dir(inode);

	return 0;
}

struct inode *f2fs_iget(struct super_block *sb, unsigned long ino)
{
	struct f2fs_sb_info *sbi = F2FS_SB(sb);
	struct inode *inode;
	int ret = 0;

	inode = iget_locked(sb, ino);
	if (!inode)
		return ERR_PTR(-ENOMEM);

	if (!(inode->i_state & I_NEW)) {
		trace_f2fs_iget(inode);
		return inode;
	}
	if (ino == F2FS_NODE_INO(sbi) || ino == F2FS_META_INO(sbi))
		goto make_now;

	ret = do_read_inode(inode);
	if (ret)
		goto bad_inode;
make_now:
	if (ino == F2FS_NODE_INO(sbi)) {
		inode->i_mapping->a_ops = &f2fs_node_aops;
		mapping_set_gfp_mask(inode->i_mapping, GFP_F2FS_ZERO);
	} else if (ino == F2FS_META_INO(sbi)) {
		inode->i_mapping->a_ops = &f2fs_meta_aops;
		mapping_set_gfp_mask(inode->i_mapping, GFP_F2FS_ZERO);
	} else if (S_ISREG(inode->i_mode)) {
		inode->i_op = &f2fs_file_inode_operations;
		inode->i_fop = &f2fs_file_operations;
		inode->i_mapping->a_ops = &f2fs_dblock_aops;
	} else if (S_ISDIR(inode->i_mode)) {
		inode->i_op = &f2fs_dir_inode_operations;
		inode->i_fop = &f2fs_dir_operations;
		inode->i_mapping->a_ops = &f2fs_dblock_aops;
		mapping_set_gfp_mask(inode->i_mapping, GFP_F2FS_HIGH_ZERO);
	} else if (S_ISLNK(inode->i_mode)) {
		if (f2fs_encrypted_inode(inode))
			inode->i_op = &f2fs_encrypted_symlink_inode_operations;
		else
			inode->i_op = &f2fs_symlink_inode_operations;
		inode_nohighmem(inode);
		inode->i_mapping->a_ops = &f2fs_dblock_aops;
	} else if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode) ||
			S_ISFIFO(inode->i_mode) || S_ISSOCK(inode->i_mode)) {
		inode->i_op = &f2fs_special_inode_operations;
		init_special_inode(inode, inode->i_mode, inode->i_rdev);
	} else {
		ret = -EIO;
		goto bad_inode;
	}
	f2fs_set_inode_flags(inode);
	unlock_new_inode(inode);
	trace_f2fs_iget(inode);
	return inode;

bad_inode:
	iget_failed(inode);
	trace_f2fs_iget_exit(inode, ret);
	return ERR_PTR(ret);
}

struct inode *f2fs_iget_retry(struct super_block *sb, unsigned long ino)
{
	struct inode *inode;
retry:
	inode = f2fs_iget(sb, ino);
	if (IS_ERR(inode)) {
		if (PTR_ERR(inode) == -ENOMEM) {
			congestion_wait(BLK_RW_ASYNC, HZ/50);
			goto retry;
		}
	}
	return inode;
}

int update_inode(struct inode *inode, struct page *node_page)
{
	struct f2fs_inode *ri;
	struct extent_tree *et = F2FS_I(inode)->extent_tree;

	f2fs_inode_synced(inode);

	f2fs_wait_on_page_writeback(node_page, NODE, true);

	ri = F2FS_INODE(node_page);

	ri->i_mode = cpu_to_le16(inode->i_mode);
	ri->i_advise = F2FS_I(inode)->i_advise;
	ri->i_uid = cpu_to_le32(i_uid_read(inode));
	ri->i_gid = cpu_to_le32(i_gid_read(inode));
	ri->i_links = cpu_to_le32(inode->i_nlink);
	ri->i_size = cpu_to_le64(i_size_read(inode));
	ri->i_blocks = cpu_to_le64(inode->i_blocks);

	if (et) {
		read_lock(&et->lock);
		set_raw_extent(&et->largest, &ri->i_ext);
		read_unlock(&et->lock);
	} else {
		memset(&ri->i_ext, 0, sizeof(ri->i_ext));
	}
	set_raw_inline(inode, ri);

	ri->i_atime = cpu_to_le64(inode->i_atime.tv_sec);
	ri->i_ctime = cpu_to_le64(inode->i_ctime.tv_sec);
	ri->i_mtime = cpu_to_le64(inode->i_mtime.tv_sec);
	ri->i_atime_nsec = cpu_to_le32(inode->i_atime.tv_nsec);
	ri->i_ctime_nsec = cpu_to_le32(inode->i_ctime.tv_nsec);
	ri->i_mtime_nsec = cpu_to_le32(inode->i_mtime.tv_nsec);
	ri->i_current_depth = cpu_to_le32(F2FS_I(inode)->i_current_depth);
	ri->i_xattr_nid = cpu_to_le32(F2FS_I(inode)->i_xattr_nid);
	ri->i_flags = cpu_to_le32(F2FS_I(inode)->i_flags);
	ri->i_pino = cpu_to_le32(F2FS_I(inode)->i_pino);
	ri->i_generation = cpu_to_le32(inode->i_generation);
	ri->i_dir_level = F2FS_I(inode)->i_dir_level;

	__set_inode_rdev(inode, ri);
	set_cold_node(inode, node_page);

	/* deleted inode */
	if (inode->i_nlink == 0)
		clear_inline_node(node_page);

	return set_page_dirty(node_page);
}

int update_inode_page(struct inode *inode)
{
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
	struct page *node_page;
	int ret = 0;
retry:
	node_page = get_node_page(sbi, inode->i_ino);
	if (IS_ERR(node_page)) {
		int err = PTR_ERR(node_page);
		if (err == -ENOMEM) {
			cond_resched();
			goto retry;
		} else if (err != -ENOENT) {
			f2fs_stop_checkpoint(sbi, false);
		}
		return 0;
	}
	ret = update_inode(inode, node_page);
	f2fs_put_page(node_page, 1);
	return ret;
}

int f2fs_write_inode(struct inode *inode, struct writeback_control *wbc)
{
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);

	if (inode->i_ino == F2FS_NODE_INO(sbi) ||
			inode->i_ino == F2FS_META_INO(sbi))
		return 0;

	if (!is_inode_flag_set(inode, FI_DIRTY_INODE))
		return 0;

	/*
	 * We need to balance fs here to prevent from producing dirty node pages
	 * during the urgent cleaning time when runing out of free sections.
	 */
	update_inode_page(inode);
	if (wbc && wbc->nr_to_write)
		f2fs_balance_fs(sbi, true);
	return 0;
}

/*
 * Called at the last iput() if i_nlink is zero
 */
void f2fs_evict_inode(struct inode *inode)
{
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
	nid_t xnid = F2FS_I(inode)->i_xattr_nid;
	int err = 0;

	/* some remained atomic pages should discarded */
	if (f2fs_is_atomic_file(inode))
		drop_inmem_pages(inode);

	trace_f2fs_evict_inode(inode);
	truncate_inode_pages_final(&inode->i_data);

	if (inode->i_ino == F2FS_NODE_INO(sbi) ||
			inode->i_ino == F2FS_META_INO(sbi))
		goto out_clear;

	f2fs_bug_on(sbi, get_dirty_pages(inode));
	remove_dirty_inode(inode);

	f2fs_destroy_extent_tree(inode);

	if (inode->i_nlink || is_bad_inode(inode))
		goto no_delete;

	remove_ino_entry(sbi, inode->i_ino, APPEND_INO);
	remove_ino_entry(sbi, inode->i_ino, UPDATE_INO);

	sb_start_intwrite(inode->i_sb);
	set_inode_flag(inode, FI_NO_ALLOC);
	i_size_write(inode, 0);
retry:
	if (F2FS_HAS_BLOCKS(inode))
		err = f2fs_truncate(inode);

#ifdef CONFIG_F2FS_FAULT_INJECTION
	if (time_to_inject(sbi, FAULT_EVICT_INODE)) {
		f2fs_show_injection_info(FAULT_EVICT_INODE);
		err = -EIO;
	}
#endif
	if (!err) {
		f2fs_lock_op(sbi);
		err = remove_inode_page(inode);
		f2fs_unlock_op(sbi);
		if (err == -ENOENT)
			err = 0;
	}

	/* give more chances, if ENOMEM case */
	if (err == -ENOMEM) {
		err = 0;
		goto retry;
	}

	if (err)
		update_inode_page(inode);
	sb_end_intwrite(inode->i_sb);
no_delete:
	stat_dec_inline_xattr(inode);
	stat_dec_inline_dir(inode);
	stat_dec_inline_inode(inode);

	/* ino == 0, if f2fs_new_inode() was failed t*/
	if (inode->i_ino)
		invalidate_mapping_pages(NODE_MAPPING(sbi), inode->i_ino,
							inode->i_ino);
	if (xnid)
		invalidate_mapping_pages(NODE_MAPPING(sbi), xnid, xnid);
	if (inode->i_nlink) {
		if (is_inode_flag_set(inode, FI_APPEND_WRITE))
			add_ino_entry(sbi, inode->i_ino, APPEND_INO);
		if (is_inode_flag_set(inode, FI_UPDATE_WRITE))
			add_ino_entry(sbi, inode->i_ino, UPDATE_INO);
	}
	if (is_inode_flag_set(inode, FI_FREE_NID)) {
		alloc_nid_failed(sbi, inode->i_ino);
		clear_inode_flag(inode, FI_FREE_NID);
	}
	f2fs_bug_on(sbi, err &&
		!exist_written_data(sbi, inode->i_ino, ORPHAN_INO));
out_clear:
	fscrypt_put_encryption_info(inode, NULL);
	clear_inode(inode);
}

/* caller should call f2fs_lock_op() */
void handle_failed_inode(struct inode *inode)
{
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
	struct node_info ni;

	/*
	 * clear nlink of inode in order to release resource of inode
	 * immediately.
	 */
	clear_nlink(inode);

	/*
	 * we must call this to avoid inode being remained as dirty, resulting
	 * in a panic when flushing dirty inodes in gdirty_list.
	 */
	update_inode_page(inode);
	f2fs_inode_synced(inode);

	/* don't make bad inode, since it becomes a regular file. */
	unlock_new_inode(inode);

	/*
	 * Note: we should add inode to orphan list before f2fs_unlock_op()
	 * so we can prevent losing this orphan when encoutering checkpoint
	 * and following suddenly power-off.
	 */
	get_node_info(sbi, inode->i_ino, &ni);

	if (ni.blk_addr != NULL_ADDR) {
		int err = acquire_orphan_inode(sbi);
		if (err) {
			set_sbi_flag(sbi, SBI_NEED_FSCK);
			f2fs_msg(sbi->sb, KERN_WARNING,
				"Too many orphan inodes, run fsck to fix.");
		} else {
			add_orphan_inode(inode);
		}
		alloc_nid_done(sbi, inode->i_ino);
	} else {
		set_inode_flag(inode, FI_FREE_NID);
	}

	f2fs_unlock_op(sbi);

	/* iput will drop the inode object */
	iput(inode);
}
Commit	Line	Data
0a8165d7	1	/*
19f99cee JK	2	* fs/f2fs/inode.c
	3	*
	4	* Copyright (c) 2012 Samsung Electronics Co., Ltd.
	5	* http://www.samsung.com/
	6	*
	7	* This program is free software; you can redistribute it and/or modify
	8	* it under the terms of the GNU General Public License version 2 as
	9	* published by the Free Software Foundation.
	10	*/
	11	#include <linux/fs.h>
	12	#include <linux/f2fs_fs.h>
	13	#include <linux/buffer_head.h>
e8ea9b3d	14	#include <linux/backing-dev.h>
19f99cee JK	15	#include <linux/writeback.h>
	16
	17	#include "f2fs.h"
	18	#include "node.h"
	19
a2a4a7e4 NJ	20	#include <trace/events/f2fs.h>
a2a4a7e4 NJ	21
7c45729a	22	void f2fs_mark_inode_dirty_sync(struct inode *inode, bool sync)
b56ab837	23	{
7c45729a	24	if (f2fs_inode_dirtied(inode, sync))
b56ab837	25	return;
7c45729a	26
b56ab837 JK	27	mark_inode_dirty_sync(inode);
	28	}
	29
19f99cee JK	30	void f2fs_set_inode_flags(struct inode *inode)
	31	{
	32	unsigned int flags = F2FS_I(inode)->i_flags;
8abfb36a	33	unsigned int new_fl = 0;
19f99cee JK	34
19f99cee JK	35	if (flags & FS_SYNC_FL)
8abfb36a	36	new_fl \|= S_SYNC;
19f99cee	37	if (flags & FS_APPEND_FL)
8abfb36a	38	new_fl \|= S_APPEND;
19f99cee	39	if (flags & FS_IMMUTABLE_FL)
8abfb36a	40	new_fl \|= S_IMMUTABLE;
19f99cee	41	if (flags & FS_NOATIME_FL)
8abfb36a	42	new_fl \|= S_NOATIME;
19f99cee	43	if (flags & FS_DIRSYNC_FL)
8abfb36a	44	new_fl \|= S_DIRSYNC;
6a678857 ZZ	45	inode_set_flags(inode, new_fl,
6a678857 ZZ	46	S_SYNC\|S_APPEND\|S_IMMUTABLE\|S_NOATIME\|S_DIRSYNC);
19f99cee JK	47	}
19f99cee JK	48
3d1e3807 JK	49	static void __get_inode_rdev(struct inode inode, struct f2fs_inode ri)
	50	{
	51	if (S_ISCHR(inode->i_mode) \|\| S_ISBLK(inode->i_mode) \|\|
	52	S_ISFIFO(inode->i_mode) \|\| S_ISSOCK(inode->i_mode)) {
	53	if (ri->i_addr[0])
6c311ec6 CF	54	inode->i_rdev =
6c311ec6 CF	55	old_decode_dev(le32_to_cpu(ri->i_addr[0]));
3d1e3807	56	else
6c311ec6 CF	57	inode->i_rdev =
6c311ec6 CF	58	new_decode_dev(le32_to_cpu(ri->i_addr[1]));
3d1e3807 JK	59	}
	60	}
	61
3c6c2beb JK	62	static bool __written_first_block(struct f2fs_inode *ri)
3c6c2beb JK	63	{
adad81ed JK	64	block_t addr = le32_to_cpu(ri->i_addr[0]);
	65
	66	if (addr != NEW_ADDR && addr != NULL_ADDR)
3c6c2beb JK	67	return true;
	68	return false;
	69	}
	70
3d1e3807 JK	71	static void __set_inode_rdev(struct inode inode, struct f2fs_inode ri)
	72	{
	73	if (S_ISCHR(inode->i_mode) \|\| S_ISBLK(inode->i_mode)) {
	74	if (old_valid_dev(inode->i_rdev)) {
6c311ec6 CF	75	ri->i_addr[0] =
6c311ec6 CF	76	cpu_to_le32(old_encode_dev(inode->i_rdev));
3d1e3807 JK	77	ri->i_addr[1] = 0;
	78	} else {
	79	ri->i_addr[0] = 0;
6c311ec6 CF	80	ri->i_addr[1] =
6c311ec6 CF	81	cpu_to_le32(new_encode_dev(inode->i_rdev));
3d1e3807 JK	82	ri->i_addr[2] = 0;
	83	}
	84	}
	85	}
	86
9e5ba77f	87	static void __recover_inline_status(struct inode inode, struct page ipage)
b3d208f9 JK	88	{
b3d208f9 JK	89	void *inline_data = inline_data_addr(ipage);
9e5ba77f CY	90	__le32 *start = inline_data;
9e5ba77f CY	91	__le32 *end = start + MAX_INLINE_DATA / sizeof(__le32);
b3d208f9	92
9e5ba77f CY	93	while (start < end) {
9e5ba77f CY	94	if (*start++) {
fec1d657	95	f2fs_wait_on_page_writeback(ipage, NODE, true);
b3d208f9	96
91942321 JK	97	set_inode_flag(inode, FI_DATA_EXIST);
91942321 JK	98	set_raw_inline(inode, F2FS_INODE(ipage));
9e5ba77f CY	99	set_page_dirty(ipage);
	100	return;
	101	}
b3d208f9	102	}
9e5ba77f	103	return;
b3d208f9 JK	104	}
b3d208f9 JK	105
19f99cee JK	106	static int do_read_inode(struct inode *inode)
19f99cee JK	107	{
4081363f	108	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
19f99cee JK	109	struct f2fs_inode_info *fi = F2FS_I(inode);
19f99cee JK	110	struct page *node_page;
19f99cee JK	111	struct f2fs_inode *ri;
	112
	113	/* Check if ino is within scope */
064e0823 NJ	114	if (check_nid_range(sbi, inode->i_ino)) {
	115	f2fs_msg(inode->i_sb, KERN_ERR, "bad inode number: %lu",
	116	(unsigned long) inode->i_ino);
d6b7d4b3	117	WARN_ON(1);
064e0823 NJ	118	return -EINVAL;
064e0823 NJ	119	}
19f99cee JK	120
	121	node_page = get_node_page(sbi, inode->i_ino);
	122	if (IS_ERR(node_page))
	123	return PTR_ERR(node_page);
	124
58bfaf44	125	ri = F2FS_INODE(node_page);
19f99cee JK	126
	127	inode->i_mode = le16_to_cpu(ri->i_mode);
	128	i_uid_write(inode, le32_to_cpu(ri->i_uid));
	129	i_gid_write(inode, le32_to_cpu(ri->i_gid));
	130	set_nlink(inode, le32_to_cpu(ri->i_links));
	131	inode->i_size = le64_to_cpu(ri->i_size);
	132	inode->i_blocks = le64_to_cpu(ri->i_blocks);
	133
	134	inode->i_atime.tv_sec = le64_to_cpu(ri->i_atime);
	135	inode->i_ctime.tv_sec = le64_to_cpu(ri->i_ctime);
	136	inode->i_mtime.tv_sec = le64_to_cpu(ri->i_mtime);
	137	inode->i_atime.tv_nsec = le32_to_cpu(ri->i_atime_nsec);
	138	inode->i_ctime.tv_nsec = le32_to_cpu(ri->i_ctime_nsec);
	139	inode->i_mtime.tv_nsec = le32_to_cpu(ri->i_mtime_nsec);
	140	inode->i_generation = le32_to_cpu(ri->i_generation);
	141
	142	fi->i_current_depth = le32_to_cpu(ri->i_current_depth);
	143	fi->i_xattr_nid = le32_to_cpu(ri->i_xattr_nid);
	144	fi->i_flags = le32_to_cpu(ri->i_flags);
	145	fi->flags = 0;
19f99cee	146	fi->i_advise = ri->i_advise;
6666e6aa	147	fi->i_pino = le32_to_cpu(ri->i_pino);
38431545	148	fi->i_dir_level = ri->i_dir_level;
3d1e3807	149
ed3d1256 JK	150	if (f2fs_init_extent_tree(inode, &ri->i_ext))
ed3d1256 JK	151	set_page_dirty(node_page);
0c872e2d	152
91942321	153	get_inline_info(inode, ri);
3d1e3807	154
b3d208f9 JK	155	/* check data exist */
b3d208f9 JK	156	if (f2fs_has_inline_data(inode) && !f2fs_exist_data(inode))
9e5ba77f	157	__recover_inline_status(inode, node_page);
b3d208f9	158
3d1e3807 JK	159	/* get rdev by using inline_info */
	160	__get_inode_rdev(inode, ri);
	161
3c6c2beb	162	if (__written_first_block(ri))
91942321	163	set_inode_flag(inode, FI_FIRST_BLOCK_WRITTEN);
3c6c2beb	164
26de9b11 JK	165	if (!need_inode_block_update(sbi, inode->i_ino))
	166	fi->last_disk_size = inode->i_size;
	167
19f99cee	168	f2fs_put_page(node_page, 1);
9d1015dd	169
d5e8f6c9	170	stat_inc_inline_xattr(inode);
9d1015dd JK	171	stat_inc_inline_inode(inode);
	172	stat_inc_inline_dir(inode);
	173
9e5ba77f	174	return 0;
19f99cee JK	175	}
	176
	177	struct inode f2fs_iget(struct super_block sb, unsigned long ino)
	178	{
	179	struct f2fs_sb_info *sbi = F2FS_SB(sb);
	180	struct inode *inode;
a2a4a7e4	181	int ret = 0;
19f99cee JK	182
	183	inode = iget_locked(sb, ino);
	184	if (!inode)
	185	return ERR_PTR(-ENOMEM);
a2a4a7e4 NJ	186
	187	if (!(inode->i_state & I_NEW)) {
	188	trace_f2fs_iget(inode);
19f99cee	189	return inode;
a2a4a7e4	190	}
19f99cee JK	191	if (ino == F2FS_NODE_INO(sbi) \|\| ino == F2FS_META_INO(sbi))
	192	goto make_now;
	193
	194	ret = do_read_inode(inode);
	195	if (ret)
	196	goto bad_inode;
19f99cee JK	197	make_now:
	198	if (ino == F2FS_NODE_INO(sbi)) {
	199	inode->i_mapping->a_ops = &f2fs_node_aops;
	200	mapping_set_gfp_mask(inode->i_mapping, GFP_F2FS_ZERO);
	201	} else if (ino == F2FS_META_INO(sbi)) {
	202	inode->i_mapping->a_ops = &f2fs_meta_aops;
	203	mapping_set_gfp_mask(inode->i_mapping, GFP_F2FS_ZERO);
	204	} else if (S_ISREG(inode->i_mode)) {
	205	inode->i_op = &f2fs_file_inode_operations;
	206	inode->i_fop = &f2fs_file_operations;
	207	inode->i_mapping->a_ops = &f2fs_dblock_aops;
	208	} else if (S_ISDIR(inode->i_mode)) {
	209	inode->i_op = &f2fs_dir_inode_operations;
	210	inode->i_fop = &f2fs_dir_operations;
	211	inode->i_mapping->a_ops = &f2fs_dblock_aops;
a78186eb	212	mapping_set_gfp_mask(inode->i_mapping, GFP_F2FS_HIGH_ZERO);
19f99cee	213	} else if (S_ISLNK(inode->i_mode)) {
cbaf042a JK	214	if (f2fs_encrypted_inode(inode))
	215	inode->i_op = &f2fs_encrypted_symlink_inode_operations;
	216	else
	217	inode->i_op = &f2fs_symlink_inode_operations;
21fc61c7	218	inode_nohighmem(inode);
19f99cee JK	219	inode->i_mapping->a_ops = &f2fs_dblock_aops;
	220	} else if (S_ISCHR(inode->i_mode) \|\| S_ISBLK(inode->i_mode) \|\|
	221	S_ISFIFO(inode->i_mode) \|\| S_ISSOCK(inode->i_mode)) {
	222	inode->i_op = &f2fs_special_inode_operations;
	223	init_special_inode(inode, inode->i_mode, inode->i_rdev);
	224	} else {
	225	ret = -EIO;
	226	goto bad_inode;
	227	}
93607124	228	f2fs_set_inode_flags(inode);
19f99cee	229	unlock_new_inode(inode);
a2a4a7e4	230	trace_f2fs_iget(inode);
19f99cee JK	231	return inode;
	232
	233	bad_inode:
	234	iget_failed(inode);
a2a4a7e4	235	trace_f2fs_iget_exit(inode, ret);
19f99cee JK	236	return ERR_PTR(ret);
	237	}
	238
e8ea9b3d JK	239	struct inode f2fs_iget_retry(struct super_block sb, unsigned long ino)
	240	{
	241	struct inode *inode;
	242	retry:
	243	inode = f2fs_iget(sb, ino);
	244	if (IS_ERR(inode)) {
	245	if (PTR_ERR(inode) == -ENOMEM) {
	246	congestion_wait(BLK_RW_ASYNC, HZ/50);
	247	goto retry;
	248	}
	249	}
	250	return inode;
	251	}
	252
12719ae1	253	int update_inode(struct inode inode, struct page node_page)
19f99cee	254	{
19f99cee	255	struct f2fs_inode *ri;
b691d98f	256	struct extent_tree *et = F2FS_I(inode)->extent_tree;
19f99cee	257
1e7c48fa JK	258	f2fs_inode_synced(inode);
1e7c48fa JK	259
fec1d657	260	f2fs_wait_on_page_writeback(node_page, NODE, true);
19f99cee	261
58bfaf44	262	ri = F2FS_INODE(node_page);
19f99cee JK	263
	264	ri->i_mode = cpu_to_le16(inode->i_mode);
	265	ri->i_advise = F2FS_I(inode)->i_advise;
	266	ri->i_uid = cpu_to_le32(i_uid_read(inode));
	267	ri->i_gid = cpu_to_le32(i_gid_read(inode));
	268	ri->i_links = cpu_to_le32(inode->i_nlink);
	269	ri->i_size = cpu_to_le64(i_size_read(inode));
	270	ri->i_blocks = cpu_to_le64(inode->i_blocks);
0c872e2d	271
b691d98f CY	272	if (et) {
	273	read_lock(&et->lock);
	274	set_raw_extent(&et->largest, &ri->i_ext);
	275	read_unlock(&et->lock);
	276	} else {
3e72f721	277	memset(&ri->i_ext, 0, sizeof(ri->i_ext));
b691d98f	278	}
91942321	279	set_raw_inline(inode, ri);
19f99cee JK	280
	281	ri->i_atime = cpu_to_le64(inode->i_atime.tv_sec);
	282	ri->i_ctime = cpu_to_le64(inode->i_ctime.tv_sec);
	283	ri->i_mtime = cpu_to_le64(inode->i_mtime.tv_sec);
	284	ri->i_atime_nsec = cpu_to_le32(inode->i_atime.tv_nsec);
	285	ri->i_ctime_nsec = cpu_to_le32(inode->i_ctime.tv_nsec);
	286	ri->i_mtime_nsec = cpu_to_le32(inode->i_mtime.tv_nsec);
	287	ri->i_current_depth = cpu_to_le32(F2FS_I(inode)->i_current_depth);
	288	ri->i_xattr_nid = cpu_to_le32(F2FS_I(inode)->i_xattr_nid);
	289	ri->i_flags = cpu_to_le32(F2FS_I(inode)->i_flags);
6666e6aa	290	ri->i_pino = cpu_to_le32(F2FS_I(inode)->i_pino);
19f99cee	291	ri->i_generation = cpu_to_le32(inode->i_generation);
38431545	292	ri->i_dir_level = F2FS_I(inode)->i_dir_level;
7d79e75f	293
3d1e3807	294	__set_inode_rdev(inode, ri);
398b1ac5	295	set_cold_node(inode, node_page);
12719ae1	296
2049d4fc JK	297	/* deleted inode */
	298	if (inode->i_nlink == 0)
	299	clear_inline_node(node_page);
	300
12719ae1	301	return set_page_dirty(node_page);
19f99cee JK	302	}
19f99cee JK	303
12719ae1	304	int update_inode_page(struct inode *inode)
19f99cee	305	{
4081363f	306	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
19f99cee	307	struct page *node_page;
12719ae1	308	int ret = 0;
744602cf	309	retry:
19f99cee	310	node_page = get_node_page(sbi, inode->i_ino);
744602cf JK	311	if (IS_ERR(node_page)) {
	312	int err = PTR_ERR(node_page);
	313	if (err == -ENOMEM) {
	314	cond_resched();
	315	goto retry;
	316	} else if (err != -ENOENT) {
38f91ca8	317	f2fs_stop_checkpoint(sbi, false);
744602cf	318	}
12719ae1	319	return 0;
744602cf	320	}
12719ae1	321	ret = update_inode(inode, node_page);
19f99cee	322	f2fs_put_page(node_page, 1);
12719ae1	323	return ret;
19f99cee JK	324	}
19f99cee JK	325
39936837 JK	326	int f2fs_write_inode(struct inode inode, struct writeback_control wbc)
39936837 JK	327	{
4081363f	328	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
39936837 JK	329
	330	if (inode->i_ino == F2FS_NODE_INO(sbi) \|\|
	331	inode->i_ino == F2FS_META_INO(sbi))
	332	return 0;
	333
91942321	334	if (!is_inode_flag_set(inode, FI_DIRTY_INODE))
b3783873 JK	335	return 0;
b3783873 JK	336
39936837	337	/*
c5cd29d2	338	* We need to balance fs here to prevent from producing dirty node pages
39936837 JK	339	* during the urgent cleaning time when runing out of free sections.
39936837 JK	340	*/
a7881893 JK	341	update_inode_page(inode);
a7881893 JK	342	if (wbc && wbc->nr_to_write)
2c4db1a6	343	f2fs_balance_fs(sbi, true);
744602cf	344	return 0;
39936837 JK	345	}
39936837 JK	346
0a8165d7	347	/*
19f99cee JK	348	* Called at the last iput() if i_nlink is zero
	349	*/
	350	void f2fs_evict_inode(struct inode *inode)
	351	{
4081363f	352	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
91942321	353	nid_t xnid = F2FS_I(inode)->i_xattr_nid;
13ec7297	354	int err = 0;
19f99cee	355
88b88a66	356	/* some remained atomic pages should discarded */
1e84371f	357	if (f2fs_is_atomic_file(inode))
29b96b54	358	drop_inmem_pages(inode);
88b88a66	359
a2a4a7e4	360	trace_f2fs_evict_inode(inode);
91b0abe3	361	truncate_inode_pages_final(&inode->i_data);
19f99cee JK	362
	363	if (inode->i_ino == F2FS_NODE_INO(sbi) \|\|
	364	inode->i_ino == F2FS_META_INO(sbi))
dbf20cb2	365	goto out_clear;
19f99cee	366
a7ffdbe2	367	f2fs_bug_on(sbi, get_dirty_pages(inode));
c227f912	368	remove_dirty_inode(inode);
19f99cee	369
3e72f721 JK	370	f2fs_destroy_extent_tree(inode);
3e72f721 JK	371
19f99cee JK	372	if (inode->i_nlink \|\| is_bad_inode(inode))
	373	goto no_delete;
	374
60dcedc9 CY	375	remove_ino_entry(sbi, inode->i_ino, APPEND_INO);
	376	remove_ino_entry(sbi, inode->i_ino, UPDATE_INO);
	377
d6212a5f	378	sb_start_intwrite(inode->i_sb);
91942321	379	set_inode_flag(inode, FI_NO_ALLOC);
19f99cee	380	i_size_write(inode, 0);
4c0c2949	381	retry:
19f99cee	382	if (F2FS_HAS_BLOCKS(inode))
9a449e9c	383	err = f2fs_truncate(inode);
19f99cee	384
8c1b3c0f JK	385	#ifdef CONFIG_F2FS_FAULT_INJECTION
	386	if (time_to_inject(sbi, FAULT_EVICT_INODE)) {
	387	f2fs_show_injection_info(FAULT_EVICT_INODE);
	388	err = -EIO;
	389	}
	390	#endif
13ec7297 CY	391	if (!err) {
	392	f2fs_lock_op(sbi);
	393	err = remove_inode_page(inode);
	394	f2fs_unlock_op(sbi);
a11b9f65 CY	395	if (err == -ENOENT)
a11b9f65 CY	396	err = 0;
13ec7297	397	}
39936837	398
4c0c2949 JK	399	/* give more chances, if ENOMEM case */
	400	if (err == -ENOMEM) {
	401	err = 0;
	402	goto retry;
	403	}
	404
0f18b462 JK	405	if (err)
0f18b462 JK	406	update_inode_page(inode);
d6212a5f	407	sb_end_intwrite(inode->i_sb);
19f99cee	408	no_delete:
d5e8f6c9	409	stat_dec_inline_xattr(inode);
3289c061	410	stat_dec_inline_dir(inode);
e7a2bf22	411	stat_dec_inline_inode(inode);
0bdee482	412
4f295443 JK	413	/* ino == 0, if f2fs_new_inode() was failed t*/
	414	if (inode->i_ino)
	415	invalidate_mapping_pages(NODE_MAPPING(sbi), inode->i_ino,
	416	inode->i_ino);
002a41ca CY	417	if (xnid)
002a41ca CY	418	invalidate_mapping_pages(NODE_MAPPING(sbi), xnid, xnid);
60dcedc9 CY	419	if (inode->i_nlink) {
	420	if (is_inode_flag_set(inode, FI_APPEND_WRITE))
	421	add_ino_entry(sbi, inode->i_ino, APPEND_INO);
	422	if (is_inode_flag_set(inode, FI_UPDATE_WRITE))
	423	add_ino_entry(sbi, inode->i_ino, UPDATE_INO);
	424	}
91942321	425	if (is_inode_flag_set(inode, FI_FREE_NID)) {
221149c0	426	alloc_nid_failed(sbi, inode->i_ino);
91942321	427	clear_inode_flag(inode, FI_FREE_NID);
c9b63bd0	428	}
29234b1d JK	429	f2fs_bug_on(sbi, err &&
29234b1d JK	430	!exist_written_data(sbi, inode->i_ino, ORPHAN_INO));
dbf20cb2	431	out_clear:
0b81d077	432	fscrypt_put_encryption_info(inode, NULL);
dbf20cb2	433	clear_inode(inode);
19f99cee	434	}
44c16156 JK	435
	436	/* caller should call f2fs_lock_op() */
	437	void handle_failed_inode(struct inode *inode)
	438	{
	439	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
221149c0	440	struct node_info ni;
44c16156	441
a11b9f65 CY	442	/*
	443	* clear nlink of inode in order to release resource of inode
	444	* immediately.
	445	*/
	446	clear_nlink(inode);
	447
	448	/*
	449	* we must call this to avoid inode being remained as dirty, resulting
	450	* in a panic when flushing dirty inodes in gdirty_list.
	451	*/
	452	update_inode_page(inode);
9bb02c36	453	f2fs_inode_synced(inode);
a11b9f65	454
221149c0	455	/* don't make bad inode, since it becomes a regular file. */
44c16156 JK	456	unlock_new_inode(inode);
44c16156 JK	457
13ec7297	458	/*
13ec7297 CY	459	* Note: we should add inode to orphan list before f2fs_unlock_op()
	460	* so we can prevent losing this orphan when encoutering checkpoint
	461	* and following suddenly power-off.
	462	*/
221149c0 JK	463	get_node_info(sbi, inode->i_ino, &ni);
	464
	465	if (ni.blk_addr != NULL_ADDR) {
	466	int err = acquire_orphan_inode(sbi);
	467	if (err) {
	468	set_sbi_flag(sbi, SBI_NEED_FSCK);
	469	f2fs_msg(sbi->sb, KERN_WARNING,
	470	"Too many orphan inodes, run fsck to fix.");
	471	} else {
67c3758d	472	add_orphan_inode(inode);
221149c0 JK	473	}
	474	alloc_nid_done(sbi, inode->i_ino);
	475	} else {
91942321	476	set_inode_flag(inode, FI_FREE_NID);
13ec7297	477	}
44c16156	478
44c16156 JK	479	f2fs_unlock_op(sbi);
	480
	481	/* iput will drop the inode object */
	482	iput(inode);
	483	}