quota: add get_inode_usage callback to transfer multi-inode charges
authorTahsin Erdogan <tahsin@google.com>
Thu, 22 Jun 2017 15:46:48 +0000 (11:46 -0400)
committerTheodore Ts'o <tytso@mit.edu>
Thu, 22 Jun 2017 15:46:48 +0000 (11:46 -0400)
Ext4 ea_inode feature allows storing xattr values in external inodes to
be able to store values that are bigger than a block in size. Ext4 also
has deduplication support for these type of inodes. With deduplication,
the actual storage waste is eliminated but the users of such inodes are
still charged full quota for the inodes as if there was no sharing
happening in the background.

This design requires ext4 to manually charge the users because the
inodes are shared.

An implication of this is that, if someone calls chown on a file that
has such references we need to transfer the quota for the file and xattr
inodes. Current dquot_transfer() function implicitly transfers one inode
charge. With ea_inode feature, we would like to transfer multiple inode
charges.

Add get_inode_usage callback which can interrogate the total number of
inodes that were charged for a given inode.

[ Applied fix from Colin King to make sure the 'ret' variable is
  initialized on the successful return path.  Detected by
  CoverityScan, CID#1446616 ("Uninitialized scalar variable") --tytso]

Signed-off-by: Tahsin Erdogan <tahsin@google.com>
Signed-off-by: Theodore Ts'o <tytso@mit.edu>
Signed-off-by: Colin Ian King <colin.king@canonical.com>
Acked-by: Jan Kara <jack@suse.cz>
fs/ext4/inode.c
fs/ext4/ioctl.c
fs/ext4/super.c
fs/ext4/xattr.c
fs/ext4/xattr.h
fs/quota/dquot.c
include/linux/quota.h

index 962f28a0e1762f442e4b2855b9c8db20d28f79ef..d9733aa955e9d12fcd9d7492d4b6fb67d69f783c 100644 (file)
@@ -5295,7 +5295,14 @@ int ext4_setattr(struct dentry *dentry, struct iattr *attr)
                        error = PTR_ERR(handle);
                        goto err_out;
                }
+
+               /* dquot_transfer() calls back ext4_get_inode_usage() which
+                * counts xattr inode references.
+                */
+               down_read(&EXT4_I(inode)->xattr_sem);
                error = dquot_transfer(inode, attr);
+               up_read(&EXT4_I(inode)->xattr_sem);
+
                if (error) {
                        ext4_journal_stop(handle);
                        return error;
index dde8deb11e59cbdbf9952f5fe4d7042bc25c5438..42b3a73143cf1a3b2cadef40459a50714b6b80d5 100644 (file)
@@ -373,7 +373,13 @@ static int ext4_ioctl_setproject(struct file *filp, __u32 projid)
 
        transfer_to[PRJQUOTA] = dqget(sb, make_kqid_projid(kprojid));
        if (!IS_ERR(transfer_to[PRJQUOTA])) {
+
+               /* __dquot_transfer() calls back ext4_get_inode_usage() which
+                * counts xattr inode references.
+                */
+               down_read(&EXT4_I(inode)->xattr_sem);
                err = __dquot_transfer(inode, transfer_to);
+               up_read(&EXT4_I(inode)->xattr_sem);
                dqput(transfer_to[PRJQUOTA]);
                if (err)
                        goto out_dirty;
index d501f8256dc4640665abe9735cf5f256bdd75ae7..5ac76e8d4013fc6937d1071300bae9ca7b0628c3 100644 (file)
@@ -1263,16 +1263,17 @@ static struct dquot **ext4_get_dquots(struct inode *inode)
 }
 
 static const struct dquot_operations ext4_quota_operations = {
-       .get_reserved_space = ext4_get_reserved_space,
-       .write_dquot    = ext4_write_dquot,
-       .acquire_dquot  = ext4_acquire_dquot,
-       .release_dquot  = ext4_release_dquot,
-       .mark_dirty     = ext4_mark_dquot_dirty,
-       .write_info     = ext4_write_info,
-       .alloc_dquot    = dquot_alloc,
-       .destroy_dquot  = dquot_destroy,
-       .get_projid     = ext4_get_projid,
-       .get_next_id    = ext4_get_next_id,
+       .get_reserved_space     = ext4_get_reserved_space,
+       .write_dquot            = ext4_write_dquot,
+       .acquire_dquot          = ext4_acquire_dquot,
+       .release_dquot          = ext4_release_dquot,
+       .mark_dirty             = ext4_mark_dquot_dirty,
+       .write_info             = ext4_write_info,
+       .alloc_dquot            = dquot_alloc,
+       .destroy_dquot          = dquot_destroy,
+       .get_projid             = ext4_get_projid,
+       .get_inode_usage        = ext4_get_inode_usage,
+       .get_next_id            = ext4_get_next_id,
 };
 
 static const struct quotactl_ops ext4_qctl_operations = {
index a4c8fe3692a2b1fc6ed38cfb612bb9d7eb384800..22bfb6221a2dd0870fb273d12b030c75c22880ff 100644 (file)
@@ -733,6 +733,61 @@ static void ext4_xattr_update_super_block(handle_t *handle,
        }
 }
 
+int ext4_get_inode_usage(struct inode *inode, qsize_t *usage)
+{
+       struct ext4_iloc iloc = { .bh = NULL };
+       struct buffer_head *bh = NULL;
+       struct ext4_inode *raw_inode;
+       struct ext4_xattr_ibody_header *header;
+       struct ext4_xattr_entry *entry;
+       qsize_t ea_inode_refs = 0;
+       void *end;
+       int ret;
+
+       lockdep_assert_held_read(&EXT4_I(inode)->xattr_sem);
+
+       if (ext4_test_inode_state(inode, EXT4_STATE_XATTR)) {
+               ret = ext4_get_inode_loc(inode, &iloc);
+               if (ret)
+                       goto out;
+               raw_inode = ext4_raw_inode(&iloc);
+               header = IHDR(inode, raw_inode);
+               end = (void *)raw_inode + EXT4_SB(inode->i_sb)->s_inode_size;
+               ret = xattr_check_inode(inode, header, end);
+               if (ret)
+                       goto out;
+
+               for (entry = IFIRST(header); !IS_LAST_ENTRY(entry);
+                    entry = EXT4_XATTR_NEXT(entry))
+                       if (entry->e_value_inum)
+                               ea_inode_refs++;
+       }
+
+       if (EXT4_I(inode)->i_file_acl) {
+               bh = sb_bread(inode->i_sb, EXT4_I(inode)->i_file_acl);
+               if (!bh) {
+                       ret = -EIO;
+                       goto out;
+               }
+
+               if (ext4_xattr_check_block(inode, bh)) {
+                       ret = -EFSCORRUPTED;
+                       goto out;
+               }
+
+               for (entry = BFIRST(bh); !IS_LAST_ENTRY(entry);
+                    entry = EXT4_XATTR_NEXT(entry))
+                       if (entry->e_value_inum)
+                               ea_inode_refs++;
+       }
+       *usage = ea_inode_refs + 1;
+       ret = 0;
+out:
+       brelse(iloc.bh);
+       brelse(bh);
+       return ret;
+}
+
 static inline size_t round_up_cluster(struct inode *inode, size_t length)
 {
        struct super_block *sb = inode->i_sb;
index 67616cb9a059747c69a4073e26672d9d8670a6c0..26119a67c8c32d03a79df865b6bc04873e9dfecc 100644 (file)
@@ -193,3 +193,5 @@ extern void ext4_xattr_inode_set_class(struct inode *ea_inode);
 #else
 static inline void ext4_xattr_inode_set_class(struct inode *ea_inode) { }
 #endif
+
+extern int ext4_get_inode_usage(struct inode *inode, qsize_t *usage);
index 48813aeaab8067e921d67b110e28e2a8dd94a3c0..53a17496c5c536a9410cba73c16d70c5efdbba88 100644 (file)
@@ -1910,6 +1910,7 @@ int __dquot_transfer(struct inode *inode, struct dquot **transfer_to)
 {
        qsize_t space, cur_space;
        qsize_t rsv_space = 0;
+       qsize_t inode_usage = 1;
        struct dquot *transfer_from[MAXQUOTAS] = {};
        int cnt, ret = 0;
        char is_valid[MAXQUOTAS] = {};
@@ -1919,6 +1920,13 @@ int __dquot_transfer(struct inode *inode, struct dquot **transfer_to)
 
        if (IS_NOQUOTA(inode))
                return 0;
+
+       if (inode->i_sb->dq_op->get_inode_usage) {
+               ret = inode->i_sb->dq_op->get_inode_usage(inode, &inode_usage);
+               if (ret)
+                       return ret;
+       }
+
        /* Initialize the arrays */
        for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
                warn_to[cnt].w_type = QUOTA_NL_NOWARN;
@@ -1946,7 +1954,7 @@ int __dquot_transfer(struct inode *inode, struct dquot **transfer_to)
                        continue;
                is_valid[cnt] = 1;
                transfer_from[cnt] = i_dquot(inode)[cnt];
-               ret = check_idq(transfer_to[cnt], 1, &warn_to[cnt]);
+               ret = check_idq(transfer_to[cnt], inode_usage, &warn_to[cnt]);
                if (ret)
                        goto over_quota;
                ret = check_bdq(transfer_to[cnt], space, 0, &warn_to[cnt]);
@@ -1963,7 +1971,7 @@ int __dquot_transfer(struct inode *inode, struct dquot **transfer_to)
                /* Due to IO error we might not have transfer_from[] structure */
                if (transfer_from[cnt]) {
                        int wtype;
-                       wtype = info_idq_free(transfer_from[cnt], 1);
+                       wtype = info_idq_free(transfer_from[cnt], inode_usage);
                        if (wtype != QUOTA_NL_NOWARN)
                                prepare_warning(&warn_from_inodes[cnt],
                                                transfer_from[cnt], wtype);
@@ -1971,13 +1979,13 @@ int __dquot_transfer(struct inode *inode, struct dquot **transfer_to)
                        if (wtype != QUOTA_NL_NOWARN)
                                prepare_warning(&warn_from_space[cnt],
                                                transfer_from[cnt], wtype);
-                       dquot_decr_inodes(transfer_from[cnt], 1);
+                       dquot_decr_inodes(transfer_from[cnt], inode_usage);
                        dquot_decr_space(transfer_from[cnt], cur_space);
                        dquot_free_reserved_space(transfer_from[cnt],
                                                  rsv_space);
                }
 
-               dquot_incr_inodes(transfer_to[cnt], 1);
+               dquot_incr_inodes(transfer_to[cnt], inode_usage);
                dquot_incr_space(transfer_to[cnt], cur_space);
                dquot_resv_space(transfer_to[cnt], rsv_space);
 
index 3434eef2a5aad963d579670ed081b68db382239d..bfd077ca6ac3d642026267fa73ce2432126f8aef 100644 (file)
@@ -332,6 +332,8 @@ struct dquot_operations {
         * quota code only */
        qsize_t *(*get_reserved_space) (struct inode *);
        int (*get_projid) (struct inode *, kprojid_t *);/* Get project ID */
+       /* Get number of inodes that were charged for a given inode */
+       int (*get_inode_usage) (struct inode *, qsize_t *);
        /* Get next ID with active quota structure */
        int (*get_next_id) (struct super_block *sb, struct kqid *qid);
 };