// SPDX-License-Identifier: GPL-2.0 /* * Copyright (C) 2005-2020 Junjiro R. Okajima */ /* * inode private data */ #include "aufs.h" struct inode *au_h_iptr(struct inode *inode, aufs_bindex_t bindex) { struct inode *h_inode; struct au_hinode *hinode; IiMustAnyLock(inode); hinode = au_hinode(au_ii(inode), bindex); h_inode = hinode->hi_inode; AuDebugOn(h_inode && atomic_read(&h_inode->i_count) <= 0); return h_inode; } /* todo: hard/soft set? */ void au_hiput(struct au_hinode *hinode) { au_hn_free(hinode); dput(hinode->hi_whdentry); iput(hinode->hi_inode); } unsigned int au_hi_flags(struct inode *inode, int isdir) { unsigned int flags; const unsigned int mnt_flags = au_mntflags(inode->i_sb); flags = 0; if (au_opt_test(mnt_flags, XINO)) au_fset_hi(flags, XINO); if (isdir && au_opt_test(mnt_flags, UDBA_HNOTIFY)) au_fset_hi(flags, HNOTIFY); return flags; } void au_set_h_iptr(struct inode *inode, aufs_bindex_t bindex, struct inode *h_inode, unsigned int flags) { struct au_hinode *hinode; struct inode *hi; struct au_iinfo *iinfo = au_ii(inode); IiMustWriteLock(inode); hinode = au_hinode(iinfo, bindex); hi = hinode->hi_inode; AuDebugOn(h_inode && atomic_read(&h_inode->i_count) <= 0); if (hi) au_hiput(hinode); hinode->hi_inode = h_inode; if (h_inode) { int err; struct super_block *sb = inode->i_sb; struct au_branch *br; AuDebugOn(inode->i_mode && (h_inode->i_mode & S_IFMT) != (inode->i_mode & S_IFMT)); if (bindex == iinfo->ii_btop) au_cpup_igen(inode, h_inode); br = au_sbr(sb, bindex); hinode->hi_id = br->br_id; if (au_ftest_hi(flags, XINO)) { err = au_xino_write(sb, bindex, h_inode->i_ino, inode->i_ino); if (unlikely(err)) AuIOErr1("failed au_xino_write() %d\n", err); } if (au_ftest_hi(flags, HNOTIFY) && au_br_hnotifyable(br->br_perm)) { err = au_hn_alloc(hinode, inode); if (unlikely(err)) AuIOErr1("au_hn_alloc() %d\n", err); } } } void au_set_hi_wh(struct inode *inode, aufs_bindex_t bindex, struct dentry *h_wh) { struct au_hinode *hinode; IiMustWriteLock(inode); hinode = au_hinode(au_ii(inode), bindex); AuDebugOn(hinode->hi_whdentry); hinode->hi_whdentry = h_wh; } void au_update_iigen(struct inode *inode, int half) { struct au_iinfo *iinfo; struct au_iigen *iigen; unsigned int sigen; sigen = au_sigen(inode->i_sb); iinfo = au_ii(inode); iigen = &iinfo->ii_generation; spin_lock(&iigen->ig_spin); iigen->ig_generation = sigen; if (half) au_ig_fset(iigen->ig_flags, HALF_REFRESHED); else au_ig_fclr(iigen->ig_flags, HALF_REFRESHED); spin_unlock(&iigen->ig_spin); } /* it may be called at remount time, too */ void au_update_ibrange(struct inode *inode, int do_put_zero) { struct au_iinfo *iinfo; aufs_bindex_t bindex, bbot; AuDebugOn(au_is_bad_inode(inode)); IiMustWriteLock(inode); iinfo = au_ii(inode); if (do_put_zero && iinfo->ii_btop >= 0) { for (bindex = iinfo->ii_btop; bindex <= iinfo->ii_bbot; bindex++) { struct inode *h_i; h_i = au_hinode(iinfo, bindex)->hi_inode; if (h_i && !h_i->i_nlink && !(h_i->i_state & I_LINKABLE)) au_set_h_iptr(inode, bindex, NULL, 0); } } iinfo->ii_btop = -1; iinfo->ii_bbot = -1; bbot = au_sbbot(inode->i_sb); for (bindex = 0; bindex <= bbot; bindex++) if (au_hinode(iinfo, bindex)->hi_inode) { iinfo->ii_btop = bindex; break; } if (iinfo->ii_btop >= 0) for (bindex = bbot; bindex >= iinfo->ii_btop; bindex--) if (au_hinode(iinfo, bindex)->hi_inode) { iinfo->ii_bbot = bindex; break; } AuDebugOn(iinfo->ii_btop > iinfo->ii_bbot); } /* ---------------------------------------------------------------------- */ void au_icntnr_init_once(void *_c) { struct au_icntnr *c = _c; struct au_iinfo *iinfo = &c->iinfo; spin_lock_init(&iinfo->ii_generation.ig_spin); au_rw_init(&iinfo->ii_rwsem); inode_init_once(&c->vfs_inode); } void au_hinode_init(struct au_hinode *hinode) { hinode->hi_inode = NULL; hinode->hi_id = -1; au_hn_init(hinode); hinode->hi_whdentry = NULL; } int au_iinfo_init(struct inode *inode) { struct au_iinfo *iinfo; struct super_block *sb; struct au_hinode *hi; int nbr, i; sb = inode->i_sb; iinfo = &(container_of(inode, struct au_icntnr, vfs_inode)->iinfo); nbr = au_sbbot(sb) + 1; if (unlikely(nbr <= 0)) nbr = 1; hi = kmalloc_array(nbr, sizeof(*iinfo->ii_hinode), GFP_NOFS); if (hi) { au_lcnt_inc(&au_sbi(sb)->si_ninodes); iinfo->ii_hinode = hi; for (i = 0; i < nbr; i++, hi++) au_hinode_init(hi); iinfo->ii_generation.ig_generation = au_sigen(sb); iinfo->ii_btop = -1; iinfo->ii_bbot = -1; iinfo->ii_vdir = NULL; return 0; } return -ENOMEM; } int au_hinode_realloc(struct au_iinfo *iinfo, int nbr, int may_shrink) { int err, i; struct au_hinode *hip; AuRwMustWriteLock(&iinfo->ii_rwsem); err = -ENOMEM; hip = au_krealloc(iinfo->ii_hinode, sizeof(*hip) * nbr, GFP_NOFS, may_shrink); if (hip) { iinfo->ii_hinode = hip; i = iinfo->ii_bbot + 1; hip += i; for (; i < nbr; i++, hip++) au_hinode_init(hip); err = 0; } return err; } void au_iinfo_fin(struct inode *inode) { struct au_iinfo *iinfo; struct au_hinode *hi; struct super_block *sb; aufs_bindex_t bindex, bbot; const unsigned char unlinked = !inode->i_nlink; AuDebugOn(au_is_bad_inode(inode)); sb = inode->i_sb; au_lcnt_dec(&au_sbi(sb)->si_ninodes); if (si_pid_test(sb)) au_xino_delete_inode(inode, unlinked); else { /* * it is safe to hide the dependency between sbinfo and * sb->s_umount. */ lockdep_off(); si_noflush_read_lock(sb); au_xino_delete_inode(inode, unlinked); si_read_unlock(sb); lockdep_on(); } iinfo = au_ii(inode); if (iinfo->ii_vdir) au_vdir_free(iinfo->ii_vdir); bindex = iinfo->ii_btop; if (bindex >= 0) { hi = au_hinode(iinfo, bindex); bbot = iinfo->ii_bbot; while (bindex++ <= bbot) { if (hi->hi_inode) au_hiput(hi); hi++; } } au_kfree_rcu(iinfo->ii_hinode); AuRwDestroy(&iinfo->ii_rwsem); }