fs/xfs/xfs_qm.c

   1 /*
   2  * Copyright (c) 2000-2005 Silicon Graphics, Inc.
   3  * All Rights Reserved.
   4  *
   5  * This program is free software; you can redistribute it and/or
   6  * modify it under the terms of the GNU General Public License as
   7  * published by the Free Software Foundation.
   8  *
   9  * This program is distributed in the hope that it would be useful,
  10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  12  * GNU General Public License for more details.
  13  *
  14  * You should have received a copy of the GNU General Public License
  15  * along with this program; if not, write the Free Software Foundation,
  16  * Inc.,  51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
  17  */
  18 #include "xfs.h"
  19 #include "xfs_fs.h"
  20 #include "xfs_bit.h"
  21 #include "xfs_log.h"
  22 #include "xfs_trans.h"
  23 #include "xfs_sb.h"
  24 #include "xfs_ag.h"
  25 #include "xfs_alloc.h"
  26 #include "xfs_quota.h"
  27 #include "xfs_mount.h"
  28 #include "xfs_bmap_btree.h"
  29 #include "xfs_ialloc_btree.h"
  30 #include "xfs_dinode.h"
  31 #include "xfs_inode.h"
  32 #include "xfs_ialloc.h"
  33 #include "xfs_itable.h"
  34 #include "xfs_rtalloc.h"
  35 #include "xfs_error.h"
  36 #include "xfs_bmap.h"
  37 #include "xfs_attr.h"
  38 #include "xfs_buf_item.h"
  39 #include "xfs_trans_space.h"
  40 #include "xfs_utils.h"
  41 #include "xfs_qm.h"
  42 #include "xfs_trace.h"
  43 #include "xfs_icache.h"
  44 #include "xfs_cksum.h"
  45
  46 /*
  47  * The global quota manager. There is only one of these for the entire
  48  * system, _not_ one per file system. XQM keeps track of the overall
  49  * quota functionality, including maintaining the freelist and hash
  50  * tables of dquots.
  51  */
  52 STATIC int      xfs_qm_init_quotainos(xfs_mount_t *);
  53 STATIC int      xfs_qm_init_quotainfo(xfs_mount_t *);
  54 STATIC int      xfs_qm_shake(struct shrinker *, struct shrink_control *);
  55
  56 /*
  57  * We use the batch lookup interface to iterate over the dquots as it
  58  * currently is the only interface into the radix tree code that allows
  59  * fuzzy lookups instead of exact matches.  Holding the lock over multiple
  60  * operations is fine as all callers are used either during mount/umount
  61  * or quotaoff.
  62  */
  63 #define XFS_DQ_LOOKUP_BATCH     32
  64
  65 STATIC int
  66 xfs_qm_dquot_walk(
  67         struct xfs_mount        *mp,
  68         int                     type,
  69         int                     (*execute)(struct xfs_dquot *dqp, void *data),
  70         void                    *data)
  71 {
  72         struct xfs_quotainfo    *qi = mp->m_quotainfo;
  73         struct radix_tree_root  *tree = xfs_dquot_tree(qi, type);
  74         uint32_t                next_index;
  75         int                     last_error = 0;
  76         int                     skipped;
  77         int                     nr_found;
  78
  79 restart:
  80         skipped = 0;
  81         next_index = 0;
  82         nr_found = 0;
  83
  84         while (1) {
  85                 struct xfs_dquot *batch[XFS_DQ_LOOKUP_BATCH];
  86                 int             error = 0;
  87                 int             i;
  88
  89                 mutex_lock(&qi->qi_tree_lock);
  90                 nr_found = radix_tree_gang_lookup(tree, (void **)batch,
  91                                         next_index, XFS_DQ_LOOKUP_BATCH);
  92                 if (!nr_found) {
  93                         mutex_unlock(&qi->qi_tree_lock);
  94                         break;
  95                 }
  96
  97                 for (i = 0; i < nr_found; i++) {
  98                         struct xfs_dquot *dqp = batch[i];
  99
 100                         next_index = be32_to_cpu(dqp->q_core.d_id) + 1;
 101
 102                         error = execute(batch[i], data);
 103                         if (error == EAGAIN) {
 104                                 skipped++;
 105                                 continue;
 106                         }
 107                         if (error && last_error != EFSCORRUPTED)
 108                                 last_error = error;
 109                 }
 110
 111                 mutex_unlock(&qi->qi_tree_lock);
 112
 113                 /* bail out if the filesystem is corrupted.  */
 114                 if (last_error == EFSCORRUPTED) {
 115                         skipped = 0;
 116                         break;
 117                 }
 118         }
 119
 120         if (skipped) {
 121                 delay(1);
 122                 goto restart;
 123         }
 124
 125         return last_error;
 126 }
 127
 128
 129 /*
 130  * Purge a dquot from all tracking data structures and free it.
 131  */
 132 STATIC int
 133 xfs_qm_dqpurge(
 134         struct xfs_dquot        *dqp,
 135         void                    *data)
 136 {
 137         struct xfs_mount        *mp = dqp->q_mount;
 138         struct xfs_quotainfo    *qi = mp->m_quotainfo;
 139         struct xfs_dquot        *gdqp = NULL;
 140         struct xfs_dquot        *pdqp = NULL;
 141
 142         xfs_dqlock(dqp);
 143         if ((dqp->dq_flags & XFS_DQ_FREEING) || dqp->q_nrefs != 0) {
 144                 xfs_dqunlock(dqp);
 145                 return EAGAIN;
 146         }
 147
 148         /*
 149          * If this quota has a hint attached, prepare for releasing it now.
 150          */
 151         gdqp = dqp->q_gdquot;
 152         if (gdqp) {
 153                 xfs_dqlock(gdqp);
 154                 dqp->q_gdquot = NULL;
 155         }
 156
 157         pdqp = dqp->q_pdquot;
 158         if (pdqp) {
 159                 xfs_dqlock(pdqp);
 160                 dqp->q_pdquot = NULL;
 161         }
 162
 163         dqp->dq_flags |= XFS_DQ_FREEING;
 164
 165         xfs_dqflock(dqp);
 166
 167         /*
 168          * If we are turning this type of quotas off, we don't care
 169          * about the dirty metadata sitting in this dquot. OTOH, if
 170          * we're unmounting, we do care, so we flush it and wait.
 171          */
 172         if (XFS_DQ_IS_DIRTY(dqp)) {
 173                 struct xfs_buf  *bp = NULL;
 174                 int             error;
 175
 176                 /*
 177                  * We don't care about getting disk errors here. We need
 178                  * to purge this dquot anyway, so we go ahead regardless.
 179                  */
 180                 error = xfs_qm_dqflush(dqp, &bp);
 181                 if (error) {
 182                         xfs_warn(mp, "%s: dquot %p flush failed",
 183                                 __func__, dqp);
 184                 } else {
 185                         error = xfs_bwrite(bp);
 186                         xfs_buf_relse(bp);
 187                 }
 188                 xfs_dqflock(dqp);
 189         }
 190
 191         ASSERT(atomic_read(&dqp->q_pincount) == 0);
 192         ASSERT(XFS_FORCED_SHUTDOWN(mp) ||
 193                !(dqp->q_logitem.qli_item.li_flags & XFS_LI_IN_AIL));
 194
 195         xfs_dqfunlock(dqp);
 196         xfs_dqunlock(dqp);
 197
 198         radix_tree_delete(xfs_dquot_tree(qi, dqp->q_core.d_flags),
 199                           be32_to_cpu(dqp->q_core.d_id));
 200         qi->qi_dquots--;
 201
 202         /*
 203          * We move dquots to the freelist as soon as their reference count
 204          * hits zero, so it really should be on the freelist here.
 205          */
 206         mutex_lock(&qi->qi_lru_lock);
 207         ASSERT(!list_empty(&dqp->q_lru));
 208         list_del_init(&dqp->q_lru);
 209         qi->qi_lru_count--;
 210         XFS_STATS_DEC(xs_qm_dquot_unused);
 211         mutex_unlock(&qi->qi_lru_lock);
 212
 213         xfs_qm_dqdestroy(dqp);
 214
 215         if (gdqp)
 216                 xfs_qm_dqput(gdqp);
 217         if (pdqp)
 218                 xfs_qm_dqput(pdqp);
 219         return 0;
 220 }
 221
 222 /*
 223  * Purge the dquot cache.
 224  */
 225 void
 226 xfs_qm_dqpurge_all(
 227         struct xfs_mount        *mp,
 228         uint                    flags)
 229 {
 230         if (flags & XFS_QMOPT_UQUOTA)
 231                 xfs_qm_dquot_walk(mp, XFS_DQ_USER, xfs_qm_dqpurge, NULL);
 232         if (flags & XFS_QMOPT_GQUOTA)
 233                 xfs_qm_dquot_walk(mp, XFS_DQ_GROUP, xfs_qm_dqpurge, NULL);
 234         if (flags & XFS_QMOPT_PQUOTA)
 235                 xfs_qm_dquot_walk(mp, XFS_DQ_PROJ, xfs_qm_dqpurge, NULL);
 236 }
 237
 238 /*
 239  * Just destroy the quotainfo structure.
 240  */
 241 void
 242 xfs_qm_unmount(
 243         struct xfs_mount        *mp)
 244 {
 245         if (mp->m_quotainfo) {
 246                 xfs_qm_dqpurge_all(mp, XFS_QMOPT_QUOTALL);
 247                 xfs_qm_destroy_quotainfo(mp);
 248         }
 249 }
 250
 251
 252 /*
 253  * This is called from xfs_mountfs to start quotas and initialize all
 254  * necessary data structures like quotainfo.  This is also responsible for
 255  * running a quotacheck as necessary.  We are guaranteed that the superblock
 256  * is consistently read in at this point.
 257  *
 258  * If we fail here, the mount will continue with quota turned off. We don't
 259  * need to inidicate success or failure at all.
 260  */
 261 void
 262 xfs_qm_mount_quotas(
 263         xfs_mount_t     *mp)
 264 {
 265         int             error = 0;
 266         uint            sbf;
 267
 268         /*
 269          * If quotas on realtime volumes is not supported, we disable
 270          * quotas immediately.
 271          */
 272         if (mp->m_sb.sb_rextents) {
 273                 xfs_notice(mp, "Cannot turn on quotas for realtime filesystem");
 274                 mp->m_qflags = 0;
 275                 goto write_changes;
 276         }
 277
 278         ASSERT(XFS_IS_QUOTA_RUNNING(mp));
 279
 280         /*
 281          * Allocate the quotainfo structure inside the mount struct, and
 282          * create quotainode(s), and change/rev superblock if necessary.
 283          */
 284         error = xfs_qm_init_quotainfo(mp);
 285         if (error) {
 286                 /*
 287                  * We must turn off quotas.
 288                  */
 289                 ASSERT(mp->m_quotainfo == NULL);
 290                 mp->m_qflags = 0;
 291                 goto write_changes;
 292         }
 293         /*
 294          * If any of the quotas are not consistent, do a quotacheck.
 295          */
 296         if (XFS_QM_NEED_QUOTACHECK(mp)) {
 297                 error = xfs_qm_quotacheck(mp);
 298                 if (error) {
 299                         /* Quotacheck failed and disabled quotas. */
 300                         return;
 301                 }
 302         }
 303         /*
 304          * If one type of quotas is off, then it will lose its
 305          * quotachecked status, since we won't be doing accounting for
 306          * that type anymore.
 307          */
 308         if (!XFS_IS_UQUOTA_ON(mp))
 309                 mp->m_qflags &= ~XFS_UQUOTA_CHKD;
 310         if (!XFS_IS_GQUOTA_ON(mp))
 311                 mp->m_qflags &= ~XFS_GQUOTA_CHKD;
 312         if (!XFS_IS_PQUOTA_ON(mp))
 313                 mp->m_qflags &= ~XFS_PQUOTA_CHKD;
 314
 315  write_changes:
 316         /*
 317          * We actually don't have to acquire the m_sb_lock at all.
 318          * This can only be called from mount, and that's single threaded. XXX
 319          */
 320         spin_lock(&mp->m_sb_lock);
 321         sbf = mp->m_sb.sb_qflags;
 322         mp->m_sb.sb_qflags = mp->m_qflags & XFS_MOUNT_QUOTA_ALL;
 323         spin_unlock(&mp->m_sb_lock);
 324
 325         if (sbf != (mp->m_qflags & XFS_MOUNT_QUOTA_ALL)) {
 326                 if (xfs_qm_write_sb_changes(mp, XFS_SB_QFLAGS)) {
 327                         /*
 328                          * We could only have been turning quotas off.
 329                          * We aren't in very good shape actually because
 330                          * the incore structures are convinced that quotas are
 331                          * off, but the on disk superblock doesn't know that !
 332                          */
 333                         ASSERT(!(XFS_IS_QUOTA_RUNNING(mp)));
 334                         xfs_alert(mp, "%s: Superblock update failed!",
 335                                 __func__);
 336                 }
 337         }
 338
 339         if (error) {
 340                 xfs_warn(mp, "Failed to initialize disk quotas.");
 341                 return;
 342         }
 343 }
 344
 345 /*
 346  * Called from the vfsops layer.
 347  */
 348 void
 349 xfs_qm_unmount_quotas(
 350         xfs_mount_t     *mp)
 351 {
 352         /*
 353          * Release the dquots that root inode, et al might be holding,
 354          * before we flush quotas and blow away the quotainfo structure.
 355          */
 356         ASSERT(mp->m_rootip);
 357         xfs_qm_dqdetach(mp->m_rootip);
 358         if (mp->m_rbmip)
 359                 xfs_qm_dqdetach(mp->m_rbmip);
 360         if (mp->m_rsumip)
 361                 xfs_qm_dqdetach(mp->m_rsumip);
 362
 363         /*
 364          * Release the quota inodes.
 365          */
 366         if (mp->m_quotainfo) {
 367                 if (mp->m_quotainfo->qi_uquotaip) {
 368                         IRELE(mp->m_quotainfo->qi_uquotaip);
 369                         mp->m_quotainfo->qi_uquotaip = NULL;
 370                 }
 371                 if (mp->m_quotainfo->qi_gquotaip) {
 372                         IRELE(mp->m_quotainfo->qi_gquotaip);
 373                         mp->m_quotainfo->qi_gquotaip = NULL;
 374                 }
 375                 if (mp->m_quotainfo->qi_pquotaip) {
 376                         IRELE(mp->m_quotainfo->qi_pquotaip);
 377                         mp->m_quotainfo->qi_pquotaip = NULL;
 378                 }
 379         }
 380 }
 381
 382 STATIC int
 383 xfs_qm_dqattach_one(
 384         xfs_inode_t     *ip,
 385         xfs_dqid_t      id,
 386         uint            type,
 387         uint            doalloc,
 388         xfs_dquot_t     *udqhint, /* hint */
 389         xfs_dquot_t     **IO_idqpp)
 390 {
 391         xfs_dquot_t     *dqp;
 392         int             error;
 393
 394         ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL));
 395         error = 0;
 396
 397         /*
 398          * See if we already have it in the inode itself. IO_idqpp is
 399          * &i_udquot or &i_gdquot. This made the code look weird, but
 400          * made the logic a lot simpler.
 401          */
 402         dqp = *IO_idqpp;
 403         if (dqp) {
 404                 trace_xfs_dqattach_found(dqp);
 405                 return 0;
 406         }
 407
 408         /*
 409          * udqhint is the i_udquot field in inode, and is non-NULL only
 410          * when the type arg is group/project. Its purpose is to save a
 411          * lookup by dqid (xfs_qm_dqget) by caching a group dquot inside
 412          * the user dquot.
 413          */
 414         if (udqhint) {
 415                 ASSERT(type == XFS_DQ_GROUP || type == XFS_DQ_PROJ);
 416                 xfs_dqlock(udqhint);
 417
 418                 /*
 419                  * No need to take dqlock to look at the id.
 420                  *
 421                  * The ID can't change until it gets reclaimed, and it won't
 422                  * be reclaimed as long as we have a ref from inode and we
 423                  * hold the ilock.
 424                  */
 425                 if (type == XFS_DQ_GROUP)
 426                         dqp = udqhint->q_gdquot;
 427                 else
 428                         dqp = udqhint->q_pdquot;
 429                 if (dqp && be32_to_cpu(dqp->q_core.d_id) == id) {
 430                         ASSERT(*IO_idqpp == NULL);
 431
 432                         *IO_idqpp = xfs_qm_dqhold(dqp);
 433                         xfs_dqunlock(udqhint);
 434                         return 0;
 435                 }
 436
 437                 /*
 438                  * We can't hold a dquot lock when we call the dqget code.
 439                  * We'll deadlock in no time, because of (not conforming to)
 440                  * lock ordering - the inodelock comes before any dquot lock,
 441                  * and we may drop and reacquire the ilock in xfs_qm_dqget().
 442                  */
 443                 xfs_dqunlock(udqhint);
 444         }
 445
 446         /*
 447          * Find the dquot from somewhere. This bumps the
 448          * reference count of dquot and returns it locked.
 449          * This can return ENOENT if dquot didn't exist on
 450          * disk and we didn't ask it to allocate;
 451          * ESRCH if quotas got turned off suddenly.
 452          */
 453         error = xfs_qm_dqget(ip->i_mount, ip, id, type,
 454                              doalloc | XFS_QMOPT_DOWARN, &dqp);
 455         if (error)
 456                 return error;
 457
 458         trace_xfs_dqattach_get(dqp);
 459
 460         /*
 461          * dqget may have dropped and re-acquired the ilock, but it guarantees
 462          * that the dquot returned is the one that should go in the inode.
 463          */
 464         *IO_idqpp = dqp;
 465         xfs_dqunlock(dqp);
 466         return 0;
 467 }
 468
 469
 470 /*
 471  * Given a udquot and group/project type, attach the group/project
 472  * dquot pointer to the udquot as a hint for future lookups.
 473  */
 474 STATIC void
 475 xfs_qm_dqattach_hint(
 476         struct xfs_inode        *ip,
 477         int                     type)
 478 {
 479         struct xfs_dquot **dqhintp;
 480         struct xfs_dquot *dqp;
 481         struct xfs_dquot *udq = ip->i_udquot;
 482
 483         ASSERT(type == XFS_DQ_GROUP || type == XFS_DQ_PROJ);
 484
 485         xfs_dqlock(udq);
 486
 487         if (type == XFS_DQ_GROUP) {
 488                 dqp = ip->i_gdquot;
 489                 dqhintp = &udq->q_gdquot;
 490         } else {
 491                 dqp = ip->i_pdquot;
 492                 dqhintp = &udq->q_pdquot;
 493         }
 494
 495         if (*dqhintp) {
 496                 struct xfs_dquot *tmp;
 497
 498                 if (*dqhintp == dqp)
 499                         goto done;
 500
 501                 tmp = *dqhintp;
 502                 *dqhintp = NULL;
 503                 xfs_qm_dqrele(tmp);
 504         }
 505
 506         *dqhintp = xfs_qm_dqhold(dqp);
 507 done:
 508         xfs_dqunlock(udq);
 509 }
 510
 511 static bool
 512 xfs_qm_need_dqattach(
 513         struct xfs_inode        *ip)
 514 {
 515         struct xfs_mount        *mp = ip->i_mount;
 516
 517         if (!XFS_IS_QUOTA_RUNNING(mp))
 518                 return false;
 519         if (!XFS_IS_QUOTA_ON(mp))
 520                 return false;
 521         if (!XFS_NOT_DQATTACHED(mp, ip))
 522                 return false;
 523         if (xfs_is_quota_inode(&mp->m_sb, ip->i_ino))
 524                 return false;
 525         return true;
 526 }
 527
 528 /*
 529  * Given a locked inode, attach dquot(s) to it, taking U/G/P-QUOTAON
 530  * into account.
 531  * If XFS_QMOPT_DQALLOC, the dquot(s) will be allocated if needed.
 532  * Inode may get unlocked and relocked in here, and the caller must deal with
 533  * the consequences.
 534  */
 535 int
 536 xfs_qm_dqattach_locked(
 537         xfs_inode_t     *ip,
 538         uint            flags)
 539 {
 540         xfs_mount_t     *mp = ip->i_mount;
 541         uint            nquotas = 0;
 542         int             error = 0;
 543
 544         if (!xfs_qm_need_dqattach(ip))
 545                 return 0;
 546
 547         ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL));
 548
 549         if (XFS_IS_UQUOTA_ON(mp)) {
 550                 error = xfs_qm_dqattach_one(ip, ip->i_d.di_uid, XFS_DQ_USER,
 551                                                 flags & XFS_QMOPT_DQALLOC,
 552                                                 NULL, &ip->i_udquot);
 553                 if (error)
 554                         goto done;
 555                 nquotas++;
 556         }
 557
 558         ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL));
 559         if (XFS_IS_GQUOTA_ON(mp)) {
 560                 error = xfs_qm_dqattach_one(ip, ip->i_d.di_gid, XFS_DQ_GROUP,
 561                                                 flags & XFS_QMOPT_DQALLOC,
 562                                                 ip->i_udquot, &ip->i_gdquot);
 563                 /*
 564                  * Don't worry about the udquot that we may have
 565                  * attached above. It'll get detached, if not already.
 566                  */
 567                 if (error)
 568                         goto done;
 569                 nquotas++;
 570         }
 571
 572         ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL));
 573         if (XFS_IS_PQUOTA_ON(mp)) {
 574                 error = xfs_qm_dqattach_one(ip, xfs_get_projid(ip), XFS_DQ_PROJ,
 575                                                 flags & XFS_QMOPT_DQALLOC,
 576                                                 ip->i_udquot, &ip->i_pdquot);
 577                 /*
 578                  * Don't worry about the udquot that we may have
 579                  * attached above. It'll get detached, if not already.
 580                  */
 581                 if (error)
 582                         goto done;
 583                 nquotas++;
 584         }
 585
 586         /*
 587          * Attach this group/project quota to the user quota as a hint.
 588          * This WON'T, in general, result in a thrash.
 589          */
 590         if (nquotas > 1 && ip->i_udquot) {
 591                 ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL));
 592                 ASSERT(ip->i_gdquot || !XFS_IS_GQUOTA_ON(mp));
 593                 ASSERT(ip->i_pdquot || !XFS_IS_PQUOTA_ON(mp));
 594
 595                 /*
 596                  * We do not have i_udquot locked at this point, but this check
 597                  * is OK since we don't depend on the i_gdquot to be accurate
 598                  * 100% all the time. It is just a hint, and this will
 599                  * succeed in general.
 600                  */
 601                 if (ip->i_udquot->q_gdquot != ip->i_gdquot)
 602                         xfs_qm_dqattach_hint(ip, XFS_DQ_GROUP);
 603
 604                 if (ip->i_udquot->q_pdquot != ip->i_pdquot)
 605                         xfs_qm_dqattach_hint(ip, XFS_DQ_PROJ);
 606         }
 607
 608  done:
 609 #ifdef DEBUG
 610         if (!error) {
 611                 if (XFS_IS_UQUOTA_ON(mp))
 612                         ASSERT(ip->i_udquot);
 613                 if (XFS_IS_GQUOTA_ON(mp))
 614                         ASSERT(ip->i_gdquot);
 615                 if (XFS_IS_PQUOTA_ON(mp))
 616                         ASSERT(ip->i_pdquot);
 617         }
 618         ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL));
 619 #endif
 620         return error;
 621 }
 622
 623 int
 624 xfs_qm_dqattach(
 625         struct xfs_inode        *ip,
 626         uint                    flags)
 627 {
 628         int                     error;
 629
 630         if (!xfs_qm_need_dqattach(ip))
 631                 return 0;
 632
 633         xfs_ilock(ip, XFS_ILOCK_EXCL);
 634         error = xfs_qm_dqattach_locked(ip, flags);
 635         xfs_iunlock(ip, XFS_ILOCK_EXCL);
 636
 637         return error;
 638 }
 639
 640 /*
 641  * Release dquots (and their references) if any.
 642  * The inode should be locked EXCL except when this's called by
 643  * xfs_ireclaim.
 644  */
 645 void
 646 xfs_qm_dqdetach(
 647         xfs_inode_t     *ip)
 648 {
 649         if (!(ip->i_udquot || ip->i_gdquot || ip->i_pdquot))
 650                 return;
 651
 652         trace_xfs_dquot_dqdetach(ip);
 653
 654         ASSERT(!xfs_is_quota_inode(&ip->i_mount->m_sb, ip->i_ino));
 655         if (ip->i_udquot) {
 656                 xfs_qm_dqrele(ip->i_udquot);
 657                 ip->i_udquot = NULL;
 658         }
 659         if (ip->i_gdquot) {
 660                 xfs_qm_dqrele(ip->i_gdquot);
 661                 ip->i_gdquot = NULL;
 662         }
 663         if (ip->i_pdquot) {
 664                 xfs_qm_dqrele(ip->i_pdquot);
 665                 ip->i_pdquot = NULL;
 666         }
 667 }
 668
 669 int
 670 xfs_qm_calc_dquots_per_chunk(
 671         struct xfs_mount        *mp,
 672         unsigned int            nbblks) /* basic block units */
 673 {
 674         unsigned int    ndquots;
 675
 676         ASSERT(nbblks > 0);
 677         ndquots = BBTOB(nbblks);
 678         do_div(ndquots, sizeof(xfs_dqblk_t));
 679
 680         return ndquots;
 681 }
 682
 683 /*
 684  * This initializes all the quota information that's kept in the
 685  * mount structure
 686  */
 687 STATIC int
 688 xfs_qm_init_quotainfo(
 689         xfs_mount_t     *mp)
 690 {
 691         xfs_quotainfo_t *qinf;
 692         int             error;
 693         xfs_dquot_t     *dqp;
 694
 695         ASSERT(XFS_IS_QUOTA_RUNNING(mp));
 696
 697         qinf = mp->m_quotainfo = kmem_zalloc(sizeof(xfs_quotainfo_t), KM_SLEEP);
 698
 699         /*
 700          * See if quotainodes are setup, and if not, allocate them,
 701          * and change the superblock accordingly.
 702          */
 703         if ((error = xfs_qm_init_quotainos(mp))) {
 704                 kmem_free(qinf);
 705                 mp->m_quotainfo = NULL;
 706                 return error;
 707         }
 708
 709         INIT_RADIX_TREE(&qinf->qi_uquota_tree, GFP_NOFS);
 710         INIT_RADIX_TREE(&qinf->qi_gquota_tree, GFP_NOFS);
 711         INIT_RADIX_TREE(&qinf->qi_pquota_tree, GFP_NOFS);
 712         mutex_init(&qinf->qi_tree_lock);
 713
 714         INIT_LIST_HEAD(&qinf->qi_lru_list);
 715         qinf->qi_lru_count = 0;
 716         mutex_init(&qinf->qi_lru_lock);
 717
 718         /* mutex used to serialize quotaoffs */
 719         mutex_init(&qinf->qi_quotaofflock);
 720
 721         /* Precalc some constants */
 722         qinf->qi_dqchunklen = XFS_FSB_TO_BB(mp, XFS_DQUOT_CLUSTER_SIZE_FSB);
 723         qinf->qi_dqperchunk = xfs_qm_calc_dquots_per_chunk(mp,
 724                                                         qinf->qi_dqchunklen);
 725
 726         mp->m_qflags |= (mp->m_sb.sb_qflags & XFS_ALL_QUOTA_CHKD);
 727
 728         /*
 729          * We try to get the limits from the superuser's limits fields.
 730          * This is quite hacky, but it is standard quota practice.
 731          *
 732          * We look at the USR dquot with id == 0 first, but if user quotas
 733          * are not enabled we goto the GRP dquot with id == 0.
 734          * We don't really care to keep separate default limits for user
 735          * and group quotas, at least not at this point.
 736          *
 737          * Since we may not have done a quotacheck by this point, just read
 738          * the dquot without attaching it to any hashtables or lists.
 739          */
 740         error = xfs_qm_dqread(mp, 0,
 741                         XFS_IS_UQUOTA_RUNNING(mp) ? XFS_DQ_USER :
 742                          (XFS_IS_GQUOTA_RUNNING(mp) ? XFS_DQ_GROUP :
 743                           XFS_DQ_PROJ),
 744                         XFS_QMOPT_DOWARN, &dqp);
 745         if (!error) {
 746                 xfs_disk_dquot_t        *ddqp = &dqp->q_core;
 747
 748                 /*
 749                  * The warnings and timers set the grace period given to
 750                  * a user or group before he or she can not perform any
 751                  * more writing. If it is zero, a default is used.
 752                  */
 753                 qinf->qi_btimelimit = ddqp->d_btimer ?
 754                         be32_to_cpu(ddqp->d_btimer) : XFS_QM_BTIMELIMIT;
 755                 qinf->qi_itimelimit = ddqp->d_itimer ?
 756                         be32_to_cpu(ddqp->d_itimer) : XFS_QM_ITIMELIMIT;
 757                 qinf->qi_rtbtimelimit = ddqp->d_rtbtimer ?
 758                         be32_to_cpu(ddqp->d_rtbtimer) : XFS_QM_RTBTIMELIMIT;
 759                 qinf->qi_bwarnlimit = ddqp->d_bwarns ?
 760                         be16_to_cpu(ddqp->d_bwarns) : XFS_QM_BWARNLIMIT;
 761                 qinf->qi_iwarnlimit = ddqp->d_iwarns ?
 762                         be16_to_cpu(ddqp->d_iwarns) : XFS_QM_IWARNLIMIT;
 763                 qinf->qi_rtbwarnlimit = ddqp->d_rtbwarns ?
 764                         be16_to_cpu(ddqp->d_rtbwarns) : XFS_QM_RTBWARNLIMIT;
 765                 qinf->qi_bhardlimit = be64_to_cpu(ddqp->d_blk_hardlimit);
 766                 qinf->qi_bsoftlimit = be64_to_cpu(ddqp->d_blk_softlimit);
 767                 qinf->qi_ihardlimit = be64_to_cpu(ddqp->d_ino_hardlimit);
 768                 qinf->qi_isoftlimit = be64_to_cpu(ddqp->d_ino_softlimit);
 769                 qinf->qi_rtbhardlimit = be64_to_cpu(ddqp->d_rtb_hardlimit);
 770                 qinf->qi_rtbsoftlimit = be64_to_cpu(ddqp->d_rtb_softlimit);
 771
 772                 xfs_qm_dqdestroy(dqp);
 773         } else {
 774                 qinf->qi_btimelimit = XFS_QM_BTIMELIMIT;
 775                 qinf->qi_itimelimit = XFS_QM_ITIMELIMIT;
 776                 qinf->qi_rtbtimelimit = XFS_QM_RTBTIMELIMIT;
 777                 qinf->qi_bwarnlimit = XFS_QM_BWARNLIMIT;
 778                 qinf->qi_iwarnlimit = XFS_QM_IWARNLIMIT;
 779                 qinf->qi_rtbwarnlimit = XFS_QM_RTBWARNLIMIT;
 780         }
 781
 782         qinf->qi_shrinker.shrink = xfs_qm_shake;
 783         qinf->qi_shrinker.seeks = DEFAULT_SEEKS;
 784         register_shrinker(&qinf->qi_shrinker);
 785         return 0;
 786 }
 787
 788
 789 /*
 790  * Gets called when unmounting a filesystem or when all quotas get
 791  * turned off.
 792  * This purges the quota inodes, destroys locks and frees itself.
 793  */
 794 void
 795 xfs_qm_destroy_quotainfo(
 796         xfs_mount_t     *mp)
 797 {
 798         xfs_quotainfo_t *qi;
 799
 800         qi = mp->m_quotainfo;
 801         ASSERT(qi != NULL);
 802
 803         unregister_shrinker(&qi->qi_shrinker);
 804
 805         if (qi->qi_uquotaip) {
 806                 IRELE(qi->qi_uquotaip);
 807                 qi->qi_uquotaip = NULL; /* paranoia */
 808         }
 809         if (qi->qi_gquotaip) {
 810                 IRELE(qi->qi_gquotaip);
 811                 qi->qi_gquotaip = NULL;
 812         }
 813         if (qi->qi_pquotaip) {
 814                 IRELE(qi->qi_pquotaip);
 815                 qi->qi_pquotaip = NULL;
 816         }
 817         mutex_destroy(&qi->qi_quotaofflock);
 818         kmem_free(qi);
 819         mp->m_quotainfo = NULL;
 820 }
 821
 822 /*
 823  * Create an inode and return with a reference already taken, but unlocked
 824  * This is how we create quota inodes
 825  */
 826 STATIC int
 827 xfs_qm_qino_alloc(
 828         xfs_mount_t     *mp,
 829         xfs_inode_t     **ip,
 830         __int64_t       sbfields,
 831         uint            flags)
 832 {
 833         xfs_trans_t     *tp;
 834         int             error;
 835         int             committed;
 836
 837         tp = xfs_trans_alloc(mp, XFS_TRANS_QM_QINOCREATE);
 838         if ((error = xfs_trans_reserve(tp,
 839                                       XFS_QM_QINOCREATE_SPACE_RES(mp),
 840                                       XFS_CREATE_LOG_RES(mp), 0,
 841                                       XFS_TRANS_PERM_LOG_RES,
 842                                       XFS_CREATE_LOG_COUNT))) {
 843                 xfs_trans_cancel(tp, 0);
 844                 return error;
 845         }
 846
 847         error = xfs_dir_ialloc(&tp, NULL, S_IFREG, 1, 0, 0, 1, ip, &committed);
 848         if (error) {
 849                 xfs_trans_cancel(tp, XFS_TRANS_RELEASE_LOG_RES |
 850                                  XFS_TRANS_ABORT);
 851                 return error;
 852         }
 853
 854         /*
 855          * Make the changes in the superblock, and log those too.
 856          * sbfields arg may contain fields other than *QUOTINO;
 857          * VERSIONNUM for example.
 858          */
 859         spin_lock(&mp->m_sb_lock);
 860         if (flags & XFS_QMOPT_SBVERSION) {
 861                 ASSERT(!xfs_sb_version_hasquota(&mp->m_sb));
 862                 ASSERT((sbfields & (XFS_SB_VERSIONNUM | XFS_SB_UQUOTINO |
 863                                    XFS_SB_GQUOTINO | XFS_SB_QFLAGS)) ==
 864                        (XFS_SB_VERSIONNUM | XFS_SB_UQUOTINO |
 865                         XFS_SB_GQUOTINO | XFS_SB_QFLAGS));
 866
 867                 xfs_sb_version_addquota(&mp->m_sb);
 868                 mp->m_sb.sb_uquotino = NULLFSINO;
 869                 mp->m_sb.sb_gquotino = NULLFSINO;
 870
 871                 /* qflags will get updated _after_ quotacheck */
 872                 mp->m_sb.sb_qflags = 0;
 873         }
 874         if (flags & XFS_QMOPT_UQUOTA)
 875                 mp->m_sb.sb_uquotino = (*ip)->i_ino;
 876         else
 877                 mp->m_sb.sb_gquotino = (*ip)->i_ino;
 878         spin_unlock(&mp->m_sb_lock);
 879         xfs_mod_sb(tp, sbfields);
 880
 881         if ((error = xfs_trans_commit(tp, XFS_TRANS_RELEASE_LOG_RES))) {
 882                 xfs_alert(mp, "%s failed (error %d)!", __func__, error);
 883                 return error;
 884         }
 885         return 0;
 886 }
 887
 888
 889 STATIC void
 890 xfs_qm_reset_dqcounts(
 891         xfs_mount_t     *mp,
 892         xfs_buf_t       *bp,
 893         xfs_dqid_t      id,
 894         uint            type)
 895 {
 896         struct xfs_dqblk        *dqb;
 897         int                     j;
 898
 899         trace_xfs_reset_dqcounts(bp, _RET_IP_);
 900
 901         /*
 902          * Reset all counters and timers. They'll be
 903          * started afresh by xfs_qm_quotacheck.
 904          */
 905 #ifdef DEBUG
 906         j = XFS_FSB_TO_B(mp, XFS_DQUOT_CLUSTER_SIZE_FSB);
 907         do_div(j, sizeof(xfs_dqblk_t));
 908         ASSERT(mp->m_quotainfo->qi_dqperchunk == j);
 909 #endif
 910         dqb = bp->b_addr;
 911         for (j = 0; j < mp->m_quotainfo->qi_dqperchunk; j++) {
 912                 struct xfs_disk_dquot   *ddq;
 913
 914                 ddq = (struct xfs_disk_dquot *)&dqb[j];
 915
 916                 /*
 917                  * Do a sanity check, and if needed, repair the dqblk. Don't
 918                  * output any warnings because it's perfectly possible to
 919                  * find uninitialised dquot blks. See comment in xfs_qm_dqcheck.
 920                  */
 921                 (void) xfs_qm_dqcheck(mp, ddq, id+j, type, XFS_QMOPT_DQREPAIR,
 922                                       "xfs_quotacheck");
 923                 ddq->d_bcount = 0;
 924                 ddq->d_icount = 0;
 925                 ddq->d_rtbcount = 0;
 926                 ddq->d_btimer = 0;
 927                 ddq->d_itimer = 0;
 928                 ddq->d_rtbtimer = 0;
 929                 ddq->d_bwarns = 0;
 930                 ddq->d_iwarns = 0;
 931                 ddq->d_rtbwarns = 0;
 932
 933                 if (xfs_sb_version_hascrc(&mp->m_sb)) {
 934                         xfs_update_cksum((char *)&dqb[j],
 935                                          sizeof(struct xfs_dqblk),
 936                                          XFS_DQUOT_CRC_OFF);
 937                 }
 938         }
 939 }
 940
 941 STATIC int
 942 xfs_qm_dqiter_bufs(
 943         struct xfs_mount        *mp,
 944         xfs_dqid_t              firstid,
 945         xfs_fsblock_t           bno,
 946         xfs_filblks_t           blkcnt,
 947         uint                    flags,
 948         struct list_head        *buffer_list)
 949 {
 950         struct xfs_buf          *bp;
 951         int                     error;
 952         int                     type;
 953
 954         ASSERT(blkcnt > 0);
 955         type = flags & XFS_QMOPT_UQUOTA ? XFS_DQ_USER :
 956                 (flags & XFS_QMOPT_PQUOTA ? XFS_DQ_PROJ : XFS_DQ_GROUP);
 957         error = 0;
 958
 959         /*
 960          * Blkcnt arg can be a very big number, and might even be
 961          * larger than the log itself. So, we have to break it up into
 962          * manageable-sized transactions.
 963          * Note that we don't start a permanent transaction here; we might
 964          * not be able to get a log reservation for the whole thing up front,
 965          * and we don't really care to either, because we just discard
 966          * everything if we were to crash in the middle of this loop.
 967          */
 968         while (blkcnt--) {
 969                 error = xfs_trans_read_buf(mp, NULL, mp->m_ddev_targp,
 970                               XFS_FSB_TO_DADDR(mp, bno),
 971                               mp->m_quotainfo->qi_dqchunklen, 0, &bp,
 972                               &xfs_dquot_buf_ops);
 973
 974                 /*
 975                  * CRC and validation errors will return a EFSCORRUPTED here. If
 976                  * this occurs, re-read without CRC validation so that we can
 977                  * repair the damage via xfs_qm_reset_dqcounts(). This process
 978                  * will leave a trace in the log indicating corruption has
 979                  * been detected.
 980                  */
 981                 if (error == EFSCORRUPTED) {
 982                         error = xfs_trans_read_buf(mp, NULL, mp->m_ddev_targp,
 983                                       XFS_FSB_TO_DADDR(mp, bno),
 984                                       mp->m_quotainfo->qi_dqchunklen, 0, &bp,
 985                                       NULL);
 986                 }
 987
 988                 if (error)
 989                         break;
 990
 991                 xfs_qm_reset_dqcounts(mp, bp, firstid, type);
 992                 xfs_buf_delwri_queue(bp, buffer_list);
 993                 xfs_buf_relse(bp);
 994
 995                 /* goto the next block. */
 996                 bno++;
 997                 firstid += mp->m_quotainfo->qi_dqperchunk;
 998         }
 999
1000         return error;
1001 }
1002
1003 /*
1004  * Iterate over all allocated USR/GRP/PRJ dquots in the system, calling a
1005  * caller supplied function for every chunk of dquots that we find.
1006  */
1007 STATIC int
1008 xfs_qm_dqiterate(
1009         struct xfs_mount        *mp,
1010         struct xfs_inode        *qip,
1011         uint                    flags,
1012         struct list_head        *buffer_list)
1013 {
1014         struct xfs_bmbt_irec    *map;
1015         int                     i, nmaps;       /* number of map entries */
1016         int                     error;          /* return value */
1017         xfs_fileoff_t           lblkno;
1018         xfs_filblks_t           maxlblkcnt;
1019         xfs_dqid_t              firstid;
1020         xfs_fsblock_t           rablkno;
1021         xfs_filblks_t           rablkcnt;
1022
1023         error = 0;
1024         /*
1025          * This looks racy, but we can't keep an inode lock across a
1026          * trans_reserve. But, this gets called during quotacheck, and that
1027          * happens only at mount time which is single threaded.
1028          */
1029         if (qip->i_d.di_nblocks == 0)
1030                 return 0;
1031
1032         map = kmem_alloc(XFS_DQITER_MAP_SIZE * sizeof(*map), KM_SLEEP);
1033
1034         lblkno = 0;
1035         maxlblkcnt = XFS_B_TO_FSB(mp, mp->m_super->s_maxbytes);
1036         do {
1037                 nmaps = XFS_DQITER_MAP_SIZE;
1038                 /*
1039                  * We aren't changing the inode itself. Just changing
1040                  * some of its data. No new blocks are added here, and
1041                  * the inode is never added to the transaction.
1042                  */
1043                 xfs_ilock(qip, XFS_ILOCK_SHARED);
1044                 error = xfs_bmapi_read(qip, lblkno, maxlblkcnt - lblkno,
1045                                        map, &nmaps, 0);
1046                 xfs_iunlock(qip, XFS_ILOCK_SHARED);
1047                 if (error)
1048                         break;
1049
1050                 ASSERT(nmaps <= XFS_DQITER_MAP_SIZE);
1051                 for (i = 0; i < nmaps; i++) {
1052                         ASSERT(map[i].br_startblock != DELAYSTARTBLOCK);
1053                         ASSERT(map[i].br_blockcount);
1054
1055
1056                         lblkno += map[i].br_blockcount;
1057
1058                         if (map[i].br_startblock == HOLESTARTBLOCK)
1059                                 continue;
1060
1061                         firstid = (xfs_dqid_t) map[i].br_startoff *
1062                                 mp->m_quotainfo->qi_dqperchunk;
1063                         /*
1064                          * Do a read-ahead on the next extent.
1065                          */
1066                         if ((i+1 < nmaps) &&
1067                             (map[i+1].br_startblock != HOLESTARTBLOCK)) {
1068                                 rablkcnt =  map[i+1].br_blockcount;
1069                                 rablkno = map[i+1].br_startblock;
1070                                 while (rablkcnt--) {
1071                                         xfs_buf_readahead(mp->m_ddev_targp,
1072                                                XFS_FSB_TO_DADDR(mp, rablkno),
1073                                                mp->m_quotainfo->qi_dqchunklen,
1074                                                NULL);
1075                                         rablkno++;
1076                                 }
1077                         }
1078                         /*
1079                          * Iterate thru all the blks in the extent and
1080                          * reset the counters of all the dquots inside them.
1081                          */
1082                         error = xfs_qm_dqiter_bufs(mp, firstid,
1083                                                    map[i].br_startblock,
1084                                                    map[i].br_blockcount,
1085                                                    flags, buffer_list);
1086                         if (error)
1087                                 goto out;
1088                 }
1089         } while (nmaps > 0);
1090
1091 out:
1092         kmem_free(map);
1093         return error;
1094 }
1095
1096 /*
1097  * Called by dqusage_adjust in doing a quotacheck.
1098  *
1099  * Given the inode, and a dquot id this updates both the incore dqout as well
1100  * as the buffer copy. This is so that once the quotacheck is done, we can
1101  * just log all the buffers, as opposed to logging numerous updates to
1102  * individual dquots.
1103  */
1104 STATIC int
1105 xfs_qm_quotacheck_dqadjust(
1106         struct xfs_inode        *ip,
1107         xfs_dqid_t              id,
1108         uint                    type,
1109         xfs_qcnt_t              nblks,
1110         xfs_qcnt_t              rtblks)
1111 {
1112         struct xfs_mount        *mp = ip->i_mount;
1113         struct xfs_dquot        *dqp;
1114         int                     error;
1115
1116         error = xfs_qm_dqget(mp, ip, id, type,
1117                              XFS_QMOPT_DQALLOC | XFS_QMOPT_DOWARN, &dqp);
1118         if (error) {
1119                 /*
1120                  * Shouldn't be able to turn off quotas here.
1121                  */
1122                 ASSERT(error != ESRCH);
1123                 ASSERT(error != ENOENT);
1124                 return error;
1125         }
1126
1127         trace_xfs_dqadjust(dqp);
1128
1129         /*
1130          * Adjust the inode count and the block count to reflect this inode's
1131          * resource usage.
1132          */
1133         be64_add_cpu(&dqp->q_core.d_icount, 1);
1134         dqp->q_res_icount++;
1135         if (nblks) {
1136                 be64_add_cpu(&dqp->q_core.d_bcount, nblks);
1137                 dqp->q_res_bcount += nblks;
1138         }
1139         if (rtblks) {
1140                 be64_add_cpu(&dqp->q_core.d_rtbcount, rtblks);
1141                 dqp->q_res_rtbcount += rtblks;
1142         }
1143
1144         /*
1145          * Set default limits, adjust timers (since we changed usages)
1146          *
1147          * There are no timers for the default values set in the root dquot.
1148          */
1149         if (dqp->q_core.d_id) {
1150                 xfs_qm_adjust_dqlimits(mp, dqp);
1151                 xfs_qm_adjust_dqtimers(mp, &dqp->q_core);
1152         }
1153
1154         dqp->dq_flags |= XFS_DQ_DIRTY;
1155         xfs_qm_dqput(dqp);
1156         return 0;
1157 }
1158
1159 STATIC int
1160 xfs_qm_get_rtblks(
1161         xfs_inode_t     *ip,
1162         xfs_qcnt_t      *O_rtblks)
1163 {
1164         xfs_filblks_t   rtblks;                 /* total rt blks */
1165         xfs_extnum_t    idx;                    /* extent record index */
1166         xfs_ifork_t     *ifp;                   /* inode fork pointer */
1167         xfs_extnum_t    nextents;               /* number of extent entries */
1168         int             error;
1169
1170         ASSERT(XFS_IS_REALTIME_INODE(ip));
1171         ifp = XFS_IFORK_PTR(ip, XFS_DATA_FORK);
1172         if (!(ifp->if_flags & XFS_IFEXTENTS)) {
1173                 if ((error = xfs_iread_extents(NULL, ip, XFS_DATA_FORK)))
1174                         return error;
1175         }
1176         rtblks = 0;
1177         nextents = ifp->if_bytes / (uint)sizeof(xfs_bmbt_rec_t);
1178         for (idx = 0; idx < nextents; idx++)
1179                 rtblks += xfs_bmbt_get_blockcount(xfs_iext_get_ext(ifp, idx));
1180         *O_rtblks = (xfs_qcnt_t)rtblks;
1181         return 0;
1182 }
1183
1184 /*
1185  * callback routine supplied to bulkstat(). Given an inumber, find its
1186  * dquots and update them to account for resources taken by that inode.
1187  */
1188 /* ARGSUSED */
1189 STATIC int
1190 xfs_qm_dqusage_adjust(
1191         xfs_mount_t     *mp,            /* mount point for filesystem */
1192         xfs_ino_t       ino,            /* inode number to get data for */
1193         void            __user *buffer, /* not used */
1194         int             ubsize,         /* not used */
1195         int             *ubused,        /* not used */
1196         int             *res)           /* result code value */
1197 {
1198         xfs_inode_t     *ip;
1199         xfs_qcnt_t      nblks, rtblks = 0;
1200         int             error;
1201
1202         ASSERT(XFS_IS_QUOTA_RUNNING(mp));
1203
1204         /*
1205          * rootino must have its resources accounted for, not so with the quota
1206          * inodes.
1207          */
1208         if (xfs_is_quota_inode(&mp->m_sb, ino)) {
1209                 *res = BULKSTAT_RV_NOTHING;
1210                 return XFS_ERROR(EINVAL);
1211         }
1212
1213         /*
1214          * We don't _need_ to take the ilock EXCL. However, the xfs_qm_dqget
1215          * interface expects the inode to be exclusively locked because that's
1216          * the case in all other instances. It's OK that we do this because
1217          * quotacheck is done only at mount time.
1218          */
1219         error = xfs_iget(mp, NULL, ino, 0, XFS_ILOCK_EXCL, &ip);
1220         if (error) {
1221                 *res = BULKSTAT_RV_NOTHING;
1222                 return error;
1223         }
1224
1225         ASSERT(ip->i_delayed_blks == 0);
1226
1227         if (XFS_IS_REALTIME_INODE(ip)) {
1228                 /*
1229                  * Walk thru the extent list and count the realtime blocks.
1230                  */
1231                 error = xfs_qm_get_rtblks(ip, &rtblks);
1232                 if (error)
1233                         goto error0;
1234         }
1235
1236         nblks = (xfs_qcnt_t)ip->i_d.di_nblocks - rtblks;
1237
1238         /*
1239          * Add the (disk blocks and inode) resources occupied by this
1240          * inode to its dquots. We do this adjustment in the incore dquot,
1241          * and also copy the changes to its buffer.
1242          * We don't care about putting these changes in a transaction
1243          * envelope because if we crash in the middle of a 'quotacheck'
1244          * we have to start from the beginning anyway.
1245          * Once we're done, we'll log all the dquot bufs.
1246          *
1247          * The *QUOTA_ON checks below may look pretty racy, but quotachecks
1248          * and quotaoffs don't race. (Quotachecks happen at mount time only).
1249          */
1250         if (XFS_IS_UQUOTA_ON(mp)) {
1251                 error = xfs_qm_quotacheck_dqadjust(ip, ip->i_d.di_uid,
1252                                                    XFS_DQ_USER, nblks, rtblks);
1253                 if (error)
1254                         goto error0;
1255         }
1256
1257         if (XFS_IS_GQUOTA_ON(mp)) {
1258                 error = xfs_qm_quotacheck_dqadjust(ip, ip->i_d.di_gid,
1259                                                    XFS_DQ_GROUP, nblks, rtblks);
1260                 if (error)
1261                         goto error0;
1262         }
1263
1264         if (XFS_IS_PQUOTA_ON(mp)) {
1265                 error = xfs_qm_quotacheck_dqadjust(ip, xfs_get_projid(ip),
1266                                                    XFS_DQ_PROJ, nblks, rtblks);
1267                 if (error)
1268                         goto error0;
1269         }
1270
1271         xfs_iunlock(ip, XFS_ILOCK_EXCL);
1272         IRELE(ip);
1273         *res = BULKSTAT_RV_DIDONE;
1274         return 0;
1275
1276 error0:
1277         xfs_iunlock(ip, XFS_ILOCK_EXCL);
1278         IRELE(ip);
1279         *res = BULKSTAT_RV_GIVEUP;
1280         return error;
1281 }
1282
1283 STATIC int
1284 xfs_qm_flush_one(
1285         struct xfs_dquot        *dqp,
1286         void                    *data)
1287 {
1288         struct list_head        *buffer_list = data;
1289         struct xfs_buf          *bp = NULL;
1290         int                     error = 0;
1291
1292         xfs_dqlock(dqp);
1293         if (dqp->dq_flags & XFS_DQ_FREEING)
1294                 goto out_unlock;
1295         if (!XFS_DQ_IS_DIRTY(dqp))
1296                 goto out_unlock;
1297
1298         xfs_dqflock(dqp);
1299         error = xfs_qm_dqflush(dqp, &bp);
1300         if (error)
1301                 goto out_unlock;
1302
1303         xfs_buf_delwri_queue(bp, buffer_list);
1304         xfs_buf_relse(bp);
1305 out_unlock:
1306         xfs_dqunlock(dqp);
1307         return error;
1308 }
1309
1310 /*
1311  * Walk thru all the filesystem inodes and construct a consistent view
1312  * of the disk quota world. If the quotacheck fails, disable quotas.
1313  */
1314 int
1315 xfs_qm_quotacheck(
1316         xfs_mount_t     *mp)
1317 {
1318         int                     done, count, error, error2;
1319         xfs_ino_t               lastino;
1320         size_t                  structsz;
1321         uint                    flags;
1322         LIST_HEAD               (buffer_list);
1323         struct xfs_inode        *uip = mp->m_quotainfo->qi_uquotaip;
1324         struct xfs_inode        *gip = mp->m_quotainfo->qi_gquotaip;
1325         struct xfs_inode        *pip = mp->m_quotainfo->qi_pquotaip;
1326
1327         count = INT_MAX;
1328         structsz = 1;
1329         lastino = 0;
1330         flags = 0;
1331
1332         ASSERT(uip || gip || pip);
1333         ASSERT(XFS_IS_QUOTA_RUNNING(mp));
1334
1335         xfs_notice(mp, "Quotacheck needed: Please wait.");
1336
1337         /*
1338          * First we go thru all the dquots on disk, USR and GRP/PRJ, and reset
1339          * their counters to zero. We need a clean slate.
1340          * We don't log our changes till later.
1341          */
1342         if (uip) {
1343                 error = xfs_qm_dqiterate(mp, uip, XFS_QMOPT_UQUOTA,
1344                                          &buffer_list);
1345                 if (error)
1346                         goto error_return;
1347                 flags |= XFS_UQUOTA_CHKD;
1348         }
1349
1350         if (gip) {
1351                 error = xfs_qm_dqiterate(mp, gip, XFS_QMOPT_GQUOTA,
1352                                          &buffer_list);
1353                 if (error)
1354                         goto error_return;
1355                 flags |= XFS_GQUOTA_CHKD;
1356         }
1357
1358         if (pip) {
1359                 error = xfs_qm_dqiterate(mp, pip, XFS_QMOPT_PQUOTA,
1360                                          &buffer_list);
1361                 if (error)
1362                         goto error_return;
1363                 flags |= XFS_PQUOTA_CHKD;
1364         }
1365
1366         do {
1367                 /*
1368                  * Iterate thru all the inodes in the file system,
1369                  * adjusting the corresponding dquot counters in core.
1370                  */
1371                 error = xfs_bulkstat(mp, &lastino, &count,
1372                                      xfs_qm_dqusage_adjust,
1373                                      structsz, NULL, &done);
1374                 if (error)
1375                         break;
1376
1377         } while (!done);
1378
1379         /*
1380          * We've made all the changes that we need to make incore.  Flush them
1381          * down to disk buffers if everything was updated successfully.
1382          */
1383         if (XFS_IS_UQUOTA_ON(mp)) {
1384                 error = xfs_qm_dquot_walk(mp, XFS_DQ_USER, xfs_qm_flush_one,
1385                                           &buffer_list);
1386         }
1387         if (XFS_IS_GQUOTA_ON(mp)) {
1388                 error2 = xfs_qm_dquot_walk(mp, XFS_DQ_GROUP, xfs_qm_flush_one,
1389                                            &buffer_list);
1390                 if (!error)
1391                         error = error2;
1392         }
1393         if (XFS_IS_PQUOTA_ON(mp)) {
1394                 error2 = xfs_qm_dquot_walk(mp, XFS_DQ_PROJ, xfs_qm_flush_one,
1395                                            &buffer_list);
1396                 if (!error)
1397                         error = error2;
1398         }
1399
1400         error2 = xfs_buf_delwri_submit(&buffer_list);
1401         if (!error)
1402                 error = error2;
1403
1404         /*
1405          * We can get this error if we couldn't do a dquot allocation inside
1406          * xfs_qm_dqusage_adjust (via bulkstat). We don't care about the
1407          * dirty dquots that might be cached, we just want to get rid of them
1408          * and turn quotaoff. The dquots won't be attached to any of the inodes
1409          * at this point (because we intentionally didn't in dqget_noattach).
1410          */
1411         if (error) {
1412                 xfs_qm_dqpurge_all(mp, XFS_QMOPT_QUOTALL);
1413                 goto error_return;
1414         }
1415
1416         /*
1417          * If one type of quotas is off, then it will lose its
1418          * quotachecked status, since we won't be doing accounting for
1419          * that type anymore.
1420          */
1421         mp->m_qflags &= ~XFS_ALL_QUOTA_CHKD;
1422         mp->m_qflags |= flags;
1423
1424  error_return:
1425         while (!list_empty(&buffer_list)) {
1426                 struct xfs_buf *bp =
1427                         list_first_entry(&buffer_list, struct xfs_buf, b_list);
1428                 list_del_init(&bp->b_list);
1429                 xfs_buf_relse(bp);
1430         }
1431
1432         if (error) {
1433                 xfs_warn(mp,
1434         "Quotacheck: Unsuccessful (Error %d): Disabling quotas.",
1435                         error);
1436                 /*
1437                  * We must turn off quotas.
1438                  */
1439                 ASSERT(mp->m_quotainfo != NULL);
1440                 xfs_qm_destroy_quotainfo(mp);
1441                 if (xfs_mount_reset_sbqflags(mp)) {
1442                         xfs_warn(mp,
1443                                 "Quotacheck: Failed to reset quota flags.");
1444                 }
1445         } else
1446                 xfs_notice(mp, "Quotacheck: Done.");
1447         return (error);
1448 }
1449
1450 /*
1451  * This is called after the superblock has been read in and we're ready to
1452  * iget the quota inodes.
1453  */
1454 STATIC int
1455 xfs_qm_init_quotainos(
1456         xfs_mount_t     *mp)
1457 {
1458         struct xfs_inode        *uip = NULL;
1459         struct xfs_inode        *gip = NULL;
1460         struct xfs_inode        *pip = NULL;
1461         int                     error;
1462         __int64_t               sbflags = 0;
1463         uint                    flags = 0;
1464
1465         ASSERT(mp->m_quotainfo);
1466
1467         /*
1468          * Get the uquota and gquota inodes
1469          */
1470         if (xfs_sb_version_hasquota(&mp->m_sb)) {
1471                 if (XFS_IS_UQUOTA_ON(mp) &&
1472                     mp->m_sb.sb_uquotino != NULLFSINO) {
1473                         ASSERT(mp->m_sb.sb_uquotino > 0);
1474                         error = xfs_iget(mp, NULL, mp->m_sb.sb_uquotino,
1475                                              0, 0, &uip);
1476                         if (error)
1477                                 return XFS_ERROR(error);
1478                 }
1479                 if (XFS_IS_GQUOTA_ON(mp) &&
1480                     mp->m_sb.sb_gquotino != NULLFSINO) {
1481                         ASSERT(mp->m_sb.sb_gquotino > 0);
1482                         error = xfs_iget(mp, NULL, mp->m_sb.sb_gquotino,
1483                                              0, 0, &gip);
1484                         if (error)
1485                                 goto error_rele;
1486                 }
1487                 /* XXX: Use gquotino for now */
1488                 if (XFS_IS_PQUOTA_ON(mp) &&
1489                     mp->m_sb.sb_gquotino != NULLFSINO) {
1490                         ASSERT(mp->m_sb.sb_gquotino > 0);
1491                         error = xfs_iget(mp, NULL, mp->m_sb.sb_gquotino,
1492                                              0, 0, &pip);
1493                         if (error)
1494                                 goto error_rele;
1495                 }
1496         } else {
1497                 flags |= XFS_QMOPT_SBVERSION;
1498                 sbflags |= (XFS_SB_VERSIONNUM | XFS_SB_UQUOTINO |
1499                             XFS_SB_GQUOTINO | XFS_SB_QFLAGS);
1500         }
1501
1502         /*
1503          * Create the three inodes, if they don't exist already. The changes
1504          * made above will get added to a transaction and logged in one of
1505          * the qino_alloc calls below.  If the device is readonly,
1506          * temporarily switch to read-write to do this.
1507          */
1508         if (XFS_IS_UQUOTA_ON(mp) && uip == NULL) {
1509                 error = xfs_qm_qino_alloc(mp, &uip,
1510                                               sbflags | XFS_SB_UQUOTINO,
1511                                               flags | XFS_QMOPT_UQUOTA);
1512                 if (error)
1513                         goto error_rele;
1514
1515                 flags &= ~XFS_QMOPT_SBVERSION;
1516         }
1517         if (XFS_IS_GQUOTA_ON(mp) && gip == NULL) {
1518                 error = xfs_qm_qino_alloc(mp, &gip,
1519                                           sbflags | XFS_SB_GQUOTINO,
1520                                           flags | XFS_QMOPT_GQUOTA);
1521                 if (error)
1522                         goto error_rele;
1523
1524                 flags &= ~XFS_QMOPT_SBVERSION;
1525         }
1526         if (XFS_IS_PQUOTA_ON(mp) && pip == NULL) {
1527                 /* XXX: Use XFS_SB_GQUOTINO for now */
1528                 error = xfs_qm_qino_alloc(mp, &pip,
1529                                           sbflags | XFS_SB_GQUOTINO,
1530                                           flags | XFS_QMOPT_PQUOTA);
1531                 if (error)
1532                         goto error_rele;
1533         }
1534
1535         mp->m_quotainfo->qi_uquotaip = uip;
1536         mp->m_quotainfo->qi_gquotaip = gip;
1537         mp->m_quotainfo->qi_pquotaip = pip;
1538
1539         return 0;
1540
1541 error_rele:
1542         if (uip)
1543                 IRELE(uip);
1544         if (gip)
1545                 IRELE(gip);
1546         if (pip)
1547                 IRELE(pip);
1548         return XFS_ERROR(error);
1549 }
1550
1551 STATIC void
1552 xfs_qm_dqfree_one(
1553         struct xfs_dquot        *dqp)
1554 {
1555         struct xfs_mount        *mp = dqp->q_mount;
1556         struct xfs_quotainfo    *qi = mp->m_quotainfo;
1557
1558         mutex_lock(&qi->qi_tree_lock);
1559         radix_tree_delete(xfs_dquot_tree(qi, dqp->q_core.d_flags),
1560                           be32_to_cpu(dqp->q_core.d_id));
1561
1562         qi->qi_dquots--;
1563         mutex_unlock(&qi->qi_tree_lock);
1564
1565         xfs_qm_dqdestroy(dqp);
1566 }
1567
1568 STATIC void
1569 xfs_qm_dqreclaim_one(
1570         struct xfs_dquot        *dqp,
1571         struct list_head        *buffer_list,
1572         struct list_head        *dispose_list)
1573 {
1574         struct xfs_mount        *mp = dqp->q_mount;
1575         struct xfs_quotainfo    *qi = mp->m_quotainfo;
1576         int                     error;
1577
1578         if (!xfs_dqlock_nowait(dqp))
1579                 goto out_move_tail;
1580
1581         /*
1582          * This dquot has acquired a reference in the meantime remove it from
1583          * the freelist and try again.
1584          */
1585         if (dqp->q_nrefs) {
1586                 xfs_dqunlock(dqp);
1587
1588                 trace_xfs_dqreclaim_want(dqp);
1589                 XFS_STATS_INC(xs_qm_dqwants);
1590
1591                 list_del_init(&dqp->q_lru);
1592                 qi->qi_lru_count--;
1593                 XFS_STATS_DEC(xs_qm_dquot_unused);
1594                 return;
1595         }
1596
1597         /*
1598          * Try to grab the flush lock. If this dquot is in the process of
1599          * getting flushed to disk, we don't want to reclaim it.
1600          */
1601         if (!xfs_dqflock_nowait(dqp))
1602                 goto out_unlock_move_tail;
1603
1604         if (XFS_DQ_IS_DIRTY(dqp)) {
1605                 struct xfs_buf  *bp = NULL;
1606
1607                 trace_xfs_dqreclaim_dirty(dqp);
1608
1609                 error = xfs_qm_dqflush(dqp, &bp);
1610                 if (error) {
1611                         xfs_warn(mp, "%s: dquot %p flush failed",
1612                                  __func__, dqp);
1613                         goto out_unlock_move_tail;
1614                 }
1615
1616                 xfs_buf_delwri_queue(bp, buffer_list);
1617                 xfs_buf_relse(bp);
1618                 /*
1619                  * Give the dquot another try on the freelist, as the
1620                  * flushing will take some time.
1621                  */
1622                 goto out_unlock_move_tail;
1623         }
1624         xfs_dqfunlock(dqp);
1625
1626         /*
1627          * Prevent lookups now that we are past the point of no return.
1628          */
1629         dqp->dq_flags |= XFS_DQ_FREEING;
1630         xfs_dqunlock(dqp);
1631
1632         ASSERT(dqp->q_nrefs == 0);
1633         list_move_tail(&dqp->q_lru, dispose_list);
1634         qi->qi_lru_count--;
1635         XFS_STATS_DEC(xs_qm_dquot_unused);
1636
1637         trace_xfs_dqreclaim_done(dqp);
1638         XFS_STATS_INC(xs_qm_dqreclaims);
1639         return;
1640
1641         /*
1642          * Move the dquot to the tail of the list so that we don't spin on it.
1643          */
1644 out_unlock_move_tail:
1645         xfs_dqunlock(dqp);
1646 out_move_tail:
1647         list_move_tail(&dqp->q_lru, &qi->qi_lru_list);
1648         trace_xfs_dqreclaim_busy(dqp);
1649         XFS_STATS_INC(xs_qm_dqreclaim_misses);
1650 }
1651
1652 STATIC int
1653 xfs_qm_shake(
1654         struct shrinker         *shrink,
1655         struct shrink_control   *sc)
1656 {
1657         struct xfs_quotainfo    *qi =
1658                 container_of(shrink, struct xfs_quotainfo, qi_shrinker);
1659         int                     nr_to_scan = sc->nr_to_scan;
1660         LIST_HEAD               (buffer_list);
1661         LIST_HEAD               (dispose_list);
1662         struct xfs_dquot        *dqp;
1663         int                     error;
1664
1665         if ((sc->gfp_mask & (__GFP_FS|__GFP_WAIT)) != (__GFP_FS|__GFP_WAIT))
1666                 return 0;
1667         if (!nr_to_scan)
1668                 goto out;
1669
1670         mutex_lock(&qi->qi_lru_lock);
1671         while (!list_empty(&qi->qi_lru_list)) {
1672                 if (nr_to_scan-- <= 0)
1673                         break;
1674                 dqp = list_first_entry(&qi->qi_lru_list, struct xfs_dquot,
1675                                        q_lru);
1676                 xfs_qm_dqreclaim_one(dqp, &buffer_list, &dispose_list);
1677         }
1678         mutex_unlock(&qi->qi_lru_lock);
1679
1680         error = xfs_buf_delwri_submit(&buffer_list);
1681         if (error)
1682                 xfs_warn(NULL, "%s: dquot reclaim failed", __func__);
1683
1684         while (!list_empty(&dispose_list)) {
1685                 dqp = list_first_entry(&dispose_list, struct xfs_dquot, q_lru);
1686                 list_del_init(&dqp->q_lru);
1687                 xfs_qm_dqfree_one(dqp);
1688         }
1689
1690 out:
1691         return (qi->qi_lru_count / 100) * sysctl_vfs_cache_pressure;
1692 }
1693
1694 /*
1695  * Start a transaction and write the incore superblock changes to
1696  * disk. flags parameter indicates which fields have changed.
1697  */
1698 int
1699 xfs_qm_write_sb_changes(
1700         xfs_mount_t     *mp,
1701         __int64_t       flags)
1702 {
1703         xfs_trans_t     *tp;
1704         int             error;
1705
1706         tp = xfs_trans_alloc(mp, XFS_TRANS_QM_SBCHANGE);
1707         error = xfs_trans_reserve(tp, 0, XFS_QM_SBCHANGE_LOG_RES(mp),
1708                                   0, 0, XFS_DEFAULT_LOG_COUNT);
1709         if (error) {
1710                 xfs_trans_cancel(tp, 0);
1711                 return error;
1712         }
1713
1714         xfs_mod_sb(tp, flags);
1715         error = xfs_trans_commit(tp, 0);
1716
1717         return error;
1718 }
1719
1720
1721 /* --------------- utility functions for vnodeops ---------------- */
1722
1723
1724 /*
1725  * Given an inode, a uid, gid and prid make sure that we have
1726  * allocated relevant dquot(s) on disk, and that we won't exceed inode
1727  * quotas by creating this file.
1728  * This also attaches dquot(s) to the given inode after locking it,
1729  * and returns the dquots corresponding to the uid and/or gid.
1730  *
1731  * in   : inode (unlocked)
1732  * out  : udquot, gdquot with references taken and unlocked
1733  */
1734 int
1735 xfs_qm_vop_dqalloc(
1736         struct xfs_inode        *ip,
1737         uid_t                   uid,
1738         gid_t                   gid,
1739         prid_t                  prid,
1740         uint                    flags,
1741         struct xfs_dquot        **O_udqpp,
1742         struct xfs_dquot        **O_gdqpp,
1743         struct xfs_dquot        **O_pdqpp)
1744 {
1745         struct xfs_mount        *mp = ip->i_mount;
1746         struct xfs_dquot        *uq = NULL;
1747         struct xfs_dquot        *gq = NULL;
1748         struct xfs_dquot        *pq = NULL;
1749         int                     error;
1750         uint                    lockflags;
1751
1752         if (!XFS_IS_QUOTA_RUNNING(mp) || !XFS_IS_QUOTA_ON(mp))
1753                 return 0;
1754
1755         lockflags = XFS_ILOCK_EXCL;
1756         xfs_ilock(ip, lockflags);
1757
1758         if ((flags & XFS_QMOPT_INHERIT) && XFS_INHERIT_GID(ip))
1759                 gid = ip->i_d.di_gid;
1760
1761         /*
1762          * Attach the dquot(s) to this inode, doing a dquot allocation
1763          * if necessary. The dquot(s) will not be locked.
1764          */
1765         if (XFS_NOT_DQATTACHED(mp, ip)) {
1766                 error = xfs_qm_dqattach_locked(ip, XFS_QMOPT_DQALLOC);
1767                 if (error) {
1768                         xfs_iunlock(ip, lockflags);
1769                         return error;
1770                 }
1771         }
1772
1773         if ((flags & XFS_QMOPT_UQUOTA) && XFS_IS_UQUOTA_ON(mp)) {
1774                 if (ip->i_d.di_uid != uid) {
1775                         /*
1776                          * What we need is the dquot that has this uid, and
1777                          * if we send the inode to dqget, the uid of the inode
1778                          * takes priority over what's sent in the uid argument.
1779                          * We must unlock inode here before calling dqget if
1780                          * we're not sending the inode, because otherwise
1781                          * we'll deadlock by doing trans_reserve while
1782                          * holding ilock.
1783                          */
1784                         xfs_iunlock(ip, lockflags);
1785                         error = xfs_qm_dqget(mp, NULL, (xfs_dqid_t) uid,
1786                                                  XFS_DQ_USER,
1787                                                  XFS_QMOPT_DQALLOC |
1788                                                  XFS_QMOPT_DOWARN,
1789                                                  &uq);
1790                         if (error) {
1791                                 ASSERT(error != ENOENT);
1792                                 return error;
1793                         }
1794                         /*
1795                          * Get the ilock in the right order.
1796                          */
1797                         xfs_dqunlock(uq);
1798                         lockflags = XFS_ILOCK_SHARED;
1799                         xfs_ilock(ip, lockflags);
1800                 } else {
1801                         /*
1802                          * Take an extra reference, because we'll return
1803                          * this to caller
1804                          */
1805                         ASSERT(ip->i_udquot);
1806                         uq = xfs_qm_dqhold(ip->i_udquot);
1807                 }
1808         }
1809         if ((flags & XFS_QMOPT_GQUOTA) && XFS_IS_GQUOTA_ON(mp)) {
1810                 if (ip->i_d.di_gid != gid) {
1811                         xfs_iunlock(ip, lockflags);
1812                         error = xfs_qm_dqget(mp, NULL, (xfs_dqid_t)gid,
1813                                                  XFS_DQ_GROUP,
1814                                                  XFS_QMOPT_DQALLOC |
1815                                                  XFS_QMOPT_DOWARN,
1816                                                  &gq);
1817                         if (error) {
1818                                 ASSERT(error != ENOENT);
1819                                 goto error_rele;
1820                         }
1821                         xfs_dqunlock(gq);
1822                         lockflags = XFS_ILOCK_SHARED;
1823                         xfs_ilock(ip, lockflags);
1824                 } else {
1825                         ASSERT(ip->i_gdquot);
1826                         gq = xfs_qm_dqhold(ip->i_gdquot);
1827                 }
1828         }
1829         if ((flags & XFS_QMOPT_PQUOTA) && XFS_IS_PQUOTA_ON(mp)) {
1830                 if (xfs_get_projid(ip) != prid) {
1831                         xfs_iunlock(ip, lockflags);
1832                         error = xfs_qm_dqget(mp, NULL, (xfs_dqid_t)prid,
1833                                                  XFS_DQ_PROJ,
1834                                                  XFS_QMOPT_DQALLOC |
1835                                                  XFS_QMOPT_DOWARN,
1836                                                  &pq);
1837                         if (error) {
1838                                 ASSERT(error != ENOENT);
1839                                 goto error_rele;
1840                         }
1841                         xfs_dqunlock(pq);
1842                         lockflags = XFS_ILOCK_SHARED;
1843                         xfs_ilock(ip, lockflags);
1844                 } else {
1845                         ASSERT(ip->i_pdquot);
1846                         pq = xfs_qm_dqhold(ip->i_pdquot);
1847                 }
1848         }
1849         if (uq)
1850                 trace_xfs_dquot_dqalloc(ip);
1851
1852         xfs_iunlock(ip, lockflags);
1853         if (O_udqpp)
1854                 *O_udqpp = uq;
1855         else if (uq)
1856                 xfs_qm_dqrele(uq);
1857         if (O_gdqpp)
1858                 *O_gdqpp = gq;
1859         else if (gq)
1860                 xfs_qm_dqrele(gq);
1861         if (O_pdqpp)
1862                 *O_pdqpp = pq;
1863         else if (pq)
1864                 xfs_qm_dqrele(pq);
1865         return 0;
1866
1867 error_rele:
1868         if (gq)
1869                 xfs_qm_dqrele(gq);
1870         if (uq)
1871                 xfs_qm_dqrele(uq);
1872         return error;
1873 }
1874
1875 /*
1876  * Actually transfer ownership, and do dquot modifications.
1877  * These were already reserved.
1878  */
1879 xfs_dquot_t *
1880 xfs_qm_vop_chown(
1881         xfs_trans_t     *tp,
1882         xfs_inode_t     *ip,
1883         xfs_dquot_t     **IO_olddq,
1884         xfs_dquot_t     *newdq)
1885 {
1886         xfs_dquot_t     *prevdq;
1887         uint            bfield = XFS_IS_REALTIME_INODE(ip) ?
1888                                  XFS_TRANS_DQ_RTBCOUNT : XFS_TRANS_DQ_BCOUNT;
1889
1890
1891         ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL));
1892         ASSERT(XFS_IS_QUOTA_RUNNING(ip->i_mount));
1893
1894         /* old dquot */
1895         prevdq = *IO_olddq;
1896         ASSERT(prevdq);
1897         ASSERT(prevdq != newdq);
1898
1899         xfs_trans_mod_dquot(tp, prevdq, bfield, -(ip->i_d.di_nblocks));
1900         xfs_trans_mod_dquot(tp, prevdq, XFS_TRANS_DQ_ICOUNT, -1);
1901
1902         /* the sparkling new dquot */
1903         xfs_trans_mod_dquot(tp, newdq, bfield, ip->i_d.di_nblocks);
1904         xfs_trans_mod_dquot(tp, newdq, XFS_TRANS_DQ_ICOUNT, 1);
1905
1906         /*
1907          * Take an extra reference, because the inode is going to keep
1908          * this dquot pointer even after the trans_commit.
1909          */
1910         *IO_olddq = xfs_qm_dqhold(newdq);
1911
1912         return prevdq;
1913 }
1914
1915 /*
1916  * Quota reservations for setattr(AT_UID|AT_GID|AT_PROJID).
1917  */
1918 int
1919 xfs_qm_vop_chown_reserve(
1920         struct xfs_trans        *tp,
1921         struct xfs_inode        *ip,
1922         struct xfs_dquot        *udqp,
1923         struct xfs_dquot        *gdqp,
1924         struct xfs_dquot        *pdqp,
1925         uint                    flags)
1926 {
1927         struct xfs_mount        *mp = ip->i_mount;
1928         uint                    delblks, blkflags, prjflags = 0;
1929         struct xfs_dquot        *udq_unres = NULL;
1930         struct xfs_dquot        *gdq_unres = NULL;
1931         struct xfs_dquot        *pdq_unres = NULL;
1932         struct xfs_dquot        *udq_delblks = NULL;
1933         struct xfs_dquot        *gdq_delblks = NULL;
1934         struct xfs_dquot        *pdq_delblks = NULL;
1935         int                     error;
1936
1937
1938         ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL|XFS_ILOCK_SHARED));
1939         ASSERT(XFS_IS_QUOTA_RUNNING(mp));
1940
1941         delblks = ip->i_delayed_blks;
1942         blkflags = XFS_IS_REALTIME_INODE(ip) ?
1943                         XFS_QMOPT_RES_RTBLKS : XFS_QMOPT_RES_REGBLKS;
1944
1945         if (XFS_IS_UQUOTA_ON(mp) && udqp &&
1946             ip->i_d.di_uid != (uid_t)be32_to_cpu(udqp->q_core.d_id)) {
1947                 udq_delblks = udqp;
1948                 /*
1949                  * If there are delayed allocation blocks, then we have to
1950                  * unreserve those from the old dquot, and add them to the
1951                  * new dquot.
1952                  */
1953                 if (delblks) {
1954                         ASSERT(ip->i_udquot);
1955                         udq_unres = ip->i_udquot;
1956                 }
1957         }
1958         if (XFS_IS_GQUOTA_ON(ip->i_mount) && gdqp &&
1959             ip->i_d.di_gid != be32_to_cpu(gdqp->q_core.d_id)) {
1960                 gdq_delblks = gdqp;
1961                 if (delblks) {
1962                         ASSERT(ip->i_gdquot);
1963                         gdq_unres = ip->i_gdquot;
1964                 }
1965         }
1966
1967         if (XFS_IS_PQUOTA_ON(ip->i_mount) && pdqp &&
1968             xfs_get_projid(ip) != be32_to_cpu(pdqp->q_core.d_id)) {
1969                 prjflags = XFS_QMOPT_ENOSPC;
1970                 pdq_delblks = pdqp;
1971                 if (delblks) {
1972                         ASSERT(ip->i_pdquot);
1973                         pdq_unres = ip->i_pdquot;
1974                 }
1975         }
1976
1977         error = xfs_trans_reserve_quota_bydquots(tp, ip->i_mount,
1978                                 udq_delblks, gdq_delblks, pdq_delblks,
1979                                 ip->i_d.di_nblocks, 1,
1980                                 flags | blkflags | prjflags);
1981         if (error)
1982                 return error;
1983
1984         /*
1985          * Do the delayed blks reservations/unreservations now. Since, these
1986          * are done without the help of a transaction, if a reservation fails
1987          * its previous reservations won't be automatically undone by trans
1988          * code. So, we have to do it manually here.
1989          */
1990         if (delblks) {
1991                 /*
1992                  * Do the reservations first. Unreservation can't fail.
1993                  */
1994                 ASSERT(udq_delblks || gdq_delblks || pdq_delblks);
1995                 ASSERT(udq_unres || gdq_unres || pdq_unres);
1996                 error = xfs_trans_reserve_quota_bydquots(NULL, ip->i_mount,
1997                             udq_delblks, gdq_delblks, pdq_delblks,
1998                             (xfs_qcnt_t)delblks, 0,
1999                             flags | blkflags | prjflags);
2000                 if (error)
2001                         return error;
2002                 xfs_trans_reserve_quota_bydquots(NULL, ip->i_mount,
2003                                 udq_unres, gdq_unres, pdq_unres,
2004                                 -((xfs_qcnt_t)delblks), 0, blkflags);
2005         }
2006
2007         return (0);
2008 }
2009
2010 int
2011 xfs_qm_vop_rename_dqattach(
2012         struct xfs_inode        **i_tab)
2013 {
2014         struct xfs_mount        *mp = i_tab[0]->i_mount;
2015         int                     i;
2016
2017         if (!XFS_IS_QUOTA_RUNNING(mp) || !XFS_IS_QUOTA_ON(mp))
2018                 return 0;
2019
2020         for (i = 0; (i < 4 && i_tab[i]); i++) {
2021                 struct xfs_inode        *ip = i_tab[i];
2022                 int                     error;
2023
2024                 /*
2025                  * Watch out for duplicate entries in the table.
2026                  */
2027                 if (i == 0 || ip != i_tab[i-1]) {
2028                         if (XFS_NOT_DQATTACHED(mp, ip)) {
2029                                 error = xfs_qm_dqattach(ip, 0);
2030                                 if (error)
2031                                         return error;
2032                         }
2033                 }
2034         }
2035         return 0;
2036 }
2037
2038 void
2039 xfs_qm_vop_create_dqattach(
2040         struct xfs_trans        *tp,
2041         struct xfs_inode        *ip,
2042         struct xfs_dquot        *udqp,
2043         struct xfs_dquot        *gdqp,
2044         struct xfs_dquot        *pdqp)
2045 {
2046         struct xfs_mount        *mp = tp->t_mountp;
2047
2048         if (!XFS_IS_QUOTA_RUNNING(mp) || !XFS_IS_QUOTA_ON(mp))
2049                 return;
2050
2051         ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL));
2052         ASSERT(XFS_IS_QUOTA_RUNNING(mp));
2053
2054         if (udqp) {
2055                 ASSERT(ip->i_udquot == NULL);
2056                 ASSERT(XFS_IS_UQUOTA_ON(mp));
2057                 ASSERT(ip->i_d.di_uid == be32_to_cpu(udqp->q_core.d_id));
2058
2059                 ip->i_udquot = xfs_qm_dqhold(udqp);
2060                 xfs_trans_mod_dquot(tp, udqp, XFS_TRANS_DQ_ICOUNT, 1);
2061         }
2062         if (gdqp) {
2063                 ASSERT(ip->i_gdquot == NULL);
2064                 ASSERT(XFS_IS_GQUOTA_ON(mp));
2065                 ASSERT(ip->i_d.di_gid == be32_to_cpu(gdqp->q_core.d_id));
2066                 ip->i_gdquot = xfs_qm_dqhold(gdqp);
2067                 xfs_trans_mod_dquot(tp, gdqp, XFS_TRANS_DQ_ICOUNT, 1);
2068         }
2069         if (pdqp) {
2070                 ASSERT(ip->i_pdquot == NULL);
2071                 ASSERT(XFS_IS_PQUOTA_ON(mp));
2072                 ASSERT(xfs_get_projid(ip) == be32_to_cpu(pdqp->q_core.d_id));
2073
2074                 ip->i_pdquot = xfs_qm_dqhold(pdqp);
2075                 xfs_trans_mod_dquot(tp, pdqp, XFS_TRANS_DQ_ICOUNT, 1);
2076         }
2077 }
2078