dmake: do not set MAKEFLAGS=k

[unleashed/tickless.git] / kernel / fs / nfs / nfs_client.c

/*
 * CDDL HEADER START
 *
 * The contents of this file are subject to the terms of the
 * Common Development and Distribution License (the "License").
 * You may not use this file except in compliance with the License.
 *
 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
 * or http://www.opensolaris.org/os/licensing.
 * See the License for the specific language governing permissions
 * and limitations under the License.
 *
 * When distributing Covered Code, include this CDDL HEADER in each
 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
 * If applicable, add the following below this CDDL HEADER, with the
 * fields enclosed by brackets "[]" replaced with your own identifying
 * information: Portions Copyright [yyyy] [name of copyright owner]
 *
 * CDDL HEADER END
 */
/*
 * Copyright (c) 1986, 2010, Oracle and/or its affiliates. All rights reserved.
 *
 *      Copyright (c) 1983,1984,1985,1986,1987,1988,1989  AT&T.
 *      All rights reserved.
 */

#include <sys/param.h>
#include <sys/types.h>
#include <sys/systm.h>
#include <sys/thread.h>
#include <sys/t_lock.h>
#include <sys/time.h>
#include <sys/vnode.h>
#include <sys/vfs.h>
#include <sys/errno.h>
#include <sys/buf.h>
#include <sys/stat.h>
#include <sys/cred.h>
#include <sys/kmem.h>
#include <sys/debug.h>
#include <sys/dnlc.h>
#include <sys/vmsystm.h>
#include <sys/flock.h>
#include <sys/share.h>
#include <sys/cmn_err.h>
#include <sys/tiuser.h>
#include <sys/sysmacros.h>
#include <sys/callb.h>
#include <sys/acl.h>
#include <sys/kstat.h>
#include <sys/signal.h>
#include <sys/list.h>
#include <sys/zone.h>

#include <rpc/types.h>
#include <rpc/xdr.h>
#include <rpc/auth.h>
#include <rpc/clnt.h>

#include <nfs/nfs.h>
#include <nfs/nfs_clnt.h>

#include <nfs/rnode.h>
#include <nfs/nfs_acl.h>
#include <nfs/lm.h>

#include <vm/hat.h>
#include <vm/as.h>
#include <vm/page.h>
#include <vm/pvn.h>
#include <vm/seg.h>
#include <vm/seg_map.h>
#include <vm/seg_vn.h>

static void     nfs3_attr_cache(vnode_t *, vattr_t *, vattr_t *, hrtime_t,
                        cred_t *);
static int      nfs_getattr_cache(vnode_t *, struct vattr *);
static int      nfs_remove_locking_id(vnode_t *, int, char *, char *, int *);

struct mi_globals {
        kmutex_t        mig_lock;  /* lock protecting mig_list */
        list_t          mig_list;  /* list of NFS v2 or v3 mounts in zone */
        boolean_t       mig_destructor_called;
};

static zone_key_t mi_list_key;

/* Debugging flag for PC file shares. */
extern int      share_debug;

/*
 * Attributes caching:
 *
 * Attributes are cached in the rnode in struct vattr form.
 * There is a time associated with the cached attributes (r_attrtime)
 * which tells whether the attributes are valid. The time is initialized
 * to the difference between current time and the modify time of the vnode
 * when new attributes are cached. This allows the attributes for
 * files that have changed recently to be timed out sooner than for files
 * that have not changed for a long time. There are minimum and maximum
 * timeout values that can be set per mount point.
 */

int
nfs_waitfor_purge_complete(vnode_t *vp)
{
        rnode_t *rp;
        k_sigset_t smask;

        rp = VTOR(vp);
        if (rp->r_serial != NULL && rp->r_serial != curthread) {
                mutex_enter(&rp->r_statelock);
                sigintr(&smask, VTOMI(vp)->mi_flags & MI_INT);
                while (rp->r_serial != NULL) {
                        if (!cv_wait_sig(&rp->r_cv, &rp->r_statelock)) {
                                sigunintr(&smask);
                                mutex_exit(&rp->r_statelock);
                                return (EINTR);
                        }
                }
                sigunintr(&smask);
                mutex_exit(&rp->r_statelock);
        }
        return (0);
}

/*
 * Validate caches by checking cached attributes. If the cached
 * attributes have timed out, then get new attributes from the server.
 * As a side affect, this will do cache invalidation if the attributes
 * have changed.
 *
 * If the attributes have not timed out and if there is a cache
 * invalidation being done by some other thread, then wait until that
 * thread has completed the cache invalidation.
 */
int
nfs_validate_caches(vnode_t *vp, cred_t *cr)
{
        int error;
        struct vattr va;

        if (ATTRCACHE_VALID(vp)) {
                error = nfs_waitfor_purge_complete(vp);
                if (error)
                        return (error);
                return (0);
        }

        va.va_mask = AT_ALL;
        return (nfs_getattr_otw(vp, &va, cr));
}

/*
 * Validate caches by checking cached attributes. If the cached
 * attributes have timed out, then get new attributes from the server.
 * As a side affect, this will do cache invalidation if the attributes
 * have changed.
 *
 * If the attributes have not timed out and if there is a cache
 * invalidation being done by some other thread, then wait until that
 * thread has completed the cache invalidation.
 */
int
nfs3_validate_caches(vnode_t *vp, cred_t *cr)
{
        int error;
        struct vattr va;

        if (ATTRCACHE_VALID(vp)) {
                error = nfs_waitfor_purge_complete(vp);
                if (error)
                        return (error);
                return (0);
        }

        va.va_mask = AT_ALL;
        return (nfs3_getattr_otw(vp, &va, cr));
}

/*
 * Purge all of the various NFS `data' caches.
 */
void
nfs_purge_caches(vnode_t *vp, int purge_dnlc, cred_t *cr)
{
        rnode_t *rp;
        char *contents;
        int size;
        int error;

        /*
         * Purge the DNLC for any entries which refer to this file.
         * Avoid recursive entry into dnlc_purge_vp() in case of a directory.
         */
        rp = VTOR(vp);
        mutex_enter(&rp->r_statelock);
        if (vp->v_count > 1 &&
            (vp->v_type == VDIR || purge_dnlc == NFS_PURGE_DNLC) &&
            !(rp->r_flags & RINDNLCPURGE)) {
                /*
                 * Set the RINDNLCPURGE flag to prevent recursive entry
                 * into dnlc_purge_vp()
                 */
                if (vp->v_type == VDIR)
                        rp->r_flags |= RINDNLCPURGE;
                mutex_exit(&rp->r_statelock);
                dnlc_purge_vp(vp);
                mutex_enter(&rp->r_statelock);
                if (rp->r_flags & RINDNLCPURGE)
                        rp->r_flags &= ~RINDNLCPURGE;
        }

        /*
         * Clear any readdir state bits and purge the readlink response cache.
         */
        contents = rp->r_symlink.contents;
        size = rp->r_symlink.size;
        rp->r_symlink.contents = NULL;
        mutex_exit(&rp->r_statelock);

        if (contents != NULL) {

                kmem_free((void *)contents, size);
        }

        /*
         * Flush the page cache.
         */
        if (vn_has_cached_data(vp)) {
                error = fop_putpage(vp, 0, 0, B_INVAL, cr, NULL);
                if (error && (error == ENOSPC || error == EDQUOT)) {
                        mutex_enter(&rp->r_statelock);
                        if (!rp->r_error)
                                rp->r_error = error;
                        mutex_exit(&rp->r_statelock);
                }
        }

        /*
         * Flush the readdir response cache.
         */
        if (HAVE_RDDIR_CACHE(rp))
                nfs_purge_rddir_cache(vp);
}

/*
 * Purge the readdir cache of all entries
 */
void
nfs_purge_rddir_cache(vnode_t *vp)
{
        rnode_t *rp;
        rddir_cache *rdc;
        rddir_cache *nrdc;

        rp = VTOR(vp);
top:
        mutex_enter(&rp->r_statelock);
        rp->r_direof = NULL;
        rp->r_flags &= ~RLOOKUP;
        rp->r_flags |= RREADDIRPLUS;
        rdc = avl_first(&rp->r_dir);
        while (rdc != NULL) {
                nrdc = AVL_NEXT(&rp->r_dir, rdc);
                avl_remove(&rp->r_dir, rdc);
                rddir_cache_rele(rdc);
                rdc = nrdc;
        }
        mutex_exit(&rp->r_statelock);
}

/*
 * Do a cache check based on the post-operation attributes.
 * Then make them the new cached attributes.  If no attributes
 * were returned, then mark the attributes as timed out.
 */
void
nfs3_cache_post_op_attr(vnode_t *vp, post_op_attr *poap, hrtime_t t, cred_t *cr)
{
        vattr_t attr;

        if (!poap->attributes) {
                PURGE_ATTRCACHE(vp);
                return;
        }
        (void) nfs3_cache_fattr3(vp, &poap->attr, &attr, t, cr);
}

/*
 * Same as above, but using a vattr
 */
void
nfs3_cache_post_op_vattr(vnode_t *vp, post_op_vattr *poap, hrtime_t t,
    cred_t *cr)
{
        if (!poap->attributes) {
                PURGE_ATTRCACHE(vp);
                return;
        }
        nfs_attr_cache(vp, poap->fres.vap, t, cr);
}

/*
 * Do a cache check based on the weak cache consistency attributes.
 * These consist of a small set of pre-operation attributes and the
 * full set of post-operation attributes.
 *
 * If we are given the pre-operation attributes, then use them to
 * check the validity of the various caches.  Then, if we got the
 * post-operation attributes, make them the new cached attributes.
 * If we didn't get the post-operation attributes, then mark the
 * attribute cache as timed out so that the next reference will
 * cause a GETATTR to the server to refresh with the current
 * attributes.
 *
 * Otherwise, if we didn't get the pre-operation attributes, but
 * we did get the post-operation attributes, then use these
 * attributes to check the validity of the various caches.  This
 * will probably cause a flush of the caches because if the
 * operation succeeded, the attributes of the object were changed
 * in some way from the old post-operation attributes.  This
 * should be okay because it is the safe thing to do.  After
 * checking the data caches, then we make these the new cached
 * attributes.
 *
 * Otherwise, we didn't get either the pre- or post-operation
 * attributes.  Simply mark the attribute cache as timed out so
 * the next reference will cause a GETATTR to the server to
 * refresh with the current attributes.
 *
 * If an error occurred trying to convert the over the wire
 * attributes to a vattr, then simply mark the attribute cache as
 * timed out.
 */
void
nfs3_cache_wcc_data(vnode_t *vp, wcc_data *wccp, hrtime_t t, cred_t *cr)
{
        vattr_t bva;
        vattr_t ava;

        if (wccp->after.attributes) {
                if (fattr3_to_vattr(vp, &wccp->after.attr, &ava)) {
                        PURGE_ATTRCACHE(vp);
                        return;
                }
                if (wccp->before.attributes) {
                        bva.va_ctime.tv_sec = wccp->before.attr.ctime.seconds;
                        bva.va_ctime.tv_nsec = wccp->before.attr.ctime.nseconds;
                        bva.va_mtime.tv_sec = wccp->before.attr.mtime.seconds;
                        bva.va_mtime.tv_nsec = wccp->before.attr.mtime.nseconds;
                        bva.va_size = wccp->before.attr.size;
                        nfs3_attr_cache(vp, &bva, &ava, t, cr);
                } else
                        nfs_attr_cache(vp, &ava, t, cr);
        } else {
                PURGE_ATTRCACHE(vp);
        }
}

/*
 * Set attributes cache for given vnode using nfsattr.
 *
 * This routine does not do cache validation with the attributes.
 *
 * If an error occurred trying to convert the over the wire
 * attributes to a vattr, then simply mark the attribute cache as
 * timed out.
 */
void
nfs_attrcache(vnode_t *vp, struct nfsfattr *na, hrtime_t t)
{
        rnode_t *rp;
        struct vattr va;

        if (!nattr_to_vattr(vp, na, &va)) {
                rp = VTOR(vp);
                mutex_enter(&rp->r_statelock);
                if (rp->r_mtime <= t)
                        nfs_attrcache_va(vp, &va);
                mutex_exit(&rp->r_statelock);
        } else {
                PURGE_ATTRCACHE(vp);
        }
}

/*
 * Set attributes cache for given vnode using fattr3.
 *
 * This routine does not do cache validation with the attributes.
 *
 * If an error occurred trying to convert the over the wire
 * attributes to a vattr, then simply mark the attribute cache as
 * timed out.
 */
void
nfs3_attrcache(vnode_t *vp, fattr3 *na, hrtime_t t)
{
        rnode_t *rp;
        struct vattr va;

        if (!fattr3_to_vattr(vp, na, &va)) {
                rp = VTOR(vp);
                mutex_enter(&rp->r_statelock);
                if (rp->r_mtime <= t)
                        nfs_attrcache_va(vp, &va);
                mutex_exit(&rp->r_statelock);
        } else {
                PURGE_ATTRCACHE(vp);
        }
}

/*
 * Do a cache check based on attributes returned over the wire.  The
 * new attributes are cached.
 *
 * If an error occurred trying to convert the over the wire attributes
 * to a vattr, then just return that error.
 *
 * As a side affect, the vattr argument is filled in with the converted
 * attributes.
 */
int
nfs_cache_fattr(vnode_t *vp, struct nfsfattr *na, vattr_t *vap, hrtime_t t,
    cred_t *cr)
{
        int error;

        error = nattr_to_vattr(vp, na, vap);
        if (error)
                return (error);
        nfs_attr_cache(vp, vap, t, cr);
        return (0);
}

/*
 * Do a cache check based on attributes returned over the wire.  The
 * new attributes are cached.
 *
 * If an error occurred trying to convert the over the wire attributes
 * to a vattr, then just return that error.
 *
 * As a side affect, the vattr argument is filled in with the converted
 * attributes.
 */
int
nfs3_cache_fattr3(vnode_t *vp, fattr3 *na, vattr_t *vap, hrtime_t t, cred_t *cr)
{
        int error;

        error = fattr3_to_vattr(vp, na, vap);
        if (error)
                return (error);
        nfs_attr_cache(vp, vap, t, cr);
        return (0);
}

/*
 * Use the passed in virtual attributes to check to see whether the
 * data and metadata caches are valid, cache the new attributes, and
 * then do the cache invalidation if required.
 *
 * The cache validation and caching of the new attributes is done
 * atomically via the use of the mutex, r_statelock.  If required,
 * the cache invalidation is done atomically w.r.t. the cache
 * validation and caching of the attributes via the pseudo lock,
 * r_serial.
 *
 * This routine is used to do cache validation and attributes caching
 * for operations with a single set of post operation attributes.
 */
void
nfs_attr_cache(vnode_t *vp, vattr_t *vap, hrtime_t t, cred_t *cr)
{
        rnode_t *rp;
        int mtime_changed = 0;
        int ctime_changed = 0;
        vsecattr_t *vsp;
        int was_serial;
        len_t preattr_rsize;
        boolean_t writeattr_set = B_FALSE;
        boolean_t cachepurge_set = B_FALSE;

        rp = VTOR(vp);

        mutex_enter(&rp->r_statelock);

        if (rp->r_serial != curthread) {
                klwp_t *lwp = ttolwp(curthread);

                was_serial = 0;
                if (lwp != NULL)
                        lwp->lwp_nostop++;
                while (rp->r_serial != NULL) {
                        if (!cv_wait_sig(&rp->r_cv, &rp->r_statelock)) {
                                mutex_exit(&rp->r_statelock);
                                if (lwp != NULL)
                                        lwp->lwp_nostop--;
                                return;
                        }
                }
                if (lwp != NULL)
                        lwp->lwp_nostop--;
        } else
                was_serial = 1;

        if (rp->r_mtime > t) {
                if (!CACHE_VALID(rp, vap->va_mtime, vap->va_size))
                        PURGE_ATTRCACHE_LOCKED(rp);
                mutex_exit(&rp->r_statelock);
                return;
        }

        /*
         * Write thread after writing data to file on remote server,
         * will always set RWRITEATTR to indicate that file on remote
         * server was modified with a WRITE operation and would have
         * marked attribute cache as timed out. If RWRITEATTR
         * is set, then do not check for mtime and ctime change.
         */
        if (!(rp->r_flags & RWRITEATTR)) {
                if (!CACHE_VALID(rp, vap->va_mtime, vap->va_size))
                        mtime_changed = 1;

                if (rp->r_attr.va_ctime.tv_sec != vap->va_ctime.tv_sec ||
                    rp->r_attr.va_ctime.tv_nsec != vap->va_ctime.tv_nsec)
                        ctime_changed = 1;
        } else {
                writeattr_set = B_TRUE;
        }

        preattr_rsize = rp->r_size;

        nfs_attrcache_va(vp, vap);

        /*
         * If we have updated filesize in nfs_attrcache_va, as soon as we
         * drop statelock we will be in transition of purging all
         * our caches and updating them. It is possible for another
         * thread to pick this new file size and read in zeroed data.
         * stall other threads till cache purge is complete.
         */
        if ((vp->v_type == VREG) && (rp->r_size != preattr_rsize)) {
                /*
                 * If RWRITEATTR was set and we have updated the file
                 * size, Server's returned file size need not necessarily
                 * be because of this Client's WRITE. We need to purge
                 * all caches.
                 */
                if (writeattr_set)
                        mtime_changed = 1;

                if (mtime_changed && !(rp->r_flags & RINCACHEPURGE)) {
                        rp->r_flags |= RINCACHEPURGE;
                        cachepurge_set = B_TRUE;
                }
        }

        if (!mtime_changed && !ctime_changed) {
                mutex_exit(&rp->r_statelock);
                return;
        }

        rp->r_serial = curthread;

        mutex_exit(&rp->r_statelock);

        if (mtime_changed)
                nfs_purge_caches(vp, NFS_NOPURGE_DNLC, cr);

        if ((rp->r_flags & RINCACHEPURGE) && cachepurge_set) {
                mutex_enter(&rp->r_statelock);
                rp->r_flags &= ~RINCACHEPURGE;
                cv_broadcast(&rp->r_cv);
                mutex_exit(&rp->r_statelock);
                cachepurge_set = B_FALSE;
        }

        if (ctime_changed) {
                (void) nfs_access_purge_rp(rp);
                if (rp->r_secattr != NULL) {
                        mutex_enter(&rp->r_statelock);
                        vsp = rp->r_secattr;
                        rp->r_secattr = NULL;
                        mutex_exit(&rp->r_statelock);
                        if (vsp != NULL)
                                nfs_acl_free(vsp);
                }
        }

        if (!was_serial) {
                mutex_enter(&rp->r_statelock);
                rp->r_serial = NULL;
                cv_broadcast(&rp->r_cv);
                mutex_exit(&rp->r_statelock);
        }
}

/*
 * Use the passed in "before" virtual attributes to check to see
 * whether the data and metadata caches are valid, cache the "after"
 * new attributes, and then do the cache invalidation if required.
 *
 * The cache validation and caching of the new attributes is done
 * atomically via the use of the mutex, r_statelock.  If required,
 * the cache invalidation is done atomically w.r.t. the cache
 * validation and caching of the attributes via the pseudo lock,
 * r_serial.
 *
 * This routine is used to do cache validation and attributes caching
 * for operations with both pre operation attributes and post operation
 * attributes.
 */
static void
nfs3_attr_cache(vnode_t *vp, vattr_t *bvap, vattr_t *avap, hrtime_t t,
    cred_t *cr)
{
        rnode_t *rp;
        int mtime_changed = 0;
        int ctime_changed = 0;
        vsecattr_t *vsp;
        int was_serial;
        len_t preattr_rsize;
        boolean_t writeattr_set = B_FALSE;
        boolean_t cachepurge_set = B_FALSE;

        rp = VTOR(vp);

        mutex_enter(&rp->r_statelock);

        if (rp->r_serial != curthread) {
                klwp_t *lwp = ttolwp(curthread);

                was_serial = 0;
                if (lwp != NULL)
                        lwp->lwp_nostop++;
                while (rp->r_serial != NULL) {
                        if (!cv_wait_sig(&rp->r_cv, &rp->r_statelock)) {
                                mutex_exit(&rp->r_statelock);
                                if (lwp != NULL)
                                        lwp->lwp_nostop--;
                                return;
                        }
                }
                if (lwp != NULL)
                        lwp->lwp_nostop--;
        } else
                was_serial = 1;

        if (rp->r_mtime > t) {
                if (!CACHE_VALID(rp, avap->va_mtime, avap->va_size))
                        PURGE_ATTRCACHE_LOCKED(rp);
                mutex_exit(&rp->r_statelock);
                return;
        }

        /*
         * Write thread after writing data to file on remote server,
         * will always set RWRITEATTR to indicate that file on remote
         * server was modified with a WRITE operation and would have
         * marked attribute cache as timed out. If RWRITEATTR
         * is set, then do not check for mtime and ctime change.
         */
        if (!(rp->r_flags & RWRITEATTR)) {
                if (!CACHE_VALID(rp, bvap->va_mtime, bvap->va_size))
                        mtime_changed = 1;

                if (rp->r_attr.va_ctime.tv_sec != bvap->va_ctime.tv_sec ||
                    rp->r_attr.va_ctime.tv_nsec != bvap->va_ctime.tv_nsec)
                        ctime_changed = 1;
        } else {
                writeattr_set = B_TRUE;
        }

        preattr_rsize = rp->r_size;

        nfs_attrcache_va(vp, avap);

        /*
         * If we have updated filesize in nfs_attrcache_va, as soon as we
         * drop statelock we will be in transition of purging all
         * our caches and updating them. It is possible for another
         * thread to pick this new file size and read in zeroed data.
         * stall other threads till cache purge is complete.
         */
        if ((vp->v_type == VREG) && (rp->r_size != preattr_rsize)) {
                /*
                 * If RWRITEATTR was set and we have updated the file
                 * size, Server's returned file size need not necessarily
                 * be because of this Client's WRITE. We need to purge
                 * all caches.
                 */
                if (writeattr_set)
                        mtime_changed = 1;

                if (mtime_changed && !(rp->r_flags & RINCACHEPURGE)) {
                        rp->r_flags |= RINCACHEPURGE;
                        cachepurge_set = B_TRUE;
                }
        }

        if (!mtime_changed && !ctime_changed) {
                mutex_exit(&rp->r_statelock);
                return;
        }

        rp->r_serial = curthread;

        mutex_exit(&rp->r_statelock);

        if (mtime_changed)
                nfs_purge_caches(vp, NFS_NOPURGE_DNLC, cr);

        if ((rp->r_flags & RINCACHEPURGE) && cachepurge_set) {
                mutex_enter(&rp->r_statelock);
                rp->r_flags &= ~RINCACHEPURGE;
                cv_broadcast(&rp->r_cv);
                mutex_exit(&rp->r_statelock);
                cachepurge_set = B_FALSE;
        }

        if (ctime_changed) {
                (void) nfs_access_purge_rp(rp);
                if (rp->r_secattr != NULL) {
                        mutex_enter(&rp->r_statelock);
                        vsp = rp->r_secattr;
                        rp->r_secattr = NULL;
                        mutex_exit(&rp->r_statelock);
                        if (vsp != NULL)
                                nfs_acl_free(vsp);
                }
        }

        if (!was_serial) {
                mutex_enter(&rp->r_statelock);
                rp->r_serial = NULL;
                cv_broadcast(&rp->r_cv);
                mutex_exit(&rp->r_statelock);
        }
}

/*
 * Set attributes cache for given vnode using virtual attributes.
 *
 * Set the timeout value on the attribute cache and fill it
 * with the passed in attributes.
 *
 * The caller must be holding r_statelock.
 */
void
nfs_attrcache_va(vnode_t *vp, struct vattr *va)
{
        rnode_t *rp;
        mntinfo_t *mi;
        hrtime_t delta;
        hrtime_t now;

        rp = VTOR(vp);

        ASSERT(MUTEX_HELD(&rp->r_statelock));

        now = gethrtime();

        mi = VTOMI(vp);

        /*
         * Delta is the number of nanoseconds that we will
         * cache the attributes of the file.  It is based on
         * the number of nanoseconds since the last time that
         * we detected a change.  The assumption is that files
         * that changed recently are likely to change again.
         * There is a minimum and a maximum for regular files
         * and for directories which is enforced though.
         *
         * Using the time since last change was detected
         * eliminates direct comparison or calculation
         * using mixed client and server times.  NFS does
         * not make any assumptions regarding the client
         * and server clocks being synchronized.
         */
        if (va->va_mtime.tv_sec != rp->r_attr.va_mtime.tv_sec ||
            va->va_mtime.tv_nsec != rp->r_attr.va_mtime.tv_nsec ||
            va->va_size != rp->r_attr.va_size)
                rp->r_mtime = now;

        if ((mi->mi_flags & MI_NOAC) || (vp->v_flag & VNOCACHE))
                delta = 0;
        else {
                delta = now - rp->r_mtime;
                if (vp->v_type == VDIR) {
                        if (delta < mi->mi_acdirmin)
                                delta = mi->mi_acdirmin;
                        else if (delta > mi->mi_acdirmax)
                                delta = mi->mi_acdirmax;
                } else {
                        if (delta < mi->mi_acregmin)
                                delta = mi->mi_acregmin;
                        else if (delta > mi->mi_acregmax)
                                delta = mi->mi_acregmax;
                }
        }
        rp->r_attrtime = now + delta;
        rp->r_attr = *va;
        /*
         * Update the size of the file if there is no cached data or if
         * the cached data is clean and there is no data being written
         * out.
         */
        if (rp->r_size != va->va_size &&
            (!vn_has_cached_data(vp) ||
            (!(rp->r_flags & RDIRTY) && rp->r_count == 0)))
                rp->r_size = va->va_size;
        nfs_setswaplike(vp, va);
        rp->r_flags &= ~RWRITEATTR;
}

/*
 * Fill in attribute from the cache.
 * If valid, then return 0 to indicate that no error occurred,
 * otherwise return 1 to indicate that an error occurred.
 */
static int
nfs_getattr_cache(vnode_t *vp, struct vattr *vap)
{
        rnode_t *rp;
        uint_t mask = vap->va_mask;

        rp = VTOR(vp);
        mutex_enter(&rp->r_statelock);
        if (ATTRCACHE_VALID(vp)) {
                /*
                 * Cached attributes are valid
                 */
                *vap = rp->r_attr;
                /*
                 * Set the caller's va_mask to the set of attributes
                 * that were requested ANDed with the attributes that
                 * are available.  If attributes were requested that
                 * are not available, those bits must be turned off
                 * in the callers va_mask.
                 */
                vap->va_mask &= mask;
                mutex_exit(&rp->r_statelock);
                return (0);
        }
        mutex_exit(&rp->r_statelock);
        return (1);
}

/*
 * Get attributes over-the-wire and update attributes cache
 * if no error occurred in the over-the-wire operation.
 * Return 0 if successful, otherwise error.
 */
int
nfs_getattr_otw(vnode_t *vp, struct vattr *vap, cred_t *cr)
{
        int error;
        struct nfsattrstat ns;
        int douprintf;
        mntinfo_t *mi;
        failinfo_t fi;
        hrtime_t t;

        mi = VTOMI(vp);
        fi.vp = vp;
        fi.fhp = NULL;          /* no need to update, filehandle not copied */
        fi.copyproc = nfscopyfh;
        fi.lookupproc = nfslookup;
        fi.xattrdirproc = acl_getxattrdir2;

        if (mi->mi_flags & MI_ACL) {
                error = acl_getattr2_otw(vp, vap, cr);
                if (mi->mi_flags & MI_ACL)
                        return (error);
        }

        douprintf = 1;

        t = gethrtime();

        error = rfs2call(mi, RFS_GETATTR,
            xdr_fhandle, (caddr_t)VTOFH(vp),
            xdr_attrstat, (caddr_t)&ns, cr,
            &douprintf, &ns.ns_status, 0, &fi);

        if (!error) {
                error = geterrno(ns.ns_status);
                if (!error)
                        error = nfs_cache_fattr(vp, &ns.ns_attr, vap, t, cr);
                else {
                        PURGE_STALE_FH(error, vp, cr);
                }
        }

        return (error);
}

/*
 * Return either cached ot remote attributes. If get remote attr
 * use them to check and invalidate caches, then cache the new attributes.
 */
int
nfsgetattr(vnode_t *vp, struct vattr *vap, cred_t *cr)
{
        int error;
        rnode_t *rp;

        /*
         * If we've got cached attributes, we're done, otherwise go
         * to the server to get attributes, which will update the cache
         * in the process.
         */
        error = nfs_getattr_cache(vp, vap);
        if (error)
                error = nfs_getattr_otw(vp, vap, cr);

        /* Return the client's view of file size */
        rp = VTOR(vp);
        mutex_enter(&rp->r_statelock);
        vap->va_size = rp->r_size;
        mutex_exit(&rp->r_statelock);

        return (error);
}

/*
 * Get attributes over-the-wire and update attributes cache
 * if no error occurred in the over-the-wire operation.
 * Return 0 if successful, otherwise error.
 */
int
nfs3_getattr_otw(vnode_t *vp, struct vattr *vap, cred_t *cr)
{
        int error;
        GETATTR3args args;
        GETATTR3vres res;
        int douprintf;
        failinfo_t fi;
        hrtime_t t;

        args.object = *VTOFH3(vp);
        fi.vp = vp;
        fi.fhp = (caddr_t)&args.object;
        fi.copyproc = nfs3copyfh;
        fi.lookupproc = nfs3lookup;
        fi.xattrdirproc = acl_getxattrdir3;
        res.fres.vp = vp;
        res.fres.vap = vap;

        douprintf = 1;

        t = gethrtime();

        error = rfs3call(VTOMI(vp), NFSPROC3_GETATTR,
            xdr_nfs_fh3, (caddr_t)&args,
            xdr_GETATTR3vres, (caddr_t)&res, cr,
            &douprintf, &res.status, 0, &fi);

        if (error)
                return (error);

        error = geterrno3(res.status);
        if (error) {
                PURGE_STALE_FH(error, vp, cr);
                return (error);
        }

        /*
         * Catch status codes that indicate fattr3 to vattr translation failure
         */
        if (res.fres.status)
                return (res.fres.status);

        nfs_attr_cache(vp, vap, t, cr);
        return (0);
}

/*
 * Return either cached or remote attributes. If get remote attr
 * use them to check and invalidate caches, then cache the new attributes.
 */
int
nfs3getattr(vnode_t *vp, struct vattr *vap, cred_t *cr)
{
        int error;
        rnode_t *rp;

        /*
         * If we've got cached attributes, we're done, otherwise go
         * to the server to get attributes, which will update the cache
         * in the process.
         */
        error = nfs_getattr_cache(vp, vap);
        if (error)
                error = nfs3_getattr_otw(vp, vap, cr);

        /* Return the client's view of file size */
        rp = VTOR(vp);
        mutex_enter(&rp->r_statelock);
        vap->va_size = rp->r_size;
        mutex_exit(&rp->r_statelock);

        return (error);
}

vtype_t nf_to_vt[] = {
        VNON, VREG, VDIR, VBLK, VCHR, VLNK, VSOCK
};
/*
 * Convert NFS Version 2 over the network attributes to the local
 * virtual attributes.  The mapping between the UID_NOBODY/GID_NOBODY
 * network representation and the local representation is done here.
 * Returns 0 for success, error if failed due to overflow.
 */
int
nattr_to_vattr(vnode_t *vp, struct nfsfattr *na, struct vattr *vap)
{
        /* overflow in time attributes? */
#ifndef _LP64
        if (!NFS2_FATTR_TIME_OK(na))
                return (EOVERFLOW);
#endif

        vap->va_mask = AT_ALL;

        if (na->na_type < NFNON || na->na_type > NFSOC)
                vap->va_type = VBAD;
        else
                vap->va_type = nf_to_vt[na->na_type];
        vap->va_mode = na->na_mode;
        vap->va_uid = (na->na_uid == NFS_UID_NOBODY) ? UID_NOBODY : na->na_uid;
        vap->va_gid = (na->na_gid == NFS_GID_NOBODY) ? GID_NOBODY : na->na_gid;
        vap->va_fsid = vp->v_vfsp->vfs_dev;
        vap->va_nodeid = na->na_nodeid;
        vap->va_nlink = na->na_nlink;
        vap->va_size = na->na_size;     /* keep for cache validation */
        /*
         * nfs protocol defines times as unsigned so don't extend sign,
         * unless sysadmin set nfs_allow_preepoch_time.
         */
        NFS_TIME_T_CONVERT(vap->va_atime.tv_sec, na->na_atime.tv_sec);
        vap->va_atime.tv_nsec = (uint32_t)(na->na_atime.tv_usec * 1000);
        NFS_TIME_T_CONVERT(vap->va_mtime.tv_sec, na->na_mtime.tv_sec);
        vap->va_mtime.tv_nsec = (uint32_t)(na->na_mtime.tv_usec * 1000);
        NFS_TIME_T_CONVERT(vap->va_ctime.tv_sec, na->na_ctime.tv_sec);
        vap->va_ctime.tv_nsec = (uint32_t)(na->na_ctime.tv_usec * 1000);
        /*
         * Shannon's law - uncompress the received dev_t
         * if the top half of is zero indicating a response
         * from an `older style' OS. Except for when it is a
         * `new style' OS sending the maj device of zero,
         * in which case the algorithm still works because the
         * fact that it is a new style server
         * is hidden by the minor device not being greater
         * than 255 (a requirement in this case).
         */
        if ((na->na_rdev & 0xffff0000) == 0)
                vap->va_rdev = nfsv2_expdev(na->na_rdev);
        else
                vap->va_rdev = expldev(na->na_rdev);

        vap->va_nblocks = na->na_blocks;
        switch (na->na_type) {
        case NFBLK:
                vap->va_blksize = DEV_BSIZE;
                break;

        case NFCHR:
                vap->va_blksize = MAXBSIZE;
                break;

        case NFSOC:
        default:
                vap->va_blksize = na->na_blocksize;
                break;
        }
        /*
         * This bit of ugliness is a hack to preserve the
         * over-the-wire protocols for named-pipe vnodes.
         * It remaps the special over-the-wire type to the
         * VFIFO type. (see note in nfs.h)
         */
        if (NA_ISFIFO(na)) {
                vap->va_type = VFIFO;
                vap->va_mode = (vap->va_mode & ~S_IFMT) | S_IFIFO;
                vap->va_rdev = 0;
                vap->va_blksize = na->na_blocksize;
        }
        vap->va_seq = 0;
        return (0);
}

/*
 * Convert NFS Version 3 over the network attributes to the local
 * virtual attributes.  The mapping between the UID_NOBODY/GID_NOBODY
 * network representation and the local representation is done here.
 */
vtype_t nf3_to_vt[] = {
        VBAD, VREG, VDIR, VBLK, VCHR, VLNK, VSOCK, VFIFO
};

int
fattr3_to_vattr(vnode_t *vp, fattr3 *na, struct vattr *vap)
{

#ifndef _LP64
        /* overflow in time attributes? */
        if (!NFS3_FATTR_TIME_OK(na))
                return (EOVERFLOW);
#endif
        if (!NFS3_SIZE_OK(na->size))
                /* file too big */
                return (EFBIG);

        vap->va_mask = AT_ALL;

        if (na->type < NF3REG || na->type > NF3FIFO)
                vap->va_type = VBAD;
        else
                vap->va_type = nf3_to_vt[na->type];
        vap->va_mode = na->mode;
        vap->va_uid = (na->uid == NFS_UID_NOBODY) ? UID_NOBODY : (uid_t)na->uid;
        vap->va_gid = (na->gid == NFS_GID_NOBODY) ? GID_NOBODY : (gid_t)na->gid;
        vap->va_fsid = vp->v_vfsp->vfs_dev;
        vap->va_nodeid = na->fileid;
        vap->va_nlink = na->nlink;
        vap->va_size = na->size;

        /*
         * nfs protocol defines times as unsigned so don't extend sign,
         * unless sysadmin set nfs_allow_preepoch_time.
         */
        NFS_TIME_T_CONVERT(vap->va_atime.tv_sec, na->atime.seconds);
        vap->va_atime.tv_nsec = (uint32_t)na->atime.nseconds;
        NFS_TIME_T_CONVERT(vap->va_mtime.tv_sec, na->mtime.seconds);
        vap->va_mtime.tv_nsec = (uint32_t)na->mtime.nseconds;
        NFS_TIME_T_CONVERT(vap->va_ctime.tv_sec, na->ctime.seconds);
        vap->va_ctime.tv_nsec = (uint32_t)na->ctime.nseconds;

        switch (na->type) {
        case NF3BLK:
                vap->va_rdev = makedevice(na->rdev.specdata1,
                    na->rdev.specdata2);
                vap->va_blksize = DEV_BSIZE;
                vap->va_nblocks = 0;
                break;
        case NF3CHR:
                vap->va_rdev = makedevice(na->rdev.specdata1,
                    na->rdev.specdata2);
                vap->va_blksize = MAXBSIZE;
                vap->va_nblocks = 0;
                break;
        case NF3REG:
        case NF3DIR:
        case NF3LNK:
                vap->va_rdev = 0;
                vap->va_blksize = MAXBSIZE;
                vap->va_nblocks = (u_longlong_t)
                    ((na->used + (size3)DEV_BSIZE - (size3)1) /
                    (size3)DEV_BSIZE);
                break;
        case NF3SOCK:
        case NF3FIFO:
        default:
                vap->va_rdev = 0;
                vap->va_blksize = MAXBSIZE;
                vap->va_nblocks = 0;
                break;
        }
        vap->va_seq = 0;
        return (0);
}

/*
 * Asynchronous I/O parameters.  nfs_async_threads is the high-water mark
 * for the demand-based allocation of async threads per-mount.  The
 * nfs_async_timeout is the amount of time a thread will live after it
 * becomes idle, unless new I/O requests are received before the thread
 * dies.  See nfs_async_putpage and nfs_async_start.
 */

int nfs_async_timeout = -1;     /* uninitialized */

static void     nfs_async_start(struct vfs *);
static void     nfs_async_pgops_start(struct vfs *);
static void     nfs_async_common_start(struct vfs *, int);

static void
free_async_args(struct nfs_async_reqs *args)
{
        rnode_t *rp;

        if (args->a_io != NFS_INACTIVE) {
                rp = VTOR(args->a_vp);
                mutex_enter(&rp->r_statelock);
                rp->r_count--;
                if (args->a_io == NFS_PUTAPAGE ||
                    args->a_io == NFS_PAGEIO)
                        rp->r_awcount--;
                cv_broadcast(&rp->r_cv);
                mutex_exit(&rp->r_statelock);
                VN_RELE(args->a_vp);
        }
        crfree(args->a_cred);
        kmem_free(args, sizeof (*args));
}

/*
 * Cross-zone thread creation and NFS access is disallowed, yet fsflush() and
 * pageout(), running in the global zone, have legitimate reasons to do
 * fop_putpage(B_ASYNC) on other zones' NFS mounts.  We avoid the problem by
 * use of a a per-mount "asynchronous requests manager thread" which is
 * signaled by the various asynchronous work routines when there is
 * asynchronous work to be done.  It is responsible for creating new
 * worker threads if necessary, and notifying existing worker threads
 * that there is work to be done.
 *
 * In other words, it will "take the specifications from the customers and
 * give them to the engineers."
 *
 * Worker threads die off of their own accord if they are no longer
 * needed.
 *
 * This thread is killed when the zone is going away or the filesystem
 * is being unmounted.
 */
void
nfs_async_manager(vfs_t *vfsp)
{
        callb_cpr_t cprinfo;
        mntinfo_t *mi;
        uint_t max_threads;

        mi = VFTOMI(vfsp);

        CALLB_CPR_INIT(&cprinfo, &mi->mi_async_lock, callb_generic_cpr,
            "nfs_async_manager");

        mutex_enter(&mi->mi_async_lock);
        /*
         * We want to stash the max number of threads that this mount was
         * allowed so we can use it later when the variable is set to zero as
         * part of the zone/mount going away.
         *
         * We want to be able to create at least one thread to handle
         * asynchronous inactive calls.
         */
        max_threads = MAX(mi->mi_max_threads, 1);
        /*
         * We don't want to wait for mi_max_threads to go to zero, since that
         * happens as part of a failed unmount, but this thread should only
         * exit when the mount/zone is really going away.
         *
         * Once MI_ASYNC_MGR_STOP is set, no more async operations will be
         * attempted: the various _async_*() functions know to do things
         * inline if mi_max_threads == 0.  Henceforth we just drain out the
         * outstanding requests.
         *
         * Note that we still create zthreads even if we notice the zone is
         * shutting down (MI_ASYNC_MGR_STOP is set); this may cause the zone
         * shutdown sequence to take slightly longer in some cases, but
         * doesn't violate the protocol, as all threads will exit as soon as
         * they're done processing the remaining requests.
         */
        for (;;) {
                while (mi->mi_async_req_count > 0) {
                        /*
                         * Paranoia: If the mount started out having
                         * (mi->mi_max_threads == 0), and the value was
                         * later changed (via a debugger or somesuch),
                         * we could be confused since we will think we
                         * can't create any threads, and the calling
                         * code (which looks at the current value of
                         * mi->mi_max_threads, now non-zero) thinks we
                         * can.
                         *
                         * So, because we're paranoid, we create threads
                         * up to the maximum of the original and the
                         * current value. This means that future
                         * (debugger-induced) lowerings of
                         * mi->mi_max_threads are ignored for our
                         * purposes, but who told them they could change
                         * random values on a live kernel anyhow?
                         */
                        if (mi->mi_threads[NFS_ASYNC_QUEUE] <
                            MAX(mi->mi_max_threads, max_threads)) {
                                mi->mi_threads[NFS_ASYNC_QUEUE]++;
                                mutex_exit(&mi->mi_async_lock);
                                VFS_HOLD(vfsp); /* hold for new thread */
                                (void) zthread_create(NULL, 0, nfs_async_start,
                                    vfsp, 0, minclsyspri);
                                mutex_enter(&mi->mi_async_lock);
                        } else if (mi->mi_threads[NFS_ASYNC_PGOPS_QUEUE] <
                            NUM_ASYNC_PGOPS_THREADS) {
                                mi->mi_threads[NFS_ASYNC_PGOPS_QUEUE]++;
                                mutex_exit(&mi->mi_async_lock);
                                VFS_HOLD(vfsp); /* hold for new thread */
                                (void) zthread_create(NULL, 0,
                                    nfs_async_pgops_start, vfsp, 0,
                                    minclsyspri);
                                mutex_enter(&mi->mi_async_lock);
                        }
                        NFS_WAKE_ASYNC_WORKER(mi->mi_async_work_cv);
                        ASSERT(mi->mi_async_req_count != 0);
                        mi->mi_async_req_count--;
                }

                mutex_enter(&mi->mi_lock);
                if (mi->mi_flags & MI_ASYNC_MGR_STOP) {
                        mutex_exit(&mi->mi_lock);
                        break;
                }
                mutex_exit(&mi->mi_lock);

                CALLB_CPR_SAFE_BEGIN(&cprinfo);
                cv_wait(&mi->mi_async_reqs_cv, &mi->mi_async_lock);
                CALLB_CPR_SAFE_END(&cprinfo, &mi->mi_async_lock);
        }
        /*
         * Let everyone know we're done.
         */
        mi->mi_manager_thread = NULL;
        cv_broadcast(&mi->mi_async_cv);

        /*
         * There is no explicit call to mutex_exit(&mi->mi_async_lock)
         * since CALLB_CPR_EXIT is actually responsible for releasing
         * 'mi_async_lock'.
         */
        CALLB_CPR_EXIT(&cprinfo);
        VFS_RELE(vfsp); /* release thread's hold */
        zthread_exit();
}

/*
 * Signal (and wait for) the async manager thread to clean up and go away.
 */
void
nfs_async_manager_stop(vfs_t *vfsp)
{
        mntinfo_t *mi = VFTOMI(vfsp);

        mutex_enter(&mi->mi_async_lock);
        mutex_enter(&mi->mi_lock);
        mi->mi_flags |= MI_ASYNC_MGR_STOP;
        mutex_exit(&mi->mi_lock);
        cv_broadcast(&mi->mi_async_reqs_cv);
        while (mi->mi_manager_thread != NULL)
                cv_wait(&mi->mi_async_cv, &mi->mi_async_lock);
        mutex_exit(&mi->mi_async_lock);
}

int
nfs_async_readahead(vnode_t *vp, uoff_t blkoff, caddr_t addr,
        struct seg *seg, cred_t *cr, void (*readahead)(vnode_t *,
        uoff_t, caddr_t, struct seg *, cred_t *))
{
        rnode_t *rp;
        mntinfo_t *mi;
        struct nfs_async_reqs *args;

        rp = VTOR(vp);
        ASSERT(rp->r_freef == NULL);

        mi = VTOMI(vp);

        /*
         * If addr falls in a different segment, don't bother doing readahead.
         */
        if (addr >= seg->s_base + seg->s_size)
                return (-1);

        /*
         * If we can't allocate a request structure, punt on the readahead.
         */
        if ((args = kmem_alloc(sizeof (*args), KM_NOSLEEP)) == NULL)
                return (-1);

        /*
         * If a lock operation is pending, don't initiate any new
         * readaheads.  Otherwise, bump r_count to indicate the new
         * asynchronous I/O.
         */
        if (!nfs_rw_tryenter(&rp->r_lkserlock, RW_READER)) {
                kmem_free(args, sizeof (*args));
                return (-1);
        }
        mutex_enter(&rp->r_statelock);
        rp->r_count++;
        mutex_exit(&rp->r_statelock);
        nfs_rw_exit(&rp->r_lkserlock);

        args->a_next = NULL;
#ifdef DEBUG
        args->a_queuer = curthread;
#endif
        VN_HOLD(vp);
        args->a_vp = vp;
        ASSERT(cr != NULL);
        crhold(cr);
        args->a_cred = cr;
        args->a_io = NFS_READ_AHEAD;
        args->a_nfs_readahead = readahead;
        args->a_nfs_blkoff = blkoff;
        args->a_nfs_seg = seg;
        args->a_nfs_addr = addr;

        mutex_enter(&mi->mi_async_lock);

        /*
         * If asyncio has been disabled, don't bother readahead.
         */
        if (mi->mi_max_threads == 0) {
                mutex_exit(&mi->mi_async_lock);
                goto noasync;
        }

        /*
         * Link request structure into the async list and
         * wakeup async thread to do the i/o.
         */
        if (mi->mi_async_reqs[NFS_READ_AHEAD] == NULL) {
                mi->mi_async_reqs[NFS_READ_AHEAD] = args;
                mi->mi_async_tail[NFS_READ_AHEAD] = args;
        } else {
                mi->mi_async_tail[NFS_READ_AHEAD]->a_next = args;
                mi->mi_async_tail[NFS_READ_AHEAD] = args;
        }

        if (mi->mi_io_kstats) {
                mutex_enter(&mi->mi_lock);
                kstat_waitq_enter(KSTAT_IO_PTR(mi->mi_io_kstats));
                mutex_exit(&mi->mi_lock);
        }

        mi->mi_async_req_count++;
        ASSERT(mi->mi_async_req_count != 0);
        cv_signal(&mi->mi_async_reqs_cv);
        mutex_exit(&mi->mi_async_lock);
        return (0);

noasync:
        mutex_enter(&rp->r_statelock);
        rp->r_count--;
        cv_broadcast(&rp->r_cv);
        mutex_exit(&rp->r_statelock);
        VN_RELE(vp);
        crfree(cr);
        kmem_free(args, sizeof (*args));
        return (-1);
}

int
nfs_async_putapage(vnode_t *vp, page_t *pp, uoff_t off, size_t len,
        int flags, cred_t *cr, int (*putapage)(vnode_t *, page_t *,
        uoff_t, size_t, int, cred_t *))
{
        rnode_t *rp;
        mntinfo_t *mi;
        struct nfs_async_reqs *args;

        ASSERT(flags & B_ASYNC);
        ASSERT(vp->v_vfsp != NULL);

        rp = VTOR(vp);
        ASSERT(rp->r_count > 0);

        mi = VTOMI(vp);

        /*
         * If we can't allocate a request structure, do the putpage
         * operation synchronously in this thread's context.
         */
        if ((args = kmem_alloc(sizeof (*args), KM_NOSLEEP)) == NULL)
                goto noasync;

        args->a_next = NULL;
#ifdef DEBUG
        args->a_queuer = curthread;
#endif
        VN_HOLD(vp);
        args->a_vp = vp;
        ASSERT(cr != NULL);
        crhold(cr);
        args->a_cred = cr;
        args->a_io = NFS_PUTAPAGE;
        args->a_nfs_putapage = putapage;
        args->a_nfs_pp = pp;
        args->a_nfs_off = off;
        args->a_nfs_len = (uint_t)len;
        args->a_nfs_flags = flags;

        mutex_enter(&mi->mi_async_lock);

        /*
         * If asyncio has been disabled, then make a synchronous request.
         * This check is done a second time in case async io was diabled
         * while this thread was blocked waiting for memory pressure to
         * reduce or for the queue to drain.
         */
        if (mi->mi_max_threads == 0) {
                mutex_exit(&mi->mi_async_lock);
                goto noasync;
        }

        /*
         * Link request structure into the async list and
         * wakeup async thread to do the i/o.
         */
        if (mi->mi_async_reqs[NFS_PUTAPAGE] == NULL) {
                mi->mi_async_reqs[NFS_PUTAPAGE] = args;
                mi->mi_async_tail[NFS_PUTAPAGE] = args;
        } else {
                mi->mi_async_tail[NFS_PUTAPAGE]->a_next = args;
                mi->mi_async_tail[NFS_PUTAPAGE] = args;
        }

        mutex_enter(&rp->r_statelock);
        rp->r_count++;
        rp->r_awcount++;
        mutex_exit(&rp->r_statelock);

        if (mi->mi_io_kstats) {
                mutex_enter(&mi->mi_lock);
                kstat_waitq_enter(KSTAT_IO_PTR(mi->mi_io_kstats));
                mutex_exit(&mi->mi_lock);
        }

        mi->mi_async_req_count++;
        ASSERT(mi->mi_async_req_count != 0);
        cv_signal(&mi->mi_async_reqs_cv);
        mutex_exit(&mi->mi_async_lock);
        return (0);

noasync:
        if (args != NULL) {
                VN_RELE(vp);
                crfree(cr);
                kmem_free(args, sizeof (*args));
        }

        if (curproc == proc_pageout || curproc == proc_fsflush) {
                /*
                 * If we get here in the context of the pageout/fsflush,
                 * we refuse to do a sync write, because this may hang
                 * pageout (and the machine). In this case, we just
                 * re-mark the page as dirty and punt on the page.
                 *
                 * Make sure B_FORCE isn't set.  We can re-mark the
                 * pages as dirty and unlock the pages in one swoop by
                 * passing in B_ERROR to pvn_write_done().  However,
                 * we should make sure B_FORCE isn't set - we don't
                 * want the page tossed before it gets written out.
                 */
                if (flags & B_FORCE)
                        flags &= ~(B_INVAL | B_FORCE);
                pvn_write_done(pp, flags | B_ERROR);
                return (0);
        }
        if (nfs_zone() != mi->mi_zone) {
                /*
                 * So this was a cross-zone sync putpage.  We pass in B_ERROR
                 * to pvn_write_done() to re-mark the pages as dirty and unlock
                 * them.
                 *
                 * We don't want to clear B_FORCE here as the caller presumably
                 * knows what they're doing if they set it.
                 */
                pvn_write_done(pp, flags | B_ERROR);
                return (EPERM);
        }
        return ((*putapage)(vp, pp, off, len, flags, cr));
}

int
nfs_async_pageio(vnode_t *vp, page_t *pp, uoff_t io_off, size_t io_len,
        int flags, cred_t *cr, int (*pageio)(vnode_t *, page_t *, uoff_t,
        size_t, int, cred_t *))
{
        rnode_t *rp;
        mntinfo_t *mi;
        struct nfs_async_reqs *args;

        ASSERT(flags & B_ASYNC);
        ASSERT(vp->v_vfsp != NULL);

        rp = VTOR(vp);
        ASSERT(rp->r_count > 0);

        mi = VTOMI(vp);

        /*
         * If we can't allocate a request structure, do the pageio
         * request synchronously in this thread's context.
         */
        if ((args = kmem_alloc(sizeof (*args), KM_NOSLEEP)) == NULL)
                goto noasync;

        args->a_next = NULL;
#ifdef DEBUG
        args->a_queuer = curthread;
#endif
        VN_HOLD(vp);
        args->a_vp = vp;
        ASSERT(cr != NULL);
        crhold(cr);
        args->a_cred = cr;
        args->a_io = NFS_PAGEIO;
        args->a_nfs_pageio = pageio;
        args->a_nfs_pp = pp;
        args->a_nfs_off = io_off;
        args->a_nfs_len = (uint_t)io_len;
        args->a_nfs_flags = flags;

        mutex_enter(&mi->mi_async_lock);

        /*
         * If asyncio has been disabled, then make a synchronous request.
         * This check is done a second time in case async io was diabled
         * while this thread was blocked waiting for memory pressure to
         * reduce or for the queue to drain.
         */
        if (mi->mi_max_threads == 0) {
                mutex_exit(&mi->mi_async_lock);
                goto noasync;
        }

        /*
         * Link request structure into the async list and
         * wakeup async thread to do the i/o.
         */
        if (mi->mi_async_reqs[NFS_PAGEIO] == NULL) {
                mi->mi_async_reqs[NFS_PAGEIO] = args;
                mi->mi_async_tail[NFS_PAGEIO] = args;
        } else {
                mi->mi_async_tail[NFS_PAGEIO]->a_next = args;
                mi->mi_async_tail[NFS_PAGEIO] = args;
        }

        mutex_enter(&rp->r_statelock);
        rp->r_count++;
        rp->r_awcount++;
        mutex_exit(&rp->r_statelock);

        if (mi->mi_io_kstats) {
                mutex_enter(&mi->mi_lock);
                kstat_waitq_enter(KSTAT_IO_PTR(mi->mi_io_kstats));
                mutex_exit(&mi->mi_lock);
        }

        mi->mi_async_req_count++;
        ASSERT(mi->mi_async_req_count != 0);
        cv_signal(&mi->mi_async_reqs_cv);
        mutex_exit(&mi->mi_async_lock);
        return (0);

noasync:
        if (args != NULL) {
                VN_RELE(vp);
                crfree(cr);
                kmem_free(args, sizeof (*args));
        }

        /*
         * If we can't do it ASYNC, for reads we do nothing (but cleanup
         * the page list), for writes we do it synchronously, except for
         * proc_pageout/proc_fsflush as described below.
         */
        if (flags & B_READ) {
                pvn_read_done(pp, flags | B_ERROR);
                return (0);
        }

        if (curproc == proc_pageout || curproc == proc_fsflush) {
                /*
                 * If we get here in the context of the pageout/fsflush,
                 * we refuse to do a sync write, because this may hang
                 * pageout/fsflush (and the machine). In this case, we just
                 * re-mark the page as dirty and punt on the page.
                 *
                 * Make sure B_FORCE isn't set.  We can re-mark the
                 * pages as dirty and unlock the pages in one swoop by
                 * passing in B_ERROR to pvn_write_done().  However,
                 * we should make sure B_FORCE isn't set - we don't
                 * want the page tossed before it gets written out.
                 */
                if (flags & B_FORCE)
                        flags &= ~(B_INVAL | B_FORCE);
                pvn_write_done(pp, flags | B_ERROR);
                return (0);
        }

        if (nfs_zone() != mi->mi_zone) {
                /*
                 * So this was a cross-zone sync pageio.  We pass in B_ERROR
                 * to pvn_write_done() to re-mark the pages as dirty and unlock
                 * them.
                 *
                 * We don't want to clear B_FORCE here as the caller presumably
                 * knows what they're doing if they set it.
                 */
                pvn_write_done(pp, flags | B_ERROR);
                return (EPERM);
        }
        return ((*pageio)(vp, pp, io_off, io_len, flags, cr));
}

void
nfs_async_readdir(vnode_t *vp, rddir_cache *rdc, cred_t *cr,
        int (*readdir)(vnode_t *, rddir_cache *, cred_t *))
{
        rnode_t *rp;
        mntinfo_t *mi;
        struct nfs_async_reqs *args;

        rp = VTOR(vp);
        ASSERT(rp->r_freef == NULL);

        mi = VTOMI(vp);

        /*
         * If we can't allocate a request structure, do the readdir
         * operation synchronously in this thread's context.
         */
        if ((args = kmem_alloc(sizeof (*args), KM_NOSLEEP)) == NULL)
                goto noasync;

        args->a_next = NULL;
#ifdef DEBUG
        args->a_queuer = curthread;
#endif
        VN_HOLD(vp);
        args->a_vp = vp;
        ASSERT(cr != NULL);
        crhold(cr);
        args->a_cred = cr;
        args->a_io = NFS_READDIR;
        args->a_nfs_readdir = readdir;
        args->a_nfs_rdc = rdc;

        mutex_enter(&mi->mi_async_lock);

        /*
         * If asyncio has been disabled, then make a synchronous request.
         */
        if (mi->mi_max_threads == 0) {
                mutex_exit(&mi->mi_async_lock);
                goto noasync;
        }

        /*
         * Link request structure into the async list and
         * wakeup async thread to do the i/o.
         */
        if (mi->mi_async_reqs[NFS_READDIR] == NULL) {
                mi->mi_async_reqs[NFS_READDIR] = args;
                mi->mi_async_tail[NFS_READDIR] = args;
        } else {
                mi->mi_async_tail[NFS_READDIR]->a_next = args;
                mi->mi_async_tail[NFS_READDIR] = args;
        }

        mutex_enter(&rp->r_statelock);
        rp->r_count++;
        mutex_exit(&rp->r_statelock);

        if (mi->mi_io_kstats) {
                mutex_enter(&mi->mi_lock);
                kstat_waitq_enter(KSTAT_IO_PTR(mi->mi_io_kstats));
                mutex_exit(&mi->mi_lock);
        }

        mi->mi_async_req_count++;
        ASSERT(mi->mi_async_req_count != 0);
        cv_signal(&mi->mi_async_reqs_cv);
        mutex_exit(&mi->mi_async_lock);
        return;

noasync:
        if (args != NULL) {
                VN_RELE(vp);
                crfree(cr);
                kmem_free(args, sizeof (*args));
        }

        rdc->entries = NULL;
        mutex_enter(&rp->r_statelock);
        ASSERT(rdc->flags & RDDIR);
        rdc->flags &= ~RDDIR;
        rdc->flags |= RDDIRREQ;
        /*
         * Check the flag to see if RDDIRWAIT is set. If RDDIRWAIT
         * is set, wakeup the thread sleeping in cv_wait_sig().
         * The woken up thread will reset the flag to RDDIR and will
         * continue with the readdir opeartion.
         */
        if (rdc->flags & RDDIRWAIT) {
                rdc->flags &= ~RDDIRWAIT;
                cv_broadcast(&rdc->cv);
        }
        mutex_exit(&rp->r_statelock);
        rddir_cache_rele(rdc);
}

void
nfs_async_commit(vnode_t *vp, page_t *plist, offset3 offset, count3 count,
        cred_t *cr, void (*commit)(vnode_t *, page_t *, offset3, count3,
        cred_t *))
{
        rnode_t *rp;
        mntinfo_t *mi;
        struct nfs_async_reqs *args;
        page_t *pp;

        rp = VTOR(vp);
        mi = VTOMI(vp);

        /*
         * If we can't allocate a request structure, do the commit
         * operation synchronously in this thread's context.
         */
        if ((args = kmem_alloc(sizeof (*args), KM_NOSLEEP)) == NULL)
                goto noasync;

        args->a_next = NULL;
#ifdef DEBUG
        args->a_queuer = curthread;
#endif
        VN_HOLD(vp);
        args->a_vp = vp;
        ASSERT(cr != NULL);
        crhold(cr);
        args->a_cred = cr;
        args->a_io = NFS_COMMIT;
        args->a_nfs_commit = commit;
        args->a_nfs_plist = plist;
        args->a_nfs_offset = offset;
        args->a_nfs_count = count;

        mutex_enter(&mi->mi_async_lock);

        /*
         * If asyncio has been disabled, then make a synchronous request.
         * This check is done a second time in case async io was diabled
         * while this thread was blocked waiting for memory pressure to
         * reduce or for the queue to drain.
         */
        if (mi->mi_max_threads == 0) {
                mutex_exit(&mi->mi_async_lock);
                goto noasync;
        }

        /*
         * Link request structure into the async list and
         * wakeup async thread to do the i/o.
         */
        if (mi->mi_async_reqs[NFS_COMMIT] == NULL) {
                mi->mi_async_reqs[NFS_COMMIT] = args;
                mi->mi_async_tail[NFS_COMMIT] = args;
        } else {
                mi->mi_async_tail[NFS_COMMIT]->a_next = args;
                mi->mi_async_tail[NFS_COMMIT] = args;
        }

        mutex_enter(&rp->r_statelock);
        rp->r_count++;
        mutex_exit(&rp->r_statelock);

        if (mi->mi_io_kstats) {
                mutex_enter(&mi->mi_lock);
                kstat_waitq_enter(KSTAT_IO_PTR(mi->mi_io_kstats));
                mutex_exit(&mi->mi_lock);
        }

        mi->mi_async_req_count++;
        ASSERT(mi->mi_async_req_count != 0);
        cv_signal(&mi->mi_async_reqs_cv);
        mutex_exit(&mi->mi_async_lock);
        return;

noasync:
        if (args != NULL) {
                VN_RELE(vp);
                crfree(cr);
                kmem_free(args, sizeof (*args));
        }

        if (curproc == proc_pageout || curproc == proc_fsflush ||
            nfs_zone() != mi->mi_zone) {
                while (plist != NULL) {
                        pp = plist;
                        page_sub(&plist, pp);
                        pp->p_fsdata = C_COMMIT;
                        page_unlock(pp);
                }
                return;
        }
        (*commit)(vp, plist, offset, count, cr);
}

void
nfs_async_inactive(vnode_t *vp, cred_t *cr,
    void (*inactive)(vnode_t *, cred_t *, caller_context_t *))
{
        mntinfo_t *mi;
        struct nfs_async_reqs *args;

        mi = VTOMI(vp);

        args = kmem_alloc(sizeof (*args), KM_SLEEP);
        args->a_next = NULL;
#ifdef DEBUG
        args->a_queuer = curthread;
#endif
        args->a_vp = vp;
        ASSERT(cr != NULL);
        crhold(cr);
        args->a_cred = cr;
        args->a_io = NFS_INACTIVE;
        args->a_nfs_inactive = inactive;

        /*
         * Note that we don't check mi->mi_max_threads here, since we
         * *need* to get rid of this vnode regardless of whether someone
         * set nfs3_max_threads/nfs_max_threads to zero in /etc/system.
         *
         * The manager thread knows about this and is willing to create
         * at least one thread to accommodate us.
         */
        mutex_enter(&mi->mi_async_lock);
        if (mi->mi_manager_thread == NULL) {
                rnode_t *rp = VTOR(vp);

                mutex_exit(&mi->mi_async_lock);
                crfree(cr);     /* drop our reference */
                kmem_free(args, sizeof (*args));
                /*
                 * We can't do an over-the-wire call since we're in the wrong
                 * zone, so we need to clean up state as best we can and then
                 * throw away the vnode.
                 */
                mutex_enter(&rp->r_statelock);
                if (rp->r_unldvp != NULL) {
                        vnode_t *unldvp;
                        char *unlname;
                        cred_t *unlcred;

                        unldvp = rp->r_unldvp;
                        rp->r_unldvp = NULL;
                        unlname = rp->r_unlname;
                        rp->r_unlname = NULL;
                        unlcred = rp->r_unlcred;
                        rp->r_unlcred = NULL;
                        mutex_exit(&rp->r_statelock);

                        VN_RELE(unldvp);
                        kmem_free(unlname, MAXNAMELEN);
                        crfree(unlcred);
                } else {
                        mutex_exit(&rp->r_statelock);
                }
                /*
                 * No need to explicitly throw away any cached pages.  The
                 * eventual rinactive() will attempt a synchronous
                 * fop_putpage() which will immediately fail since the request
                 * is coming from the wrong zone, and then will proceed to call
                 * nfs_invalidate_pages() which will clean things up for us.
                 */
                rp_addfree(VTOR(vp), cr);
                return;
        }

        if (mi->mi_async_reqs[NFS_INACTIVE] == NULL) {
                mi->mi_async_reqs[NFS_INACTIVE] = args;
        } else {
                mi->mi_async_tail[NFS_INACTIVE]->a_next = args;
        }
        mi->mi_async_tail[NFS_INACTIVE] = args;
        /*
         * Don't increment r_count, since we're trying to get rid of the vnode.
         */

        mi->mi_async_req_count++;
        ASSERT(mi->mi_async_req_count != 0);
        cv_signal(&mi->mi_async_reqs_cv);
        mutex_exit(&mi->mi_async_lock);
}

static void
nfs_async_start(struct vfs *vfsp)
{
        nfs_async_common_start(vfsp, NFS_ASYNC_QUEUE);
}

static void
nfs_async_pgops_start(struct vfs *vfsp)
{
        nfs_async_common_start(vfsp, NFS_ASYNC_PGOPS_QUEUE);
}

/*
 * The async queues for each mounted file system are arranged as a
 * set of queues, one for each async i/o type.  Requests are taken
 * from the queues in a round-robin fashion.  A number of consecutive
 * requests are taken from each queue before moving on to the next
 * queue.  This functionality may allow the NFS Version 2 server to do
 * write clustering, even if the client is mixing writes and reads
 * because it will take multiple write requests from the queue
 * before processing any of the other async i/o types.
 *
 * XXX The nfs_async_common_start thread is unsafe in the light of the present
 * model defined by cpr to suspend the system. Specifically over the
 * wire calls are cpr-unsafe. The thread should be reevaluated in
 * case of future updates to the cpr model.
 */
static void
nfs_async_common_start(struct vfs *vfsp, int async_queue)
{
        struct nfs_async_reqs *args;
        mntinfo_t *mi = VFTOMI(vfsp);
        clock_t time_left = 1;
        callb_cpr_t cprinfo;
        int i;
        int async_types;
        kcondvar_t *async_work_cv;

        if (async_queue == NFS_ASYNC_QUEUE) {
                async_types = NFS_ASYNC_TYPES;
                async_work_cv = &mi->mi_async_work_cv[NFS_ASYNC_QUEUE];
        } else {
                async_types = NFS_ASYNC_PGOPS_TYPES;
                async_work_cv = &mi->mi_async_work_cv[NFS_ASYNC_PGOPS_QUEUE];
        }

        /*
         * Dynamic initialization of nfs_async_timeout to allow nfs to be
         * built in an implementation independent manner.
         */
        if (nfs_async_timeout == -1)
                nfs_async_timeout = NFS_ASYNC_TIMEOUT;

        CALLB_CPR_INIT(&cprinfo, &mi->mi_async_lock, callb_generic_cpr, "nas");

        mutex_enter(&mi->mi_async_lock);
        for (;;) {
                /*
                 * Find the next queue containing an entry.  We start
                 * at the current queue pointer and then round robin
                 * through all of them until we either find a non-empty
                 * queue or have looked through all of them.
                 */
                for (i = 0; i < async_types; i++) {
                        args = *mi->mi_async_curr[async_queue];
                        if (args != NULL)
                                break;
                        mi->mi_async_curr[async_queue]++;
                        if (mi->mi_async_curr[async_queue] ==
                            &mi->mi_async_reqs[async_types]) {
                                mi->mi_async_curr[async_queue] =
                                    &mi->mi_async_reqs[0];
                        }
                }
                /*
                 * If we didn't find a entry, then block until woken up
                 * again and then look through the queues again.
                 */
                if (args == NULL) {
                        /*
                         * Exiting is considered to be safe for CPR as well
                         */
                        CALLB_CPR_SAFE_BEGIN(&cprinfo);

                        /*
                         * Wakeup thread waiting to unmount the file
                         * system only if all async threads are inactive.
                         *
                         * If we've timed-out and there's nothing to do,
                         * then get rid of this thread.
                         */
                        if (mi->mi_max_threads == 0 || time_left <= 0) {
                                --mi->mi_threads[async_queue];

                                if (mi->mi_threads[NFS_ASYNC_QUEUE] == 0 &&
                                    mi->mi_threads[NFS_ASYNC_PGOPS_QUEUE] == 0)
                                        cv_signal(&mi->mi_async_cv);
                                CALLB_CPR_EXIT(&cprinfo);
                                VFS_RELE(vfsp); /* release thread's hold */
                                zthread_exit();
                                /* NOTREACHED */
                        }
                        time_left = cv_reltimedwait(async_work_cv,
                            &mi->mi_async_lock, nfs_async_timeout,
                            TR_CLOCK_TICK);

                        CALLB_CPR_SAFE_END(&cprinfo, &mi->mi_async_lock);

                        continue;
                }
                time_left = 1;

                /*
                 * Remove the request from the async queue and then
                 * update the current async request queue pointer.  If
                 * the current queue is empty or we have removed enough
                 * consecutive entries from it, then reset the counter
                 * for this queue and then move the current pointer to
                 * the next queue.
                 */
                *mi->mi_async_curr[async_queue] = args->a_next;
                if (*mi->mi_async_curr[async_queue] == NULL ||
                    --mi->mi_async_clusters[args->a_io] == 0) {
                        mi->mi_async_clusters[args->a_io] =
                            mi->mi_async_init_clusters;
                        mi->mi_async_curr[async_queue]++;
                        if (mi->mi_async_curr[async_queue] ==
                            &mi->mi_async_reqs[async_types]) {
                                mi->mi_async_curr[async_queue] =
                                    &mi->mi_async_reqs[0];
                        }
                }

                if (args->a_io != NFS_INACTIVE && mi->mi_io_kstats) {
                        mutex_enter(&mi->mi_lock);
                        kstat_waitq_exit(KSTAT_IO_PTR(mi->mi_io_kstats));
                        mutex_exit(&mi->mi_lock);
                }

                mutex_exit(&mi->mi_async_lock);

                /*
                 * Obtain arguments from the async request structure.
                 */
                if (args->a_io == NFS_READ_AHEAD && mi->mi_max_threads > 0) {
                        (*args->a_nfs_readahead)(args->a_vp, args->a_nfs_blkoff,
                            args->a_nfs_addr, args->a_nfs_seg,
                            args->a_cred);
                } else if (args->a_io == NFS_PUTAPAGE) {
                        (void) (*args->a_nfs_putapage)(args->a_vp,
                            args->a_nfs_pp, args->a_nfs_off,
                            args->a_nfs_len, args->a_nfs_flags,
                            args->a_cred);
                } else if (args->a_io == NFS_PAGEIO) {
                        (void) (*args->a_nfs_pageio)(args->a_vp,
                            args->a_nfs_pp, args->a_nfs_off,
                            args->a_nfs_len, args->a_nfs_flags,
                            args->a_cred);
                } else if (args->a_io == NFS_READDIR) {
                        (void) ((*args->a_nfs_readdir)(args->a_vp,
                            args->a_nfs_rdc, args->a_cred));
                } else if (args->a_io == NFS_COMMIT) {
                        (*args->a_nfs_commit)(args->a_vp, args->a_nfs_plist,
                            args->a_nfs_offset, args->a_nfs_count,
                            args->a_cred);
                } else if (args->a_io == NFS_INACTIVE) {
                        (*args->a_nfs_inactive)(args->a_vp, args->a_cred, NULL);
                }

                /*
                 * Now, release the vnode and free the credentials
                 * structure.
                 */
                free_async_args(args);
                /*
                 * Reacquire the mutex because it will be needed above.
                 */
                mutex_enter(&mi->mi_async_lock);
        }
}

void
nfs_async_stop(struct vfs *vfsp)
{
        mntinfo_t *mi = VFTOMI(vfsp);

        /*
         * Wait for all outstanding async operations to complete and for the
         * worker threads to exit.
         */
        mutex_enter(&mi->mi_async_lock);
        mi->mi_max_threads = 0;
        NFS_WAKEALL_ASYNC_WORKERS(mi->mi_async_work_cv);
        while (mi->mi_threads[NFS_ASYNC_QUEUE] != 0 ||
            mi->mi_threads[NFS_ASYNC_PGOPS_QUEUE] != 0)
                cv_wait(&mi->mi_async_cv, &mi->mi_async_lock);
        mutex_exit(&mi->mi_async_lock);
}

/*
 * nfs_async_stop_sig:
 * Wait for all outstanding putpage operation to complete. If a signal
 * is deliver we will abort and return non-zero. If we can put all the
 * pages we will return 0. This routine is called from nfs_unmount and
 * nfs3_unmount to make these operations interruptible.
 */
int
nfs_async_stop_sig(struct vfs *vfsp)
{
        mntinfo_t *mi = VFTOMI(vfsp);
        ushort_t omax;
        int rval;

        /*
         * Wait for all outstanding async operations to complete and for the
         * worker threads to exit.
         */
        mutex_enter(&mi->mi_async_lock);
        omax = mi->mi_max_threads;
        mi->mi_max_threads = 0;
        /*
         * Tell all the worker threads to exit.
         */
        NFS_WAKEALL_ASYNC_WORKERS(mi->mi_async_work_cv);
        while (mi->mi_threads[NFS_ASYNC_QUEUE] != 0 ||
            mi->mi_threads[NFS_ASYNC_PGOPS_QUEUE] != 0) {
                if (!cv_wait_sig(&mi->mi_async_cv, &mi->mi_async_lock))
                        break;
        }
        rval = (mi->mi_threads[NFS_ASYNC_QUEUE] != 0 ||
            mi->mi_threads[NFS_ASYNC_PGOPS_QUEUE]  != 0); /* Interrupted */
        if (rval)
                mi->mi_max_threads = omax;
        mutex_exit(&mi->mi_async_lock);

        return (rval);
}

int
writerp(rnode_t *rp, caddr_t base, int tcount, struct uio *uio, int pgcreated)
{
        int pagecreate;
        int n;
        int saved_n;
        caddr_t saved_base;
        uoff_t offset;
        int error;
        int sm_error;
        vnode_t *vp = RTOV(rp);

        ASSERT(tcount <= MAXBSIZE && tcount <= uio->uio_resid);
        ASSERT(nfs_rw_lock_held(&rp->r_rwlock, RW_WRITER));
        if (!vpm_enable) {
                ASSERT(((uintptr_t)base & MAXBOFFSET) + tcount <= MAXBSIZE);
        }

        /*
         * Move bytes in at most PAGESIZE chunks. We must avoid
         * spanning pages in uiomove() because page faults may cause
         * the cache to be invalidated out from under us. The r_size is not
         * updated until after the uiomove. If we push the last page of a
         * file before r_size is correct, we will lose the data written past
         * the current (and invalid) r_size.
         */
        do {
                offset = uio->uio_loffset;
                pagecreate = 0;

                /*
                 * n is the number of bytes required to satisfy the request
                 *   or the number of bytes to fill out the page.
                 */
                n = (int)MIN((PAGESIZE - (offset & PAGEOFFSET)), tcount);

                /*
                 * Check to see if we can skip reading in the page
                 * and just allocate the memory.  We can do this
                 * if we are going to rewrite the entire mapping
                 * or if we are going to write to or beyond the current
                 * end of file from the beginning of the mapping.
                 *
                 * The read of r_size is now protected by r_statelock.
                 */
                mutex_enter(&rp->r_statelock);
                /*
                 * When pgcreated is nonzero the caller has already done
                 * a segmap_getmapflt with forcefault 0 and S_WRITE. With
                 * segkpm this means we already have at least one page
                 * created and mapped at base.
                 */
                pagecreate = pgcreated ||
                    ((offset & PAGEOFFSET) == 0 &&
                    (n == PAGESIZE || ((offset + n) >= rp->r_size)));

                mutex_exit(&rp->r_statelock);
                if (!vpm_enable && pagecreate) {
                        /*
                         * The last argument tells segmap_pagecreate() to
                         * always lock the page, as opposed to sometimes
                         * returning with the page locked. This way we avoid a
                         * fault on the ensuing uiomove(), but also
                         * more importantly (to fix bug 1094402) we can
                         * call segmap_fault() to unlock the page in all
                         * cases. An alternative would be to modify
                         * segmap_pagecreate() to tell us when it is
                         * locking a page, but that's a fairly major
                         * interface change.
                         */
                        if (pgcreated == 0)
                                (void) segmap_pagecreate(segkmap, base,
                                    (uint_t)n, 1);
                        saved_base = base;
                        saved_n = n;
                }

                /*
                 * The number of bytes of data in the last page can not
                 * be accurately be determined while page is being
                 * uiomove'd to and the size of the file being updated.
                 * Thus, inform threads which need to know accurately
                 * how much data is in the last page of the file.  They
                 * will not do the i/o immediately, but will arrange for
                 * the i/o to happen later when this modify operation
                 * will have finished.
                 */
                ASSERT(!(rp->r_flags & RMODINPROGRESS));
                mutex_enter(&rp->r_statelock);
                rp->r_flags |= RMODINPROGRESS;
                rp->r_modaddr = (offset & MAXBMASK);
                mutex_exit(&rp->r_statelock);

                if (vpm_enable) {
                        /*
                         * Copy data. If new pages are created, part of
                         * the page that is not written will be initizliazed
                         * with zeros.
                         */
                        error = vpm_data_copy(vp, offset, n, uio,
                            !pagecreate, NULL, 0, S_WRITE);
                } else {
                        error = uiomove(base, n, UIO_WRITE, uio);
                }

                /*
                 * r_size is the maximum number of
                 * bytes known to be in the file.
                 * Make sure it is at least as high as the
                 * first unwritten byte pointed to by uio_loffset.
                 */
                mutex_enter(&rp->r_statelock);
                if (rp->r_size < uio->uio_loffset)
                        rp->r_size = uio->uio_loffset;
                rp->r_flags &= ~RMODINPROGRESS;
                rp->r_flags |= RDIRTY;
                mutex_exit(&rp->r_statelock);

                /* n = # of bytes written */
                n = (int)(uio->uio_loffset - offset);

                if (!vpm_enable) {
                        base += n;
                }
                tcount -= n;
                /*
                 * If we created pages w/o initializing them completely,
                 * we need to zero the part that wasn't set up.
                 * This happens on a most EOF write cases and if
                 * we had some sort of error during the uiomove.
                 */
                if (!vpm_enable && pagecreate) {
                        if ((uio->uio_loffset & PAGEOFFSET) || n == 0)
                                (void) kzero(base, PAGESIZE - n);

                        if (pgcreated) {
                                /*
                                 * Caller is responsible for this page,
                                 * it was not created in this loop.
                                 */
                                pgcreated = 0;
                        } else {
                                /*
                                 * For bug 1094402: segmap_pagecreate locks
                                 * page. Unlock it. This also unlocks the
                                 * pages allocated by page_create_va() in
                                 * segmap_pagecreate().
                                 */
                                sm_error = segmap_fault(kas.a_hat, segkmap,
                                    saved_base, saved_n,
                                    F_SOFTUNLOCK, S_WRITE);
                                if (error == 0)
                                        error = sm_error;
                        }
                }
        } while (tcount > 0 && error == 0);

        return (error);
}

int
nfs_putpages(vnode_t *vp, uoff_t off, size_t len, int flags, cred_t *cr)
{
        rnode_t *rp;
        page_t *pp;
        uoff_t eoff;
        uoff_t io_off;
        size_t io_len;
        int error;
        int rdirty;
        int err;

        rp = VTOR(vp);
        ASSERT(rp->r_count > 0);

        if (!vn_has_cached_data(vp))
                return (0);

        ASSERT(vp->v_type != VCHR);

        /*
         * If ROUTOFSPACE is set, then all writes turn into B_INVAL
         * writes.  B_FORCE is set to force the VM system to actually
         * invalidate the pages, even if the i/o failed.  The pages
         * need to get invalidated because they can't be written out
         * because there isn't any space left on either the server's
         * file system or in the user's disk quota.  The B_FREE bit
         * is cleared to avoid confusion as to whether this is a
         * request to place the page on the freelist or to destroy
         * it.
         */
        if ((rp->r_flags & ROUTOFSPACE) ||
            (vp->v_vfsp->vfs_flag & VFS_UNMOUNTED))
                flags = (flags & ~B_FREE) | B_INVAL | B_FORCE;

        if (len == 0) {
                /*
                 * If doing a full file synchronous operation, then clear
                 * the RDIRTY bit.  If a page gets dirtied while the flush
                 * is happening, then RDIRTY will get set again.  The
                 * RDIRTY bit must get cleared before the flush so that
                 * we don't lose this information.
                 *
                 * If there are no full file async write operations
                 * pending and RDIRTY bit is set, clear it.
                 */
                if (off == 0 &&
                    !(flags & B_ASYNC) &&
                    (rp->r_flags & RDIRTY)) {
                        mutex_enter(&rp->r_statelock);
                        rdirty = (rp->r_flags & RDIRTY);
                        rp->r_flags &= ~RDIRTY;
                        mutex_exit(&rp->r_statelock);
                } else if (flags & B_ASYNC && off == 0) {
                        mutex_enter(&rp->r_statelock);
                        if (rp->r_flags & RDIRTY && rp->r_awcount == 0) {
                                rdirty = (rp->r_flags & RDIRTY);
                                rp->r_flags &= ~RDIRTY;
                        }
                        mutex_exit(&rp->r_statelock);
                } else
                        rdirty = 0;

                /*
                 * Search the entire vp list for pages >= off, and flush
                 * the dirty pages.
                 */
                error = pvn_vplist_dirty(vp, off, rp->r_putapage,
                    flags, cr);

                /*
                 * If an error occurred and the file was marked as dirty
                 * before and we aren't forcibly invalidating pages, then
                 * reset the RDIRTY flag.
                 */
                if (error && rdirty &&
                    (flags & (B_INVAL | B_FORCE)) != (B_INVAL | B_FORCE)) {
                        mutex_enter(&rp->r_statelock);
                        rp->r_flags |= RDIRTY;
                        mutex_exit(&rp->r_statelock);
                }
        } else {
                /*
                 * Do a range from [off...off + len) looking for pages
                 * to deal with.
                 */
                error = 0;
                eoff = off + len;
                mutex_enter(&rp->r_statelock);
                for (io_off = off; io_off < eoff && io_off < rp->r_size;
                    io_off += io_len) {
                        mutex_exit(&rp->r_statelock);
                        /*
                         * If we are not invalidating, synchronously
                         * freeing or writing pages use the routine
                         * page_lookup_nowait() to prevent reclaiming
                         * them from the free list.
                         */
                        if ((flags & B_INVAL) || !(flags & B_ASYNC)) {
                                pp = page_lookup(&vp->v_object, io_off,
                                                 (flags & (B_INVAL | B_FREE)) ? SE_EXCL : SE_SHARED);
                        } else {
                                pp = page_lookup_nowait(&vp->v_object,
                                                        io_off,
                                                        (flags & B_FREE) ? SE_EXCL : SE_SHARED);
                        }

                        if (pp == NULL || !pvn_getdirty(pp, flags))
                                io_len = PAGESIZE;
                        else {
                                err = (*rp->r_putapage)(vp, pp, &io_off,
                                    &io_len, flags, cr);
                                if (!error)
                                        error = err;
                                /*
                                 * "io_off" and "io_len" are returned as
                                 * the range of pages we actually wrote.
                                 * This allows us to skip ahead more quickly
                                 * since several pages may've been dealt
                                 * with by this iteration of the loop.
                                 */
                        }
                        mutex_enter(&rp->r_statelock);
                }
                mutex_exit(&rp->r_statelock);
        }

        return (error);
}

void
nfs_invalidate_pages(vnode_t *vp, uoff_t off, cred_t *cr)
{
        rnode_t *rp;

        rp = VTOR(vp);
        mutex_enter(&rp->r_statelock);
        while (rp->r_flags & RTRUNCATE)
                cv_wait(&rp->r_cv, &rp->r_statelock);
        rp->r_flags |= RTRUNCATE;
        if (off == 0) {
                rp->r_flags &= ~RDIRTY;
                if (!(rp->r_flags & RSTALE))
                        rp->r_error = 0;
        }
        rp->r_truncaddr = off;
        mutex_exit(&rp->r_statelock);
        (void) pvn_vplist_dirty(vp, off, rp->r_putapage,
            B_INVAL | B_TRUNC, cr);
        mutex_enter(&rp->r_statelock);
        rp->r_flags &= ~RTRUNCATE;
        cv_broadcast(&rp->r_cv);
        mutex_exit(&rp->r_statelock);
}

static int nfs_write_error_to_cons_only = 0;
#define MSG(x)  (nfs_write_error_to_cons_only ? (x) : (x) + 1)

/*
 * Print a file handle
 */
void
nfs_printfhandle(nfs_fhandle *fhp)
{
        int *ip;
        char *buf;
        size_t bufsize;
        char *cp;

        /*
         * 13 == "(file handle:"
         * maximum of NFS_FHANDLE / sizeof (*ip) elements in fh_buf times
         *      1 == ' '
         *      8 == maximum strlen of "%x"
         * 3 == ")\n\0"
         */
        bufsize = 13 + ((NFS_FHANDLE_LEN / sizeof (*ip)) * (1 + 8)) + 3;
        buf = kmem_alloc(bufsize, KM_NOSLEEP);
        if (buf == NULL)
                return;

        cp = buf;
        (void) strcpy(cp, "(file handle:");
        while (*cp != '\0')
                cp++;
        for (ip = (int *)fhp->fh_buf;
            ip < (int *)&fhp->fh_buf[fhp->fh_len];
            ip++) {
                (void) sprintf(cp, " %x", *ip);
                while (*cp != '\0')
                        cp++;
        }
        (void) strcpy(cp, ")\n");

        zcmn_err(getzoneid(), CE_CONT, MSG("^%s"), buf);

        kmem_free(buf, bufsize);
}

/*
 * Notify the system administrator that an NFS write error has
 * occurred.
 */

/* seconds between ENOSPC/EDQUOT messages */
clock_t nfs_write_error_interval = 5;

void
nfs_write_error(vnode_t *vp, int error, cred_t *cr)
{
        mntinfo_t *mi;
        clock_t now;

        mi = VTOMI(vp);
        /*
         * In case of forced unmount or zone shutdown, do not print any
         * messages since it can flood the console with error messages.
         */
        if (FS_OR_ZONE_GONE(mi->mi_vfsp))
                return;

        /*
         * No use in flooding the console with ENOSPC
         * messages from the same file system.
         */
        now = ddi_get_lbolt();
        if ((error != ENOSPC && error != EDQUOT) ||
            now - mi->mi_printftime > 0) {
                zoneid_t zoneid = mi->mi_zone->zone_id;

#ifdef DEBUG
                nfs_perror(error, "NFS%ld write error on host %s: %m.\n",
                    mi->mi_vers, VTOR(vp)->r_server->sv_hostname, NULL);
#else
                nfs_perror(error, "NFS write error on host %s: %m.\n",
                    VTOR(vp)->r_server->sv_hostname, NULL);
#endif
                if (error == ENOSPC || error == EDQUOT) {
                        zcmn_err(zoneid, CE_CONT,
                            MSG("^File: userid=%d, groupid=%d\n"),
                            crgetuid(cr), crgetgid(cr));
                        if (crgetuid(CRED()) != crgetuid(cr) ||
                            crgetgid(CRED()) != crgetgid(cr)) {
                                zcmn_err(zoneid, CE_CONT,
                                    MSG("^User: userid=%d, groupid=%d\n"),
                                    crgetuid(CRED()), crgetgid(CRED()));
                        }
                        mi->mi_printftime = now +
                            nfs_write_error_interval * hz;
                }
                nfs_printfhandle(&VTOR(vp)->r_fh);
#ifdef DEBUG
                if (error == EACCES) {
                        zcmn_err(zoneid, CE_CONT,
                            MSG("^nfs_bio: cred is%s kcred\n"),
                            cr == kcred ? "" : " not");
                }
#endif
        }
}

/* ARGSUSED */
static void *
nfs_mi_init(zoneid_t zoneid)
{
        struct mi_globals *mig;

        mig = kmem_alloc(sizeof (*mig), KM_SLEEP);
        mutex_init(&mig->mig_lock, NULL, MUTEX_DEFAULT, NULL);
        list_create(&mig->mig_list, sizeof (mntinfo_t),
            offsetof(mntinfo_t, mi_zone_node));
        mig->mig_destructor_called = B_FALSE;
        return (mig);
}

/*
 * Callback routine to tell all NFS mounts in the zone to stop creating new
 * threads.  Existing threads should exit.
 */
/* ARGSUSED */
static void
nfs_mi_shutdown(zoneid_t zoneid, void *data)
{
        struct mi_globals *mig = data;
        mntinfo_t *mi;

        ASSERT(mig != NULL);
again:
        mutex_enter(&mig->mig_lock);
        for (mi = list_head(&mig->mig_list); mi != NULL;
            mi = list_next(&mig->mig_list, mi)) {

                /*
                 * If we've done the shutdown work for this FS, skip.
                 * Once we go off the end of the list, we're done.
                 */
                if (mi->mi_flags & MI_DEAD)
                        continue;

                /*
                 * We will do work, so not done.  Get a hold on the FS.
                 */
                VFS_HOLD(mi->mi_vfsp);

                /*
                 * purge the DNLC for this filesystem
                 */
                (void) dnlc_purge_vfsp(mi->mi_vfsp, 0);

                mutex_enter(&mi->mi_async_lock);
                /*
                 * Tell existing async worker threads to exit.
                 */
                mi->mi_max_threads = 0;
                NFS_WAKEALL_ASYNC_WORKERS(mi->mi_async_work_cv);
                /*
                 * Set MI_ASYNC_MGR_STOP so the async manager thread starts
                 * getting ready to exit when it's done with its current work.
                 * Also set MI_DEAD to note we've acted on this FS.
                 */
                mutex_enter(&mi->mi_lock);
                mi->mi_flags |= (MI_ASYNC_MGR_STOP|MI_DEAD);
                mutex_exit(&mi->mi_lock);
                /*
                 * Wake up the async manager thread.
                 */
                cv_broadcast(&mi->mi_async_reqs_cv);
                mutex_exit(&mi->mi_async_lock);

                /*
                 * Drop lock and release FS, which may change list, then repeat.
                 * We're done when every mi has been done or the list is empty.
                 */
                mutex_exit(&mig->mig_lock);
                VFS_RELE(mi->mi_vfsp);
                goto again;
        }
        mutex_exit(&mig->mig_lock);
}

static void
nfs_mi_free_globals(struct mi_globals *mig)
{
        list_destroy(&mig->mig_list);   /* makes sure the list is empty */
        mutex_destroy(&mig->mig_lock);
        kmem_free(mig, sizeof (*mig));

}

/* ARGSUSED */
static void
nfs_mi_destroy(zoneid_t zoneid, void *data)
{
        struct mi_globals *mig = data;

        ASSERT(mig != NULL);
        mutex_enter(&mig->mig_lock);
        if (list_head(&mig->mig_list) != NULL) {
                /* Still waiting for VFS_FREEVFS() */
                mig->mig_destructor_called = B_TRUE;
                mutex_exit(&mig->mig_lock);
                return;
        }
        nfs_mi_free_globals(mig);
}

/*
 * Add an NFS mount to the per-zone list of NFS mounts.
 */
void
nfs_mi_zonelist_add(mntinfo_t *mi)
{
        struct mi_globals *mig;

        mig = zone_getspecific(mi_list_key, mi->mi_zone);
        mutex_enter(&mig->mig_lock);
        list_insert_head(&mig->mig_list, mi);
        mutex_exit(&mig->mig_lock);
}

/*
 * Remove an NFS mount from the per-zone list of NFS mounts.
 */
static void
nfs_mi_zonelist_remove(mntinfo_t *mi)
{
        struct mi_globals *mig;

        mig = zone_getspecific(mi_list_key, mi->mi_zone);
        mutex_enter(&mig->mig_lock);
        list_remove(&mig->mig_list, mi);
        /*
         * We can be called asynchronously by VFS_FREEVFS() after the zone
         * shutdown/destroy callbacks have executed; if so, clean up the zone's
         * mi globals.
         */
        if (list_head(&mig->mig_list) == NULL &&
            mig->mig_destructor_called == B_TRUE) {
                nfs_mi_free_globals(mig);
                return;
        }
        mutex_exit(&mig->mig_lock);
}

/*
 * NFS Client initialization routine.  This routine should only be called
 * once.  It performs the following tasks:
 *      - Initalize all global locks
 *      - Call sub-initialization routines (localize access to variables)
 */
int
nfs_clntinit(void)
{
#ifdef DEBUG
        static boolean_t nfs_clntup = B_FALSE;
#endif
        int error;

#ifdef DEBUG
        ASSERT(nfs_clntup == B_FALSE);
#endif

        error = nfs_subrinit();
        if (error)
                return (error);

        error = nfs_vfsinit();
        if (error) {
                /*
                 * Cleanup nfs_subrinit() work
                 */
                nfs_subrfini();
                return (error);
        }
        zone_key_create(&mi_list_key, nfs_mi_init, nfs_mi_shutdown,
            nfs_mi_destroy);

        nfs4_clnt_init();

#ifdef DEBUG
        nfs_clntup = B_TRUE;
#endif

        return (0);
}

/*
 * This routine is only called if the NFS Client has been initialized but
 * the module failed to be installed. This routine will cleanup the previously
 * allocated/initialized work.
 */
void
nfs_clntfini(void)
{
        (void) zone_key_delete(mi_list_key);
        nfs_subrfini();
        nfs_vfsfini();
        nfs4_clnt_fini();
}

/*
 * nfs_lockrelease:
 *
 * Release any locks on the given vnode that are held by the current
 * process.
 */
void
nfs_lockrelease(vnode_t *vp, int flag, offset_t offset, cred_t *cr)
{
        flock64_t ld;
        struct shrlock shr;
        char *buf;
        int remote_lock_possible;
        int ret;

        ASSERT((uintptr_t)vp > KERNELBASE);

        /*
         * Generate an explicit unlock operation for the entire file.  As a
         * partial optimization, only generate the unlock if there is a
         * lock registered for the file.  We could check whether this
         * particular process has any locks on the file, but that would
         * require the local locking code to provide yet another query
         * routine.  Note that no explicit synchronization is needed here.
         * At worst, flk_has_remote_locks() will return a false positive,
         * in which case the unlock call wastes time but doesn't harm
         * correctness.
         *
         * In addition, an unlock request is generated if the process
         * is listed as possibly having a lock on the file because the
         * server and client lock managers may have gotten out of sync.
         * N.B. It is important to make sure nfs_remove_locking_id() is
         * called here even if flk_has_remote_locks(vp) reports true.
         * If it is not called and there is an entry on the process id
         * list, that entry will never get removed.
         */
        remote_lock_possible = nfs_remove_locking_id(vp, RLMPL_PID,
            (char *)&(ttoproc(curthread)->p_pid), NULL, NULL);
        if (remote_lock_possible || flk_has_remote_locks(vp)) {
                ld.l_type = F_UNLCK;    /* set to unlock entire file */
                ld.l_whence = 0;        /* unlock from start of file */
                ld.l_start = 0;
                ld.l_len = 0;           /* do entire file */
                ret = fop_frlock(vp, F_SETLK, &ld, flag, offset, NULL, cr,
                    NULL);

                if (ret != 0) {
                        /*
                         * If fop_frlock fails, make sure we unregister
                         * local locks before we continue.
                         */
                        ld.l_pid = ttoproc(curthread)->p_pid;
                        lm_register_lock_locally(vp, NULL, &ld, flag, offset);
#ifdef DEBUG
                        nfs_perror(ret,
                            "NFS lock release error on vp %p: %m.\n",
                            (void *)vp, NULL);
#endif
                }

                /*
                 * The call to fop_frlock may put the pid back on the
                 * list.  We need to remove it.
                 */
                (void) nfs_remove_locking_id(vp, RLMPL_PID,
                    (char *)&(ttoproc(curthread)->p_pid), NULL, NULL);
        }

        /*
         * As long as the vp has a share matching our pid,
         * pluck it off and unshare it.  There are circumstances in
         * which the call to nfs_remove_locking_id() may put the
         * owner back on the list, in which case we simply do a
         * redundant and harmless unshare.
         */
        buf = kmem_alloc(MAX_SHR_OWNER_LEN, KM_SLEEP);
        while (nfs_remove_locking_id(vp, RLMPL_OWNER,
            NULL, buf, &shr.s_own_len)) {
                shr.s_owner = buf;
                shr.s_access = 0;
                shr.s_deny = 0;
                shr.s_sysid = 0;
                shr.s_pid = curproc->p_pid;

                ret = fop_shrlock(vp, F_UNSHARE, &shr, flag, cr, NULL);
#ifdef DEBUG
                if (ret != 0) {
                        nfs_perror(ret,
                            "NFS share release error on vp %p: %m.\n",
                            (void *)vp, NULL);
                }
#endif
        }
        kmem_free(buf, MAX_SHR_OWNER_LEN);
}

/*
 * nfs_lockcompletion:
 *
 * If the vnode has a lock that makes it unsafe to cache the file, mark it
 * as non cachable (set VNOCACHE bit).
 */

void
nfs_lockcompletion(vnode_t *vp, int cmd)
{
#ifdef DEBUG
        rnode_t *rp = VTOR(vp);

        ASSERT(nfs_rw_lock_held(&rp->r_lkserlock, RW_WRITER));
#endif

        if (cmd == F_SETLK || cmd == F_SETLKW) {
                if (!lm_safemap(vp)) {
                        mutex_enter(&vp->v_lock);
                        vp->v_flag |= VNOCACHE;
                        mutex_exit(&vp->v_lock);
                } else {
                        mutex_enter(&vp->v_lock);
                        vp->v_flag &= ~VNOCACHE;
                        mutex_exit(&vp->v_lock);
                }
        }
        /*
         * The cached attributes of the file are stale after acquiring
         * the lock on the file. They were updated when the file was
         * opened, but not updated when the lock was acquired. Therefore the
         * cached attributes are invalidated after the lock is obtained.
         */
        PURGE_ATTRCACHE(vp);
}

/*
 * The lock manager holds state making it possible for the client
 * and server to be out of sync.  For example, if the response from
 * the server granting a lock request is lost, the server will think
 * the lock is granted and the client will think the lock is lost.
 * The client can tell when it is not positive if it is in sync with
 * the server.
 *
 * To deal with this, a list of processes for which the client is
 * not sure if the server holds a lock is attached to the rnode.
 * When such a process closes the rnode, an unlock request is sent
 * to the server to unlock the entire file.
 *
 * The list is kept as a singularly linked NULL terminated list.
 * Because it is only added to under extreme error conditions, the
 * list shouldn't get very big.  DEBUG kernels print a message if
 * the list gets bigger than nfs_lmpl_high_water.  This is arbitrarily
 * choosen to be 8, but can be tuned at runtime.
 */
#ifdef DEBUG
/* int nfs_lmpl_high_water = 8; */
int nfs_lmpl_high_water = 128;
int nfs_cnt_add_locking_id = 0;
int nfs_len_add_locking_id = 0;
#endif /* DEBUG */

/*
 * Record that the nfs lock manager server may be holding a lock on
 * a vnode for a process.
 *
 * Because the nfs lock manager server holds state, it is possible
 * for the server to get out of sync with the client.  This routine is called
 * from the client when it is no longer sure if the server is in sync
 * with the client.  nfs_lockrelease() will then notice this and send
 * an unlock request when the file is closed
 */
void
nfs_add_locking_id(vnode_t *vp, pid_t pid, int type, char *id, int len)
{
        rnode_t *rp;
        lmpl_t *new;
        lmpl_t *cur;
        lmpl_t **lmplp;
#ifdef DEBUG
        int list_len = 1;
#endif /* DEBUG */

#ifdef DEBUG
        ++nfs_cnt_add_locking_id;
#endif /* DEBUG */
        /*
         * allocate new lmpl_t now so we don't sleep
         * later after grabbing mutexes
         */
        ASSERT(len < MAX_SHR_OWNER_LEN);
        new = kmem_alloc(sizeof (*new), KM_SLEEP);
        new->lmpl_type = type;
        new->lmpl_pid = pid;
        new->lmpl_owner = kmem_alloc(len, KM_SLEEP);
        bcopy(id, new->lmpl_owner, len);
        new->lmpl_own_len = len;
        new->lmpl_next = (lmpl_t *)NULL;
#ifdef DEBUG
        if (type == RLMPL_PID) {
                ASSERT(len == sizeof (pid_t));
                ASSERT(pid == *(pid_t *)new->lmpl_owner);
        } else {
                ASSERT(type == RLMPL_OWNER);
        }
#endif

        rp = VTOR(vp);
        mutex_enter(&rp->r_statelock);

        /*
         * Add this id to the list for this rnode only if the
         * rnode is active and the id is not already there.
         */
        ASSERT(rp->r_flags & RHASHED);
        lmplp = &(rp->r_lmpl);
        for (cur = rp->r_lmpl; cur != (lmpl_t *)NULL; cur = cur->lmpl_next) {
                if (cur->lmpl_pid == pid &&
                    cur->lmpl_type == type &&
                    cur->lmpl_own_len == len &&
                    bcmp(cur->lmpl_owner, new->lmpl_owner, len) == 0) {
                        kmem_free(new->lmpl_owner, len);
                        kmem_free(new, sizeof (*new));
                        break;
                }
                lmplp = &cur->lmpl_next;
#ifdef DEBUG
                ++list_len;
#endif /* DEBUG */
        }
        if (cur == (lmpl_t *)NULL) {
                *lmplp = new;
#ifdef DEBUG
                if (list_len > nfs_len_add_locking_id) {
                        nfs_len_add_locking_id = list_len;
                }
                if (list_len > nfs_lmpl_high_water) {
                        cmn_err(CE_WARN, "nfs_add_locking_id: long list "
                            "vp=%p is %d", (void *)vp, list_len);
                }
#endif /* DEBUG */
        }

#ifdef DEBUG
        if (share_debug) {
                int nitems = 0;
                int npids = 0;
                int nowners = 0;

                /*
                 * Count the number of things left on r_lmpl after the remove.
                 */
                for (cur = rp->r_lmpl; cur != (lmpl_t *)NULL;
                    cur = cur->lmpl_next) {
                        nitems++;
                        if (cur->lmpl_type == RLMPL_PID) {
                                npids++;
                        } else if (cur->lmpl_type == RLMPL_OWNER) {
                                nowners++;
                        } else {
                                cmn_err(CE_PANIC, "nfs_add_locking_id: "
                                    "unrecognized lmpl_type %d",
                                    cur->lmpl_type);
                        }
                }

                cmn_err(CE_CONT, "nfs_add_locking_id(%s): %d PIDs + %d "
                    "OWNs = %d items left on r_lmpl\n",
                    (type == RLMPL_PID) ? "P" : "O", npids, nowners, nitems);
        }
#endif

        mutex_exit(&rp->r_statelock);
}

/*
 * Remove an id from the lock manager id list.
 *
 * If the id is not in the list return 0.  If it was found and
 * removed, return 1.
 */
static int
nfs_remove_locking_id(vnode_t *vp, int type, char *id, char *rid, int *rlen)
{
        lmpl_t *cur;
        lmpl_t **lmplp;
        rnode_t *rp;
        int rv = 0;

        ASSERT(type == RLMPL_PID || type == RLMPL_OWNER);

        rp = VTOR(vp);

        mutex_enter(&rp->r_statelock);
        ASSERT(rp->r_flags & RHASHED);
        lmplp = &(rp->r_lmpl);

        /*
         * Search through the list and remove the entry for this id
         * if it is there.  The special case id == NULL allows removal
         * of the first share on the r_lmpl list belonging to the
         * current process (if any), without regard to further details
         * of its identity.
         */
        for (cur = rp->r_lmpl; cur != (lmpl_t *)NULL; cur = cur->lmpl_next) {
                if (cur->lmpl_type == type &&
                    cur->lmpl_pid == curproc->p_pid &&
                    (id == NULL ||
                    bcmp(cur->lmpl_owner, id, cur->lmpl_own_len) == 0)) {
                        *lmplp = cur->lmpl_next;
                        ASSERT(cur->lmpl_own_len < MAX_SHR_OWNER_LEN);
                        if (rid != NULL) {
                                bcopy(cur->lmpl_owner, rid, cur->lmpl_own_len);
                                *rlen = cur->lmpl_own_len;
                        }
                        kmem_free(cur->lmpl_owner, cur->lmpl_own_len);
                        kmem_free(cur, sizeof (*cur));
                        rv = 1;
                        break;
                }
                lmplp = &cur->lmpl_next;
        }

#ifdef DEBUG
        if (share_debug) {
                int nitems = 0;
                int npids = 0;
                int nowners = 0;

                /*
                 * Count the number of things left on r_lmpl after the remove.
                 */
                for (cur = rp->r_lmpl; cur != (lmpl_t *)NULL;
                    cur = cur->lmpl_next) {
                        nitems++;
                        if (cur->lmpl_type == RLMPL_PID) {
                                npids++;
                        } else if (cur->lmpl_type == RLMPL_OWNER) {
                                nowners++;
                        } else {
                                cmn_err(CE_PANIC,
                                    "nrli: unrecognized lmpl_type %d",
                                    cur->lmpl_type);
                        }
                }

                cmn_err(CE_CONT,
                "nrli(%s): %d PIDs + %d OWNs = %d items left on r_lmpl\n",
                    (type == RLMPL_PID) ? "P" : "O",
                    npids,
                    nowners,
                    nitems);
        }
#endif

        mutex_exit(&rp->r_statelock);
        return (rv);
}

void
nfs_free_mi(mntinfo_t *mi)
{
        ASSERT(mi->mi_flags & MI_ASYNC_MGR_STOP);
        ASSERT(mi->mi_manager_thread == NULL);
        ASSERT(mi->mi_threads[NFS_ASYNC_QUEUE] == 0 &&
            mi->mi_threads[NFS_ASYNC_PGOPS_QUEUE] == 0);

        /*
         * Remove the node from the global list before we start tearing it down.
         */
        nfs_mi_zonelist_remove(mi);
        if (mi->mi_klmconfig) {
                lm_free_config(mi->mi_klmconfig);
                kmem_free(mi->mi_klmconfig, sizeof (struct knetconfig));
        }
        mutex_destroy(&mi->mi_lock);
        mutex_destroy(&mi->mi_remap_lock);
        mutex_destroy(&mi->mi_async_lock);
        cv_destroy(&mi->mi_failover_cv);
        cv_destroy(&mi->mi_async_work_cv[NFS_ASYNC_QUEUE]);
        cv_destroy(&mi->mi_async_work_cv[NFS_ASYNC_PGOPS_QUEUE]);
        cv_destroy(&mi->mi_async_reqs_cv);
        cv_destroy(&mi->mi_async_cv);
        zone_rele_ref(&mi->mi_zone_ref, ZONE_REF_NFS);
        kmem_free(mi, sizeof (*mi));
}

static int
mnt_kstat_update(kstat_t *ksp, int rw)
{
        mntinfo_t *mi;
        struct mntinfo_kstat *mik;
        vfs_t *vfsp;
        int i;

        /* this is a read-only kstat. Bail out on a write */
        if (rw == KSTAT_WRITE)
                return (EACCES);

        /*
         * We don't want to wait here as kstat_chain_lock could be held by
         * dounmount(). dounmount() takes vfs_reflock before the chain lock
         * and thus could lead to a deadlock.
         */
        vfsp = (struct vfs *)ksp->ks_private;


        mi = VFTOMI(vfsp);

        mik = (struct mntinfo_kstat *)ksp->ks_data;

        (void) strcpy(mik->mik_proto, mi->mi_curr_serv->sv_knconf->knc_proto);
        mik->mik_vers = (uint32_t)mi->mi_vers;
        mik->mik_flags = mi->mi_flags;
        mik->mik_secmod = mi->mi_curr_serv->sv_secdata->secmod;
        mik->mik_curread = (uint32_t)mi->mi_curread;
        mik->mik_curwrite = (uint32_t)mi->mi_curwrite;
        mik->mik_retrans = mi->mi_retrans;
        mik->mik_timeo = mi->mi_timeo;
        mik->mik_acregmin = HR2SEC(mi->mi_acregmin);
        mik->mik_acregmax = HR2SEC(mi->mi_acregmax);
        mik->mik_acdirmin = HR2SEC(mi->mi_acdirmin);
        mik->mik_acdirmax = HR2SEC(mi->mi_acdirmax);
        for (i = 0; i < NFS_CALLTYPES + 1; i++) {
                mik->mik_timers[i].srtt = (uint32_t)mi->mi_timers[i].rt_srtt;
                mik->mik_timers[i].deviate =
                    (uint32_t)mi->mi_timers[i].rt_deviate;
                mik->mik_timers[i].rtxcur =
                    (uint32_t)mi->mi_timers[i].rt_rtxcur;
        }
        mik->mik_noresponse = (uint32_t)mi->mi_noresponse;
        mik->mik_failover = (uint32_t)mi->mi_failover;
        mik->mik_remap = (uint32_t)mi->mi_remap;
        (void) strcpy(mik->mik_curserver, mi->mi_curr_serv->sv_hostname);

        return (0);
}

void
nfs_mnt_kstat_init(struct vfs *vfsp)
{
        mntinfo_t *mi = VFTOMI(vfsp);

        /*
         * Create the version specific kstats.
         *
         * PSARC 2001/697 Contract Private Interface
         * All nfs kstats are under SunMC contract
         * Please refer to the PSARC listed above and contact
         * SunMC before making any changes!
         *
         * Changes must be reviewed by Solaris File Sharing
         * Changes must be communicated to contract-2001-697@sun.com
         *
         */

        mi->mi_io_kstats = kstat_create_zone("nfs", getminor(vfsp->vfs_dev),
            NULL, "nfs", KSTAT_TYPE_IO, 1, 0, mi->mi_zone->zone_id);
        if (mi->mi_io_kstats) {
                if (mi->mi_zone->zone_id != GLOBAL_ZONEID)
                        kstat_zone_add(mi->mi_io_kstats, GLOBAL_ZONEID);
                mi->mi_io_kstats->ks_lock = &mi->mi_lock;
                kstat_install(mi->mi_io_kstats);
        }

        if ((mi->mi_ro_kstats = kstat_create_zone("nfs",
            getminor(vfsp->vfs_dev), "mntinfo", "misc", KSTAT_TYPE_RAW,
            sizeof (struct mntinfo_kstat), 0, mi->mi_zone->zone_id)) != NULL) {
                if (mi->mi_zone->zone_id != GLOBAL_ZONEID)
                        kstat_zone_add(mi->mi_ro_kstats, GLOBAL_ZONEID);
                mi->mi_ro_kstats->ks_update = mnt_kstat_update;
                mi->mi_ro_kstats->ks_private = (void *)vfsp;
                kstat_install(mi->mi_ro_kstats);
        }
}

nfs_delmapcall_t *
nfs_init_delmapcall()
{
        nfs_delmapcall_t        *delmap_call;

        delmap_call = kmem_alloc(sizeof (nfs_delmapcall_t), KM_SLEEP);
        delmap_call->call_id = curthread;
        delmap_call->error = 0;

        return (delmap_call);
}

void
nfs_free_delmapcall(nfs_delmapcall_t *delmap_call)
{
        kmem_free(delmap_call, sizeof (nfs_delmapcall_t));
}

/*
 * Searches for the current delmap caller (based on curthread) in the list of
 * callers.  If it is found, we remove it and free the delmap caller.
 * Returns:
 *      0 if the caller wasn't found
 *      1 if the caller was found, removed and freed.  *errp is set to what
 *      the result of the delmap was.
 */
int
nfs_find_and_delete_delmapcall(rnode_t *rp, int *errp)
{
        nfs_delmapcall_t        *delmap_call;

        /*
         * If the list doesn't exist yet, we create it and return
         * that the caller wasn't found.  No list = no callers.
         */
        mutex_enter(&rp->r_statelock);
        if (!(rp->r_flags & RDELMAPLIST)) {
                /* The list does not exist */
                list_create(&rp->r_indelmap, sizeof (nfs_delmapcall_t),
                    offsetof(nfs_delmapcall_t, call_node));
                rp->r_flags |= RDELMAPLIST;
                mutex_exit(&rp->r_statelock);
                return (0);
        } else {
                /* The list exists so search it */
                for (delmap_call = list_head(&rp->r_indelmap);
                    delmap_call != NULL;
                    delmap_call = list_next(&rp->r_indelmap, delmap_call)) {
                        if (delmap_call->call_id == curthread) {
                                /* current caller is in the list */
                                *errp = delmap_call->error;
                                list_remove(&rp->r_indelmap, delmap_call);
                                mutex_exit(&rp->r_statelock);
                                nfs_free_delmapcall(delmap_call);
                                return (1);
                        }
                }
        }
        mutex_exit(&rp->r_statelock);
        return (0);
}