specvnops.c revision 9acbbeaf2a1ffe5c14b244867d427714fab43c5c
/*
* CDDL HEADER START
*
* The contents of this file are subject to the terms of the
* Common Development and Distribution License (the "License").
* You may not use this file except in compliance with the License.
*
* You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
* or http://www.opensolaris.org/os/licensing.
* See the License for the specific language governing permissions
* and limitations under the License.
*
* When distributing Covered Code, include this CDDL HEADER in each
* file and include the License file at usr/src/OPENSOLARIS.LICENSE.
* If applicable, add the following below this CDDL HEADER, with the
* fields enclosed by brackets "[]" replaced with your own identifying
* information: Portions Copyright [yyyy] [name of copyright owner]
*
* CDDL HEADER END
*/
/*
* Copyright 2006 Sun Microsystems, Inc. All rights reserved.
* Use is subject to license terms.
*/
/* Copyright (c) 1983, 1984, 1985, 1986, 1987, 1988, 1989 AT&T */
/* All Rights Reserved */
/*
* University Copyright- Copyright (c) 1982, 1986, 1988
* The Regents of the University of California
* All Rights Reserved
*
* University Acknowledgment- Portions of this document are derived from
* software developed by the University of California, Berkeley, and its
* contributors.
*/
#pragma ident "%Z%%M% %I% %E% SMI"
#include <sys/types.h>
#include <sys/thread.h>
#include <sys/t_lock.h>
#include <sys/param.h>
#include <sys/systm.h>
#include <sys/bitmap.h>
#include <sys/buf.h>
#include <sys/cmn_err.h>
#include <sys/conf.h>
#include <sys/ddi.h>
#include <sys/debug.h>
#include <sys/errno.h>
#include <sys/time.h>
#include <sys/fcntl.h>
#include <sys/flock.h>
#include <sys/file.h>
#include <sys/kmem.h>
#include <sys/mman.h>
#include <sys/open.h>
#include <sys/swap.h>
#include <sys/sysmacros.h>
#include <sys/uio.h>
#include <sys/vfs.h>
#include <sys/vnode.h>
#include <sys/stat.h>
#include <sys/poll.h>
#include <sys/stream.h>
#include <sys/strsubr.h>
#include <sys/policy.h>
#include <sys/devpolicy.h>
#include <sys/proc.h>
#include <sys/user.h>
#include <sys/session.h>
#include <sys/vmsystm.h>
#include <sys/vtrace.h>
#include <sys/pathname.h>
#include <sys/fs/snode.h>
#include <vm/seg.h>
#include <vm/seg_map.h>
#include <vm/page.h>
#include <vm/pvn.h>
#include <vm/seg_dev.h>
#include <vm/seg_vn.h>
#include <fs/fs_subr.h>
#include <sys/esunddi.h>
#include <sys/autoconf.h>
#include <sys/sunndi.h>
static int spec_open(struct vnode **, int, struct cred *);
static int spec_close(struct vnode *, int, int, offset_t, struct cred *);
static int spec_read(struct vnode *, struct uio *, int, struct cred *,
struct caller_context *);
static int spec_write(struct vnode *, struct uio *, int, struct cred *,
struct caller_context *);
static int spec_ioctl(struct vnode *, int, intptr_t, int, struct cred *, int *);
static int spec_getattr(struct vnode *, struct vattr *, int, struct cred *);
static int spec_setattr(struct vnode *, struct vattr *, int, struct cred *,
caller_context_t *);
static int spec_access(struct vnode *, int, int, struct cred *);
static int spec_create(struct vnode *, char *, vattr_t *, enum vcexcl,
int, struct vnode **, struct cred *, int);
static int spec_fsync(struct vnode *, int, struct cred *);
static void spec_inactive(struct vnode *, struct cred *);
static int spec_fid(struct vnode *, struct fid *);
static int spec_seek(struct vnode *, offset_t, offset_t *);
static int spec_frlock(struct vnode *, int, struct flock64 *, int, offset_t,
struct flk_callback *, struct cred *);
static int spec_realvp(struct vnode *, struct vnode **);
static int spec_getpage(struct vnode *, offset_t, size_t, uint_t *, page_t **,
size_t, struct seg *, caddr_t, enum seg_rw, struct cred *);
static int spec_putapage(struct vnode *, page_t *, u_offset_t *, size_t *, int,
struct cred *);
static struct buf *spec_startio(struct vnode *, page_t *, u_offset_t, size_t,
int);
static int spec_getapage(struct vnode *, u_offset_t, size_t, uint_t *,
page_t **, size_t, struct seg *, caddr_t, enum seg_rw, struct cred *);
static int spec_map(struct vnode *, offset_t, struct as *, caddr_t *, size_t,
uchar_t, uchar_t, uint_t, struct cred *);
static int spec_addmap(struct vnode *, offset_t, struct as *, caddr_t, size_t,
uchar_t, uchar_t, uint_t, struct cred *);
static int spec_delmap(struct vnode *, offset_t, struct as *, caddr_t, size_t,
uint_t, uint_t, uint_t, struct cred *);
static int spec_poll(struct vnode *, short, int, short *, struct pollhead **);
static int spec_dump(struct vnode *, caddr_t, int, int);
static int spec_pageio(struct vnode *, page_t *, u_offset_t, size_t, int,
cred_t *);
static int spec_getsecattr(struct vnode *, vsecattr_t *, int, struct cred *);
static int spec_setsecattr(struct vnode *, vsecattr_t *, int, struct cred *);
static int spec_pathconf(struct vnode *, int, ulong_t *, struct cred *);
#define SN_HOLD(csp) { \
mutex_enter(&csp->s_lock); \
csp->s_count++; \
mutex_exit(&csp->s_lock); \
}
#define SN_RELE(csp) { \
mutex_enter(&csp->s_lock); \
csp->s_count--; \
ASSERT((csp->s_count > 0) || (csp->s_vnode->v_stream == NULL)); \
mutex_exit(&csp->s_lock); \
}
struct vnodeops *spec_vnodeops;
const fs_operation_def_t spec_vnodeops_template[] = {
VOPNAME_OPEN, spec_open,
VOPNAME_CLOSE, spec_close,
VOPNAME_READ, spec_read,
VOPNAME_WRITE, spec_write,
VOPNAME_IOCTL, spec_ioctl,
VOPNAME_GETATTR, spec_getattr,
VOPNAME_SETATTR, spec_setattr,
VOPNAME_ACCESS, spec_access,
VOPNAME_CREATE, spec_create,
VOPNAME_FSYNC, spec_fsync,
VOPNAME_INACTIVE, (fs_generic_func_p) spec_inactive,
VOPNAME_FID, spec_fid,
VOPNAME_SEEK, spec_seek,
VOPNAME_PATHCONF, spec_pathconf,
VOPNAME_FRLOCK, spec_frlock,
VOPNAME_REALVP, spec_realvp,
VOPNAME_GETPAGE, spec_getpage,
VOPNAME_PUTPAGE, spec_putpage,
VOPNAME_MAP, (fs_generic_func_p) spec_map,
VOPNAME_ADDMAP, (fs_generic_func_p) spec_addmap,
VOPNAME_DELMAP, spec_delmap,
VOPNAME_POLL, (fs_generic_func_p) spec_poll,
VOPNAME_DUMP, spec_dump,
VOPNAME_PAGEIO, spec_pageio,
VOPNAME_SETSECATTR, spec_setsecattr,
VOPNAME_GETSECATTR, spec_getsecattr,
NULL, NULL
};
/*
* Return address of spec_vnodeops
*/
struct vnodeops *
spec_getvnodeops(void)
{
return (spec_vnodeops);
}
extern vnode_t *rconsvp;
/*
* Acquire the serial lock on the common snode.
*/
#define LOCK_CSP(csp) \
mutex_enter(&csp->s_lock); \
while (csp->s_flag & SLOCKED) { \
csp->s_flag |= SWANT; \
cv_wait(&csp->s_cv, &csp->s_lock); \
} \
csp->s_flag |= SLOCKED; \
mutex_exit(&csp->s_lock);
#define LOCK_CSP_SIG(csp) lock_csp_sig(csp)
/*
* Acquire the serial lock on the common snode checking for a signal.
* cv_wait_sig is used to allow signals to pull us out.
* Return 1 if locked, 0 if interrupted
*/
static int
lock_csp_sig(struct snode *csp)
{
mutex_enter(&csp->s_lock);
while (csp->s_flag & SLOCKED) {
csp->s_flag |= SWANT;
if (!cv_wait_sig(&csp->s_cv, &csp->s_lock)) {
mutex_exit(&csp->s_lock);
/* interrupted */
return (0);
}
}
csp->s_flag |= SLOCKED;
mutex_exit(&csp->s_lock);
return (1);
}
/*
* Unlock the serial lock on the common snode
*/
#define UNLOCK_CSP_LOCK_HELD(csp) \
ASSERT(mutex_owned(&csp->s_lock)); \
if (csp->s_flag & SWANT) \
cv_broadcast(&csp->s_cv); \
csp->s_flag &= ~(SWANT|SLOCKED);
#define UNLOCK_CSP(csp) \
mutex_enter(&csp->s_lock); \
UNLOCK_CSP_LOCK_HELD(csp); \
mutex_exit(&csp->s_lock);
/*
* compute/return the size of the device
*/
#define SPEC_SIZE(csp) \
(((csp)->s_flag & SSIZEVALID) ? (csp)->s_size : spec_size(csp))
/*
* Compute and return the size. If the size in the common snode is valid then
* return it. If not valid then get the size from the driver and set size in
* the common snode. If the device has not been attached then we don't ask for
* an update from the driver- for non-streams SSIZEVALID stays unset until the
* device is attached. A stat of a mknod outside /devices (non-devfs) may
* report UNKNOWN_SIZE because the device may not be attached yet (SDIPSET not
* established in mknod until open time). An stat in /devices will report the
* size correctly. Specfs should always call SPEC_SIZE instead of referring
* directly to s_size to initialize/retrieve the size of a device.
*
* XXX There is an inconsistency between block and raw - "unknown" is
* UNKNOWN_SIZE for VBLK and 0 for VCHR(raw).
*/
static u_offset_t
spec_size(struct snode *csp)
{
struct vnode *cvp = STOV(csp);
u_offset_t size;
int plen;
uint32_t size32;
dev_t dev;
dev_info_t *devi;
major_t maj;
ASSERT((csp)->s_commonvp == cvp); /* must be common node */
/* return cached value */
mutex_enter(&csp->s_lock);
if (csp->s_flag & SSIZEVALID) {
mutex_exit(&csp->s_lock);
return (csp->s_size);
}
/* VOP_GETATTR of mknod has not had devcnt restriction applied */
dev = cvp->v_rdev;
maj = getmajor(dev);
if (maj >= devcnt) {
/* return non-cached UNKNOWN_SIZE */
mutex_exit(&csp->s_lock);
return ((cvp->v_type == VCHR) ? 0 : UNKNOWN_SIZE);
}
/* establish cached zero size for streams */
if (STREAMSTAB(maj)) {
csp->s_size = 0;
csp->s_flag |= SSIZEVALID;
mutex_exit(&csp->s_lock);
return (0);
}
/*
* Return non-cached UNKNOWN_SIZE if not open.
*
* NB: This check is bogus, calling prop_op(9E) should be gated by
* attach, not open. Not having this check however opens up a new
* context under which a driver's prop_op(9E) could be called. Calling
* prop_op(9E) in this new context has been shown to expose latent
* driver bugs (insufficient NULL pointer checks that lead to panic).
* We are keeping this open check for now to avoid these panics.
*/
if (csp->s_count == 0) {
mutex_exit(&csp->s_lock);
return ((cvp->v_type == VCHR) ? 0 : UNKNOWN_SIZE);
}
/* Return non-cached UNKNOWN_SIZE if not attached. */
if (((csp->s_flag & SDIPSET) == 0) || (csp->s_dip == NULL) ||
!i_ddi_devi_attached(csp->s_dip)) {
mutex_exit(&csp->s_lock);
return ((cvp->v_type == VCHR) ? 0 : UNKNOWN_SIZE);
}
devi = csp->s_dip;
/*
* Established cached size obtained from the attached driver. Since we
* know the devinfo node, for efficiency we use cdev_prop_op directly
* instead of [cb]dev_[Ss]size.
*/
if (cvp->v_type == VCHR) {
size = 0;
plen = sizeof (size);
if (cdev_prop_op(dev, devi, PROP_LEN_AND_VAL_BUF,
DDI_PROP_NOTPROM | DDI_PROP_DONTPASS |
DDI_PROP_CONSUMER_TYPED, "Size", (caddr_t)&size,
&plen) != DDI_PROP_SUCCESS) {
plen = sizeof (size32);
if (cdev_prop_op(dev, devi, PROP_LEN_AND_VAL_BUF,
DDI_PROP_NOTPROM | DDI_PROP_DONTPASS,
"size", (caddr_t)&size32, &plen) ==
DDI_PROP_SUCCESS)
size = size32;
}
} else {
size = UNKNOWN_SIZE;
plen = sizeof (size);
if (cdev_prop_op(dev, devi, PROP_LEN_AND_VAL_BUF,
DDI_PROP_NOTPROM | DDI_PROP_DONTPASS |
DDI_PROP_CONSUMER_TYPED, "Nblocks", (caddr_t)&size,
&plen) != DDI_PROP_SUCCESS) {
plen = sizeof (size32);
if (cdev_prop_op(dev, devi, PROP_LEN_AND_VAL_BUF,
DDI_PROP_NOTPROM | DDI_PROP_DONTPASS,
"nblocks", (caddr_t)&size32, &plen) ==
DDI_PROP_SUCCESS)
size = size32;
}
if (size != UNKNOWN_SIZE) {
/* convert from block size to byte size */
if (size < (MAXOFFSET_T >> DEV_BSHIFT))
size = size << DEV_BSHIFT;
else
size = UNKNOWN_SIZE;
}
}
csp->s_size = size;
csp->s_flag |= SSIZEVALID;
mutex_exit(&csp->s_lock);
return (size);
}
/*
* This function deal with vnode substitution in the case of
* device cloning.
*/
static int
spec_clone(struct vnode **vpp, dev_t newdev, int vtype, struct stdata *stp)
{
dev_t dev = (*vpp)->v_rdev;
major_t maj = getmajor(dev);
major_t newmaj = getmajor(newdev);
int sysclone = (maj == clone_major);
int qassociate_used = 0;
struct snode *oldsp, *oldcsp;
struct snode *newsp, *newcsp;
struct vnode *newvp, *newcvp;
dev_info_t *dip;
queue_t *dq;
ASSERT(dev != newdev);
/*
* Check for cloning across different drivers.
* We only support this under the system provided clone driver
*/
if ((maj != newmaj) && !sysclone) {
cmn_err(CE_NOTE,
"unsupported clone open maj = %u, newmaj = %u",
maj, newmaj);
return (ENXIO);
}
/* old */
oldsp = VTOS(*vpp);
oldcsp = VTOS(oldsp->s_commonvp);
/* new */
newvp = makespecvp(newdev, vtype);
ASSERT(newvp != NULL);
newsp = VTOS(newvp);
newcvp = newsp->s_commonvp;
newcsp = VTOS(newcvp);
/*
* Clones inherit fsid, realvp, and dip.
* XXX realvp inherit is not occurring, does fstat of clone work?
*/
newsp->s_fsid = oldsp->s_fsid;
if (sysclone) {
newsp->s_flag |= SCLONE;
dip = NULL;
} else {
newsp->s_flag |= SSELFCLONE;
dip = oldcsp->s_dip;
}
/*
* If we cloned to an opened newdev that already has called
* spec_assoc_vp_with_devi (SDIPSET set) then the association is
* already established.
*/
if (!(newcsp->s_flag & SDIPSET)) {
/*
* Establish s_dip association for newdev.
*
* If we trusted the getinfo(9E) DDI_INFO_DEVT2INSTANCE
* implementation of all cloning drivers (SCLONE and SELFCLONE)
* we would always use e_ddi_hold_devi_by_dev(). We know that
* many drivers have had (still have?) problems with
* DDI_INFO_DEVT2INSTANCE, so we try to minimize reliance by
* detecting drivers that use QASSOCIATE (by looking down the
* stream) and setting their s_dip association to NULL.
*/
qassociate_used = 0;
if (stp) {
for (dq = stp->sd_wrq; dq; dq = dq->q_next) {
if (_RD(dq)->q_flag & _QASSOCIATED) {
qassociate_used = 1;
dip = NULL;
break;
}
}
}
if (dip || qassociate_used) {
spec_assoc_vp_with_devi(newvp, dip);
} else {
/* derive association from newdev */
dip = e_ddi_hold_devi_by_dev(newdev, 0);
spec_assoc_vp_with_devi(newvp, dip);
if (dip)
ddi_release_devi(dip);
}
}
SN_HOLD(newcsp);
/* deal with stream stuff */
if (stp != NULL) {
LOCK_CSP(newcsp); /* synchronize stream open/close */
mutex_enter(&newcsp->s_lock);
newcvp->v_stream = newvp->v_stream = stp;
stp->sd_vnode = newcvp;
stp->sd_strtab = STREAMSTAB(newmaj);
mutex_exit(&newcsp->s_lock);
UNLOCK_CSP(newcsp);
}
/* substitute the vnode */
SN_RELE(oldcsp);
VN_RELE(*vpp);
*vpp = newvp;
return (0);
}
static int
spec_open(struct vnode **vpp, int flag, struct cred *cr)
{
major_t maj;
dev_t dev, newdev;
struct vnode *vp, *cvp;
struct snode *sp, *csp;
struct stdata *stp;
dev_info_t *dip;
int error, type;
flag &= ~FCREAT; /* paranoia */
vp = *vpp;
sp = VTOS(vp);
ASSERT((vp->v_type == VCHR) || (vp->v_type == VBLK));
if ((vp->v_type != VCHR) && (vp->v_type != VBLK))
return (ENXIO);
/*
* If the VFS_NODEVICES bit was set for the mount,
* do not allow opens of special devices.
*/
if (sp->s_realvp && (sp->s_realvp->v_vfsp->vfs_flag & VFS_NODEVICES))
return (ENXIO);
newdev = dev = vp->v_rdev;
/*
* If we are opening a node that has not had spec_assoc_vp_with_devi
* called against it (mknod outside /devices or a non-dacf makespecvp
* node) then SDIPSET will not be set. In this case we call an
* interface which will reconstruct the path and lookup (drive attach)
* through devfs (e_ddi_hold_devi_by_dev -> e_ddi_hold_devi_by_path ->
* devfs_lookupname). For support of broken drivers that don't call
* ddi_create_minor_node for all minor nodes in their instance space,
* we call interfaces that operates at the directory/devinfo
* (major/instance) level instead of to the leaf/minor node level.
* After finding and attaching the dip we associate it with the
* common specfs vnode (s_dip), which sets SDIPSET. A DL_DETACH_REQ
* to style-2 stream driver may set s_dip to NULL with SDIPSET set.
*
* NOTE: Although e_ddi_hold_devi_by_dev takes a dev_t argument, its
* implementation operates at the major/instance level since it only
* need to return a dip.
*/
cvp = sp->s_commonvp;
csp = VTOS(cvp);
if (!(csp->s_flag & SDIPSET)) {
/* try to attach, return error if we fail */
if ((dip = e_ddi_hold_devi_by_dev(dev, 0)) == NULL)
return (ENXIO);
/* associate dip with the common snode s_dip */
spec_assoc_vp_with_devi(vp, dip);
ddi_release_devi(dip); /* from e_ddi_hold_devi_by_dev */
}
#ifdef DEBUG
/* verify attach/open exclusion guarantee */
dip = csp->s_dip;
ASSERT((dip == NULL) || i_ddi_devi_attached(dip));
#endif /* DEBUG */
if ((error = secpolicy_spec_open(cr, cvp, flag)) != 0)
return (error);
maj = getmajor(dev);
if (STREAMSTAB(maj))
goto streams_open;
SN_HOLD(csp); /* increment open count */
/* non streams open */
type = (vp->v_type == VBLK ? OTYP_BLK : OTYP_CHR);
error = dev_open(&newdev, flag, type, cr);
/* deal with clone case */
if (error == 0 && dev != newdev) {
error = spec_clone(vpp, newdev, vp->v_type, NULL);
/*
* bail on clone failure, further processing
* results in undefined behaviors.
*/
if (error != 0)
return (error);
sp = VTOS(*vpp);
csp = VTOS(sp->s_commonvp);
}
if (error == 0) {
sp->s_size = SPEC_SIZE(csp);
if ((csp->s_flag & SNEEDCLOSE) == 0) {
int nmaj = getmajor(newdev);
mutex_enter(&csp->s_lock);
/* successful open needs a close later */
csp->s_flag |= SNEEDCLOSE;
/*
* Invalidate possible cached "unknown" size
* established by a VOP_GETATTR while open was in
* progress, and the driver might fail prop_op(9E).
*/
if (((cvp->v_type == VCHR) && (csp->s_size == 0)) ||
((cvp->v_type == VBLK) &&
(csp->s_size == UNKNOWN_SIZE)))
csp->s_flag &= ~SSIZEVALID;
if (devopsp[nmaj]->devo_cb_ops->cb_flag & D_64BIT)
csp->s_flag |= SLOFFSET;
if (devopsp[nmaj]->devo_cb_ops->cb_flag & D_U64BIT)
csp->s_flag |= SLOFFSET | SANYOFFSET;
mutex_exit(&csp->s_lock);
}
return (0);
}
/*
* Open failed. If we missed a close operation because
* we were trying to get the device open and it is the
* last in progress open that is failing then call close.
*
* NOTE: Only non-streams open has this race condition.
*/
mutex_enter(&csp->s_lock);
csp->s_count--; /* decrement open count : SN_RELE */
if ((csp->s_count == 0) && /* no outstanding open */
(csp->s_mapcnt == 0) && /* no mapping */
(csp->s_flag & SNEEDCLOSE)) { /* need a close */
csp->s_flag &= ~(SNEEDCLOSE | SSIZEVALID);
/* See comment in spec_close() */
if (csp->s_flag & (SCLONE | SSELFCLONE))
csp->s_flag &= ~SDIPSET;
mutex_exit(&csp->s_lock);
ASSERT(*vpp != NULL);
(void) device_close(*vpp, flag, cr);
} else {
mutex_exit(&csp->s_lock);
}
return (error);
streams_open:
if (vp->v_type != VCHR)
return (ENXIO);
/*
* Lock common snode to prevent any new clone opens
* on this stream while one is in progress.
* This is necessary since the stream currently
* associated with the clone device will not be part
* of it after the clone open completes.
* Unfortunately we don't know in advance if this is
* a clone device so we have to lock all opens.
*
* If we fail, it's because of an interrupt.
*/
if (LOCK_CSP_SIG(csp) == 0)
return (EINTR);
SN_HOLD(csp); /* increment open count */
error = stropen(cvp, &newdev, flag, cr);
stp = cvp->v_stream;
/* deal with the clone case */
if ((error == 0) && (dev != newdev)) {
vp->v_stream = cvp->v_stream = NULL;
UNLOCK_CSP(csp);
error = spec_clone(vpp, newdev, vp->v_type, stp);
/*
* bail on clone failure, further processing
* results in undefined behaviors.
*/
if (error != 0)
return (error);
sp = VTOS(*vpp);
csp = VTOS(sp->s_commonvp);
} else if (error == 0) {
vp->v_stream = stp;
UNLOCK_CSP(csp);
}
if (error == 0) {
/* STREAMS devices don't have a size */
sp->s_size = csp->s_size = 0;
if (!(stp->sd_flag & STRISTTY) || (flag & FNOCTTY))
return (0);
/* try to allocate it as a controlling terminal */
if (strctty(stp) != EINTR)
return (0);
/* strctty() was interrupted by a signal */
(void) spec_close(vp, flag, 1, 0, cr);
return (EINTR);
}
/*
* Deal with stropen failure.
*
* sd_flag in the stream head cannot change since the
* common snode is locked before the call to stropen().
*/
if ((stp != NULL) && (stp->sd_flag & STREOPENFAIL)) {
/*
* Open failed part way through.
*/
mutex_enter(&stp->sd_lock);
stp->sd_flag &= ~STREOPENFAIL;
mutex_exit(&stp->sd_lock);
UNLOCK_CSP(csp);
(void) spec_close(vp, flag, 1, 0, cr);
} else {
UNLOCK_CSP(csp);
SN_RELE(csp);
}
return (error);
}
/*ARGSUSED2*/
static int
spec_close(
struct vnode *vp,
int flag,
int count,
offset_t offset,
struct cred *cr)
{
struct vnode *cvp;
struct snode *sp, *csp;
enum vtype type;
dev_t dev;
int error = 0;
int sysclone;
if (!(flag & FKLYR)) {
/* this only applies to closes of devices from userland */
cleanlocks(vp, ttoproc(curthread)->p_pid, 0);
cleanshares(vp, ttoproc(curthread)->p_pid);
if (vp->v_stream)
strclean(vp);
}
if (count > 1)
return (0);
sp = VTOS(vp);
cvp = sp->s_commonvp;
dev = sp->s_dev;
type = vp->v_type;
ASSERT(type == VCHR || type == VBLK);
/*
* Prevent close/close and close/open races by serializing closes
* on this common snode. Clone opens are held up until after
* we have closed this device so the streams linkage is maintained
*/
csp = VTOS(cvp);
LOCK_CSP(csp);
mutex_enter(&csp->s_lock);
csp->s_count--; /* one fewer open reference : SN_RELE */
sysclone = sp->s_flag & SCLONE;
/*
* Invalidate size on each close.
*
* XXX We do this on each close because we don't have interfaces that
* allow a driver to invalidate the size. Since clearing this on each
* close this causes property overhead we skip /dev/null and
* /dev/zero to avoid degrading kenbus performance.
*/
if (getmajor(dev) != mm_major)
csp->s_flag &= ~SSIZEVALID;
/*
* Only call the close routine when the last open reference through
* any [s, v]node goes away. This can be checked by looking at
* s_count on the common vnode.
*/
if ((csp->s_count == 0) && (csp->s_mapcnt == 0)) {
/* we don't need a close */
csp->s_flag &= ~(SNEEDCLOSE | SSIZEVALID);
/*
* A cloning driver may open-clone to the same dev_t that we
* are closing before spec_inactive destroys the common snode.
* If this occurs the s_dip association needs to be reevaluated.
* We clear SDIPSET to force reevaluation in this case. When
* reevaluation occurs (by spec_clone after open), if the
* devinfo association has changed then the old association
* will be released as the new association is established by
* spec_assoc_vp_with_devi().
*/
if (csp->s_flag & (SCLONE | SSELFCLONE))
csp->s_flag &= ~SDIPSET;
mutex_exit(&csp->s_lock);
error = device_close(vp, flag, cr);
/*
* Decrement the devops held in clnopen()
*/
if (sysclone) {
ddi_rele_driver(getmajor(dev));
}
mutex_enter(&csp->s_lock);
}
UNLOCK_CSP_LOCK_HELD(csp);
mutex_exit(&csp->s_lock);
return (error);
}
/*ARGSUSED2*/
static int
spec_read(
struct vnode *vp,
struct uio *uiop,
int ioflag,
struct cred *cr,
struct caller_context *ct)
{
int error;
struct snode *sp = VTOS(vp);
dev_t dev = sp->s_dev;
size_t n;
ulong_t on;
u_offset_t bdevsize;
offset_t maxoff;
offset_t off;
struct vnode *blkvp;
ASSERT(vp->v_type == VCHR || vp->v_type == VBLK);
if (STREAMSTAB(getmajor(dev))) { /* stream */
ASSERT(vp->v_type == VCHR);
smark(sp, SACC);
return (strread(vp, uiop, cr));
}
if (uiop->uio_resid == 0)
return (0);
/*
* Plain old character devices that set D_U64BIT can have
* unrestricted offsets.
*/
maxoff = spec_maxoffset(vp);
ASSERT(maxoff != -1 || vp->v_type == VCHR);
if (maxoff != -1 && (uiop->uio_loffset < 0 ||
uiop->uio_loffset + uiop->uio_resid > maxoff))
return (EINVAL);
if (vp->v_type == VCHR) {
smark(sp, SACC);
ASSERT(STREAMSTAB(getmajor(dev)) == 0);
return (cdev_read(dev, uiop, cr));
}
/*
* Block device.
*/
error = 0;
blkvp = sp->s_commonvp;
bdevsize = SPEC_SIZE(VTOS(blkvp));
do {
caddr_t base;
offset_t diff;
off = uiop->uio_loffset & (offset_t)MAXBMASK;
on = (size_t)(uiop->uio_loffset & MAXBOFFSET);
n = (size_t)MIN(MAXBSIZE - on, uiop->uio_resid);
diff = bdevsize - uiop->uio_loffset;
if (diff <= 0)
break;
if (diff < n)
n = (size_t)diff;
if (vpm_enable) {
error = vpm_data_copy(blkvp, (u_offset_t)(off + on),
n, uiop, 1, NULL, 0, S_READ);
} else {
base = segmap_getmapflt(segkmap, blkvp,
(u_offset_t)(off + on), n, 1, S_READ);
error = uiomove(base + on, n, UIO_READ, uiop);
}
if (!error) {
int flags = 0;
/*
* If we read a whole block, we won't need this
* buffer again soon.
*/
if (n + on == MAXBSIZE)
flags = SM_DONTNEED | SM_FREE;
if (vpm_enable) {
error = vpm_sync_pages(blkvp, off, n, flags);
} else {
error = segmap_release(segkmap, base, flags);
}
} else {
if (vpm_enable) {
(void) vpm_sync_pages(blkvp, off, n, 0);
} else {
(void) segmap_release(segkmap, base, 0);
}
if (bdevsize == UNKNOWN_SIZE) {
error = 0;
break;
}
}
} while (error == 0 && uiop->uio_resid > 0 && n != 0);
return (error);
}
/*ARGSUSED*/
static int
spec_write(
struct vnode *vp,
struct uio *uiop,
int ioflag,
struct cred *cr,
struct caller_context *ct)
{
int error;
struct snode *sp = VTOS(vp);
dev_t dev = sp->s_dev;
size_t n;
ulong_t on;
u_offset_t bdevsize;
offset_t maxoff;
offset_t off;
struct vnode *blkvp;
ASSERT(vp->v_type == VCHR || vp->v_type == VBLK);
if (STREAMSTAB(getmajor(dev))) {
ASSERT(vp->v_type == VCHR);
smark(sp, SUPD);
return (strwrite(vp, uiop, cr));
}
/*
* Plain old character devices that set D_U64BIT can have
* unrestricted offsets.
*/
maxoff = spec_maxoffset(vp);
ASSERT(maxoff != -1 || vp->v_type == VCHR);
if (maxoff != -1 && (uiop->uio_loffset < 0 ||
uiop->uio_loffset + uiop->uio_resid > maxoff))
return (EINVAL);
if (vp->v_type == VCHR) {
smark(sp, SUPD);
ASSERT(STREAMSTAB(getmajor(dev)) == 0);
return (cdev_write(dev, uiop, cr));
}
if (uiop->uio_resid == 0)
return (0);
error = 0;
blkvp = sp->s_commonvp;
bdevsize = SPEC_SIZE(VTOS(blkvp));
do {
int pagecreate;
int newpage;
caddr_t base;
offset_t diff;
off = uiop->uio_loffset & (offset_t)MAXBMASK;
on = (ulong_t)(uiop->uio_loffset & MAXBOFFSET);
n = (size_t)MIN(MAXBSIZE - on, uiop->uio_resid);
pagecreate = 0;
diff = bdevsize - uiop->uio_loffset;
if (diff <= 0) {
error = ENXIO;
break;
}
if (diff < n)
n = (size_t)diff;
/*
* Check to see if we can skip reading in the page
* and just allocate the memory. We can do this
* if we are going to rewrite the entire mapping
* or if we are going to write to end of the device
* from the beginning of the mapping.
*/
if (n == MAXBSIZE || (on == 0 && (off + n) == bdevsize))
pagecreate = 1;
newpage = 0;
if (vpm_enable) {
error = vpm_data_copy(blkvp, (u_offset_t)(off + on),
n, uiop, !pagecreate, NULL, 0, S_WRITE);
} else {
base = segmap_getmapflt(segkmap, blkvp,
(u_offset_t)(off + on), n, !pagecreate, S_WRITE);
/*
* segmap_pagecreate() returns 1 if it calls
* page_create_va() to allocate any pages.
*/
if (pagecreate)
newpage = segmap_pagecreate(segkmap, base + on,
n, 0);
error = uiomove(base + on, n, UIO_WRITE, uiop);
}
if (!vpm_enable && pagecreate &&
uiop->uio_loffset <
P2ROUNDUP_TYPED(off + on + n, PAGESIZE, offset_t)) {
/*
* We created pages w/o initializing them completely,
* thus we need to zero the part that wasn't set up.
* This can happen if we write to the end of the device
* or if we had some sort of error during the uiomove.
*/
long nzero;
offset_t nmoved;
nmoved = (uiop->uio_loffset - (off + on));
if (nmoved < 0 || nmoved > n) {
panic("spec_write: nmoved bogus");
/*NOTREACHED*/
}
nzero = (long)P2ROUNDUP(on + n, PAGESIZE) -
(on + nmoved);
if (nzero < 0 || (on + nmoved + nzero > MAXBSIZE)) {
panic("spec_write: nzero bogus");
/*NOTREACHED*/
}
(void) kzero(base + on + nmoved, (size_t)nzero);
}
/*
* Unlock the pages which have been allocated by
* page_create_va() in segmap_pagecreate().
*/
if (!vpm_enable && newpage)
segmap_pageunlock(segkmap, base + on,
(size_t)n, S_WRITE);
if (error == 0) {
int flags = 0;
/*
* Force write back for synchronous write cases.
*/
if (ioflag & (FSYNC|FDSYNC))
flags = SM_WRITE;
else if (n + on == MAXBSIZE || IS_SWAPVP(vp)) {
/*
* Have written a whole block.
* Start an asynchronous write and
* mark the buffer to indicate that
* it won't be needed again soon.
* Push swap files here, since it
* won't happen anywhere else.
*/
flags = SM_WRITE | SM_ASYNC | SM_DONTNEED;
}
smark(sp, SUPD|SCHG);
if (vpm_enable) {
error = vpm_sync_pages(blkvp, off, n, flags);
} else {
error = segmap_release(segkmap, base, flags);
}
} else {
if (vpm_enable) {
(void) vpm_sync_pages(blkvp, off, n, SM_INVAL);
} else {
(void) segmap_release(segkmap, base, SM_INVAL);
}
}
} while (error == 0 && uiop->uio_resid > 0 && n != 0);
return (error);
}
static int
spec_ioctl(struct vnode *vp, int cmd, intptr_t arg, int mode, struct cred *cr,
int *rvalp)
{
struct snode *sp;
dev_t dev;
int error;
if (vp->v_type != VCHR)
return (ENOTTY);
sp = VTOS(vp);
dev = sp->s_dev;
if (STREAMSTAB(getmajor(dev))) {
error = strioctl(vp, cmd, arg, mode, U_TO_K, cr, rvalp);
} else {
error = cdev_ioctl(dev, cmd, arg, mode, cr, rvalp);
}
return (error);
}
static int
spec_getattr(struct vnode *vp, struct vattr *vap, int flags, struct cred *cr)
{
int error;
struct snode *sp;
struct vnode *realvp;
/* With ATTR_COMM we will not get attributes from realvp */
if (flags & ATTR_COMM) {
sp = VTOS(vp);
vp = sp->s_commonvp;
}
sp = VTOS(vp);
realvp = sp->s_realvp;
if (realvp == NULL) {
static int snode_shift = 0;
/*
* Calculate the amount of bitshift to a snode pointer which
* will still keep it unique. See below.
*/
if (snode_shift == 0)
snode_shift = highbit(sizeof (struct snode));
ASSERT(snode_shift > 0);
/*
* No real vnode behind this one. Fill in the fields
* from the snode.
*
* This code should be refined to return only the
* attributes asked for instead of all of them.
*/
vap->va_type = vp->v_type;
vap->va_mode = 0;
vap->va_uid = vap->va_gid = 0;
vap->va_fsid = sp->s_fsid;
/*
* If the va_nodeid is > MAX_USHORT, then i386 stats might
* fail. So we shift down the snode pointer to try and get
* the most uniqueness into 16-bits.
*/
vap->va_nodeid = ((ino64_t)(uintptr_t)sp >> snode_shift) &
0xFFFF;
vap->va_nlink = 0;
vap->va_rdev = sp->s_dev;
/*
* va_nblocks is the number of 512 byte blocks used to store
* the mknod for the device, not the number of blocks on the
* device itself. This is typically zero since the mknod is
* represented directly in the inode itself.
*/
vap->va_nblocks = 0;
} else {
error = VOP_GETATTR(realvp, vap, flags, cr);
if (error != 0)
return (error);
}
/* set the size from the snode */
vap->va_size = SPEC_SIZE(VTOS(sp->s_commonvp));
vap->va_blksize = MAXBSIZE;
mutex_enter(&sp->s_lock);
vap->va_atime.tv_sec = sp->s_atime;
vap->va_mtime.tv_sec = sp->s_mtime;
vap->va_ctime.tv_sec = sp->s_ctime;
mutex_exit(&sp->s_lock);
vap->va_atime.tv_nsec = 0;
vap->va_mtime.tv_nsec = 0;
vap->va_ctime.tv_nsec = 0;
vap->va_seq = 0;
return (0);
}
static int
spec_setattr(
struct vnode *vp,
struct vattr *vap,
int flags,
struct cred *cr,
caller_context_t *ctp)
{
struct snode *sp = VTOS(vp);
struct vnode *realvp;
int error;
if (vp->v_type == VCHR && vp->v_stream && (vap->va_mask & AT_SIZE)) {
/*
* 1135080: O_TRUNC should have no effect on
* named pipes and terminal devices.
*/
ASSERT(vap->va_mask == AT_SIZE);
return (0);
}
if ((realvp = sp->s_realvp) == NULL)
error = 0; /* no real vnode to update */
else
error = VOP_SETATTR(realvp, vap, flags, cr, ctp);
if (error == 0) {
/*
* If times were changed, update snode.
*/
mutex_enter(&sp->s_lock);
if (vap->va_mask & AT_ATIME)
sp->s_atime = vap->va_atime.tv_sec;
if (vap->va_mask & AT_MTIME) {
sp->s_mtime = vap->va_mtime.tv_sec;
sp->s_ctime = gethrestime_sec();
}
mutex_exit(&sp->s_lock);
}
return (error);
}
static int
spec_access(struct vnode *vp, int mode, int flags, struct cred *cr)
{
struct vnode *realvp;
struct snode *sp = VTOS(vp);
if ((realvp = sp->s_realvp) != NULL)
return (VOP_ACCESS(realvp, mode, flags, cr));
else
return (0); /* Allow all access. */
}
/*
* This can be called if creat or an open with O_CREAT is done on the root
* of a lofs mount where the mounted entity is a special file.
*/
/*ARGSUSED*/
static int
spec_create(struct vnode *dvp, char *name, vattr_t *vap, enum vcexcl excl,
int mode, struct vnode **vpp, struct cred *cr, int flag)
{
int error;
ASSERT(dvp && (dvp->v_flag & VROOT) && *name == '\0');
if (excl == NONEXCL) {
if (mode && (error = spec_access(dvp, mode, 0, cr)))
return (error);
VN_HOLD(dvp);
return (0);
}
return (EEXIST);
}
/*
* In order to sync out the snode times without multi-client problems,
* make sure the times written out are never earlier than the times
* already set in the vnode.
*/
static int
spec_fsync(struct vnode *vp, int syncflag, struct cred *cr)
{
struct snode *sp = VTOS(vp);
struct vnode *realvp;
struct vnode *cvp;
struct vattr va, vatmp;
/* If times didn't change, don't flush anything. */
mutex_enter(&sp->s_lock);
if ((sp->s_flag & (SACC|SUPD|SCHG)) == 0 && vp->v_type != VBLK) {
mutex_exit(&sp->s_lock);
return (0);
}
sp->s_flag &= ~(SACC|SUPD|SCHG);
mutex_exit(&sp->s_lock);
cvp = sp->s_commonvp;
realvp = sp->s_realvp;
if (vp->v_type == VBLK && cvp != vp && vn_has_cached_data(cvp) &&
(cvp->v_flag & VISSWAP) == 0)
(void) VOP_PUTPAGE(cvp, (offset_t)0, 0, 0, cr);
/*
* If no real vnode to update, don't flush anything.
*/
if (realvp == NULL)
return (0);
vatmp.va_mask = AT_ATIME|AT_MTIME;
if (VOP_GETATTR(realvp, &vatmp, 0, cr) == 0) {
mutex_enter(&sp->s_lock);
if (vatmp.va_atime.tv_sec > sp->s_atime)
va.va_atime = vatmp.va_atime;
else {
va.va_atime.tv_sec = sp->s_atime;
va.va_atime.tv_nsec = 0;
}
if (vatmp.va_mtime.tv_sec > sp->s_mtime)
va.va_mtime = vatmp.va_mtime;
else {
va.va_mtime.tv_sec = sp->s_mtime;
va.va_mtime.tv_nsec = 0;
}
mutex_exit(&sp->s_lock);
va.va_mask = AT_ATIME|AT_MTIME;
(void) VOP_SETATTR(realvp, &va, 0, cr, NULL);
}
(void) VOP_FSYNC(realvp, syncflag, cr);
return (0);
}
/*ARGSUSED*/
static void
spec_inactive(struct vnode *vp, struct cred *cr)
{
struct snode *sp = VTOS(vp);
struct vnode *cvp;
struct vnode *rvp;
/*
* If no one has reclaimed the vnode, remove from the
* cache now.
*/
if (vp->v_count < 1) {
panic("spec_inactive: Bad v_count");
/*NOTREACHED*/
}
mutex_enter(&stable_lock);
mutex_enter(&vp->v_lock);
/*
* Drop the temporary hold by vn_rele now
*/
if (--vp->v_count != 0) {
mutex_exit(&vp->v_lock);
mutex_exit(&stable_lock);
return;
}
mutex_exit(&vp->v_lock);
sdelete(sp);
mutex_exit(&stable_lock);
/* We are the sole owner of sp now */
cvp = sp->s_commonvp;
rvp = sp->s_realvp;
if (rvp) {
/*
* If the snode times changed, then update the times
* associated with the "realvp".
*/
if ((sp->s_flag & (SACC|SUPD|SCHG)) != 0) {
struct vattr va, vatmp;
mutex_enter(&sp->s_lock);
sp->s_flag &= ~(SACC|SUPD|SCHG);
mutex_exit(&sp->s_lock);
vatmp.va_mask = AT_ATIME|AT_MTIME;
/*
* The user may not own the device, but we
* want to update the attributes anyway.
*/
if (VOP_GETATTR(rvp, &vatmp, 0, kcred) == 0) {
if (vatmp.va_atime.tv_sec > sp->s_atime)
va.va_atime = vatmp.va_atime;
else {
va.va_atime.tv_sec = sp->s_atime;
va.va_atime.tv_nsec = 0;
}
if (vatmp.va_mtime.tv_sec > sp->s_mtime)
va.va_mtime = vatmp.va_mtime;
else {
va.va_mtime.tv_sec = sp->s_mtime;
va.va_mtime.tv_nsec = 0;
}
va.va_mask = AT_ATIME|AT_MTIME;
(void) VOP_SETATTR(rvp, &va, 0, kcred, NULL);
}
}
}
ASSERT(!vn_has_cached_data(vp));
vn_invalid(vp);
/* if we are sharing another file systems vfs, release it */
if (vp->v_vfsp && (vp->v_vfsp != &spec_vfs))
VFS_RELE(vp->v_vfsp);
/* if we have a realvp, release the realvp */
if (rvp)
VN_RELE(rvp);
/* if we have a common, release the common */
if (cvp && (cvp != vp)) {
VN_RELE(cvp);
#ifdef DEBUG
} else if (cvp) {
/*
* if this is the last reference to a common vnode, any
* associated stream had better have been closed
*/
ASSERT(cvp == vp);
ASSERT(cvp->v_stream == NULL);
#endif /* DEBUG */
}
/*
* if we have a hold on a devinfo node (established by
* spec_assoc_vp_with_devi), release the hold
*/
if (sp->s_dip)
ddi_release_devi(sp->s_dip);
/*
* If we have an associated device policy, release it.
*/
if (sp->s_plcy != NULL)
dpfree(sp->s_plcy);
/*
* If all holds on the devinfo node are through specfs/devfs
* and we just destroyed the last specfs node associated with the
* device, then the devinfo node reference count should now be
* zero. We can't check this because there may be other holds
* on the node from non file system sources: ddi_hold_devi_by_instance
* for example.
*/
kmem_cache_free(snode_cache, sp);
}
static int
spec_fid(struct vnode *vp, struct fid *fidp)
{
struct vnode *realvp;
struct snode *sp = VTOS(vp);
if ((realvp = sp->s_realvp) != NULL)
return (VOP_FID(realvp, fidp));
else
return (EINVAL);
}
/*ARGSUSED1*/
static int
spec_seek(struct vnode *vp, offset_t ooff, offset_t *noffp)
{
offset_t maxoff = spec_maxoffset(vp);
if (maxoff == -1 || *noffp <= maxoff)
return (0);
else
return (EINVAL);
}
static int
spec_frlock(
struct vnode *vp,
int cmd,
struct flock64 *bfp,
int flag,
offset_t offset,
struct flk_callback *flk_cbp,
struct cred *cr)
{
struct snode *sp = VTOS(vp);
struct snode *csp;
csp = VTOS(sp->s_commonvp);
/*
* If file is being mapped, disallow frlock.
*/
if (csp->s_mapcnt > 0)
return (EAGAIN);
return (fs_frlock(vp, cmd, bfp, flag, offset, flk_cbp, cr));
}
static int
spec_realvp(struct vnode *vp, struct vnode **vpp)
{
struct vnode *rvp;
if ((rvp = VTOS(vp)->s_realvp) != NULL) {
vp = rvp;
if (VOP_REALVP(vp, &rvp) == 0)
vp = rvp;
}
*vpp = vp;
return (0);
}
/*
* Return all the pages from [off..off + len] in block
* or character device.
*/
static int
spec_getpage(
struct vnode *vp,
offset_t off,
size_t len,
uint_t *protp,
page_t *pl[],
size_t plsz,
struct seg *seg,
caddr_t addr,
enum seg_rw rw,
struct cred *cr)
{
struct snode *sp = VTOS(vp);
int err;
ASSERT(sp->s_commonvp == vp);
/*
* XXX Given the above assertion, this might not do
* what is wanted here.
*/
if (vp->v_flag & VNOMAP)
return (ENOSYS);
TRACE_4(TR_FAC_SPECFS, TR_SPECFS_GETPAGE,
"specfs getpage:vp %p off %llx len %ld snode %p",
vp, off, len, sp);
switch (vp->v_type) {
case VBLK:
if (protp != NULL)
*protp = PROT_ALL;
if (((u_offset_t)off + len) > (SPEC_SIZE(sp) + PAGEOFFSET))
return (EFAULT); /* beyond EOF */
if (len <= PAGESIZE)
err = spec_getapage(vp, (u_offset_t)off, len, protp, pl,
plsz, seg, addr, rw, cr);
else
err = pvn_getpages(spec_getapage, vp, (u_offset_t)off,
len, protp, pl, plsz, seg, addr, rw, cr);
break;
case VCHR:
cmn_err(CE_NOTE, "spec_getpage called for character device. "
"Check any non-ON consolidation drivers");
err = 0;
pl[0] = (page_t *)0;
break;
default:
panic("spec_getpage: bad v_type 0x%x", vp->v_type);
/*NOTREACHED*/
}
return (err);
}
extern int klustsize; /* set in machdep.c */
int spec_ra = 1;
int spec_lostpage; /* number of times we lost original page */
/*ARGSUSED2*/
static int
spec_getapage(
struct vnode *vp,
u_offset_t off,
size_t len,
uint_t *protp,
page_t *pl[],
size_t plsz,
struct seg *seg,
caddr_t addr,
enum seg_rw rw,
struct cred *cr)
{
struct snode *sp;
struct buf *bp;
page_t *pp, *pp2;
u_offset_t io_off1, io_off2;
size_t io_len1;
size_t io_len2;
size_t blksz;
u_offset_t blkoff;
int dora, err;
page_t *pagefound;
uint_t xlen;
size_t adj_klustsize;
u_offset_t size;
u_offset_t tmpoff;
sp = VTOS(vp);
TRACE_3(TR_FAC_SPECFS, TR_SPECFS_GETAPAGE,
"specfs getapage:vp %p off %llx snode %p", vp, off, sp);
reread:
err = 0;
bp = NULL;
pp = NULL;
pp2 = NULL;
if (pl != NULL)
pl[0] = NULL;
size = SPEC_SIZE(VTOS(sp->s_commonvp));
if (spec_ra && sp->s_nextr == off)
dora = 1;
else
dora = 0;
if (size == UNKNOWN_SIZE) {
dora = 0;
adj_klustsize = PAGESIZE;
} else {
adj_klustsize = dora ? klustsize : PAGESIZE;
}
again:
if ((pagefound = page_exists(vp, off)) == NULL) {
if (rw == S_CREATE) {
/*
* We're allocating a swap slot and it's
* associated page was not found, so allocate
* and return it.
*/
if ((pp = page_create_va(vp, off,
PAGESIZE, PG_WAIT, seg, addr)) == NULL) {
panic("spec_getapage: page_create");
/*NOTREACHED*/
}
io_len1 = PAGESIZE;
sp->s_nextr = off + PAGESIZE;
} else {
/*
* Need to really do disk I/O to get the page(s).
*/
blkoff = (off / adj_klustsize) * adj_klustsize;
if (size == UNKNOWN_SIZE) {
blksz = PAGESIZE;
} else {
if (blkoff + adj_klustsize <= size)
blksz = adj_klustsize;
else
blksz =
MIN(size - blkoff, adj_klustsize);
}
pp = pvn_read_kluster(vp, off, seg, addr, &tmpoff,
&io_len1, blkoff, blksz, 0);
io_off1 = tmpoff;
/*
* Make sure the page didn't sneek into the
* cache while we blocked in pvn_read_kluster.
*/
if (pp == NULL)
goto again;
/*
* Zero part of page which we are not
* going to be reading from disk now.
*/
xlen = (uint_t)(io_len1 & PAGEOFFSET);
if (xlen != 0)
pagezero(pp->p_prev, xlen, PAGESIZE - xlen);
bp = spec_startio(vp, pp, io_off1, io_len1,
pl == NULL ? (B_ASYNC | B_READ) : B_READ);
sp->s_nextr = io_off1 + io_len1;
}
}
if (dora && rw != S_CREATE) {
u_offset_t off2;
caddr_t addr2;
off2 = ((off / adj_klustsize) + 1) * adj_klustsize;
addr2 = addr + (off2 - off);
pp2 = NULL;
/*
* If we are past EOF then don't bother trying
* with read-ahead.
*/
if (off2 >= size)
pp2 = NULL;
else {
if (off2 + adj_klustsize <= size)
blksz = adj_klustsize;
else
blksz = MIN(size - off2, adj_klustsize);
pp2 = pvn_read_kluster(vp, off2, seg, addr2, &tmpoff,
&io_len2, off2, blksz, 1);
io_off2 = tmpoff;
}
if (pp2 != NULL) {
/*
* Zero part of page which we are not
* going to be reading from disk now.
*/
xlen = (uint_t)(io_len2 & PAGEOFFSET);
if (xlen != 0)
pagezero(pp2->p_prev, xlen, PAGESIZE - xlen);
(void) spec_startio(vp, pp2, io_off2, io_len2,
B_READ | B_ASYNC);
}
}
if (pl == NULL)
return (err);
if (bp != NULL) {
err = biowait(bp);
pageio_done(bp);
if (err) {
if (pp != NULL)
pvn_read_done(pp, B_ERROR);
return (err);
}
}
if (pagefound) {
se_t se = (rw == S_CREATE ? SE_EXCL : SE_SHARED);
/*
* Page exists in the cache, acquire the appropriate
* lock. If this fails, start all over again.
*/
if ((pp = page_lookup(vp, off, se)) == NULL) {
spec_lostpage++;
goto reread;
}
pl[0] = pp;
pl[1] = NULL;
sp->s_nextr = off + PAGESIZE;
return (0);
}
if (pp != NULL)
pvn_plist_init(pp, pl, plsz, off, io_len1, rw);
return (0);
}
/*
* Flags are composed of {B_INVAL, B_DIRTY B_FREE, B_DONTNEED, B_FORCE}.
* If len == 0, do from off to EOF.
*
* The normal cases should be len == 0 & off == 0 (entire vp list),
* len == MAXBSIZE (from segmap_release actions), and len == PAGESIZE
* (from pageout).
*/
int
spec_putpage(
struct vnode *vp,
offset_t off,
size_t len,
int flags,
struct cred *cr)
{
struct snode *sp = VTOS(vp);
struct vnode *cvp;
page_t *pp;
u_offset_t io_off;
size_t io_len = 0; /* for lint */
int err = 0;
u_offset_t size;
u_offset_t tmpoff;
ASSERT(vp->v_count != 0);
if (vp->v_flag & VNOMAP)
return (ENOSYS);
cvp = sp->s_commonvp;
size = SPEC_SIZE(VTOS(cvp));
if (!vn_has_cached_data(vp) || off >= size)
return (0);
ASSERT(vp->v_type == VBLK && cvp == vp);
TRACE_4(TR_FAC_SPECFS, TR_SPECFS_PUTPAGE,
"specfs putpage:vp %p off %llx len %ld snode %p",
vp, off, len, sp);
if (len == 0) {
/*
* Search the entire vp list for pages >= off.
*/
err = pvn_vplist_dirty(vp, off, spec_putapage,
flags, cr);
} else {
u_offset_t eoff;
/*
* Loop over all offsets in the range [off...off + len]
* looking for pages to deal with. We set limits so
* that we kluster to klustsize boundaries.
*/
eoff = off + len;
for (io_off = off; io_off < eoff && io_off < size;
io_off += io_len) {
/*
* If we are not invalidating, synchronously
* freeing or writing pages use the routine
* page_lookup_nowait() to prevent reclaiming
* them from the free list.
*/
if ((flags & B_INVAL) || ((flags & B_ASYNC) == 0)) {
pp = page_lookup(vp, io_off,
(flags & (B_INVAL | B_FREE)) ?
SE_EXCL : SE_SHARED);
} else {
pp = page_lookup_nowait(vp, io_off,
(flags & B_FREE) ? SE_EXCL : SE_SHARED);
}
if (pp == NULL || pvn_getdirty(pp, flags) == 0)
io_len = PAGESIZE;
else {
err = spec_putapage(vp, pp, &tmpoff, &io_len,
flags, cr);
io_off = tmpoff;
if (err != 0)
break;
/*
* "io_off" and "io_len" are returned as
* the range of pages we actually wrote.
* This allows us to skip ahead more quickly
* since several pages may've been dealt
* with by this iteration of the loop.
*/
}
}
}
return (err);
}
/*
* Write out a single page, possibly klustering adjacent
* dirty pages.
*/
/*ARGSUSED5*/
static int
spec_putapage(
struct vnode *vp,
page_t *pp,
u_offset_t *offp, /* return value */
size_t *lenp, /* return value */
int flags,
struct cred *cr)
{
struct snode *sp = VTOS(vp);
u_offset_t io_off;
size_t io_len;
size_t blksz;
u_offset_t blkoff;
int err = 0;
struct buf *bp;
u_offset_t size;
size_t adj_klustsize;
u_offset_t tmpoff;
/*
* Destroy read ahead value since we are really going to write.
*/
sp->s_nextr = 0;
size = SPEC_SIZE(VTOS(sp->s_commonvp));
adj_klustsize = klustsize;
blkoff = (pp->p_offset / adj_klustsize) * adj_klustsize;
if (blkoff + adj_klustsize <= size)
blksz = adj_klustsize;
else
blksz = size - blkoff;
/*
* Find a kluster that fits in one contiguous chunk.
*/
pp = pvn_write_kluster(vp, pp, &tmpoff, &io_len, blkoff,
blksz, flags);
io_off = tmpoff;
/*
* Check for page length rounding problems
* XXX - Is this necessary?
*/
if (io_off + io_len > size) {
ASSERT((io_off + io_len) - size < PAGESIZE);
io_len = size - io_off;
}
bp = spec_startio(vp, pp, io_off, io_len, B_WRITE | flags);
/*
* Wait for i/o to complete if the request is not B_ASYNC.
*/
if ((flags & B_ASYNC) == 0) {
err = biowait(bp);
pageio_done(bp);
pvn_write_done(pp, ((err) ? B_ERROR : 0) | B_WRITE | flags);
}
if (offp)
*offp = io_off;
if (lenp)
*lenp = io_len;
TRACE_4(TR_FAC_SPECFS, TR_SPECFS_PUTAPAGE,
"specfs putapage:vp %p offp %p snode %p err %d",
vp, offp, sp, err);
return (err);
}
/*
* Flags are composed of {B_ASYNC, B_INVAL, B_FREE, B_DONTNEED}
*/
static struct buf *
spec_startio(
struct vnode *vp,
page_t *pp,
u_offset_t io_off,
size_t io_len,
int flags)
{
struct buf *bp;
bp = pageio_setup(pp, io_len, vp, flags);
bp->b_edev = vp->v_rdev;
bp->b_dev = cmpdev(vp->v_rdev);
bp->b_blkno = btodt(io_off);
bp->b_un.b_addr = (caddr_t)0;
(void) bdev_strategy(bp);
if (flags & B_READ)
lwp_stat_update(LWP_STAT_INBLK, 1);
else
lwp_stat_update(LWP_STAT_OUBLK, 1);
return (bp);
}
static int
spec_poll(
struct vnode *vp,
short events,
int anyyet,
short *reventsp,
struct pollhead **phpp)
{
dev_t dev;
int error;
if (vp->v_type == VBLK)
error = fs_poll(vp, events, anyyet, reventsp, phpp);
else {
ASSERT(vp->v_type == VCHR);
dev = vp->v_rdev;
if (STREAMSTAB(getmajor(dev))) {
ASSERT(vp->v_stream != NULL);
error = strpoll(vp->v_stream, events, anyyet,
reventsp, phpp);
} else if (devopsp[getmajor(dev)]->devo_cb_ops->cb_chpoll) {
error = cdev_poll(dev, events, anyyet, reventsp, phpp);
} else {
error = fs_poll(vp, events, anyyet, reventsp, phpp);
}
}
return (error);
}
/*
* This routine is called through the cdevsw[] table to handle
* traditional mmap'able devices that support a d_mmap function.
*/
/*ARGSUSED8*/
int
spec_segmap(
dev_t dev,
off_t off,
struct as *as,
caddr_t *addrp,
off_t len,
uint_t prot,
uint_t maxprot,
uint_t flags,
struct cred *cred)
{
struct segdev_crargs dev_a;
int (*mapfunc)(dev_t dev, off_t off, int prot);
size_t i;
int error;
if ((mapfunc = devopsp[getmajor(dev)]->devo_cb_ops->cb_mmap) == nodev)
return (ENODEV);
TRACE_4(TR_FAC_SPECFS, TR_SPECFS_SEGMAP,
"specfs segmap:dev %x as %p len %lx prot %x",
dev, as, len, prot);
/*
* Character devices that support the d_mmap
* interface can only be mmap'ed shared.
*/
if ((flags & MAP_TYPE) != MAP_SHARED)
return (EINVAL);
/*
* Check to ensure that the entire range is
* legal and we are not trying to map in
* more than the device will let us.
*/
for (i = 0; i < len; i += PAGESIZE) {
if (cdev_mmap(mapfunc, dev, off + i, maxprot) == -1)
return (ENXIO);
}
as_rangelock(as);
if ((flags & MAP_FIXED) == 0) {
/*
* Pick an address w/o worrying about
* any vac alignment constraints.
*/
map_addr(addrp, len, (offset_t)off, 0, flags);
if (*addrp == NULL) {
as_rangeunlock(as);
return (ENOMEM);
}
} else {
/*
* User-specified address; blow away any previous mappings.
*/
(void) as_unmap(as, *addrp, len);
}
dev_a.mapfunc = mapfunc;
dev_a.dev = dev;
dev_a.offset = off;
dev_a.prot = (uchar_t)prot;
dev_a.maxprot = (uchar_t)maxprot;
dev_a.hat_flags = 0;
dev_a.hat_attr = 0;
dev_a.devmap_data = NULL;
error = as_map(as, *addrp, len, segdev_create, &dev_a);
as_rangeunlock(as);
return (error);
}
int
spec_char_map(
dev_t dev,
offset_t off,
struct as *as,
caddr_t *addrp,
size_t len,
uchar_t prot,
uchar_t maxprot,
uint_t flags,
struct cred *cred)
{
int error = 0;
major_t maj = getmajor(dev);
int map_flag;
int (*segmap)(dev_t, off_t, struct as *,
caddr_t *, off_t, uint_t, uint_t, uint_t, cred_t *);
int (*devmap)(dev_t, devmap_cookie_t, offset_t,
size_t, size_t *, uint_t);
int (*mmap)(dev_t dev, off_t off, int prot);
/*
* Character device: let the device driver
* pick the appropriate segment driver.
*
* 4.x compat.: allow 'NULL' cb_segmap => spec_segmap
* Kindness: allow 'nulldev' cb_segmap => spec_segmap
*/
segmap = devopsp[maj]->devo_cb_ops->cb_segmap;
if (segmap == NULL || segmap == nulldev || segmap == nodev) {
mmap = devopsp[maj]->devo_cb_ops->cb_mmap;
map_flag = devopsp[maj]->devo_cb_ops->cb_flag;
/*
* Use old mmap framework if the driver has both mmap
* and devmap entry points. This is to prevent the
* system from calling invalid devmap entry point
* for some drivers that might have put garbage in the
* devmap entry point.
*/
if ((map_flag & D_DEVMAP) || mmap == NULL ||
mmap == nulldev || mmap == nodev) {
devmap = devopsp[maj]->devo_cb_ops->cb_devmap;
/*
* If driver provides devmap entry point in
* cb_ops but not xx_segmap(9E), call
* devmap_setup with default settings
* (NULL) for callback_ops and driver
* callback private data
*/
if (devmap == nodev || devmap == NULL ||
devmap == nulldev)
return (ENODEV);
error = devmap_setup(dev, off, as, addrp,
len, prot, maxprot, flags, cred);
return (error);
} else
segmap = spec_segmap;
} else
segmap = cdev_segmap;
return ((*segmap)(dev, (off_t)off, as, addrp, len, prot,
maxprot, flags, cred));
}
static int
spec_map(
struct vnode *vp,
offset_t off,
struct as *as,
caddr_t *addrp,
size_t len,
uchar_t prot,
uchar_t maxprot,
uint_t flags,
struct cred *cred)
{
int error = 0;
if (vp->v_flag & VNOMAP)
return (ENOSYS);
/*
* If file is locked, fail mapping attempt.
*/
if (vn_has_flocks(vp))
return (EAGAIN);
if (vp->v_type == VCHR) {
return (spec_char_map(vp->v_rdev, off, as, addrp, len, prot,
maxprot, flags, cred));
} else if (vp->v_type == VBLK) {
struct segvn_crargs vn_a;
struct vnode *cvp;
struct snode *sp;
/*
* Block device, use segvn mapping to the underlying commonvp
* for pages.
*/
if (off > spec_maxoffset(vp))
return (ENXIO);
sp = VTOS(vp);
cvp = sp->s_commonvp;
ASSERT(cvp != NULL);
if (off < 0 || (off + len) < 0)
return (ENXIO);
as_rangelock(as);
if ((flags & MAP_FIXED) == 0) {
map_addr(addrp, len, off, 1, flags);
if (*addrp == NULL) {
as_rangeunlock(as);
return (ENOMEM);
}
} else {
/*
* User-specified address; blow away any
* previous mappings.
*/
(void) as_unmap(as, *addrp, len);
}
vn_a.vp = cvp;
vn_a.offset = off;
vn_a.type = flags & MAP_TYPE;
vn_a.prot = (uchar_t)prot;
vn_a.maxprot = (uchar_t)maxprot;
vn_a.flags = flags & ~MAP_TYPE;
vn_a.cred = cred;
vn_a.amp = NULL;
vn_a.szc = 0;
vn_a.lgrp_mem_policy_flags = 0;
error = as_map(as, *addrp, len, segvn_create, &vn_a);
as_rangeunlock(as);
} else
return (ENODEV);
return (error);
}
/*ARGSUSED1*/
static int
spec_addmap(
struct vnode *vp, /* the common vnode */
offset_t off,
struct as *as,
caddr_t addr,
size_t len, /* how many bytes to add */
uchar_t prot,
uchar_t maxprot,
uint_t flags,
struct cred *cred)
{
int error = 0;
struct snode *csp = VTOS(vp);
ulong_t npages;
ASSERT(vp != NULL && VTOS(vp)->s_commonvp == vp);
/*
* XXX Given the above assertion, this might not
* be a particularly sensible thing to test.
*/
if (vp->v_flag & VNOMAP)
return (ENOSYS);
npages = btopr(len);
LOCK_CSP(csp);
csp->s_mapcnt += npages;
UNLOCK_CSP(csp);
return (error);
}
/*ARGSUSED1*/
static int
spec_delmap(
struct vnode *vp, /* the common vnode */
offset_t off,
struct as *as,
caddr_t addr,
size_t len, /* how many bytes to take away */
uint_t prot,
uint_t maxprot,
uint_t flags,
struct cred *cred)
{
struct snode *csp = VTOS(vp);
ulong_t npages;
long mcnt;
/* segdev passes us the common vp */
ASSERT(vp != NULL && VTOS(vp)->s_commonvp == vp);
/*
* XXX Given the above assertion, this might not
* be a particularly sensible thing to test..
*/
if (vp->v_flag & VNOMAP)
return (ENOSYS);
npages = btopr(len);
LOCK_CSP(csp);
mutex_enter(&csp->s_lock);
mcnt = (csp->s_mapcnt -= npages);
if (mcnt == 0) {
/*
* Call the close routine when the last reference of any
* kind through any [s, v]node goes away. The s_dip hold
* on the devinfo node is released when the vnode is
* destroyed.
*/
if (csp->s_count == 0) {
csp->s_flag &= ~(SNEEDCLOSE | SSIZEVALID);
/* See comment in spec_close() */
if (csp->s_flag & (SCLONE | SSELFCLONE))
csp->s_flag &= ~SDIPSET;
mutex_exit(&csp->s_lock);
(void) device_close(vp, 0, cred);
} else
mutex_exit(&csp->s_lock);
mutex_enter(&csp->s_lock);
}
ASSERT(mcnt >= 0);
UNLOCK_CSP_LOCK_HELD(csp);
mutex_exit(&csp->s_lock);
return (0);
}
static int
spec_dump(struct vnode *vp, caddr_t addr, int bn, int count)
{
ASSERT(vp->v_type == VBLK);
return (bdev_dump(vp->v_rdev, addr, bn, count));
}
/*
* Do i/o on the given page list from/to vp, io_off for io_len.
* Flags are composed of:
* {B_ASYNC, B_INVAL, B_FREE, B_DONTNEED, B_READ, B_WRITE}
* If B_ASYNC is not set i/o is waited for.
*/
/*ARGSUSED5*/
static int
spec_pageio(
struct vnode *vp,
page_t *pp,
u_offset_t io_off,
size_t io_len,
int flags,
cred_t *cr)
{
struct buf *bp = NULL;
int err = 0;
if (pp == NULL)
return (EINVAL);
bp = spec_startio(vp, pp, io_off, io_len, flags);
/*
* Wait for i/o to complete if the request is not B_ASYNC.
*/
if ((flags & B_ASYNC) == 0) {
err = biowait(bp);
pageio_done(bp);
}
return (err);
}
/*
* Set ACL on underlying vnode if one exists, or return ENOSYS otherwise.
*/
int
spec_setsecattr(struct vnode *vp, vsecattr_t *vsap, int flag, struct cred *cr)
{
struct vnode *realvp;
struct snode *sp = VTOS(vp);
int error;
/*
* The acl(2) system calls VOP_RWLOCK on the file before setting an
* ACL, but since specfs does not serialize reads and writes, this
* VOP does not do anything. However, some backing file systems may
* expect the lock to be held before setting an ACL, so it is taken
* here privately to avoid serializing specfs reads and writes.
*/
if ((realvp = sp->s_realvp) != NULL) {
(void) VOP_RWLOCK(realvp, V_WRITELOCK_TRUE, NULL);
error = VOP_SETSECATTR(realvp, vsap, flag, cr);
(void) VOP_RWUNLOCK(realvp, V_WRITELOCK_TRUE, NULL);
return (error);
} else
return (fs_nosys());
}
/*
* Get ACL from underlying vnode if one exists, or fabricate it from
* the permissions returned by spec_getattr() otherwise.
*/
int
spec_getsecattr(struct vnode *vp, vsecattr_t *vsap, int flag, struct cred *cr)
{
struct vnode *realvp;
struct snode *sp = VTOS(vp);
if ((realvp = sp->s_realvp) != NULL)
return (VOP_GETSECATTR(realvp, vsap, flag, cr));
else
return (fs_fab_acl(vp, vsap, flag, cr));
}
int
spec_pathconf(vnode_t *vp, int cmd, ulong_t *valp, cred_t *cr)
{
vnode_t *realvp;
struct snode *sp = VTOS(vp);
if ((realvp = sp->s_realvp) != NULL)
return (VOP_PATHCONF(realvp, cmd, valp, cr));
else
return (fs_pathconf(vp, cmd, valp, cr));
}