843e19887f64dde75055cf8842fc4db2171eff45johnlev/*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * CDDL HEADER START
843e19887f64dde75055cf8842fc4db2171eff45johnlev *
843e19887f64dde75055cf8842fc4db2171eff45johnlev * The contents of this file are subject to the terms of the
843e19887f64dde75055cf8842fc4db2171eff45johnlev * Common Development and Distribution License (the "License").
843e19887f64dde75055cf8842fc4db2171eff45johnlev * You may not use this file except in compliance with the License.
843e19887f64dde75055cf8842fc4db2171eff45johnlev *
843e19887f64dde75055cf8842fc4db2171eff45johnlev * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
843e19887f64dde75055cf8842fc4db2171eff45johnlev * or http://www.opensolaris.org/os/licensing.
843e19887f64dde75055cf8842fc4db2171eff45johnlev * See the License for the specific language governing permissions
843e19887f64dde75055cf8842fc4db2171eff45johnlev * and limitations under the License.
843e19887f64dde75055cf8842fc4db2171eff45johnlev *
843e19887f64dde75055cf8842fc4db2171eff45johnlev * When distributing Covered Code, include this CDDL HEADER in each
843e19887f64dde75055cf8842fc4db2171eff45johnlev * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
843e19887f64dde75055cf8842fc4db2171eff45johnlev * If applicable, add the following below this CDDL HEADER, with the
843e19887f64dde75055cf8842fc4db2171eff45johnlev * fields enclosed by brackets "[]" replaced with your own identifying
843e19887f64dde75055cf8842fc4db2171eff45johnlev * information: Portions Copyright [yyyy] [name of copyright owner]
843e19887f64dde75055cf8842fc4db2171eff45johnlev *
843e19887f64dde75055cf8842fc4db2171eff45johnlev * CDDL HEADER END
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev/*
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee * Copyright 2009 Sun Microsystems, Inc. All rights reserved.
843e19887f64dde75055cf8842fc4db2171eff45johnlev * Use is subject to license terms.
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
843e19887f64dde75055cf8842fc4db2171eff45johnlev
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee#include <sys/xpv_user.h>
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <sys/types.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <sys/file.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <sys/errno.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <sys/open.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <sys/cred.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <sys/conf.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <sys/stat.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <sys/modctl.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <sys/ddi.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <sys/sunddi.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <sys/vmsystm.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <sys/sdt.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <sys/hypervisor.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <sys/xen_errno.h>
b26a64ae582e72d0b4c710cd8eba9c4afd4a9fddjohnlev#include <sys/policy.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <vm/hat_i86.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <vm/hat_pte.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <vm/seg_mf.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <xen/sys/privcmd.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <sys/privcmd_impl.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic dev_info_t *privcmd_devi;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev/*ARGSUSED*/
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int
843e19887f64dde75055cf8842fc4db2171eff45johnlevprivcmd_getinfo(dev_info_t *devi, ddi_info_cmd_t cmd, void *arg, void **result)
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
843e19887f64dde75055cf8842fc4db2171eff45johnlev switch (cmd) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev case DDI_INFO_DEVT2DEVINFO:
843e19887f64dde75055cf8842fc4db2171eff45johnlev case DDI_INFO_DEVT2INSTANCE:
843e19887f64dde75055cf8842fc4db2171eff45johnlev break;
843e19887f64dde75055cf8842fc4db2171eff45johnlev default:
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev switch (getminor((dev_t)arg)) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev case PRIVCMD_MINOR:
843e19887f64dde75055cf8842fc4db2171eff45johnlev break;
843e19887f64dde75055cf8842fc4db2171eff45johnlev default:
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (cmd == DDI_INFO_DEVT2INSTANCE)
843e19887f64dde75055cf8842fc4db2171eff45johnlev *result = 0;
843e19887f64dde75055cf8842fc4db2171eff45johnlev else
843e19887f64dde75055cf8842fc4db2171eff45johnlev *result = privcmd_devi;
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_SUCCESS);
843e19887f64dde75055cf8842fc4db2171eff45johnlev}
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int
843e19887f64dde75055cf8842fc4db2171eff45johnlevprivcmd_attach(dev_info_t *devi, ddi_attach_cmd_t cmd)
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (cmd != DDI_ATTACH)
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (ddi_create_minor_node(devi, PRIVCMD_NODE,
843e19887f64dde75055cf8842fc4db2171eff45johnlev S_IFCHR, PRIVCMD_MINOR, DDI_PSEUDO, 0) != DDI_SUCCESS)
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev privcmd_devi = devi;
843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_report_dev(devi);
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_SUCCESS);
843e19887f64dde75055cf8842fc4db2171eff45johnlev}
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int
843e19887f64dde75055cf8842fc4db2171eff45johnlevprivcmd_detach(dev_info_t *devi, ddi_detach_cmd_t cmd)
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (cmd != DDI_DETACH)
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_FAILURE);
843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_remove_minor_node(devi, NULL);
843e19887f64dde75055cf8842fc4db2171eff45johnlev privcmd_devi = NULL;
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (DDI_SUCCESS);
843e19887f64dde75055cf8842fc4db2171eff45johnlev}
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev/*ARGSUSED1*/
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int
843e19887f64dde75055cf8842fc4db2171eff45johnlevprivcmd_open(dev_t *dev, int flag, int otyp, cred_t *cr)
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (getminor(*dev) == PRIVCMD_MINOR ? 0 : ENXIO);
843e19887f64dde75055cf8842fc4db2171eff45johnlev}
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev/*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * Map a contiguous set of machine frames in a foreign domain.
843e19887f64dde75055cf8842fc4db2171eff45johnlev * Used in the following way:
843e19887f64dde75055cf8842fc4db2171eff45johnlev *
843e19887f64dde75055cf8842fc4db2171eff45johnlev * privcmd_mmap_t p;
843e19887f64dde75055cf8842fc4db2171eff45johnlev * privcmd_mmap_entry_t e;
843e19887f64dde75055cf8842fc4db2171eff45johnlev *
843e19887f64dde75055cf8842fc4db2171eff45johnlev * addr = mmap(NULL, size, prot, MAP_SHARED, fd, 0);
843e19887f64dde75055cf8842fc4db2171eff45johnlev * p.num = number of privcmd_mmap_entry_t's
843e19887f64dde75055cf8842fc4db2171eff45johnlev * p.dom = domid;
843e19887f64dde75055cf8842fc4db2171eff45johnlev * p.entry = &e;
843e19887f64dde75055cf8842fc4db2171eff45johnlev * e.va = addr;
843e19887f64dde75055cf8842fc4db2171eff45johnlev * e.mfn = mfn;
843e19887f64dde75055cf8842fc4db2171eff45johnlev * e.npages = btopr(size);
843e19887f64dde75055cf8842fc4db2171eff45johnlev * ioctl(fd, IOCTL_PRIVCMD_MMAP, &p);
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
843e19887f64dde75055cf8842fc4db2171eff45johnlev/*ARGSUSED2*/
843e19887f64dde75055cf8842fc4db2171eff45johnlevint
843e19887f64dde75055cf8842fc4db2171eff45johnlevdo_privcmd_mmap(void *uarg, int mode, cred_t *cr)
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
843e19887f64dde75055cf8842fc4db2171eff45johnlev privcmd_mmap_t __mmapcmd, *mmc = &__mmapcmd;
843e19887f64dde75055cf8842fc4db2171eff45johnlev privcmd_mmap_entry_t *umme;
843e19887f64dde75055cf8842fc4db2171eff45johnlev struct as *as = curproc->p_as;
843e19887f64dde75055cf8842fc4db2171eff45johnlev struct seg *seg;
843e19887f64dde75055cf8842fc4db2171eff45johnlev int i, error = 0;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (ddi_copyin(uarg, mmc, sizeof (*mmc), mode))
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (EFAULT);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev DTRACE_XPV3(mmap__start, domid_t, mmc->dom, int, mmc->num,
843e19887f64dde75055cf8842fc4db2171eff45johnlev privcmd_mmap_entry_t *, mmc->entry);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (mmc->dom == DOMID_SELF) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev error = ENOTSUP; /* Too paranoid? */
843e19887f64dde75055cf8842fc4db2171eff45johnlev goto done;
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev for (umme = mmc->entry, i = 0; i < mmc->num; i++, umme++) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev privcmd_mmap_entry_t __mmapent, *mme = &__mmapent;
843e19887f64dde75055cf8842fc4db2171eff45johnlev caddr_t addr;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (ddi_copyin(umme, mme, sizeof (*mme), mode)) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev error = EFAULT;
843e19887f64dde75055cf8842fc4db2171eff45johnlev break;
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev DTRACE_XPV3(mmap__entry, ulong_t, mme->va, ulong_t, mme->mfn,
843e19887f64dde75055cf8842fc4db2171eff45johnlev ulong_t, mme->npages);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (mme->mfn == MFN_INVALID) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev error = EINVAL;
843e19887f64dde75055cf8842fc4db2171eff45johnlev break;
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev addr = (caddr_t)mme->va;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev /*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * Find the segment we want to mess with, then add
843e19887f64dde75055cf8842fc4db2171eff45johnlev * the mfn range to the segment.
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
dc32d872cbeb56532bcea030255db9cd79bac7daJosef 'Jeff' Sipek AS_LOCK_ENTER(as, RW_READER);
843e19887f64dde75055cf8842fc4db2171eff45johnlev if ((seg = as_findseg(as, addr, 0)) == NULL ||
843e19887f64dde75055cf8842fc4db2171eff45johnlev addr + mmu_ptob(mme->npages) > seg->s_base + seg->s_size)
843e19887f64dde75055cf8842fc4db2171eff45johnlev error = EINVAL;
843e19887f64dde75055cf8842fc4db2171eff45johnlev else
843e19887f64dde75055cf8842fc4db2171eff45johnlev error = segmf_add_mfns(seg, addr,
843e19887f64dde75055cf8842fc4db2171eff45johnlev mme->mfn, mme->npages, mmc->dom);
dc32d872cbeb56532bcea030255db9cd79bac7daJosef 'Jeff' Sipek AS_LOCK_EXIT(as);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (error != 0)
843e19887f64dde75055cf8842fc4db2171eff45johnlev break;
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlevdone:
843e19887f64dde75055cf8842fc4db2171eff45johnlev DTRACE_XPV1(mmap__end, int, error);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (error);
843e19887f64dde75055cf8842fc4db2171eff45johnlev}
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev/*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * Set up the address range to map to an array of mfns in
843e19887f64dde75055cf8842fc4db2171eff45johnlev * a foreign domain. Used in the following way:
843e19887f64dde75055cf8842fc4db2171eff45johnlev *
843e19887f64dde75055cf8842fc4db2171eff45johnlev * privcmd_mmap_batch_t p;
843e19887f64dde75055cf8842fc4db2171eff45johnlev *
843e19887f64dde75055cf8842fc4db2171eff45johnlev * addr = mmap(NULL, size, prot, MAP_SHARED, fd, 0);
843e19887f64dde75055cf8842fc4db2171eff45johnlev * p.num = number of pages
843e19887f64dde75055cf8842fc4db2171eff45johnlev * p.dom = domid
843e19887f64dde75055cf8842fc4db2171eff45johnlev * p.addr = addr;
843e19887f64dde75055cf8842fc4db2171eff45johnlev * p.arr = array of mfns, indexed 0 .. p.num - 1
843e19887f64dde75055cf8842fc4db2171eff45johnlev * ioctl(fd, IOCTL_PRIVCMD_MMAPBATCH, &p);
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
843e19887f64dde75055cf8842fc4db2171eff45johnlev/*ARGSUSED2*/
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int
843e19887f64dde75055cf8842fc4db2171eff45johnlevdo_privcmd_mmapbatch(void *uarg, int mode, cred_t *cr)
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
843e19887f64dde75055cf8842fc4db2171eff45johnlev privcmd_mmapbatch_t __mmapbatch, *mmb = &__mmapbatch;
843e19887f64dde75055cf8842fc4db2171eff45johnlev struct as *as = curproc->p_as;
843e19887f64dde75055cf8842fc4db2171eff45johnlev struct seg *seg;
843e19887f64dde75055cf8842fc4db2171eff45johnlev int i, error = 0;
843e19887f64dde75055cf8842fc4db2171eff45johnlev caddr_t addr;
843e19887f64dde75055cf8842fc4db2171eff45johnlev ulong_t *ulp;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (ddi_copyin(uarg, mmb, sizeof (*mmb), mode))
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (EFAULT);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev DTRACE_XPV3(mmapbatch__start, domid_t, mmb->dom, int, mmb->num,
843e19887f64dde75055cf8842fc4db2171eff45johnlev caddr_t, mmb->addr);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev addr = (caddr_t)mmb->addr;
dc32d872cbeb56532bcea030255db9cd79bac7daJosef 'Jeff' Sipek AS_LOCK_ENTER(as, RW_READER);
843e19887f64dde75055cf8842fc4db2171eff45johnlev if ((seg = as_findseg(as, addr, 0)) == NULL ||
843e19887f64dde75055cf8842fc4db2171eff45johnlev addr + ptob(mmb->num) > seg->s_base + seg->s_size) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev error = EINVAL;
843e19887f64dde75055cf8842fc4db2171eff45johnlev goto done;
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev for (i = 0, ulp = mmb->arr;
843e19887f64dde75055cf8842fc4db2171eff45johnlev i < mmb->num; i++, addr += PAGESIZE, ulp++) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev mfn_t mfn;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (fulword(ulp, &mfn) != 0) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev error = EFAULT;
843e19887f64dde75055cf8842fc4db2171eff45johnlev break;
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (mfn == MFN_INVALID) {
a576ab5b6e08c47732b3dedca9eaa8a8cbb85720rab /*
a576ab5b6e08c47732b3dedca9eaa8a8cbb85720rab * This mfn is invalid and should not be added to
a576ab5b6e08c47732b3dedca9eaa8a8cbb85720rab * segmf, as we'd only cause an immediate EFAULT when
a576ab5b6e08c47732b3dedca9eaa8a8cbb85720rab * we tried to fault it in.
a576ab5b6e08c47732b3dedca9eaa8a8cbb85720rab */
a576ab5b6e08c47732b3dedca9eaa8a8cbb85720rab mfn |= XEN_DOMCTL_PFINFO_XTAB;
a576ab5b6e08c47732b3dedca9eaa8a8cbb85720rab continue;
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (segmf_add_mfns(seg, addr, mfn, 1, mmb->dom) == 0)
843e19887f64dde75055cf8842fc4db2171eff45johnlev continue;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev /*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * Tell the process that this MFN could not be mapped, so it
843e19887f64dde75055cf8842fc4db2171eff45johnlev * won't later try to access it.
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
a576ab5b6e08c47732b3dedca9eaa8a8cbb85720rab mfn |= XEN_DOMCTL_PFINFO_XTAB;
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (sulword(ulp, mfn) != 0) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev error = EFAULT;
843e19887f64dde75055cf8842fc4db2171eff45johnlev break;
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlevdone:
dc32d872cbeb56532bcea030255db9cd79bac7daJosef 'Jeff' Sipek AS_LOCK_EXIT(as);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev DTRACE_XPV3(mmapbatch__end, int, error, struct seg *, seg, caddr_t,
843e19887f64dde75055cf8842fc4db2171eff45johnlev mmb->addr);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (error);
843e19887f64dde75055cf8842fc4db2171eff45johnlev}
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev/*ARGSUSED*/
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int
843e19887f64dde75055cf8842fc4db2171eff45johnlevprivcmd_ioctl(dev_t dev, int cmd, intptr_t arg, int mode, cred_t *cr, int *rval)
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
b26a64ae582e72d0b4c710cd8eba9c4afd4a9fddjohnlev if (secpolicy_xvm_control(cr))
b26a64ae582e72d0b4c710cd8eba9c4afd4a9fddjohnlev return (EPERM);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev /*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * Everything is a -native- data type.
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
b26a64ae582e72d0b4c710cd8eba9c4afd4a9fddjohnlev if ((mode & FMODELS) != FNATIVE)
b26a64ae582e72d0b4c710cd8eba9c4afd4a9fddjohnlev return (EOVERFLOW);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev switch (cmd) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev case IOCTL_PRIVCMD_HYPERCALL:
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (do_privcmd_hypercall((void *)arg, mode, cr, rval));
843e19887f64dde75055cf8842fc4db2171eff45johnlev case IOCTL_PRIVCMD_MMAP:
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (DOMAIN_IS_PRIVILEGED(xen_info))
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (do_privcmd_mmap((void *)arg, mode, cr));
843e19887f64dde75055cf8842fc4db2171eff45johnlev break;
843e19887f64dde75055cf8842fc4db2171eff45johnlev case IOCTL_PRIVCMD_MMAPBATCH:
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (DOMAIN_IS_PRIVILEGED(xen_info))
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (do_privcmd_mmapbatch((void *)arg, mode, cr));
843e19887f64dde75055cf8842fc4db2171eff45johnlev break;
843e19887f64dde75055cf8842fc4db2171eff45johnlev default:
843e19887f64dde75055cf8842fc4db2171eff45johnlev break;
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (EINVAL);
843e19887f64dde75055cf8842fc4db2171eff45johnlev}
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev/*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * The real magic happens in the segmf segment driver.
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
843e19887f64dde75055cf8842fc4db2171eff45johnlev/*ARGSUSED8*/
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic int
843e19887f64dde75055cf8842fc4db2171eff45johnlevprivcmd_segmap(dev_t dev, off_t off, struct as *as, caddr_t *addrp,
843e19887f64dde75055cf8842fc4db2171eff45johnlev off_t len, uint_t prot, uint_t maxprot, uint_t flags, cred_t *cr)
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
843e19887f64dde75055cf8842fc4db2171eff45johnlev struct segmf_crargs a;
843e19887f64dde75055cf8842fc4db2171eff45johnlev int error;
843e19887f64dde75055cf8842fc4db2171eff45johnlev
b26a64ae582e72d0b4c710cd8eba9c4afd4a9fddjohnlev if (secpolicy_xvm_control(cr))
b26a64ae582e72d0b4c710cd8eba9c4afd4a9fddjohnlev return (EPERM);
b26a64ae582e72d0b4c710cd8eba9c4afd4a9fddjohnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev as_rangelock(as);
843e19887f64dde75055cf8842fc4db2171eff45johnlev if ((flags & MAP_FIXED) == 0) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev map_addr(addrp, len, (offset_t)off, 0, flags);
843e19887f64dde75055cf8842fc4db2171eff45johnlev if (*addrp == NULL) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev error = ENOMEM;
843e19887f64dde75055cf8842fc4db2171eff45johnlev goto rangeunlock;
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev } else {
843e19887f64dde75055cf8842fc4db2171eff45johnlev /*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * User specified address
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
843e19887f64dde75055cf8842fc4db2171eff45johnlev (void) as_unmap(as, *addrp, len);
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev /*
843e19887f64dde75055cf8842fc4db2171eff45johnlev * The mapping *must* be MAP_SHARED at offset 0.
843e19887f64dde75055cf8842fc4db2171eff45johnlev *
843e19887f64dde75055cf8842fc4db2171eff45johnlev * (Foreign pages are treated like device memory; the
843e19887f64dde75055cf8842fc4db2171eff45johnlev * ioctl interface allows the backing objects to be
843e19887f64dde75055cf8842fc4db2171eff45johnlev * arbitrarily redefined to point at any machine frame.)
843e19887f64dde75055cf8842fc4db2171eff45johnlev */
843e19887f64dde75055cf8842fc4db2171eff45johnlev if ((flags & MAP_TYPE) != MAP_SHARED || off != 0) {
843e19887f64dde75055cf8842fc4db2171eff45johnlev error = EINVAL;
843e19887f64dde75055cf8842fc4db2171eff45johnlev goto rangeunlock;
843e19887f64dde75055cf8842fc4db2171eff45johnlev }
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev a.dev = dev;
843e19887f64dde75055cf8842fc4db2171eff45johnlev a.prot = (uchar_t)prot;
843e19887f64dde75055cf8842fc4db2171eff45johnlev a.maxprot = (uchar_t)maxprot;
843e19887f64dde75055cf8842fc4db2171eff45johnlev error = as_map(as, *addrp, len, segmf_create, &a);
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlevrangeunlock:
843e19887f64dde75055cf8842fc4db2171eff45johnlev as_rangeunlock(as);
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (error);
843e19887f64dde75055cf8842fc4db2171eff45johnlev}
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic struct cb_ops privcmd_cb_ops = {
843e19887f64dde75055cf8842fc4db2171eff45johnlev privcmd_open,
843e19887f64dde75055cf8842fc4db2171eff45johnlev nulldev, /* close */
843e19887f64dde75055cf8842fc4db2171eff45johnlev nodev, /* strategy */
843e19887f64dde75055cf8842fc4db2171eff45johnlev nodev, /* print */
843e19887f64dde75055cf8842fc4db2171eff45johnlev nodev, /* dump */
843e19887f64dde75055cf8842fc4db2171eff45johnlev nodev, /* read */
843e19887f64dde75055cf8842fc4db2171eff45johnlev nodev, /* write */
843e19887f64dde75055cf8842fc4db2171eff45johnlev privcmd_ioctl,
843e19887f64dde75055cf8842fc4db2171eff45johnlev nodev, /* devmap */
843e19887f64dde75055cf8842fc4db2171eff45johnlev nodev, /* mmap */
843e19887f64dde75055cf8842fc4db2171eff45johnlev privcmd_segmap,
843e19887f64dde75055cf8842fc4db2171eff45johnlev nochpoll, /* poll */
843e19887f64dde75055cf8842fc4db2171eff45johnlev ddi_prop_op,
843e19887f64dde75055cf8842fc4db2171eff45johnlev NULL,
843e19887f64dde75055cf8842fc4db2171eff45johnlev D_64BIT | D_NEW | D_MP
843e19887f64dde75055cf8842fc4db2171eff45johnlev};
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic struct dev_ops privcmd_dv_ops = {
843e19887f64dde75055cf8842fc4db2171eff45johnlev DEVO_REV,
843e19887f64dde75055cf8842fc4db2171eff45johnlev 0,
843e19887f64dde75055cf8842fc4db2171eff45johnlev privcmd_getinfo,
193974072f41a843678abf5f61979c748687e66bSherry Moore nulldev, /* identify */
193974072f41a843678abf5f61979c748687e66bSherry Moore nulldev, /* probe */
843e19887f64dde75055cf8842fc4db2171eff45johnlev privcmd_attach,
843e19887f64dde75055cf8842fc4db2171eff45johnlev privcmd_detach,
193974072f41a843678abf5f61979c748687e66bSherry Moore nodev, /* reset */
843e19887f64dde75055cf8842fc4db2171eff45johnlev &privcmd_cb_ops,
193974072f41a843678abf5f61979c748687e66bSherry Moore 0, /* struct bus_ops */
193974072f41a843678abf5f61979c748687e66bSherry Moore NULL, /* power */
193974072f41a843678abf5f61979c748687e66bSherry Moore ddi_quiesce_not_needed, /* quiesce */
843e19887f64dde75055cf8842fc4db2171eff45johnlev};
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic struct modldrv modldrv = {
843e19887f64dde75055cf8842fc4db2171eff45johnlev &mod_driverops,
613b28719c10e84c1202c1045df44d77767de21dRichard Bean "privcmd driver",
843e19887f64dde75055cf8842fc4db2171eff45johnlev &privcmd_dv_ops
843e19887f64dde75055cf8842fc4db2171eff45johnlev};
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlevstatic struct modlinkage modl = {
843e19887f64dde75055cf8842fc4db2171eff45johnlev MODREV_1,
843e19887f64dde75055cf8842fc4db2171eff45johnlev &modldrv
843e19887f64dde75055cf8842fc4db2171eff45johnlev};
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlevint
843e19887f64dde75055cf8842fc4db2171eff45johnlev_init(void)
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (mod_install(&modl));
843e19887f64dde75055cf8842fc4db2171eff45johnlev}
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlevint
843e19887f64dde75055cf8842fc4db2171eff45johnlev_fini(void)
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (mod_remove(&modl));
843e19887f64dde75055cf8842fc4db2171eff45johnlev}
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlevint
843e19887f64dde75055cf8842fc4db2171eff45johnlev_info(struct modinfo *modinfo)
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
843e19887f64dde75055cf8842fc4db2171eff45johnlev return (mod_info(&modl, modinfo));
843e19887f64dde75055cf8842fc4db2171eff45johnlev}