xen/dtrace/xdt.c

c7158ae983f5a04c4a998f468ecefba6d23ba721tariq/*
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * CDDL HEADER START
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq *
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * The contents of this file are subject to the terms of the
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * Common Development and Distribution License (the "License").
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * You may not use this file except in compliance with the License.
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq *
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * or http://www.opensolaris.org/os/licensing.
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * See the License for the specific language governing permissions
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * and limitations under the License.
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq *
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * When distributing Covered Code, include this CDDL HEADER in each
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * If applicable, add the following below this CDDL HEADER, with the
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * fields enclosed by brackets "[]" replaced with your own identifying
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * information: Portions Copyright [yyyy] [name of copyright owner]
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq *
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * CDDL HEADER END
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq/*
b9e93c10c0a2a4bb069d38bb311021a9478c4711Jonathan Haslam * Copyright 2009 Sun Microsystems, Inc.  All rights reserved.
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * Use is subject to license terms.
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq/*
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * Xen event provider for DTrace
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq *
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * NOTE: This provider is PRIVATE. It is intended as a short-term solution and
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * may disappear or be re-implemented at anytime.
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq *
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * This provider isn't suitable as a general-purpose solution for a number of
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * reasons. First and foremost, we rely on the Xen tracing mechanism and don't
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * have any way to gather data other than that collected by the Xen trace
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * buffers. Further, it does not fit into the DTrace model (see "Interacting
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * with DTrace" below.)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq *
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq *
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * Tracing in Xen
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * --------------
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq *
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * Xen implements a tracing facility for generating and collecting execution
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * event traces from the hypervisor. When tracing is enabled, compiled in
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * probes record events in contiguous per-CPU trace buffers.
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq *
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq *               +---------+
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * +------+      |         |
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * | CPUn |----> | BUFFERn |
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * +------+      |         |
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq *               +---------+- tbuf.va + (tbuf.size * n)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq *               :         :
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq *               +---------+
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * +------+      |         |
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * | CPU1 |----> | BUFFER1 |
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * +------+      |         |
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq *               +---------+- tbuf.va + tbuf.size
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * +------+      |         |
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * | CPU0 |----> | BUFFER0 |
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * +------+      |         |
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq *               +---------+- tbuf.va
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq *
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * Each CPU buffer consists of a metadata header followed by the trace records.
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * The metadata consists of a producer/consumer pair of pointers into the buffer
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * that point to the next record to be written and the next record to be read
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee * respectively.
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq *
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee * A trace record can be in one of two forms, depending on if the TSC is
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee * included. The record header indicates whether or not the TSC field is
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee * present.
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee *
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee * 1. Trace record without TSC:
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee * +------------------------------------------------------------+
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee * | HEADER(uint32_t) |            DATA FIELDS                  |
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee * +------------------------------------------------------------+
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee *
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee * 2. Trace record with TSC:
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee * +--------------------------------------------------------------------------+
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee * | HEADER(uint32_t) | TSC(uint64_t) |              DATA FIELDS              |
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee * +--------------------------------------------------------------------------+
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee *
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee * Where,
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee *
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee * HEADER bit field:
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * +--------------------------------------------------------------------------+
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee * | C |  NDATA  |                        EVENT                               |
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * +--------------------------------------------------------------------------+
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee *  31  30     28 27                                                         0
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee *
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee * EVENT: Event ID.
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee * NDATA: Number of populated data fields.
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee *     C: TSC included.
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq *
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * DATA FIELDS:
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * +--------------------------------------------------------------------------+
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee * | D1(uint32_t) | D2(uint32_t) | D3(uint32_t) |     . . .    | D7(uint32_t) |
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * +--------------------------------------------------------------------------+
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq *
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq *
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * Interacting with DTrace
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * -----------------------
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq *
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * Every xdt_poll_nsec nano-seconds we poll the trace buffers for data and feed
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * each entry into dtrace_probe() with the corresponding probe ID for the event.
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * As a result of this periodic collection implementation probe firings are
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * asynchronous. This is the only sensible way to implement this form of
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * provider, but because of its asynchronous nature asking things like
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * "current CPU" and, more importantly, arbitrary questions about the context
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * surrounding the probe firing are not meaningful. So, consumers should not
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * attempt to infer anything beyond what is supplied via the probe arguments.
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee#include <sys/xpv_user.h>
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#include <sys/types.h>
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#include <sys/sysmacros.h>
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#include <sys/modctl.h>
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#include <sys/sunddi.h>
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#include <sys/ddi.h>
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#include <sys/conf.h>
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#include <sys/devops.h>
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#include <sys/stat.h>
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#include <sys/cmn_err.h>
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#include <sys/dtrace.h>
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#include <sys/sdt.h>
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#include <sys/cyclic.h>
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#include <vm/seg_kmem.h>
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#include <vm/hat_i86.h>
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#include <sys/hypervisor.h>
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#include <xen/public/trace.h>
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#include <xen/public/sched.h>
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#define XDT_POLL_DEFAULT    100000000   /* default poll interval (ns) */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#define XDT_POLL_MIN        10000000    /* min poll interval (ns) */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#define XDT_TBUF_RETRY      50      /* tbuf disable retry count */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq/*
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * The domid must match IDLE_DOMAIN_ID in xen.hg/xen/include/xen/sched.h
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * in the xVM gate.
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#define IS_IDLE_DOM(domid)  (domid == 0x7FFFU)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq/* Macros to extract the domid and cpuid from a HVM trace data field */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#define HVM_DOMID(d)        (d >> 16)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#define HVM_VCPUID(d)       (d & 0xFFFF)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden/* Flags for shadow page table events */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define SH_GUEST_32 0x000
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define SH_GUEST_PAE    0x100
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define SH_GUEST_64 0x200
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_PROBE5(event, arg0, arg1, arg2, arg3, arg4) {       \
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    dtrace_id_t id = xdt_probemap[event];               \
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    if (id)                             \
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        dtrace_probe(id, arg0, arg1, arg2, arg3, arg4);     \
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq}                                   \
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_PROBE4(event, arg0, arg1, arg2, arg3) \
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    XDT_PROBE5(event, arg0, arg1, arg2, arg3, 0)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_PROBE3(event, arg0, arg1, arg2) \
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    XDT_PROBE5(event, arg0, arg1, arg2, 0, 0)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_PROBE2(event, arg0, arg1) \
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    XDT_PROBE5(event, arg0, arg1, 0, 0, 0)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_PROBE1(event, arg0) \
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    XDT_PROBE5(event, arg0, 0, 0, 0, 0)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_PROBE0(event) \
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    XDT_PROBE5(event, 0, 0, 0, 0, 0)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq/* Probe classes */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#define XDT_SCHED           0
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#define XDT_MEM             1
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#define XDT_HVM             2
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee#define XDT_GEN             3
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_PV              4
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_SHADOW          5
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_PM              6
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_NCLASSES            7
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq/* Probe events */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#define XDT_EVT_INVALID         (-(int)1)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#define XDT_SCHED_OFF_CPU       0
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#define XDT_SCHED_ON_CPU        1
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#define XDT_SCHED_IDLE_OFF_CPU      2
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#define XDT_SCHED_IDLE_ON_CPU       3
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#define XDT_SCHED_BLOCK         4
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#define XDT_SCHED_SLEEP         5
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#define XDT_SCHED_WAKE          6
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#define XDT_SCHED_YIELD         7
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#define XDT_SCHED_SHUTDOWN_POWEROFF 8
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#define XDT_SCHED_SHUTDOWN_REBOOT   9
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#define XDT_SCHED_SHUTDOWN_SUSPEND  10
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#define XDT_SCHED_SHUTDOWN_CRASH    11
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#define XDT_MEM_PAGE_GRANT_MAP      12
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#define XDT_MEM_PAGE_GRANT_UNMAP    13
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#define XDT_MEM_PAGE_GRANT_TRANSFER 14
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#define XDT_HVM_VMENTRY         15
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq#define XDT_HVM_VMEXIT          16
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee#define XDT_TRC_LOST_RECORDS        17
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_SCHED_ADD_VCPU      18
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_SCHED_REM_VCPU      19  /* unused */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_SCHED_CTL           20  /* unused */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_SCHED_ADJDOM        21
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_SCHED_S_TIMER_FN        22  /* unused */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_SCHED_T_TIMER_FN        23  /* unused */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_SCHED_DOM_TIMER_FN      24  /* unused */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_PV_HYPERCALL        25
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_PV_TRAP         26
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_PV_PAGE_FAULT       27
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_PV_FORCED_INVALID_OP    28
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_PV_EMULATE_PRIVOP       29
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_PV_EMULATE_4GB      30  /* unused (32-bit HV only ) */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_PV_MATH_STATE_RESTORE   31
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_PV_PAGING_FIXUP     32
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_PV_DT_MAPPING_FAULT     33
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_PV_PTWR_EMULATION       34
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_HVM_PF_XEN          35
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_HVM_PF_INJECT       36
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_HVM_EXC_INJECT      37
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_HVM_VIRQ_INJECT     38
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_HVM_VIRQ_REINJECT       39
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_HVM_IO_READ         40  /* unused */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_HVM_IO_WRITE        41  /* unused */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_HVM_CR_READ         42
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_HVM_CR_WRITE        43
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_HVM_DR_READ         44  /* unused */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_HVM_DR_WRITE        45  /* unused */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_HVM_MSR_READ        46
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_HVM_MSR_WRITE       47
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_HVM_CPUID           48
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_HVM_INTR            49
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_HVM_INTR_WINDOW     50
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_HVM_NMI         51
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_HVM_SMI         52
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_HVM_VMMCALL         53
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_HVM_HLT         54
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_HVM_INVLPG          55
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_HVM_MCE         56
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_HVM_IOPORT_READ     57
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_HVM_IOPORT_WRITE        58
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_HVM_CLTS            59
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_HVM_LMSW            60
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_HVM_IOMEM_READ      61
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_HVM_IOMEM_WRITE     62
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_SHADOW_NOT_SHADOW           63
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_SHADOW_FAST_PROPAGATE       64
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_SHADOW_FAST_MMIO            65
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_SHADOW_FALSE_FAST_PATH      66
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_SHADOW_MMIO             67
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_SHADOW_FIXUP            68
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_SHADOW_DOMF_DYING           69
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_SHADOW_EMULATE          70
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_SHADOW_EMULATE_UNSHADOW_USER    71
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_SHADOW_EMULATE_UNSHADOW_EVTINJ  72
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_SHADOW_EMULATE_UNSHADOW_UNHANDLED   73
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_SHADOW_WRMAP_BF         74
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_SHADOW_PREALLOC_UNPIN       75
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_SHADOW_RESYNC_FULL          76
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_SHADOW_RESYNC_ONLY          77
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_PM_FREQ_CHANGE      78
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_PM_IDLE_ENTRY       79
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_PM_IDLE_EXIT        80
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_SCHED_RUNSTATE_CHANGE   81
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_SCHED_CONTINUE_RUNNING  82
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden#define XDT_NEVENTS         83
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqtypedef struct {
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    const char  *pr_mod;    /* probe module */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    const char  *pr_name;   /* probe name */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    int     evt_id;     /* event id */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    uint_t      class;      /* probe class */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq} xdt_probe_t;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqtypedef struct {
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    uint32_t    trc_mask;   /* trace mask */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    uint32_t    cnt;        /* num enabled probes in class */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq} xdt_classinfo_t;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqtypedef struct {
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    ulong_t prev_domid;     /* previous dom executed */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    ulong_t prev_vcpuid;        /* previous vcpu executed */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    ulong_t prev_ctime;     /* time spent on cpu */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    ulong_t next_domid;     /* next dom to be scheduled */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    ulong_t next_vcpuid;        /* next vcpu to be scheduled */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    ulong_t next_wtime;     /* time spent waiting to get on cpu */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    ulong_t next_ts;        /* allocated time slice */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    ulong_t cur_domid;      /* current dom */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    ulong_t cur_vcpuid;     /* current vcpuid */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    int curinfo_valid;      /* info is valid */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq} xdt_schedinfo_t;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqstatic struct {
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    uint_t cnt;         /* total num of trace buffers */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    size_t size;            /* size of each cpu buffer */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    mfn_t start_mfn;        /* starting mfn of buffers */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    caddr_t va;         /* va buffers are mapped into */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    /* per-cpu buffers */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    struct t_buf **meta;        /* buffer metadata */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    struct t_rec **data;        /* buffer data records */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    /* statistics */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    uint64_t stat_dropped_recs; /* records dropped */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    uint64_t stat_spurious_cpu; /* recs with garbage cpuids */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    uint64_t stat_spurious_switch;  /* inconsistent vcpu switches */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    uint64_t stat_unknown_shutdown; /* unknown shutdown code */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    uint64_t stat_unknown_recs; /* unknown records */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq} tbuf;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Lindenstatic size_t tbuf_data_size;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqstatic char *xdt_stats[] = {
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    "dropped_recs",
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq};
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq/*
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * Tunable variables
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq *
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * The following may be tuned by adding a line to /etc/system that
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * includes both the name of the module ("xdt") and the name of the variable.
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * For example:
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq *     set xdt:xdt_tbuf_pages = 40
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariquint_t xdt_tbuf_pages = 20;         /* pages to alloc per-cpu buf */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq/*
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * The following may be tuned by adding a line to
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * /platform/i86xpv/kernel/drv/xdt.conf.
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * For example:
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq *     xdt_poll_nsec = 200000000;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqstatic hrtime_t xdt_poll_nsec;          /* trace buffer poll interval */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden/*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden * Another tunable variable: the maximum number of records to process
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden * in one scan. If it is 0 (e.g. not set in /etc/system), it will
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden * be set to ncpu * (bufsize / max_rec_size).
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden * Having an upper limit avoids a situation where the scan would loop
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden * endlessly in case the hypervisor adds records quicker than we
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden * can process them. It's better to drop records than to loop, obviously.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Lindenuint_t xdt_max_recs = 0;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq/*
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq * Internal variables
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqstatic dev_info_t *xdt_devi;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqstatic dtrace_provider_id_t xdt_id;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqstatic uint_t xdt_ncpus;            /* total number of phys CPUs */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqstatic uint32_t cur_trace_mask;         /* current trace mask */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqstatic xdt_schedinfo_t *xdt_cpu_schedinfo;  /* per-cpu sched info */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqdtrace_id_t xdt_probemap[XDT_NEVENTS];      /* map of enabled probes */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqdtrace_id_t xdt_prid[XDT_NEVENTS];      /* IDs of registered events */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqstatic cyclic_id_t xdt_cyclic = CYCLIC_NONE;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqstatic kstat_t *xdt_kstats;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqstatic xdt_classinfo_t xdt_classinfo[XDT_NCLASSES];
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden/*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden * These provide context when probes fire. They can be accessed
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden * from xdt dtrace probe (as `xdt_curdom, etc). It's ok for these
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden * to be global, and not per-cpu, as probes are run strictly in sequence
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden * as the trace buffers are
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Lindenuint_t xdt_curdom, xdt_curvcpu, xdt_curpcpu;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Lindenuint64_t xdt_timestamp;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqstatic xdt_probe_t xdt_probe[] = {
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    /* Sched probes */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    { "sched", "off-cpu", XDT_SCHED_OFF_CPU, XDT_SCHED },
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    { "sched", "on-cpu", XDT_SCHED_ON_CPU, XDT_SCHED },
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    { "sched", "idle-off-cpu", XDT_SCHED_IDLE_OFF_CPU, XDT_SCHED },
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    { "sched", "idle-on-cpu", XDT_SCHED_IDLE_ON_CPU, XDT_SCHED },
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    { "sched", "block", XDT_SCHED_BLOCK, XDT_SCHED },
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    { "sched", "sleep", XDT_SCHED_SLEEP, XDT_SCHED },
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    { "sched", "wake", XDT_SCHED_WAKE, XDT_SCHED },
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    { "sched", "yield", XDT_SCHED_YIELD, XDT_SCHED },
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    { "sched", "shutdown-poweroff", XDT_SCHED_SHUTDOWN_POWEROFF,
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        XDT_SCHED },
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    { "sched", "shutdown-reboot", XDT_SCHED_SHUTDOWN_REBOOT, XDT_SCHED },
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    { "sched", "shutdown-suspend", XDT_SCHED_SHUTDOWN_SUSPEND, XDT_SCHED },
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    { "sched", "shutdown-crash", XDT_SCHED_SHUTDOWN_CRASH, XDT_SCHED },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "sched", "add", XDT_SCHED_ADD_VCPU, XDT_SCHED },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "sched", "runstate-change", XDT_SCHED_RUNSTATE_CHANGE, XDT_SCHED },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "sched", "continue-running", XDT_SCHED_CONTINUE_RUNNING, XDT_SCHED },
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    /* Memory probes */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    { "mem", "page-grant-map", XDT_MEM_PAGE_GRANT_MAP, XDT_MEM },
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    { "mem", "page-grant-unmap", XDT_MEM_PAGE_GRANT_UNMAP, XDT_MEM },
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    { "mem", "page-grant-transfer", XDT_MEM_PAGE_GRANT_TRANSFER, XDT_MEM },
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    {"pv", "hypercall", XDT_PV_HYPERCALL, XDT_PV },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    {"pv", "trap", XDT_PV_TRAP, XDT_PV },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    {"pv", "page-fault", XDT_PV_PAGE_FAULT, XDT_PV },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    {"pv", "forced-invalid-op", XDT_PV_FORCED_INVALID_OP, XDT_PV },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    {"pv", "emulate-priv-op", XDT_PV_EMULATE_PRIVOP, XDT_PV },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    {"pv", "math-state-restore", XDT_PV_MATH_STATE_RESTORE, XDT_PV },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    {"pv", "paging-fixup", XDT_PV_PAGING_FIXUP, XDT_PV },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    {"pv", "dt-mapping-fault", XDT_PV_DT_MAPPING_FAULT, XDT_PV },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    {"pv", "pte-write-emul", XDT_PV_PTWR_EMULATION, XDT_PV },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    /* HVM probes */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    { "hvm", "vmentry", XDT_HVM_VMENTRY, XDT_HVM },
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    { "hvm", "vmexit", XDT_HVM_VMEXIT, XDT_HVM },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "hvm", "pagefault-xen", XDT_HVM_PF_XEN, XDT_HVM },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "hvm", "pagefault-inject", XDT_HVM_PF_INJECT, XDT_HVM },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "hvm", "exception-inject", XDT_HVM_EXC_INJECT, XDT_HVM },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "hvm", "virq-inject", XDT_HVM_VIRQ_INJECT, XDT_HVM },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "hvm", "cr-read", XDT_HVM_CR_READ, XDT_HVM },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "hvm", "cr-write", XDT_HVM_CR_WRITE, XDT_HVM },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "hvm", "msr-read", XDT_HVM_MSR_READ, XDT_HVM },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "hvm", "msr-write", XDT_HVM_MSR_WRITE, XDT_HVM },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "hvm", "cpuid", XDT_HVM_CPUID, XDT_HVM },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "hvm", "intr", XDT_HVM_INTR, XDT_HVM },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "hvm", "intr-window", XDT_HVM_INTR_WINDOW, XDT_HVM },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "hvm", "nmi", XDT_HVM_NMI, XDT_HVM },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "hvm", "smi", XDT_HVM_SMI, XDT_HVM },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "hvm", "vmmcall", XDT_HVM_VMMCALL, XDT_HVM },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "hvm", "hlt", XDT_HVM_HLT, XDT_HVM },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "hvm", "invlpg", XDT_HVM_INVLPG, XDT_HVM },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "hvm", "mce", XDT_HVM_MCE, XDT_HVM },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "hvm", "pio-read", XDT_HVM_IOPORT_READ, XDT_HVM },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "hvm", "pio-write", XDT_HVM_IOPORT_WRITE, XDT_HVM },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "hvm", "mmio-read", XDT_HVM_IOMEM_READ, XDT_HVM },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "hvm", "mmio-write", XDT_HVM_IOMEM_WRITE, XDT_HVM },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "hvm", "clts", XDT_HVM_CLTS, XDT_HVM },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "hvm", "lmsw", XDT_HVM_LMSW, XDT_HVM },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "shadow", "fault-not-shadow", XDT_SHADOW_NOT_SHADOW, XDT_SHADOW },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "shadow", "fast-propagate", XDT_SHADOW_FAST_PROPAGATE, XDT_SHADOW },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "shadow", "fast-mmio", XDT_SHADOW_FAST_MMIO, XDT_SHADOW },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "shadow", "false-fast-path", XDT_SHADOW_FALSE_FAST_PATH,
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_SHADOW },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "shadow", "mmio", XDT_SHADOW_MMIO, XDT_SHADOW },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "shadow", "fixup", XDT_SHADOW_FIXUP, XDT_SHADOW },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "shadow", "domf-dying", XDT_SHADOW_DOMF_DYING, XDT_SHADOW },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "shadow", "emulate", XDT_SHADOW_EMULATE, XDT_SHADOW },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "shadow", "emulate-unshadow-user", XDT_SHADOW_EMULATE_UNSHADOW_USER,
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_SHADOW },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "shadow", "emulate-unshadow-evtinj",
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_SHADOW_EMULATE_UNSHADOW_EVTINJ, XDT_SHADOW },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "shadow", "emulate-unshadow-unhandled",
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_SHADOW_EMULATE_UNSHADOW_UNHANDLED, XDT_SHADOW },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "shadow", "wrmap-bf", XDT_SHADOW_WRMAP_BF, XDT_SHADOW },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "shadow", "prealloc-unpin", XDT_SHADOW_PREALLOC_UNPIN, XDT_SHADOW },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "shadow", "resync-full", XDT_SHADOW_RESYNC_FULL, XDT_SHADOW },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "shadow", "resync-only", XDT_SHADOW_RESYNC_ONLY, XDT_SHADOW },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "pm", "freq-change", XDT_PM_FREQ_CHANGE, XDT_PM },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "pm", "idle-entry", XDT_PM_IDLE_ENTRY, XDT_PM },
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    { "pm", "idle-exit", XDT_PM_IDLE_EXIT, XDT_PM },
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee    /* Trace buffer related probes */
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee    { "trace", "records-lost", XDT_TRC_LOST_RECORDS, XDT_GEN },
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    { NULL }
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq};
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqstatic inline uint32_t
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqxdt_nr_active_probes()
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq{
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    int i;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    uint32_t tot = 0;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    for (i = 0; i < XDT_NCLASSES; i++)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        tot += xdt_classinfo[i].cnt;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    return (tot);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq}
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqstatic void
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqxdt_init_trace_masks(void)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq{
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    xdt_classinfo[XDT_SCHED].trc_mask = TRC_SCHED;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    xdt_classinfo[XDT_MEM].trc_mask = TRC_MEM;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    xdt_classinfo[XDT_HVM].trc_mask = TRC_HVM;
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee    xdt_classinfo[XDT_GEN].trc_mask = TRC_GEN;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    xdt_classinfo[XDT_PV].trc_mask = TRC_PV;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    xdt_classinfo[XDT_SHADOW].trc_mask = TRC_SHADOW;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    xdt_classinfo[XDT_PM].trc_mask = TRC_PM;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq}
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqstatic int
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqxdt_kstat_update(kstat_t *ksp, int flag)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq{
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    kstat_named_t *knp;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    if (flag != KSTAT_READ)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        return (EACCES);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    knp = ksp->ks_data;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    /*
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq     * Assignment order should match that of the names in
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq     * xdt_stats.
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq     */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    (knp++)->value.ui64 = tbuf.stat_dropped_recs;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    return (0);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq}
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqstatic void
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqxdt_kstat_init(void)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq{
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    int nstats = sizeof (xdt_stats) / sizeof (xdt_stats[0]);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    char **cp = xdt_stats;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    kstat_named_t *knp;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    if ((xdt_kstats = kstat_create("xdt", 0, "trace_statistics", "misc",
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        KSTAT_TYPE_NAMED, nstats, 0)) == NULL)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        return;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    xdt_kstats->ks_update = xdt_kstat_update;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    knp = xdt_kstats->ks_data;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    while (nstats > 0) {
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        kstat_named_init(knp, *cp, KSTAT_DATA_UINT64);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        knp++;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        cp++;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        nstats--;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    }
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    kstat_install(xdt_kstats);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq}
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqstatic int
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqxdt_sysctl_tbuf(xen_sysctl_tbuf_op_t *tbuf_op)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq{
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    xen_sysctl_t op;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    int xerr;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    op.cmd = XEN_SYSCTL_tbuf_op;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    op.interface_version = XEN_SYSCTL_INTERFACE_VERSION;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    op.u.tbuf_op = *tbuf_op;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    if ((xerr = HYPERVISOR_sysctl(&op)) != 0)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        return (xen_xlate_errcode(xerr));
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    *tbuf_op = op.u.tbuf_op;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    return (0);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq}
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqstatic int
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqxdt_map_trace_buffers(mfn_t mfn, caddr_t va, size_t len)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq{
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    x86pte_t pte;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    caddr_t const sva = va;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    caddr_t const eva = va + len;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    int xerr;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    ASSERT(mfn != MFN_INVALID);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    ASSERT(va != NULL);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    ASSERT(IS_PAGEALIGNED(len));
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    for (; va < eva; va += MMU_PAGESIZE) {
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        /*
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         * Ask the HAT to load a throwaway mapping to page zero, then
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         * overwrite it with the hypervisor mapping. It gets removed
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         * later via hat_unload().
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        hat_devload(kas.a_hat, va, MMU_PAGESIZE, (pfn_t)0,
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq            PROT_READ | HAT_UNORDERED_OK,
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq            HAT_LOAD_NOCONSIST | HAT_LOAD);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        pte = mmu_ptob((x86pte_t)mfn) | PT_VALID | PT_USER
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq            | PT_FOREIGN | PT_WRITABLE;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        xerr = HYPERVISOR_update_va_mapping_otherdomain((ulong_t)va,
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq            pte, UVMF_INVLPG | UVMF_LOCAL, DOMID_XEN);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        if (xerr != 0) {
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq            /* unmap pages loaded so far */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq            size_t ulen = (uintptr_t)(va + MMU_PAGESIZE) -
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq                (uintptr_t)sva;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq            hat_unload(kas.a_hat, sva, ulen, HAT_UNLOAD_UNMAP);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq            return (xen_xlate_errcode(xerr));
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        }
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        mfn++;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    }
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    return (0);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq}
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqstatic int
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqxdt_attach_trace_buffers(void)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq{
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    xen_sysctl_tbuf_op_t tbuf_op;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    size_t len;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    int err;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    uint_t i;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
411e7d8f94b93b43156abc905a0ad18cb5f1469cTariq Magdon-Ismail    /*
411e7d8f94b93b43156abc905a0ad18cb5f1469cTariq Magdon-Ismail     * Xen does not support trace buffer re-sizing. If the buffers
411e7d8f94b93b43156abc905a0ad18cb5f1469cTariq Magdon-Ismail     * have already been allocated we just use them as is.
411e7d8f94b93b43156abc905a0ad18cb5f1469cTariq Magdon-Ismail     */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    tbuf_op.cmd  = XEN_SYSCTL_TBUFOP_get_info;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    if ((err = xdt_sysctl_tbuf(&tbuf_op)) != 0)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        return (err);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
411e7d8f94b93b43156abc905a0ad18cb5f1469cTariq Magdon-Ismail    if (tbuf_op.size == 0) {
411e7d8f94b93b43156abc905a0ad18cb5f1469cTariq Magdon-Ismail        /* set trace buffer size */
411e7d8f94b93b43156abc905a0ad18cb5f1469cTariq Magdon-Ismail        tbuf_op.cmd  = XEN_SYSCTL_TBUFOP_set_size;
411e7d8f94b93b43156abc905a0ad18cb5f1469cTariq Magdon-Ismail        tbuf_op.size = xdt_tbuf_pages;
411e7d8f94b93b43156abc905a0ad18cb5f1469cTariq Magdon-Ismail        (void) xdt_sysctl_tbuf(&tbuf_op);
411e7d8f94b93b43156abc905a0ad18cb5f1469cTariq Magdon-Ismail
411e7d8f94b93b43156abc905a0ad18cb5f1469cTariq Magdon-Ismail        /* get trace buffer info */
411e7d8f94b93b43156abc905a0ad18cb5f1469cTariq Magdon-Ismail        tbuf_op.cmd  = XEN_SYSCTL_TBUFOP_get_info;
411e7d8f94b93b43156abc905a0ad18cb5f1469cTariq Magdon-Ismail        if ((err = xdt_sysctl_tbuf(&tbuf_op)) != 0)
411e7d8f94b93b43156abc905a0ad18cb5f1469cTariq Magdon-Ismail            return (err);
411e7d8f94b93b43156abc905a0ad18cb5f1469cTariq Magdon-Ismail
411e7d8f94b93b43156abc905a0ad18cb5f1469cTariq Magdon-Ismail        if (tbuf_op.size == 0) {
411e7d8f94b93b43156abc905a0ad18cb5f1469cTariq Magdon-Ismail            cmn_err(CE_NOTE, "Couldn't allocate trace buffers.");
411e7d8f94b93b43156abc905a0ad18cb5f1469cTariq Magdon-Ismail            return (ENOBUFS);
411e7d8f94b93b43156abc905a0ad18cb5f1469cTariq Magdon-Ismail        }
411e7d8f94b93b43156abc905a0ad18cb5f1469cTariq Magdon-Ismail    }
411e7d8f94b93b43156abc905a0ad18cb5f1469cTariq Magdon-Ismail
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    tbuf.size = tbuf_op.size;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    tbuf.start_mfn = (mfn_t)tbuf_op.buffer_mfn;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    tbuf.cnt = xdt_ncpus;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    ASSERT(tbuf.start_mfn != MFN_INVALID);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    ASSERT(tbuf.cnt > 0);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    len = tbuf.size * tbuf.cnt;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    tbuf.va = vmem_alloc(heap_arena, len, VM_SLEEP);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    if ((err = xdt_map_trace_buffers(tbuf.start_mfn, tbuf.va, len)) != 0) {
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        vmem_free(heap_arena, tbuf.va, len);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        tbuf.va = NULL;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        return (err);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    }
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    tbuf.meta = (struct t_buf **)kmem_alloc(tbuf.cnt * sizeof (*tbuf.meta),
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        KM_SLEEP);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    tbuf.data = (struct t_rec **)kmem_alloc(tbuf.cnt * sizeof (*tbuf.data),
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        KM_SLEEP);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    for (i = 0; i < tbuf.cnt; i++) {
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        void *cpu_buf = (void *)(tbuf.va + (tbuf.size * i));
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        tbuf.meta[i] = cpu_buf;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        tbuf.data[i] = (struct t_rec *)((uintptr_t)cpu_buf +
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq            sizeof (struct t_buf));
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        /* throw away stale trace records */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        tbuf.meta[i]->cons = tbuf.meta[i]->prod;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    }
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    tbuf_data_size = tbuf.size - sizeof (struct t_buf);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    if (xdt_max_recs == 0)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        xdt_max_recs = (xdt_ncpus * tbuf_data_size)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden            / sizeof (struct t_rec);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    return (0);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq}
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqstatic void
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqxdt_detach_trace_buffers(void)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq{
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    size_t len = tbuf.size * tbuf.cnt;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    ASSERT(tbuf.va != NULL);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    hat_unload(kas.a_hat, tbuf.va, len,
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        HAT_UNLOAD_UNMAP | HAT_UNLOAD_UNLOCK);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    vmem_free(heap_arena, tbuf.va, len);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    kmem_free(tbuf.meta, tbuf.cnt * sizeof (*tbuf.meta));
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    kmem_free(tbuf.data, tbuf.cnt * sizeof (*tbuf.data));
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq}
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Lindenstatic void
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Lindenxdt_update_sched_context(uint_t cpuid, uint_t dom, uint_t vcpu)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden{
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    xdt_schedinfo_t *sp = &xdt_cpu_schedinfo[cpuid];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    sp->cur_domid = dom;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    sp->cur_vcpuid = vcpu;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    sp->curinfo_valid = 1;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden}
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Lindenstatic void
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Lindenxdt_update_domain_context(uint_t dom, uint_t vcpu)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden{
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    xdt_curdom = dom;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    xdt_curvcpu = vcpu;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden}
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Lindenstatic size_t
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqxdt_process_rec(uint_t cpuid, struct t_rec *rec)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq{
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    xdt_schedinfo_t *sp = &xdt_cpu_schedinfo[cpuid];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    uint_t dom, vcpu;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    int eid;
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee    uint32_t *data;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    uint64_t tsc, addr64, rip64, val64, pte64;
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee    size_t rec_size;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    ASSERT(rec != NULL);
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee    ASSERT(xdt_ncpus == xpv_nr_phys_cpus());
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    if (cpuid >= xdt_ncpus) {
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        tbuf.stat_spurious_cpu++;
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee        goto done;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    }
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden     * If our current state isn't valid, and if this is not
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden     * an event that will update our state, skip it.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden     */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    if (!sp->curinfo_valid &&
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        rec->event != TRC_SCHED_SWITCH &&
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        rec->event != TRC_LOST_RECORDS)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        goto done;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    if (rec->cycles_included) {
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        data = rec->u.cycles.extra_u32;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        tsc = (((uint64_t)rec->u.cycles.cycles_hi) << 32)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden            | rec->u.cycles.cycles_lo;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    } else {
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        data = rec->u.nocycles.extra_u32;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        tsc = 0;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    }
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    xdt_timestamp = tsc;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee    switch (rec->event) {
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    /*
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq     * Sched probes
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq     */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    case TRC_SCHED_SWITCH_INFPREV:
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        /*
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         * Info on vCPU being de-scheduled
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         *
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee         * data[0] = prev domid
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee         * data[1] = time spent on pcpu
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         */
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee        sp->prev_domid = data[0];
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee        sp->prev_ctime = data[1];
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        break;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    case TRC_SCHED_SWITCH_INFNEXT:
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        /*
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         * Info on next vCPU to be scheduled
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         *
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee         * data[0] = next domid
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee         * data[1] = time spent waiting to get on cpu
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee         * data[2] = time slice
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         */
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee        sp->next_domid = data[0];
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee        sp->next_wtime = data[1];
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee        sp->next_ts = data[2];
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        break;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    case TRC_SCHED_SWITCH:
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        /*
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         * vCPU switch
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         *
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee         * data[0] = prev domid
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee         * data[1] = prev vcpuid
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee         * data[2] = next domid
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee         * data[3] = next vcpuid
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * Provide valid context for this probe if there
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * wasn't one.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        if (!sp->curinfo_valid)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden            xdt_update_domain_context(data[0], data[1]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        xdt_update_sched_context(cpuid, data[0], data[1]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee        if (data[0] != sp->prev_domid &&
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee            data[2] != sp->next_domid) {
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq            /* prev and next info don't match doms being sched'd */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq            tbuf.stat_spurious_switch++;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden            goto switchdone;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        }
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee        sp->prev_vcpuid = data[1];
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee        sp->next_vcpuid = data[3];
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        XDT_PROBE3(IS_IDLE_DOM(sp->prev_domid)?
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq            XDT_SCHED_IDLE_OFF_CPU:XDT_SCHED_OFF_CPU,
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden            sp->prev_domid, sp->prev_vcpuid, sp->prev_ctime);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        XDT_PROBE4(IS_IDLE_DOM(sp->next_domid)?
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq            XDT_SCHED_IDLE_ON_CPU:XDT_SCHED_ON_CPU,
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden            sp->next_domid, sp->next_vcpuid, sp->next_wtime,
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq            sp->next_ts);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Lindenswitchdone:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        xdt_update_sched_context(cpuid, data[2], data[3]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        xdt_update_domain_context(data[2], data[3]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        break;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    case TRC_SCHED_BLOCK:
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        /*
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         * vCPU blocked
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         *
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee         * data[0] = domid
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee         * data[1] = vcpuid
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE2(XDT_SCHED_BLOCK, data[0], data[1]);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        break;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    case TRC_SCHED_SLEEP:
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        /*
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         * Put vCPU to sleep
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         *
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee         * data[0] = domid
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee         * data[1] = vcpuid
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE2(XDT_SCHED_SLEEP, data[0], data[1]);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        break;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    case TRC_SCHED_WAKE:
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        /*
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         * Wake up vCPU
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         *
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee         * data[0] = domid
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee         * data[1] = vcpuid
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE2(XDT_SCHED_WAKE, data[0], data[1]);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        break;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    case TRC_SCHED_YIELD:
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        /*
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         * vCPU yielded
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         *
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee         * data[0] = domid
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee         * data[1] = vcpuid
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE2(XDT_SCHED_YIELD, data[0], data[1]);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        break;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    case TRC_SCHED_SHUTDOWN:
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        /*
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         * Guest shutting down
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         *
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee         * data[0] = domid
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee         * data[1] = initiating vcpu
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee         * data[2] = shutdown code
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         */
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee        switch (data[2]) {
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        case SHUTDOWN_poweroff:
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq            eid = XDT_SCHED_SHUTDOWN_POWEROFF;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq            break;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        case SHUTDOWN_reboot:
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq            eid = XDT_SCHED_SHUTDOWN_REBOOT;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq            break;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        case SHUTDOWN_suspend:
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq            eid = XDT_SCHED_SHUTDOWN_SUSPEND;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq            break;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        case SHUTDOWN_crash:
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq            eid = XDT_SCHED_SHUTDOWN_CRASH;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq            break;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        default:
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq            tbuf.stat_unknown_shutdown++;
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee            goto done;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        }
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE2(eid, data[0], data[1]);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        break;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SCHED_DOM_REM:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SCHED_CTL:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SCHED_S_TIMER_FN:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SCHED_T_TIMER_FN:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SCHED_DOM_TIMER_FN:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /* unused */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SCHED_DOM_ADD:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * Add vcpu to a guest.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = domid
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = vcpu
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE2(XDT_SCHED_ADD_VCPU, data[0], data[1]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SCHED_ADJDOM:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * Scheduling parameters for a guest
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * were modified.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = domid;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE1(XDT_SCHED_ADJDOM, data[1]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SCHED_RUNSTATE_CHANGE:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * Runstate change for a VCPU.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = (domain << 16) | vcpu;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = oldstate;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[2] = newstate;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE4(XDT_SCHED_RUNSTATE_CHANGE, data[0] >> 16,
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden            data[0] & 0xffff, data[1], data[2]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SCHED_CONTINUE_RUNNING:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * VCPU is back on a physical CPU that it previously
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * was also running this VCPU.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = (domain << 16) | vcpu;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE2(XDT_SCHED_CONTINUE_RUNNING, data[0] >> 16,
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden            data[0] & 0xffff);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    /*
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq     * Mem probes
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq     */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    case TRC_MEM_PAGE_GRANT_MAP:
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        /*
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         * Guest mapped page grant
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = target domid
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE1(XDT_MEM_PAGE_GRANT_MAP, data[0]);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        break;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    case TRC_MEM_PAGE_GRANT_UNMAP:
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        /*
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         * Guest unmapped page grant
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = target domid
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE1(XDT_MEM_PAGE_GRANT_UNMAP, data[0]);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        break;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    case TRC_MEM_PAGE_GRANT_TRANSFER:
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        /*
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         * Page grant is being transferred
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         *
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee         * data[0] = target domid
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE1(XDT_MEM_PAGE_GRANT_TRANSFER, data[0]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden     * Probes for PV domains.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden     */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_PV_HYPERCALL:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * Hypercall from a 32-bit PV domain.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = eip
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = eax
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE2(XDT_PV_HYPERCALL, data[0], data[1]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_PV_HYPERCALL | TRC_64_FLAG:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * Hypercall from a 64-bit PV domain.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = rip(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = rip(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[2] = eax;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        rip64 = (((uint64_t)data[1]) << 32) | data[0];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE2(XDT_PV_HYPERCALL, rip64, data[2]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_PV_TRAP:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * Trap in a 32-bit PV domain.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = eip
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = trapnr | (error_code_valid << 15)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *  | (error_code << 16);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE4(XDT_PV_TRAP, data[0], data[1] & 0x7fff,
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden            (data[1] >> 15) & 1, data[1] >> 16);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_PV_TRAP | TRC_64_FLAG:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * Trap in a 64-bit PV domain.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = rip(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = rip(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[2] = trapnr | (error_code_valid << 15)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *  | (error_code << 16);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        rip64 = (((uint64_t)data[1]) << 32) | data[2];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE4(XDT_PV_TRAP, rip64, data[2] & 0x7fff,
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden            (data[2] >> 15) & 1, data[2] >> 16);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_PV_PAGE_FAULT:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * Page fault in a 32-bit PV domain.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = eip
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = vaddr
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[2] = error code
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE3(XDT_PV_PAGE_FAULT, data[0], data[1], data[2]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_PV_PAGE_FAULT | TRC_64_FLAG:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * Page fault in a 32-bit PV domain.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = rip(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = rip(31:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[2] = vaddr(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[3] = vaddr(31:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[4] = error code
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        rip64 = (((uint64_t)data[1]) << 32) | data[0];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        addr64 = (((uint64_t)data[3]) << 32) | data[2];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE3(XDT_PV_PAGE_FAULT, rip64, addr64, data[4]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_PV_FORCED_INVALID_OP:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * Hypervisor emulated a forced invalid op (ud2)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * in a 32-bit PV domain.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = eip
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE1(XDT_PV_FORCED_INVALID_OP, data[1]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_PV_FORCED_INVALID_OP | TRC_64_FLAG:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * Hypervisor emulated a forced invalid op (ud2)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * in a 64-bit PV domain.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = rip(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[2] = rip(31:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        rip64 = (((uint64_t)data[2]) << 32) | data[1];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE1(XDT_PV_FORCED_INVALID_OP, rip64);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_PV_EMULATE_PRIVOP:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * Hypervisor emulated a privileged operation
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * in a 32-bit PV domain.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = eip
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE1(XDT_PV_EMULATE_PRIVOP, data[0]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_PV_EMULATE_PRIVOP | TRC_64_FLAG:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * Hypervisor emulated a privileged operation
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * in a 64-bit PV domain.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = rip(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = rip(31:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        rip64 = (((uint64_t)data[1]) << 32) | data[0];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE1(XDT_PV_EMULATE_PRIVOP, rip64);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_PV_EMULATE_4GB:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /* unused, 32-bit hypervisor only */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_PV_MATH_STATE_RESTORE:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * Hypervisor restores math state after FP DNA trap.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * No arguments.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE0(XDT_PV_MATH_STATE_RESTORE);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_PV_PAGING_FIXUP:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * Hypervisor fixed up a page fault (e.g. it was
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * a side-effect of hypervisor guest page table
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * bookkeeping, and not propagated to the guest).
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = eip
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = vaddr
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE2(XDT_PV_PAGING_FIXUP, data[0], data[2]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_PV_PAGING_FIXUP | TRC_64_FLAG:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * Hypervisor fixed up a page fault (e.g. it was
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * a side-effect of hypervisor guest page table
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * bookkeeping, and not propagated to the guest).
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = eip(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = eip(31:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[2] = vaddr(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[3] = vaddr(31:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        rip64 = (((uint64_t)data[1]) << 32) | data[0];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        addr64 = (((uint64_t)data[3]) << 32) | data[2];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE2(XDT_PV_PAGING_FIXUP, rip64, addr64);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_PV_GDT_LDT_MAPPING_FAULT:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * Descriptor table mapping fault in a 32-bit PV domain.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = eip
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = offset
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE2(XDT_PV_DT_MAPPING_FAULT, data[0], data[1]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_PV_GDT_LDT_MAPPING_FAULT | TRC_64_FLAG:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * Descriptor table mapping fault in a 64-bit PV domain.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = eip(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = eip(31:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[2] = offset(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[3] = offset(31:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        rip64 = (((uint64_t)data[1]) << 32) | data[0];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        val64 = (((uint64_t)data[3]) << 32) | data[2];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE2(XDT_PV_DT_MAPPING_FAULT, rip64, val64);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_PV_PTWR_EMULATION:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_PV_PTWR_EMULATION_PAE | TRC_64_FLAG:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * Should only happen on 32-bit hypervisor; unused.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_PV_PTWR_EMULATION_PAE:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * PTE write emulation for a 32-bit PV domain.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = pte
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = addr
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[2] = eip
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE3(XDT_PV_PTWR_EMULATION, data[0], data[1], data[2]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_PV_PTWR_EMULATION | TRC_64_FLAG:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * PTE write emulation for a 64-bit PV domain.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = pte(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = pte(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[2] = addr(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[3] = addr(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[4] = rip(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[5] = rip(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        pte64 = (((uint64_t)data[1]) << 32) | data[0];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        addr64 = (((uint64_t)data[3]) << 32) | data[2];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        rip64 = (((uint64_t)data[5]) << 32) | data[4];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE3(XDT_PV_PTWR_EMULATION, pte64, addr64, rip64);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        break;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    /*
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq     * HVM probes
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq     */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    case TRC_HVM_VMENTRY:
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        /*
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         * Return to guest via vmx_launch/vmrun
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         *
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE0(XDT_HVM_VMENTRY);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        break;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_HVM_VMEXIT:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * Entry into VMEXIT handler from 32-bit HVM domain
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = cpu vendor specific exit code
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = guest eip
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE2(XDT_HVM_VMEXIT, data[0], data[1]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee    case TRC_HVM_VMEXIT64:
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * Entry into VMEXIT handler from 64-bit HVM domain
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = cpu vendor specific exit code
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = guest rip(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[2] = guest rip(32:64)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        rip64 = (((uint64_t)data[2]) << 32) | data[1];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE2(XDT_HVM_VMEXIT, data[0], rip64);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_HVM_PF_XEN64:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * Pagefault in a guest that is a Xen (e.g. shadow)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * artifact, and is not injected back into the guest.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = error code
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = guest VA(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[2] = guest VA(32:64)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        addr64 = (((uint64_t)data[2]) << 32) | data[1];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE2(XDT_HVM_PF_XEN, data[0], addr64);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_HVM_PF_XEN:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * Same as above, but for a 32-bit HVM domain.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = error code
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = guest VA
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE2(XDT_HVM_PF_XEN, data[0], data[1]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_HVM_PF_INJECT:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * 32-bit Xen only.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_HVM_PF_INJECT64:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * Pagefault injected back into a guest (e.g. the shadow
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * code found no mapping).
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = error code
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = guest VA(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[2] = guest VA(32:64)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        addr64 = (((uint64_t)data[2]) << 32) | data[1];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE2(XDT_HVM_PF_INJECT, data[0], addr64);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_HVM_INJ_EXC:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * Exception injected into an HVM guest.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = trap
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = error code
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE2(XDT_HVM_EXC_INJECT, data[0], data[1]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_HVM_INJ_VIRQ:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * Interrupt inject into an HVM guest.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = vector
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE1(XDT_HVM_VIRQ_INJECT, data[0]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_HVM_REINJ_VIRQ:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_HVM_IO_READ:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_HVM_IO_WRITE:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /* unused */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_HVM_CR_READ64:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * Control register read. Intel VMX only.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = control register #
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = value(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[2] = value(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        val64 = (((uint64_t)data[2]) << 32) | data[1];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE2(XDT_HVM_CR_READ, data[0], val64);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_HVM_CR_READ:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * unused (32-bit Xen only)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_HVM_CR_WRITE64:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * Control register write. Intel VMX only.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = control register #
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = value(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[2] = value(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        val64 = (((uint64_t)data[2]) << 32) | data[1];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE2(XDT_HVM_CR_READ, data[0], val64);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_HVM_CR_WRITE:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * unused (32-bit Xen only)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_HVM_DR_READ:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * unused.
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         *
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee         * data[0] = (domid<<16 + vcpuid)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_HVM_DR_WRITE:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * Debug register write. Not too useful; no values,
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * so we ignore this.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = (domid<<16 + vcpuid)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_HVM_MSR_READ:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * MSR read.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = MSR
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = value(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[2] = value(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        val64 = (((uint64_t)data[3]) << 32) | data[2];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE2(XDT_HVM_MSR_READ, data[0], val64);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_HVM_MSR_WRITE:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * MSR write.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = MSR;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = value(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[2] = value(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        val64 = (((uint64_t)data[2]) << 32) | data[1];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE2(XDT_HVM_MSR_WRITE, data[0], val64);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_HVM_CPUID:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * CPUID insn.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = %eax (input)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = %eax
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[2] = %ebx
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[3] = %ecx
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[4] = %edx
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE5(XDT_HVM_CPUID, data[0], data[1], data[2], data[3],
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden            data[4]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_HVM_INTR:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * VMEXIT because of an interrupt.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE0(XDT_HVM_INTR);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_HVM_INTR_WINDOW:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * VMEXIT because of an interrupt window (an interrupt
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * can't be delivered immediately to a HVM guest and must
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * be delayed).
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = vector
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = source
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[2] = info
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE3(XDT_HVM_INTR_WINDOW, data[0], data[1], data[2]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_HVM_NMI:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * VMEXIT because of an NMI.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE0(XDT_HVM_NMI);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_HVM_SMI:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * VMEXIT because of an SMI
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE0(XDT_HVM_SMI);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_HVM_VMMCALL:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * VMMCALL insn.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = %eax
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE1(XDT_HVM_VMMCALL, data[0]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_HVM_HLT:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * HLT insn.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = 1 if VCPU runnable, 0 if not
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE1(XDT_HVM_HLT, data[0]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_HVM_INVLPG64:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = INVLPGA ? 1 : 0
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = vaddr(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[2] = vaddr(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        addr64 = (((uint64_t)data[2]) << 32) | data[1];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE2(XDT_HVM_INVLPG, data[0], addr64);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_HVM_INVLPG:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * unused (32-bit Xen only)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = (domid<<16 + vcpuid)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_HVM_MCE:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * #MCE VMEXIT
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE0(XDT_HVM_MCE);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_HVM_IOPORT_READ:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_HVM_IOPORT_WRITE:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_HVM_IOMEM_READ:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_HVM_IOMEM_WRITE:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = addr(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = addr(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[2] = count
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[3] = size
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        switch (rec->event) {
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        case TRC_HVM_IOPORT_READ:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden            eid = XDT_HVM_IOPORT_READ;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden            break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        case TRC_HVM_IOPORT_WRITE:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden            eid = XDT_HVM_IOPORT_WRITE;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden            break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        case TRC_HVM_IOMEM_READ:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden            eid = XDT_HVM_IOMEM_READ;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden            break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        case TRC_HVM_IOMEM_WRITE:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden            eid = XDT_HVM_IOMEM_WRITE;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden            break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        }
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        addr64 = (((uint64_t)data[1]) << 32) | data[0];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE3(eid, addr64, data[2], data[3]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_HVM_CLTS:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * CLTS insn (Intel VMX only)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE0(XDT_HVM_CLTS);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_HVM_LMSW64:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * LMSW insn.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         *
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = value(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = value(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        val64 = (((uint64_t)data[1]) << 32) | data[0];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE1(XDT_HVM_LMSW, val64);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_HVM_LMSW:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * unused (32-bit Xen only)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        break;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden     * Shadow page table probes (mainly used for HVM domains
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden     * without hardware paging support).
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden     */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SHADOW_NOT_SHADOW | SH_GUEST_32:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = pte(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = pte(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[2] = va
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[3] = flags
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        pte64 = ((uint64_t)data[1] << 32) | data[0];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE3(XDT_SHADOW_NOT_SHADOW, pte64, data[2], data[3]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SHADOW_NOT_SHADOW | SH_GUEST_PAE:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SHADOW_NOT_SHADOW | SH_GUEST_64:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = pte(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = pte(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[2] = va(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[3] = va(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[4] = flags
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        addr64 = ((uint64_t)data[2] << 32) | data[3];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        pte64 = ((uint64_t)data[1] << 32) | data[0];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE3(XDT_SHADOW_NOT_SHADOW, pte64, addr64, data[4]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SHADOW_FAST_PROPAGATE | SH_GUEST_32:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = va
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE1(XDT_SHADOW_FAST_PROPAGATE, data[0]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SHADOW_FAST_PROPAGATE | SH_GUEST_PAE:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SHADOW_FAST_PROPAGATE | SH_GUEST_64:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = va(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = va(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        addr64 = ((uint64_t)data[1] << 32) | data[0];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE1(XDT_SHADOW_FAST_PROPAGATE, addr64);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SHADOW_FAST_MMIO | SH_GUEST_32:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = va
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE1(XDT_SHADOW_FAST_MMIO, data[0]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SHADOW_FAST_MMIO | SH_GUEST_PAE:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SHADOW_FAST_MMIO | SH_GUEST_64:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = va(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = va(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        addr64 = ((uint64_t)data[1] << 32) | data[0];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE1(XDT_SHADOW_FAST_MMIO, addr64);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SHADOW_FALSE_FAST_PATH | SH_GUEST_32:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = va
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE1(XDT_SHADOW_FALSE_FAST_PATH, data[0]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SHADOW_FALSE_FAST_PATH | SH_GUEST_PAE:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SHADOW_FALSE_FAST_PATH | SH_GUEST_64:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = va(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = va(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        addr64 = ((uint64_t)data[1] << 32) | data[0];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE1(XDT_SHADOW_FALSE_FAST_PATH, addr64);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SHADOW_MMIO | SH_GUEST_32:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = va
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE1(XDT_SHADOW_MMIO, data[0]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SHADOW_MMIO | SH_GUEST_PAE:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SHADOW_MMIO | SH_GUEST_64:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = va(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = va(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        addr64 = ((uint64_t)data[1] << 32) | data[0];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE1(XDT_SHADOW_MMIO, addr64);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SHADOW_FIXUP | SH_GUEST_32:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = pte(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = pte(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[2] = va
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[3] = flags
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        pte64 = ((uint64_t)data[1] << 32) | data[0];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE3(XDT_SHADOW_FIXUP, pte64, data[2], data[3]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SHADOW_FIXUP | SH_GUEST_64:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SHADOW_FIXUP | SH_GUEST_PAE:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = pte(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = pte(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[2] = va(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[3] = va(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[4] = flags
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        addr64 = ((uint64_t)data[2] << 32) | data[3];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        pte64 = ((uint64_t)data[1] << 32) | data[0];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE3(XDT_SHADOW_FIXUP, pte64, addr64, data[4]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SHADOW_DOMF_DYING | SH_GUEST_32:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = va
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE1(XDT_SHADOW_DOMF_DYING, data[0]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SHADOW_DOMF_DYING | SH_GUEST_PAE:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SHADOW_DOMF_DYING | SH_GUEST_64:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = va(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = va(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        addr64 = ((uint64_t)data[1] << 32) | data[0];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE1(XDT_SHADOW_DOMF_DYING, addr64);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SHADOW_EMULATE | SH_GUEST_32:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = pte(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = pte(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[2] = val(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[3] = val(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[4] = addr
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[5] = flags
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        pte64 = ((uint64_t)data[1] << 32) | data[0];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        val64 = ((uint64_t)data[3] << 32) | data[2];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE5(XDT_SHADOW_EMULATE, pte64, val64, data[4],
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden            data[5] & 0x7fffffff, data[5] >> 29);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SHADOW_EMULATE | SH_GUEST_PAE:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SHADOW_EMULATE | SH_GUEST_64:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = pte(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = pte(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[2] = val(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[3] = val(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[4] = addr(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[5] = addr(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[6] = flags
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        pte64 = ((uint64_t)data[1] << 32) | data[0];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        val64 = ((uint64_t)data[3] << 32) | data[2];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        addr64 = ((uint64_t)data[5] << 32) | data[4];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE5(XDT_SHADOW_EMULATE, pte64, val64, data[4],
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden            data[6] & 0x7fffffff, data[6] >> 29);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SHADOW_EMULATE_UNSHADOW_USER | SH_GUEST_32:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = gfn
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = vaddr
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE2(XDT_SHADOW_EMULATE_UNSHADOW_USER, data[0], data[1]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SHADOW_EMULATE_UNSHADOW_USER | SH_GUEST_PAE:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SHADOW_EMULATE_UNSHADOW_USER | SH_GUEST_64:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = gfn(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = gfn(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[2] = vaddr(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[3] = vaddr(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        val64 = ((uint64_t)data[1] << 32) | data[0];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        addr64 = ((uint64_t)data[3] << 32) | data[2];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE2(XDT_SHADOW_EMULATE_UNSHADOW_USER, val64, addr64);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SHADOW_EMULATE_UNSHADOW_EVTINJ | SH_GUEST_32:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = gfn
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = vaddr
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE2(XDT_SHADOW_EMULATE_UNSHADOW_EVTINJ, data[0],
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden            data[1]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SHADOW_EMULATE_UNSHADOW_EVTINJ | SH_GUEST_PAE:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SHADOW_EMULATE_UNSHADOW_EVTINJ | SH_GUEST_64:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = gfn(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = gfn(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[2] = vaddr(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[3] = vaddr(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        val64 = ((uint64_t)data[1] << 32) | data[0];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        addr64 = ((uint64_t)data[3] << 32) | data[2];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE2(XDT_SHADOW_EMULATE_UNSHADOW_EVTINJ, val64, addr64);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SHADOW_EMULATE_UNSHADOW_UNHANDLED | SH_GUEST_32:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = gfn
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = vaddr
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE2(XDT_SHADOW_EMULATE_UNSHADOW_UNHANDLED, data[0],
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden            data[1]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SHADOW_EMULATE_UNSHADOW_UNHANDLED | SH_GUEST_PAE:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SHADOW_EMULATE_UNSHADOW_UNHANDLED | SH_GUEST_64:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = gfn(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = gfn(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[2] = vaddr(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[3] = vaddr(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        val64 = ((uint64_t)data[1] << 32) | data[0];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        addr64 = ((uint64_t)data[3] << 32) | data[2];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE2(XDT_SHADOW_EMULATE_UNSHADOW_UNHANDLED, val64,
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden            addr64);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SHADOW_WRMAP_BF:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = gfn(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = gfn(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        val64 = ((uint64_t)data[1] << 32) | data[0];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE1(XDT_SHADOW_WRMAP_BF, val64);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SHADOW_PREALLOC_UNPIN:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = gfn(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = gfn(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        val64 = ((uint64_t)data[1] << 32) | data[0];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE1(XDT_SHADOW_PREALLOC_UNPIN, val64);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SHADOW_RESYNC_FULL:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = gmfn(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = gmfn(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        val64 = ((uint64_t)data[1] << 32) | data[0];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE1(XDT_SHADOW_RESYNC_FULL, val64);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_SHADOW_RESYNC_ONLY:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = gmfn(0:31)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = gmfn(32:63)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        val64 = ((uint64_t)data[1] << 32) | data[0];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE1(XDT_SHADOW_RESYNC_ONLY, val64);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden     * Power management probes.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden     */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_PM_FREQ_CHANGE:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = old freq
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = new freq
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE2(XDT_PM_FREQ_CHANGE, data[0], data[1]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_PM_IDLE_ENTRY:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = C-state
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = time
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE2(XDT_PM_IDLE_ENTRY, data[0], data[1]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    case TRC_PM_IDLE_EXIT:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[0] = C-state
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * data[1] = time
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE2(XDT_PM_IDLE_EXIT, data[0], data[1]);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        break;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    case TRC_LOST_RECORDS:
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        vcpu = data[1] >> 16;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        dom = data[1] & 0xffff;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        xdt_update_sched_context(cpuid, dom, vcpu);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        xdt_update_domain_context(dom, vcpu);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        XDT_PROBE1(XDT_TRC_LOST_RECORDS, cpuid);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        tbuf.stat_dropped_recs++;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        break;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    default:
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        tbuf.stat_unknown_recs++;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        break;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    }
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybeedone:
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee    rec_size = 4 + (rec->cycles_included ? 8 : 0) + (rec->extra_u32 * 4);
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee    return (rec_size);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq}
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden/*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden * Scan all CPU buffers for the record with the lowest timestamp so
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden * that the probes will fire in order.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Lindenstatic int
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Lindenxdt_get_first_rec(uint_t *cpuidp, struct t_rec **recp, uint32_t *consp)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq{
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    uint_t cpuid;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    uint32_t prod, cons, offset;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    struct t_rec *rec;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    uint64_t minstamp = ~0ULL, stamp;
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee    uintptr_t data;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    for (cpuid = 0; cpuid < tbuf.cnt; cpuid++) {
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee        cons = tbuf.meta[cpuid]->cons;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        prod = tbuf.meta[cpuid]->prod;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        membar_consumer();
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee        if (prod == cons)
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee            continue;
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee        offset = cons % tbuf_data_size;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        data = (uintptr_t)tbuf.data[cpuid] + offset;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        rec = (struct t_rec *)data;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        ASSERT((caddr_t)rec < tbuf.va + (tbuf.size * (cpuid + 1)));
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * All records that we know about have time cycles included.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * If this record doesn't have them, assume it's a type
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * that we don't handle. Use a 0 time value, which will make
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * it get handled first (it will be thrown away).
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        if (rec->cycles_included)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden            stamp = (((uint64_t)rec->u.cycles.cycles_hi) << 32)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden                | rec->u.cycles.cycles_lo;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        else
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden            stamp = 0;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        if (stamp < minstamp) {
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden            minstamp = stamp;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden            *cpuidp = cpuid;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden            *recp = rec;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden            *consp = cons;
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee        }
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    }
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    if (minstamp != ~0ULL)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        return (1);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    return (0);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden}
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden/*ARGSUSED*/
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Lindenstatic void
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Lindenxdt_tbuf_scan(void *arg)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden{
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    uint32_t bytes_done, cons;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    struct t_rec *rec;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    xdt_schedinfo_t *sp;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    uint_t nrecs, cpuid;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    for (nrecs = 0;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        nrecs < xdt_max_recs && xdt_get_first_rec(&cpuid, &rec, &cons) > 0;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        nrecs++) {
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        xdt_curpcpu = cpuid;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        sp = &xdt_cpu_schedinfo[cpuid];
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        if (sp->curinfo_valid)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden            xdt_update_domain_context(sp->cur_domid,
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden                sp->cur_vcpuid);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        bytes_done = xdt_process_rec(cpuid, rec);
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        cons += bytes_done;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        /*
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * cons and prod are incremented modulo (2 * tbuf_data_size).
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         * See <xen/public/trace.h>.
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden         */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        if (cons >= 2 * tbuf_data_size)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden            cons -= 2 * tbuf_data_size;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        membar_exit();
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        tbuf.meta[cpuid]->cons = cons;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    }
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq}
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqstatic void
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqxdt_cyclic_enable(void)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq{
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    cyc_handler_t hdlr;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    cyc_time_t when;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    ASSERT(MUTEX_HELD(&cpu_lock));
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    hdlr.cyh_func = xdt_tbuf_scan;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    hdlr.cyh_arg = NULL;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    hdlr.cyh_level = CY_LOW_LEVEL;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    when.cyt_interval = xdt_poll_nsec;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    when.cyt_when = dtrace_gethrtime() + when.cyt_interval;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    xdt_cyclic = cyclic_add(&hdlr, &when);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq}
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqstatic void
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqxdt_probe_create(xdt_probe_t *p)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq{
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    ASSERT(p != NULL && p->pr_mod != NULL);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    if (dtrace_probe_lookup(xdt_id, p->pr_mod, NULL, p->pr_name) != 0)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        return;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    xdt_prid[p->evt_id] = dtrace_probe_create(xdt_id, p->pr_mod, NULL,
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        p->pr_name, dtrace_mach_aframes(), p);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq}
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq/*ARGSUSED*/
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqstatic void
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqxdt_provide(void *arg, const dtrace_probedesc_t *desc)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq{
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    const char *mod, *name;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    int i;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    if (desc == NULL) {
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        for (i = 0; xdt_probe[i].pr_mod != NULL; i++) {
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq            xdt_probe_create(&xdt_probe[i]);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        }
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    } else {
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        mod = desc->dtpd_mod;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        name = desc->dtpd_name;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        for (i = 0; xdt_probe[i].pr_mod != NULL; i++) {
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq            int l1 = strlen(xdt_probe[i].pr_name);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq            int l2 = strlen(xdt_probe[i].pr_mod);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq            if (strncmp(name, xdt_probe[i].pr_name, l1) == 0 &&
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq                strncmp(mod, xdt_probe[i].pr_mod, l2) == 0)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq                break;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        }
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        if (xdt_probe[i].pr_mod == NULL)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq            return;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        xdt_probe_create(&xdt_probe[i]);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    }
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq}
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq/*ARGSUSED*/
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqstatic void
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqxdt_destroy(void *arg, dtrace_id_t id, void *parg)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq{
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    xdt_probe_t *p = parg;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    xdt_prid[p->evt_id] = 0;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq}
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqstatic void
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqxdt_set_trace_mask(uint32_t mask)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq{
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    xen_sysctl_tbuf_op_t tbuf_op;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    /* Always need to trace scheduling, for context */
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    if (mask != 0)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        mask |= TRC_SCHED;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    tbuf_op.evt_mask = mask;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    tbuf_op.cmd  = XEN_SYSCTL_TBUFOP_set_evt_mask;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    (void) xdt_sysctl_tbuf(&tbuf_op);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq}
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq/*ARGSUSED*/
b9e93c10c0a2a4bb069d38bb311021a9478c4711Jonathan Haslamstatic int
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqxdt_enable(void *arg, dtrace_id_t id, void *parg)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq{
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    xdt_probe_t *p = parg;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    xen_sysctl_tbuf_op_t tbuf_op;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    ASSERT(MUTEX_HELD(&cpu_lock));
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    ASSERT(xdt_prid[p->evt_id] != 0);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    xdt_probemap[p->evt_id] = xdt_prid[p->evt_id];
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    xdt_classinfo[p->class].cnt++;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    if (xdt_classinfo[p->class].cnt == 1) {
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        /* set the trace mask for this class */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        cur_trace_mask |= xdt_classinfo[p->class].trc_mask;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        xdt_set_trace_mask(cur_trace_mask);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    }
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    if (xdt_cyclic == CYCLIC_NONE) {
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        tbuf_op.cmd = XEN_SYSCTL_TBUFOP_enable;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        if (xdt_sysctl_tbuf(&tbuf_op) != 0) {
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq            cmn_err(CE_NOTE, "Couldn't enable hypervisor tracing.");
b9e93c10c0a2a4bb069d38bb311021a9478c4711Jonathan Haslam            return (-1);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        }
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        xdt_cyclic_enable();
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    }
b9e93c10c0a2a4bb069d38bb311021a9478c4711Jonathan Haslam    return (0);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq}
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq/*ARGSUSED*/
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqstatic void
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqxdt_disable(void *arg, dtrace_id_t id, void *parg)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq{
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    xdt_probe_t *p = parg;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    xen_sysctl_tbuf_op_t tbuf_op;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    int i, err;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    ASSERT(MUTEX_HELD(&cpu_lock));
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    ASSERT(xdt_probemap[p->evt_id] != 0);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    ASSERT(xdt_probemap[p->evt_id] == xdt_prid[p->evt_id]);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    ASSERT(xdt_classinfo[p->class].cnt > 0);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    /*
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq     * We could be here in the slight window between the cyclic firing and
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq     * a call to dtrace_probe() occurring. We need to be careful if we tear
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq     * down any shared state.
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq     */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    xdt_probemap[p->evt_id] = 0;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    xdt_classinfo[p->class].cnt--;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    if (xdt_nr_active_probes() == 0) {
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        cur_trace_mask = 0;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        if (xdt_cyclic == CYCLIC_NONE)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq            return;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden        for (i = 0; i < xdt_ncpus; i++)
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden            xdt_cpu_schedinfo[i].curinfo_valid = 0;
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        /*
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         * We will try to disable the trace buffers. If we fail for some
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         * reason we will try again, up to a count of XDT_TBUF_RETRY.
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         * If we still aren't successful we try to set the trace mask
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         * to 0 in order to prevent trace records from being written.
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        tbuf_op.cmd = XEN_SYSCTL_TBUFOP_disable;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        i = 0;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        do {
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq            err = xdt_sysctl_tbuf(&tbuf_op);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        } while ((err != 0) && (++i < XDT_TBUF_RETRY));
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        if (err != 0) {
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq            cmn_err(CE_NOTE,
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq                "Couldn't disable hypervisor tracing.");
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq            xdt_set_trace_mask(0);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        } else {
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq            cyclic_remove(xdt_cyclic);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq            xdt_cyclic = CYCLIC_NONE;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq            /*
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq             * We don't bother making the hypercall to set
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq             * the trace mask, since it will be reset when
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq             * tracing is re-enabled.
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq             */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        }
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    } else if (xdt_classinfo[p->class].cnt == 0) {
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        cur_trace_mask ^= xdt_classinfo[p->class].trc_mask;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        /* other probes are enabled, so add the sub-class mask back */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        cur_trace_mask |= 0xF000;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        xdt_set_trace_mask(cur_trace_mask);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    }
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq}
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqstatic dtrace_pattr_t xdt_attr = {
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq{ DTRACE_STABILITY_PRIVATE, DTRACE_STABILITY_PRIVATE, DTRACE_CLASS_PLATFORM },
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq{ DTRACE_STABILITY_PRIVATE, DTRACE_STABILITY_PRIVATE, DTRACE_CLASS_PLATFORM },
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq{ DTRACE_STABILITY_PRIVATE, DTRACE_STABILITY_PRIVATE, DTRACE_CLASS_UNKNOWN },
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq{ DTRACE_STABILITY_PRIVATE, DTRACE_STABILITY_PRIVATE, DTRACE_CLASS_PLATFORM },
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq{ DTRACE_STABILITY_PRIVATE, DTRACE_STABILITY_PRIVATE, DTRACE_CLASS_PLATFORM },
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq};
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqstatic dtrace_pops_t xdt_pops = {
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    xdt_provide,        /* dtps_provide() */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    NULL,           /* dtps_provide_module() */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    xdt_enable,     /* dtps_enable() */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    xdt_disable,        /* dtps_disable() */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    NULL,           /* dtps_suspend() */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    NULL,           /* dtps_resume() */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    NULL,           /* dtps_getargdesc() */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    NULL,           /* dtps_getargval() */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    NULL,           /* dtps_usermode() */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    xdt_destroy     /* dtps_destroy() */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq};
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqstatic int
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqxdt_attach(dev_info_t *devi, ddi_attach_cmd_t cmd)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq{
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    int val;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    if (!DOMAIN_IS_INITDOMAIN(xen_info))
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        return (DDI_FAILURE);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    switch (cmd) {
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    case DDI_ATTACH:
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        break;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    case DDI_RESUME:
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        /*
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         * We might support proper suspend/resume in the future, so,
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         * return DDI_FAILURE for now.
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        return (DDI_FAILURE);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    default:
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        return (DDI_FAILURE);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    }
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee    xdt_ncpus = xpv_nr_phys_cpus();
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    ASSERT(xdt_ncpus > 0);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    if (ddi_create_minor_node(devi, "xdt", S_IFCHR, 0, DDI_PSEUDO, 0) ==
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        DDI_FAILURE || xdt_attach_trace_buffers() != 0 ||
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        dtrace_register("xdt", &xdt_attr, DTRACE_PRIV_KERNEL, NULL,
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        &xdt_pops, NULL, &xdt_id) != 0) {
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        if (tbuf.va != NULL)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq            xdt_detach_trace_buffers();
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        ddi_remove_minor_node(devi, NULL);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        return (DDI_FAILURE);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    }
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    val = ddi_getprop(DDI_DEV_T_ANY, devi, DDI_PROP_DONTPASS,
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        "xdt_poll_nsec", XDT_POLL_DEFAULT);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    xdt_poll_nsec = MAX(val, XDT_POLL_MIN);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
55f5292c612446ce6f93ddd248c0019b5974618bFrank Van Der Linden    xdt_cpu_schedinfo = (xdt_schedinfo_t *)kmem_zalloc(xdt_ncpus *
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        sizeof (xdt_schedinfo_t), KM_SLEEP);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    xdt_init_trace_masks();
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    xdt_kstat_init();
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    xdt_devi = devi;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    ddi_report_dev(devi);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    return (DDI_SUCCESS);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq}
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqstatic int
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqxdt_detach(dev_info_t *devi, ddi_detach_cmd_t cmd)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq{
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    switch (cmd) {
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    case DDI_DETACH:
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        break;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    case DDI_SUSPEND:
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        /*
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         * We might support proper suspend/resume in the future. So
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         * return DDI_FAILURE for now.
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq         */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        return (DDI_FAILURE);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    default:
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        return (DDI_FAILURE);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    }
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    if (dtrace_unregister(xdt_id) != 0)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        return (DDI_FAILURE);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    xdt_detach_trace_buffers();
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    kmem_free(xdt_cpu_schedinfo, xdt_ncpus * sizeof (xdt_schedinfo_t));
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    if (xdt_cyclic != CYCLIC_NONE)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        cyclic_remove(xdt_cyclic);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    if (xdt_kstats != NULL)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        kstat_delete(xdt_kstats);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    xdt_devi = (void *)0;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    ddi_remove_minor_node(devi, NULL);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    return (DDI_SUCCESS);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq}
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq/*ARGSUSED*/
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqstatic int
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqxdt_info(dev_info_t *devi, ddi_info_cmd_t infocmd, void *arg, void **result)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq{
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    int error;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    switch (infocmd) {
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    case DDI_INFO_DEVT2DEVINFO:
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        *result = xdt_devi;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        error = DDI_SUCCESS;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        break;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    case DDI_INFO_DEVT2INSTANCE:
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        *result = (void *)0;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        error = DDI_SUCCESS;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        break;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    default:
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq        error = DDI_FAILURE;
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    }
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    return (error);
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq}
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqstatic struct cb_ops xdt_cb_ops = {
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    nulldev,        /* open(9E) */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    nodev,          /* close(9E) */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    nodev,          /* strategy(9E) */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    nodev,          /* print(9E) */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    nodev,          /* dump(9E) */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    nodev,          /* read(9E) */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    nodev,          /* write(9E) */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    nodev,          /* ioctl(9E) */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    nodev,          /* devmap(9E) */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    nodev,          /* mmap(9E) */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    nodev,          /* segmap(9E) */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    nochpoll,       /* chpoll(9E) */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    ddi_prop_op,        /* prop_op(9E) */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    NULL,           /* streamtab(9S) */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    D_MP | D_64BIT | D_NEW  /* cb_flag */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq};
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqstatic struct dev_ops xdt_ops = {
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    DEVO_REV,       /* devo_rev */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    0,          /* devo_refcnt */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    xdt_info,       /* getinfo(9E) */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    nulldev,        /* identify(9E) */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    nulldev,        /* probe(9E) */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    xdt_attach,     /* attach(9E) */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    xdt_detach,     /* detach(9E) */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    nulldev,        /* devo_reset */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    &xdt_cb_ops,        /* devo_cb_ops */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    NULL,           /* devo_bus_ops */
193974072f41a843678abf5f61979c748687e66bSherry Moore    NULL,           /* power(9E) */
349b53dd4e695e3d833b5380540385145b2d3ae8Stuart Maybee    ddi_quiesce_not_needed, /* devo_quiesce */
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq};
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqstatic struct modldrv modldrv = {
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    &mod_driverops,
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    "Hypervisor event tracing",
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    &xdt_ops
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq};
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqstatic struct modlinkage modlinkage = {
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    MODREV_1,
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    &modldrv,
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    NULL
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq};
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqint
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq_init(void)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq{
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    return (mod_install(&modlinkage));
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq}
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqint
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq_fini(void)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq{
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    return (mod_remove(&modlinkage));
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq}
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq
c7158ae983f5a04c4a998f468ecefba6d23ba721tariqint
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq_info(struct modinfo *modinfop)
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq{
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq    return (mod_info(&modlinkage, modinfop));
c7158ae983f5a04c4a998f468ecefba6d23ba721tariq}