trapstat.h revision 4df55fde49134f9735f84011f23a767c75e393c7
/*
* CDDL HEADER START
*
* The contents of this file are subject to the terms of the
* Common Development and Distribution License (the "License").
* You may not use this file except in compliance with the License.
*
* You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
* or http://www.opensolaris.org/os/licensing.
* See the License for the specific language governing permissions
* and limitations under the License.
*
* When distributing Covered Code, include this CDDL HEADER in each
* file and include the License file at usr/src/OPENSOLARIS.LICENSE.
* If applicable, add the following below this CDDL HEADER, with the
* fields enclosed by brackets "[]" replaced with your own identifying
* information: Portions Copyright [yyyy] [name of copyright owner]
*
* CDDL HEADER END
*/
/*
* Copyright 2009 Sun Microsystems, Inc. All rights reserved.
* Use is subject to license terms.
*/
#ifndef _SYS_TRAPSTAT_H
#define _SYS_TRAPSTAT_H
#ifndef _ASM
#include <sys/processor.h>
#endif
#ifdef __cplusplus
extern "C" {
#endif
#define TSTATIOC (('t' << 16) | ('s' << 8))
#define TSTATIOC_READ (TSTATIOC | 1)
#define TSTATIOC_GO (TSTATIOC | 2)
#define TSTATIOC_NOGO (TSTATIOC | 3)
#define TSTATIOC_STOP (TSTATIOC | 4)
#define TSTATIOC_CPU (TSTATIOC | 5)
#define TSTATIOC_NOCPU (TSTATIOC | 6)
#define TSTATIOC_ENTRY (TSTATIOC | 7)
#define TSTATIOC_NOENTRY (TSTATIOC | 8)
#define TSTATIOC_TLBDATA (TSTATIOC | 9)
#define TSTAT_NENT 512
#ifndef _ASM
/*
* tstat_missdata_t must be of size 2^n, for some value of n. This allows
* tstat_tlbdata_t to be of size 2^(n+2), and tstat_pgszdata_t to be of
* size 2^(n+3) -- a constraint which greatly simplifies the TLB return
* entry.
*/
typedef struct tstat_missdata {
uint64_t tmiss_count;
hrtime_t tmiss_time;
} tstat_missdata_t;
typedef struct tstat_tlbdata {
tstat_missdata_t ttlb_tlb;
tstat_missdata_t ttlb_tsb;
} tstat_tlbdata_t;
typedef struct tstat_modedata {
tstat_tlbdata_t tmode_itlb;
tstat_tlbdata_t tmode_dtlb;
} tstat_modedata_t;
typedef struct tstat_pgszdata {
tstat_modedata_t tpgsz_user;
tstat_modedata_t tpgsz_kernel;
} tstat_pgszdata_t;
#ifdef sun4v
/*
* For sun4v, we optimized by using a smaller 4K data area
* per-cpu. We use separate structures for data collection,
* one for normal trapstat collection and one for collecting
* TLB stats. Note that we either collect normal trapstats
* or TLB stats, never both. For TLB stats, we are only
* interested in the MMU/TLB miss traps (which are trap #s
* 0x9, 0x32, 0x64 & 0x68)
*/
#define TSTAT_TLB_NENT 200 /* max trap entries for tlb stats */
typedef struct tstat_ndata {
uint64_t tdata_traps[TSTAT_NENT];
} tstat_ndata_t;
typedef struct tstat_tdata {
uint64_t tdata_traps[TSTAT_TLB_NENT];
hrtime_t tdata_tmptick;
tstat_pgszdata_t tdata_pgsz[1];
} tstat_tdata_t;
#endif /* sun4v */
typedef struct tstat_data {
processorid_t tdata_cpuid;
hrtime_t tdata_snapts;
hrtime_t tdata_snaptick;
hrtime_t tdata_tmptick;
hrtime_t tdata_peffect;
uint64_t tdata_traps[TSTAT_NENT];
tstat_pgszdata_t tdata_pgsz[1];
} tstat_data_t;
#endif
#ifdef _KERNEL
#define TSTAT_TLGT0_NENT 256
#define TSTAT_TOTAL_NENT (TSTAT_NENT + TSTAT_TLGT0_NENT)
#define TSTAT_ENT_NINSTR 8 /* 8 instructions/entry */
#define TSTAT_ENT_SHIFT 5 /* 32 bytes/entry */
#define TSTAT_ENT_ITLBMISS 0x64
#define TSTAT_ENT_DTLBMISS 0x68
#define TSTAT_TLBRET_NINSTR 32
#define TSTAT_PROBE_NPAGES 2048
#define TSTAT_PROBE_SIZE (TSTAT_PROBE_NPAGES * MMU_PAGESIZE)
#define TSTAT_PROBE_NLAPS 10
#ifdef sun4v
#define TSTAT_TRAPCNT_NINSTR 8
#define TSTAT_TLBENT_NINSTR 64
#define TSTAT_ENT_IMMUMISS 0x09
#define TSTAT_ENT_DMMUMISS 0x31
#endif
#ifndef _ASM
typedef struct tstat_tlbretent {
uint32_t ttlbrent_instr[TSTAT_TLBRET_NINSTR];
} tstat_tlbretent_t;
#ifdef sun4v
typedef struct tstat_tlbent {
uint32_t ttlbent_instr[TSTAT_TLBENT_NINSTR];
} tstat_tlbent_t;
#endif /* sun4v */
typedef struct tstat_tlbret {
tstat_tlbretent_t ttlbr_ktlb;
tstat_tlbretent_t ttlbr_ktsb;
tstat_tlbretent_t ttlbr_utlb;
tstat_tlbretent_t ttlbr_utsb;
} tstat_tlbret_t;
typedef struct tstat_instr {
uint32_t tinst_traptab[TSTAT_TOTAL_NENT * TSTAT_ENT_NINSTR];
tstat_tlbret_t tinst_itlbret;
tstat_tlbret_t tinst_dtlbret;
#ifdef sun4v
tstat_tlbent_t tinst_immumiss;
tstat_tlbent_t tinst_dmmumiss;
uint32_t tinst_trapcnt[TSTAT_TRAPCNT_NINSTR];
#endif
} tstat_instr_t;
typedef struct tstat_tsbmiss_patch_entry {
uint32_t *tpe_addr;
uint32_t tpe_instr;
} tstat_tsbmiss_patch_entry_t;
#endif
#ifdef sun4v
#define TSTAT_TLB_STATS 0x1 /* cpu_tstat_flags */
#define TSTAT_INSTR_SIZE \
((sizeof (tstat_instr_t) + MMU_PAGESIZE - 1) & ~(MMU_PAGESIZE - 1))
#define TSTAT_DATA_SHIFT 12
#define TSTAT_DATA_SIZE (1 << TSTAT_DATA_SHIFT) /* 4K per CPU */
#define TSTAT_TBA_MASK ~((1 << 15) - 1) /* 32K boundary */
#define TSTAT_CPU0_DATA_OFFS(tcpu, mem) \
((uintptr_t)(tcpu)->tcpu_ibase + TSTAT_INSTR_SIZE + \
offsetof(tstat_ndata_t, mem))
#define TSTAT_CPU0_TLBDATA_OFFS(tcpu, mem) \
((uintptr_t)(tcpu)->tcpu_ibase + TSTAT_INSTR_SIZE + \
offsetof(tstat_tdata_t, mem))
/*
* Sun4v trapstat can use up to 3 4MB pages to support
* 3064 cpus. Each cpu needs 4K of data page for stats collection.
* The first 32K (TSTAT_TRAPTBLE_SIZE) in the first 4 MB page is
* use for the traptable leaving 4MB - 32K = 4064K for cpu data
* which work out to be 4064/4K = 1016 cpus. Each additional
* 4MB page (2nd and 3rd ones) can support 4096/4 = 1024 cpus.
* This works out to be a total of 1016 + 1024 + 1024 = 3064 cpus.
*/
#define ROUNDUP(a, n) (((a) + ((n) - 1)) & ~((n) - 1))
#define TSTAT_MAXNUM4M_MAPPING 3
#define TSTAT_TRAPTBL_SIZE (32 * 1024)
#define TSTAT_NUM4M_LIMIT \
(ROUNDUP((NCPU * TSTAT_DATA_SIZE) + TSTAT_TRAPTBL_SIZE, \
MMU_PAGESIZE4M) >> MMU_PAGESHIFT4M)
#if (TSTAT_NUM4M_LIMIT > TSTAT_MAXNUM4M_MAPPING)
#error "NCPU is too large for trapstat"
#endif
/*
* Note that the macro below is almost identical to the
* one for TSTAT_NUM4M_LIMIT with one difference. Instead of
* using TSTAT_TRAPTBL_SIZE constant, it uses TSTAT_INSTR_SIZE which
* has a runtime sizeof() expression. The result should be
* the same. This macro is used at runtime as an extra
* validation for correctness.
*/
#define TSTAT_NUM4M_MACRO(ncpu) \
(ROUNDUP(((ncpu) * TSTAT_DATA_SIZE) + TSTAT_INSTR_SIZE, \
MMU_PAGESIZE4M) >> MMU_PAGESHIFT4M)
#else /* sun4v */
#define TSTAT_INSTR_PAGES ((sizeof (tstat_instr_t) >> MMU_PAGESHIFT) + 1)
#define TSTAT_INSTR_SIZE (TSTAT_INSTR_PAGES * MMU_PAGESIZE)
#define TSTAT_TBA_MASK ~((1 << 16) - 1) /* 64K per cpu */
#define TSTAT_DATA_OFFS(tcpu, mem) \
((uintptr_t)(tcpu)->tcpu_dbase + offsetof(tstat_data_t, mem))
#endif /* sun4v */
#define TSTAT_INSTR_OFFS(tcpu, mem) \
((uintptr_t)(tcpu)->tcpu_ibase + offsetof(tstat_instr_t, mem))
#define TSTAT_CPU_SELECTED 0x0001
#define TSTAT_CPU_ALLOCATED 0x0002
#define TSTAT_CPU_ENABLED 0x0004
#define TSTAT_OPT_CPU 0x0001
#define TSTAT_OPT_NOGO 0x0002
#define TSTAT_OPT_TLBDATA 0x0004
#define TSTAT_OPT_ENTRY 0x0008
#define TSTAT_TSBMISS_INSTR 0x8e01e000 /* add %g7, 0, %g7 */
#ifndef _ASM
typedef struct tstat_percpu {
uint32_t tcpu_flags;
caddr_t tcpu_tba;
caddr_t tcpu_vabase;
caddr_t tcpu_ibase;
caddr_t tcpu_dbase;
pfn_t *tcpu_pfn;
tstat_instr_t *tcpu_instr;
tstat_data_t *tcpu_data;
#ifdef sun4v
hrtime_t tcpu_tdata_peffect;
#endif /* sun4v */
} tstat_percpu_t;
#endif
#endif
#ifdef __cplusplus
}
#endif
#endif /* _SYS_TRAPSTAT_H */