sun4v/cpu/niagara.c

	niagara.c revision 70f54ead78cbbb40e97bd3ff9f175c5c71783c3c
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami/*
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami * CDDL HEADER START
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami *
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami * The contents of this file are subject to the terms of the
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami * Common Development and Distribution License, Version 1.0 only
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami * (the "License").  You may not use this file except in compliance
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami * with the License.
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami *
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami * or http://www.opensolaris.org/os/licensing.
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami * See the License for the specific language governing permissions
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami * and limitations under the License.
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami *
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami * When distributing Covered Code, include this CDDL HEADER in each
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami * If applicable, add the following below this CDDL HEADER, with the
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami * fields enclosed by brackets "[]" replaced with your own identifying
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami * information: Portions Copyright [yyyy] [name of copyright owner]
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami *
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami * CDDL HEADER END
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami */
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami/*
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami * Copyright 2005 Sun Microsystems, Inc.  All rights reserved.
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami * Use is subject to license terms.
8276d7915abc7c44934b5701e6ae35ec26eba740Jonathan Adams */
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami#pragma ident   "%Z%%M% %I% %E% SMI"
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami#include <sys/types.h>
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami#include <sys/systm.h>
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami#include <sys/archsystm.h>
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami#include <sys/machparam.h>
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami#include <sys/machsystm.h>
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami#include <sys/cpu.h>
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami#include <sys/elf_SPARC.h>
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami#include <vm/hat_sfmmu.h>
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami#include <vm/page.h>
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami#include <sys/cpuvar.h>
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami#include <sys/async.h>
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami#include <sys/cmn_err.h>
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami#include <sys/debug.h>
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami#include <sys/dditypes.h>
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami#include <sys/sunddi.h>
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami#include <sys/cpu_module.h>
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami#include <sys/prom_debug.h>
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami#include <sys/vmsystm.h>
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami#include <sys/prom_plat.h>
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami#include <sys/sysmacros.h>
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami#include <sys/intreg.h>
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami#include <sys/machtrap.h>
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami#include <sys/ontrap.h>
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami#include <sys/ivintr.h>
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami#include <sys/atomic.h>
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami#include <sys/panic.h>
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami#include <sys/dtrace.h>
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami#include <sys/simulate.h>
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami#include <sys/fault.h>
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami#define S_VAC_SIZE  MMU_PAGESIZE /* XXXQ? */
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami/*
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami * Maximum number of contexts
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami */
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami#define MAX_NCTXS   (1 << 13)
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahramiuint_t root_phys_addr_lo_mask = 0xffffffffU;
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami#ifdef NIAGARA_ERRATUM_39
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahramiextern int  niagara_erratum_39;
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahramistatic uint64_t cpu_ver;            /* Niagara CPU version reg */
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami/* Niagara CPU version register */
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami#define VER_MASK_MAJOR_SHIFT    28
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami#define VER_MASK_MAJOR_MASK 0xf
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahramiextern uint64_t va_to_pa(void *);
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahramiextern uint64_t ni_getver();            /* HV code to get %hver */
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahramiextern uint64_t niagara_getver(uint64_t ni_getver_ra, uint64_t *cpu_version);
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami#endif  /* NIAGARA_ERRATUM_39 */
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahramivoid
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahramicpu_setup(void)
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami{
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami    extern int at_flags;
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami    extern int disable_delay_tlb_flush, delay_tlb_flush;
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami    extern int mmu_exported_pagesize_mask;
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami    extern int get_cpu_pagesizes(void);
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami    extern int cpc_has_overflow_intr;
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami
8276d7915abc7c44934b5701e6ae35ec26eba740Jonathan Adams#ifdef NIAGARA_ERRATUM_39
8276d7915abc7c44934b5701e6ae35ec26eba740Jonathan Adams    /*
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami     * Get CPU version and enable Niagara erratum 39 workaround only
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami     * on Niagara 1.x part. This workaround can also be enabled via
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami     * /etc/system.
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami     */
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami    if (niagara_getver(va_to_pa((void *)ni_getver), &cpu_ver) == H_EOK &&
8276d7915abc7c44934b5701e6ae35ec26eba740Jonathan Adams        ((cpu_ver >> VER_MASK_MAJOR_SHIFT) & VER_MASK_MAJOR_MASK) <= 1)
8276d7915abc7c44934b5701e6ae35ec26eba740Jonathan Adams        niagara_erratum_39 = 1;
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami#endif
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami    cache |= (CACHE_PTAG | CACHE_IOCOHERENT);
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami    /* XXXQ */
8276d7915abc7c44934b5701e6ae35ec26eba740Jonathan Adams    at_flags = EF_SPARC_SUN_US3 | EF_SPARC_32PLUS | EF_SPARC_SUN_US1;
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami
8276d7915abc7c44934b5701e6ae35ec26eba740Jonathan Adams    /*
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami     * Use the maximum number of contexts available for Spitfire unless
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami     * it has been tuned for debugging.
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami     * We are checking against 0 here since this value can be patched
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami     * while booting.  It can not be patched via /etc/system since it
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami     * will be patched too late and thus cause the system to panic.
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami     */
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami    if (nctxs == 0)
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami        nctxs = MAX_NCTXS;
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami
8276d7915abc7c44934b5701e6ae35ec26eba740Jonathan Adams    if (use_page_coloring) {
8276d7915abc7c44934b5701e6ae35ec26eba740Jonathan Adams        do_pg_coloring = 1;
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami        if (use_virtual_coloring)
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami            do_virtual_coloring = 1;
8276d7915abc7c44934b5701e6ae35ec26eba740Jonathan Adams    }
8276d7915abc7c44934b5701e6ae35ec26eba740Jonathan Adams    /*
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami     * Initalize supported page sizes information before the PD.
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami     * If no information is available, then initialize the
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami     * mmu_exported_pagesize_mask to a reasonable value for that processor.
8276d7915abc7c44934b5701e6ae35ec26eba740Jonathan Adams     */
8276d7915abc7c44934b5701e6ae35ec26eba740Jonathan Adams    mmu_exported_pagesize_mask = get_cpu_pagesizes();
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami    if (mmu_exported_pagesize_mask <= 0) {
bfed486ad8de8b8ebc6345a8e10accae08bf2f45Ali Bahrami        mmu_exported_pagesize_mask = (1 << TTE8K) | (1 << TTE64K) |
            (1 << TTE4M) | (1 << TTE256M);
    }

    /*
     * Tune pp_slots to use up to 1/8th of the tlb entries.
     */
    pp_slots = MIN(8, MAXPP_SLOTS);

    /*
     * Block stores invalidate all pages of the d$ so pagecopy
     * et. al. do not need virtual translations with virtual
     * coloring taken into consideration.
     */
    pp_consistent_coloring = 0;
    isa_list =
        "sparcv9 sparcv8plus sparcv8 sparcv8-fsmuld sparcv7 "
        "sparc sparcv9+vis sparcv9+vis2 sparcv8plus+vis sparcv8plus+vis2";

    cpu_hwcap_flags |= AV_SPARC_ASI_BLK_INIT;

    /*
     * On Spitfire, there's a hole in the address space
     * that we must never map (the hardware only support 44-bits of
     * virtual address).  Later CPUs are expected to have wider
     * supported address ranges.
     *
     * See address map on p23 of the UltraSPARC 1 user's manual.
     */
/* XXXQ get from machine description */
    hole_start = (caddr_t)0x80000000000ull;
    hole_end = (caddr_t)0xfffff80000000000ull;

    /*
     * The kpm mapping window.
     * kpm_size:
     *  The size of a single kpm range.
     *  The overall size will be: kpm_size * vac_colors.
     * kpm_vbase:
     *  The virtual start address of the kpm range within the kernel
     *  virtual address space. kpm_vbase has to be kpm_size aligned.
     */
    kpm_size = (size_t)(2ull * 1024 * 1024 * 1024 * 1024); /* 2TB */
    kpm_size_shift = 41;
    kpm_vbase = (caddr_t)0xfffffa0000000000ull; /* 16EB - 6TB */

    /*
     * The traptrace code uses either %tick or %stick for
     * timestamping.  We have %stick so we can use it.
     */
    traptrace_use_stick = 1;

    /*
     * sun4v provides demap_all
     */
    if (!disable_delay_tlb_flush)
        delay_tlb_flush = 1;
    /*
     * Niagara has a performance counter overflow interrupt
     */
    cpc_has_overflow_intr = 1;
}

#define MB   * 1024 * 1024
/*
 * Set the magic constants of the implementation.
 */
void
cpu_fiximp(struct cpu_node *cpunode)
{
    extern int vac_size, vac_shift;
    extern uint_t vac_mask;
    int i, a;

    /*
     * The assumption here is that fillsysinfo will eventually
     * have code to fill this info in from the PD.
     * We hard code this for niagara now.
     * Once the PD access library is done this code
     * might need to be changed to get the info from the PD
     */
    if (cpunode->ecache_size == 0)
        cpunode->ecache_size = 3 MB;
    if (cpunode->ecache_linesize == 0)
        cpunode->ecache_linesize = 64;
    if (cpunode->ecache_associativity == 0)
        cpunode->ecache_associativity = 12;

    cpunode->ecache_setsize =
        cpunode->ecache_size / cpunode->ecache_associativity;

    if (ecache_setsize == 0)
        ecache_setsize = cpunode->ecache_setsize;
    if (ecache_alignsize == 0)
        ecache_alignsize = cpunode->ecache_linesize;

    vac_size = S_VAC_SIZE;
    vac_mask = MMU_PAGEMASK & (vac_size - 1);
    i = 0; a = vac_size;
    while (a >>= 1)
        ++i;
    vac_shift = i;
    shm_alignment = vac_size;
    vac = 0;
}

static int niagara_cpucnt;

void
cpu_init_private(struct cpu *cp)
{
    extern int niagara_kstat_init(void);

    /*
     * This code change assumes that the virtual cpu ids are identical
     * to the physical cpu ids which is true for ontario but not for
     * niagara in general.
     * This is a temporary fix which will later be modified to obtain
     * the execution unit sharing information from MD table.
     */
    cp->cpu_m.cpu_ipipe = (id_t)(cp->cpu_id / 4);

    ASSERT(MUTEX_HELD(&cpu_lock));
    if (niagara_cpucnt++ == 0) {
        (void) niagara_kstat_init();
    }
}

void
cpu_uninit_private(struct cpu *cp)
{
    extern int niagara_kstat_fini(void);

    ASSERT(MUTEX_HELD(&cpu_lock));
    if (--niagara_cpucnt == 0) {
        (void) niagara_kstat_fini();
    }
}

/*
 * On Niagara, any flush will cause all preceding stores to be
 * synchronized wrt the i$, regardless of address or ASI.  In fact,
 * the address is ignored, so we always flush address 0.
 */
void
dtrace_flush_sec(uintptr_t addr)
{
    doflush(0);
}

#define IS_FLOAT(i) (((i) & 0x1000000) != 0)
#define IS_IBIT_SET(x)  (x & 0x2000)
#define IS_VIS1(op, op3)(op == 2 && op3 == 0x36)
#define IS_PARTIAL_OR_SHORT_FLOAT_LD_ST(op, op3, asi)       \
        (op == 3 && (op3 == IOP_V8_LDDFA ||     \
        op3 == IOP_V8_STDFA) && asi > ASI_SNFL)
int
vis1_partial_support(struct regs *rp, k_siginfo_t *siginfo, uint_t *fault)
{
    char *badaddr;
    int instr;
    uint_t  optype, op3, asi;
    uint_t  rd, ignor;

    ASSERT(USERMODE(rp->r_tstate));

    instr = fetch_user_instr((caddr_t)rp->r_pc);

    rd = (instr >> 25) & 0x1f;
    optype = (instr >> 30) & 0x3;
    op3 = (instr >> 19) & 0x3f;
    ignor = (instr >> 5) & 0xff;
    if (IS_IBIT_SET(instr)) {
        asi = (uint32_t)((rp->r_tstate >> TSTATE_ASI_SHIFT) &
            TSTATE_ASI_MASK);
    } else {
        asi = ignor;
    }

    if (!IS_VIS1(optype, op3) &&
        !IS_PARTIAL_OR_SHORT_FLOAT_LD_ST(optype, op3, asi)) {
        return (-1);
    }
    switch (simulate_unimp(rp, &badaddr)) {
    case SIMU_RETRY:
        break;  /* regs are already set up */
        /*NOTREACHED*/

    case SIMU_SUCCESS:
        /*
         * skip the successfully
         * simulated instruction
         */
        rp->r_pc = rp->r_npc;
        rp->r_npc += 4;
        break;
        /*NOTREACHED*/

    case SIMU_FAULT:
        siginfo->si_signo = SIGSEGV;
        siginfo->si_code = SEGV_MAPERR;
        siginfo->si_addr = badaddr;
        *fault = FLTBOUNDS;
        break;

    case SIMU_DZERO:
        siginfo->si_signo = SIGFPE;
        siginfo->si_code = FPE_INTDIV;
        siginfo->si_addr = (caddr_t)rp->r_pc;
        *fault = FLTIZDIV;
        break;

    case SIMU_UNALIGN:
        siginfo->si_signo = SIGBUS;
        siginfo->si_code = BUS_ADRALN;
        siginfo->si_addr = badaddr;
        *fault = FLTACCESS;
        break;

    case SIMU_ILLEGAL:
    default:
        siginfo->si_signo = SIGILL;
        op3 = (instr >> 19) & 0x3F;
        if ((IS_FLOAT(instr) && (op3 == IOP_V8_STQFA) ||
            (op3 == IOP_V8_STDFA)))
            siginfo->si_code = ILL_ILLADR;
        else
            siginfo->si_code = ILL_ILLOPC;
        siginfo->si_addr = (caddr_t)rp->r_pc;
        *fault = FLTILL;
        break;
    }
    return (0);
}