mp_startup.c revision bb121940c2fe627557326e0143391ace6e6b7372
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore/*
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * CDDL HEADER START
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore *
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * The contents of this file are subject to the terms of the
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * Common Development and Distribution License (the "License").
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * You may not use this file except in compliance with the License.
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore *
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * or http://www.opensolaris.org/os/licensing.
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * See the License for the specific language governing permissions
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * and limitations under the License.
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore *
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * When distributing Covered Code, include this CDDL HEADER in each
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * If applicable, add the following below this CDDL HEADER, with the
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * fields enclosed by brackets "[]" replaced with your own identifying
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * information: Portions Copyright [yyyy] [name of copyright owner]
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore *
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * CDDL HEADER END
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore/*
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * Copyright 2007 Sun Microsystems, Inc. All rights reserved.
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * Use is subject to license terms.
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore#pragma ident "%Z%%M% %I% %E% SMI"
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore#include <sys/sysmacros.h>
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore#include <sys/prom_plat.h>
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore#include <sys/prom_debug.h>
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore#include <vm/hat_sfmmu.h>
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore#include <vm/seg_kp.h>
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore#include <vm/seg_kmem.h>
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore#include <sys/machsystm.h>
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore#include <sys/callb.h>
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore#include <sys/cpu_module.h>
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore#include <sys/pg.h>
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore#include <sys/cmt.h>
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore#include <sys/dtrace.h>
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore#include <sys/reboot.h>
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore#include <sys/kdi.h>
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore#include <sys/traptrace.h>
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore#ifdef TRAPTRACE
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore#include <sys/bootconf.h>
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore#endif /* TRAPTRACE */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore#include <sys/cpu_sgnblk_defs.h>
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amoreextern void cpu_intrq_setup(struct cpu *);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amoreextern void cpu_intrq_cleanup(struct cpu *);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amoreextern void cpu_intrq_register(struct cpu *);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amorestruct cpu *cpus; /* pointer to other cpus; dynamically allocate */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amorestruct cpu *cpu[NCPU]; /* pointers to all CPUs */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amoreuint64_t cpu_pa[NCPU]; /* pointers to all CPUs in PA */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amorecpu_core_t cpu_core[NCPU]; /* cpu_core structures */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore#ifdef TRAPTRACE
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amorecaddr_t ttrace_buf; /* bop alloced traptrace for all cpus except 0 */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore#endif /* TRAPTRACE */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore/* bit mask of cpus ready for x-calls, protected by cpu_lock */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amorecpuset_t cpu_ready_set;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore/* bit mask used to communicate with cpus during bringup */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amorestatic cpuset_t proxy_ready_set;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amorestatic void slave_startup(void);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore/*
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * Defined in $KARCH/os/mach_mp_startup.c
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore#pragma weak init_cpu_info
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore/*
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * Amount of time (in milliseconds) we should wait before giving up on CPU
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * initialization and assuming that the CPU we're trying to wake up is dead
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * or out of control.
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore#define CPU_WAKEUP_GRACE_MSEC 1000
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amoreextern hrtime_t nosteal_nsec;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amoreextern void cmp_set_nosteal_interval(void);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore#ifdef TRAPTRACE
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore/*
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * This function sets traptrace buffers for all cpus
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * other than boot cpu.
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * Note that the memory at base will be allocated later.
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amorecaddr_t
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amoretrap_trace_alloc(caddr_t base)
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore{
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore caddr_t vaddr;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore extern int max_ncpus;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore if (max_ncpus == 1) {
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore return (base);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore }
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore vaddr = (caddr_t)base;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore ttrace_buf = vaddr;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore PRM_DEBUG(ttrace_buf);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore return (vaddr + (TRAP_TSIZE * (max_ncpus - 1)));
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore}
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore#endif /* TRAPTRACE */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore/*
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * common slave cpu initialization code
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amorevoid
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amorecommon_startup_init(cpu_t *cp, int cpuid)
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore{
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore kthread_id_t tp;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore sfmmu_t *sfmmup;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore caddr_t sp;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore /*
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * Allocate and initialize the startup thread for this CPU.
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore tp = thread_create(NULL, 0, slave_startup, NULL, 0, &p0,
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore TS_STOPPED, maxclsyspri);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore /*
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * Set state to TS_ONPROC since this thread will start running
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * as soon as the CPU comes online.
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore *
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * All the other fields of the thread structure are setup by
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * thread_create().
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore THREAD_ONPROC(tp, cp);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore tp->t_preempt = 1;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore tp->t_bound_cpu = cp;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore tp->t_affinitycnt = 1;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore tp->t_cpu = cp;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore tp->t_disp_queue = cp->cpu_disp;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore sfmmup = astosfmmu(&kas);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore CPUSET_ADD(sfmmup->sfmmu_cpusran, cpuid);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore /*
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * Setup thread to start in slave_startup.
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore sp = tp->t_stk;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore tp->t_pc = (uintptr_t)slave_startup - 8;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore tp->t_sp = (uintptr_t)((struct rwindow *)sp - 1) - STACK_BIAS;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore cp->cpu_id = cpuid;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore cp->cpu_self = cp;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore cp->cpu_thread = tp;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore cp->cpu_lwp = NULL;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore cp->cpu_dispthread = tp;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore cp->cpu_dispatch_pri = DISP_PRIO(tp);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore cp->cpu_startup_thread = tp;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore}
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore/*
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * parametric flag setting functions. these routines set the cpu
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * state just prior to releasing the slave cpu.
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amorevoid
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amorecold_flag_set(int cpuid)
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore{
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore cpu_t *cp;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore ASSERT(MUTEX_HELD(&cpu_lock));
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore cp = cpu[cpuid];
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore cp->cpu_flags |= CPU_RUNNING | CPU_ENABLE | CPU_EXISTS;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore cpu_add_active(cp);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore /*
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * Add CPU_READY after the cpu_add_active() call
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * to avoid pausing cp.
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore cp->cpu_flags |= CPU_READY; /* ready */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore cpu_set_state(cp);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore}
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amorestatic void
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amorewarm_flag_set(int cpuid)
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore{
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore cpu_t *cp;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore ASSERT(MUTEX_HELD(&cpu_lock));
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore /*
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * warm start activates cpus into the OFFLINE state
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore cp = cpu[cpuid];
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore cp->cpu_flags |= CPU_RUNNING | CPU_READY | CPU_EXISTS
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore | CPU_OFFLINE | CPU_QUIESCED;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore cpu_set_state(cp);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore}
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore/*
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * Internal cpu startup sequencer
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * The sequence is as follows:
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore *
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * MASTER SLAVE
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * ------- ----------
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * assume the kernel data is initialized
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * clear the proxy bit
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * start the slave cpu
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * wait for the slave cpu to set the proxy
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore *
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * the slave runs slave_startup and then sets the proxy
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * the slave waits for the master to add slave to the ready set
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore *
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * the master finishes the initialization and
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * adds the slave to the ready set
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore *
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * the slave exits the startup thread and is running
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amorevoid
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amorestart_cpu(int cpuid, void(*flag_func)(int))
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore{
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore extern void cpu_startup(int);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore int timout;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore ASSERT(MUTEX_HELD(&cpu_lock));
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore /*
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * Before we begin the dance, tell DTrace that we're about to start
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * a CPU.
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore if (dtrace_cpustart_init != NULL)
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore (*dtrace_cpustart_init)();
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore /* start the slave cpu */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore CPUSET_DEL(proxy_ready_set, cpuid);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore if (prom_test("SUNW,start-cpu-by-cpuid") == 0) {
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore (void) prom_startcpu_bycpuid(cpuid, (caddr_t)&cpu_startup,
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore cpuid);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore } else {
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore /* "by-cpuid" interface didn't exist. Do it the old way */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore pnode_t nodeid = cpunodes[cpuid].nodeid;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore ASSERT(nodeid != (pnode_t)0);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore (void) prom_startcpu(nodeid, (caddr_t)&cpu_startup, cpuid);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore }
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore /* wait for the slave cpu to check in. */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore for (timout = CPU_WAKEUP_GRACE_MSEC; timout; timout--) {
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore if (CPU_IN_SET(proxy_ready_set, cpuid))
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore break;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore DELAY(1000);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore }
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore if (timout == 0) {
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore panic("cpu%d failed to start (2)", cpuid);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore }
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore /*
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * The slave has started; we can tell DTrace that it's safe again.
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore if (dtrace_cpustart_fini != NULL)
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore (*dtrace_cpustart_fini)();
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore /* run the master side of stick synchronization for the slave cpu */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore sticksync_master();
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore /*
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * deal with the cpu flags in a phase-specific manner
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * for various reasons, this needs to run after the slave
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * is checked in but before the slave is released.
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore (*flag_func)(cpuid);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore /* release the slave */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore CPUSET_ADD(cpu_ready_set, cpuid);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore}
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore#ifdef TRAPTRACE
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amoreint trap_tr0_inuse = 1; /* it is always used on the boot cpu */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amoreint trap_trace_inuse[NCPU];
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore#endif /* TRAPTRACE */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore#define cpu_next_free cpu_prev
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore/*
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * Routine to set up a CPU to prepare for starting it up.
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amorevoid
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amoresetup_cpu_common(int cpuid)
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore{
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore struct cpu *cp = NULL;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore kthread_id_t tp;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore#ifdef TRAPTRACE
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore int tt_index;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore TRAP_TRACE_CTL *ctlp;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore caddr_t newbuf;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore#endif /* TRAPTRACE */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore extern void idle();
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore ASSERT(MUTEX_HELD(&cpu_lock));
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore ASSERT(cpu[cpuid] == NULL);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore ASSERT(ncpus <= max_ncpus);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore#ifdef TRAPTRACE
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore /*
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * allocate a traptrace buffer for this CPU.
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore ctlp = &trap_trace_ctl[cpuid];
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore if (!trap_tr0_inuse) {
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore trap_tr0_inuse = 1;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore newbuf = trap_tr0;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore tt_index = -1;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore } else {
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore for (tt_index = 0; tt_index < (max_ncpus-1); tt_index++)
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore if (!trap_trace_inuse[tt_index])
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore break;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore ASSERT(tt_index < max_ncpus - 1);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore trap_trace_inuse[tt_index] = 1;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore newbuf = (caddr_t)(ttrace_buf + (tt_index * TRAP_TSIZE));
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore }
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore ctlp->d.vaddr_base = newbuf;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore ctlp->d.offset = ctlp->d.last_offset = 0;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore ctlp->d.limit = trap_trace_bufsize;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore ctlp->d.paddr_base = va_to_pa(newbuf);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore ASSERT(ctlp->d.paddr_base != (uint64_t)-1);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore#endif /* TRAPTRACE */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore /*
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * initialize hv traptrace buffer for this CPU
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore mach_htraptrace_setup(cpuid);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore /*
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * Obtain pointer to the appropriate cpu structure.
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore if (cpu0.cpu_flags == 0) {
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore cp = &cpu0;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore } else {
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore /*
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * When dynamically allocating cpu structs,
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * cpus is used as a pointer to a list of freed
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * cpu structs.
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore if (cpus) {
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore /* grab the first cpu struct on the free list */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore cp = cpus;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore if (cp->cpu_next_free)
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore cpus = cp->cpu_next_free;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore else
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore cpus = NULL;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore }
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore }
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore if (cp == NULL)
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore cp = vmem_xalloc(static_alloc_arena, CPU_ALLOC_SIZE,
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore CPU_ALLOC_SIZE, 0, 0, NULL, NULL, VM_SLEEP);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore bzero(cp, sizeof (*cp));
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore cp->cpu_id = cpuid;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore cp->cpu_self = cp;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore /*
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * Initialize ptl1_panic stack
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore ptl1_init_cpu(cp);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore /*
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * Initialize the dispatcher for this CPU.
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore disp_cpu_init(cp);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore cpu_vm_data_init(cp);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore /*
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * Now, initialize per-CPU idle thread for this CPU.
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore tp = thread_create(NULL, 0, idle, NULL, 0, &p0, TS_ONPROC, -1);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore cp->cpu_idle_thread = tp;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore tp->t_preempt = 1;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore tp->t_bound_cpu = cp;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore tp->t_affinitycnt = 1;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore tp->t_cpu = cp;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore tp->t_disp_queue = cp->cpu_disp;
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore /*
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * Registering a thread in the callback table is usually
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * done in the initialization code of the thread. In this
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * case, we do it right after thread creation to avoid
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * blocking idle thread while registering itself. It also
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * avoids the possibility of reregistration in case a CPU
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * restarts its idle thread.
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore CALLB_CPR_INIT_SAFE(tp, "idle");
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore init_cpu_info(cp);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore /*
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * Initialize the interrupt threads for this CPU
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore cpu_intr_alloc(cp, NINTR_THREADS);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore /*
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * Add CPU to list of available CPUs.
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * It'll be on the active list after it is started.
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore cpu_add_unit(cp);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore /*
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * Allocate and init cpu module private data structures,
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * including scrubber.
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore */
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore cpu_init_private(cp);
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore /*
49ef7e0638c8b771d8a136eae78b1c0f99acc8e0Garrett D'Amore * Initialize the CPUs physical ID cache, and processor groups
*/
pghw_physid_create(cp);
pg_cpu_init(cp);
if (nosteal_nsec == -1)
cmp_set_nosteal_interval();
cpu_intrq_setup(cp);
/*
* Initialize MMU context domain information.
*/
sfmmu_cpu_init(cp);
}
/*
* Routine to clean up a CPU after shutting it down.
*/
int
cleanup_cpu_common(int cpuid)
{
struct cpu *cp;
#ifdef TRAPTRACE
int i;
TRAP_TRACE_CTL *ctlp;
caddr_t newbuf;
#endif /* TRAPTRACE */
ASSERT(MUTEX_HELD(&cpu_lock));
ASSERT(cpu[cpuid] != NULL);
cp = cpu[cpuid];
/* Free cpu module private data structures, including scrubber. */
cpu_uninit_private(cp);
/* Free cpu ID string and brand string. */
kmem_free(cp->cpu_idstr, strlen(cp->cpu_idstr) + 1);
kmem_free(cp->cpu_brandstr, strlen(cp->cpu_brandstr) + 1);
cpu_vm_data_destroy(cp);
/*
* Remove CPU from list of available CPUs.
*/
cpu_del_unit(cpuid);
/*
* Clean any machine specific interrupt states.
*/
cpu_intrq_cleanup(cp);
/*
* At this point, the only threads bound to this CPU should be
* special per-cpu threads: it's idle thread, it's pause thread,
* and it's interrupt threads. Clean these up.
*/
cpu_destroy_bound_threads(cp);
/*
* Free the interrupt stack.
*/
segkp_release(segkp, cp->cpu_intr_stack);
/*
* Free hv traptrace buffer for this CPU.
*/
mach_htraptrace_cleanup(cpuid);
#ifdef TRAPTRACE
/*
* Free the traptrace buffer for this CPU.
*/
ctlp = &trap_trace_ctl[cpuid];
newbuf = ctlp->d.vaddr_base;
i = (newbuf - ttrace_buf) / (TRAP_TSIZE);
if (((newbuf - ttrace_buf) % (TRAP_TSIZE) == 0) &&
((i >= 0) && (i < (max_ncpus-1)))) {
/*
* This CPU got it's trap trace buffer from the
* boot-alloc'd bunch of them.
*/
trap_trace_inuse[i] = 0;
bzero(newbuf, (TRAP_TSIZE));
} else if (newbuf == trap_tr0) {
trap_tr0_inuse = 0;
bzero(trap_tr0, (TRAP_TSIZE));
} else {
cmn_err(CE_WARN, "failed to free trap trace buffer from cpu%d",
cpuid);
}
bzero(ctlp, sizeof (*ctlp));
#endif /* TRAPTRACE */
/*
* There is a race condition with mutex_vector_enter() which
* caches a cpu pointer. The race is detected by checking cpu_next.
*/
disp_cpu_fini(cp);
cpu_pa[cpuid] = 0;
sfmmu_cpu_cleanup(cp);
bzero(cp, sizeof (*cp));
/*
* Place the freed cpu structure on the list of freed cpus.
*/
if (cp != &cpu0) {
if (cpus) {
cp->cpu_next_free = cpus;
cpus = cp;
}
else
cpus = cp;
}
return (0);
}
/*
* This routine is used to start a previously powered off processor.
* Note that restarted cpus are initialized into the offline state.
*/
void
restart_other_cpu(int cpuid)
{
struct cpu *cp;
kthread_id_t tp;
caddr_t sp;
extern void idle();
ASSERT(MUTEX_HELD(&cpu_lock));
ASSERT(cpuid < NCPU && cpu[cpuid] != NULL);
/*
* Obtain pointer to the appropriate cpu structure.
*/
cp = cpu[cpuid];
common_startup_init(cp, cpuid);
/*
* idle thread t_lock is held when the idle thread is suspended.
* Manually unlock the t_lock of idle loop so that we can resume
* the suspended idle thread.
* Also adjust the PC of idle thread for re-retry.
*/
cp->cpu_intr_actv = 0; /* clear the value from previous life */
cp->cpu_m.mutex_ready = 0; /* we are not ready yet */
lock_clear(&cp->cpu_idle_thread->t_lock);
tp = cp->cpu_idle_thread;
sp = tp->t_stk;
tp->t_sp = (uintptr_t)((struct rwindow *)sp - 1) - STACK_BIAS;
tp->t_pc = (uintptr_t)idle - 8;
/*
* restart the cpu now
*/
promsafe_pause_cpus();
start_cpu(cpuid, warm_flag_set);
start_cpus();
/* call cmn_err outside pause_cpus/start_cpus to avoid deadlock */
cmn_err(CE_CONT, "!cpu%d initialization complete - restarted\n",
cpuid);
}
/*
* Startup function executed on 'other' CPUs. This is the first
* C function after cpu_start sets up the cpu registers.
*/
static void
slave_startup(void)
{
struct cpu *cp = CPU;
ushort_t original_flags = cp->cpu_flags;
mach_htraptrace_configure(cp->cpu_id);
cpu_intrq_register(CPU);
cp->cpu_m.mutex_ready = 1;
cp->cpu_m.poke_cpu_outstanding = B_FALSE;
/* acknowledge that we are done with initialization */
CPUSET_ADD(proxy_ready_set, cp->cpu_id);
/* synchronize STICK */
sticksync_slave();
if (boothowto & RB_DEBUG)
kdi_dvec_cpu_init(cp);
/*
* the slave will wait here forever -- assuming that the master
* will get back to us. if it doesn't we've got bigger problems
* than a master not replying to this slave.
* the small delay improves the slave's responsiveness to the
* master's ack and decreases the time window between master and
* slave operations.
*/
while (!CPU_IN_SET(cpu_ready_set, cp->cpu_id))
DELAY(1);
/* enable interrupts */
(void) spl0();
/*
* Signature block update to indicate that this CPU is in OS now.
* This needs to be done after the PIL is lowered since on
* some platforms the update code may block.
*/
CPU_SIGNATURE(OS_SIG, SIGST_RUN, SIGSUBST_NULL, cp->cpu_id);
/*
* park the slave thread in a safe/quiet state and wait for the master
* to finish configuring this CPU before proceeding to thread_exit().
*/
while (((volatile ushort_t)cp->cpu_flags) & CPU_QUIESCED)
DELAY(1);
/*
* Initialize CPC CPU state.
*/
kcpc_hw_startup_cpu(original_flags);
/*
* Notify the PG subsystem that the CPU has started
*/
pg_cmt_cpu_startup(CPU);
/*
* Now we are done with the startup thread, so free it up.
*/
thread_exit();
cmn_err(CE_PANIC, "slave_startup: cannot return");
/*NOTREACHED*/
}
extern struct cpu *cpu[NCPU]; /* pointers to all CPUs */
extern void setup_cpu_common(int);
extern void common_startup_init(cpu_t *, int);
extern void start_cpu(int, void(*func)(int));
extern void cold_flag_set(int cpuid);
/*
* cpu_bringup_set is a tunable (via /etc/system, debugger, etc.) that
* can be used during debugging to control which processors are brought
* online at boot time. The variable represents a bitmap of the id's
* of the processors that will be brought online. The initialization
* of this variable depends on the type of cpuset_t, which varies
* depending on the number of processors supported (see cpuvar.h).
*/
cpuset_t cpu_bringup_set;
/*
* Generic start-all cpus entry. Typically used during cold initialization.
* Note that cold start cpus are initialized into the online state.
*/
/*ARGSUSED*/
void
start_other_cpus(int flag)
{
int cpuid;
extern void idlestop_init(void);
int bootcpu;
/*
* Check if cpu_bringup_set has been explicitly set before
* initializing it.
*/
if (CPUSET_ISNULL(cpu_bringup_set)) {
#ifdef MPSAS
/* just CPU 0 */
CPUSET_ADD(cpu_bringup_set, 0);
#else
CPUSET_ALL(cpu_bringup_set);
#endif
}
if (&cpu_feature_init)
cpu_feature_init();
/*
* Initialize CPC.
*/
kcpc_hw_init();
mutex_enter(&cpu_lock);
/*
* Initialize our own cpu_info.
*/
init_cpu_info(CPU);
/*
* Initialize CPU 0 cpu module private data area, including scrubber.
*/
cpu_init_private(CPU);
/*
* perform such initialization as is needed
* to be able to take CPUs on- and off-line.
*/
cpu_pause_init();
xc_init(); /* initialize processor crosscalls */
idlestop_init();
if (!use_mp) {
mutex_exit(&cpu_lock);
cmn_err(CE_CONT, "?***** Not in MP mode\n");
return;
}
/*
* should we be initializing this cpu?
*/
bootcpu = getprocessorid();
/*
* launch all the slave cpus now
*/
for (cpuid = 0; cpuid < NCPU; cpuid++) {
pnode_t nodeid = cpunodes[cpuid].nodeid;
if (nodeid == (pnode_t)0)
continue;
if (cpuid == bootcpu) {
if (!CPU_IN_SET(cpu_bringup_set, cpuid)) {
cmn_err(CE_WARN, "boot cpu not a member "
"of cpu_bringup_set, adding it");
CPUSET_ADD(cpu_bringup_set, cpuid);
}
continue;
}
if (!CPU_IN_SET(cpu_bringup_set, cpuid))
continue;
ASSERT(cpu[cpuid] == NULL);
setup_cpu_common(cpuid);
common_startup_init(cpu[cpuid], cpuid);
start_cpu(cpuid, cold_flag_set);
/*
* Because slave_startup() gets fired off after init()
* starts, we can't use the '?' trick to do 'boot -v'
* printing - so we always direct the 'cpu .. online'
* messages to the log.
*/
cmn_err(CE_CONT, "!cpu%d initialization complete - online\n",
cpuid);
/*
* XXX: register_cpu_setup() callbacks should be called here
* with a new setup code, CPU_BOOT (or something).
*/
if (dtrace_cpu_init != NULL)
(*dtrace_cpu_init)(cpuid);
}
/*
* since all the cpus are online now, redistribute interrupts to them.
*/
intr_redist_all_cpus();
mutex_exit(&cpu_lock);
/*
* Start the Ecache scrubber. Must be done after all calls to
* cpu_init_private for every cpu (including CPU 0).
*/
cpu_init_cache_scrub();
if (&cpu_mp_init)
cpu_mp_init();
}