193974072f41a843678abf5f61979c748687e66bSherry Moore/*
193974072f41a843678abf5f61979c748687e66bSherry Moore * CDDL HEADER START
193974072f41a843678abf5f61979c748687e66bSherry Moore *
193974072f41a843678abf5f61979c748687e66bSherry Moore * The contents of this file are subject to the terms of the
193974072f41a843678abf5f61979c748687e66bSherry Moore * Common Development and Distribution License (the "License").
193974072f41a843678abf5f61979c748687e66bSherry Moore * You may not use this file except in compliance with the License.
193974072f41a843678abf5f61979c748687e66bSherry Moore *
193974072f41a843678abf5f61979c748687e66bSherry Moore * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
193974072f41a843678abf5f61979c748687e66bSherry Moore * or http://www.opensolaris.org/os/licensing.
193974072f41a843678abf5f61979c748687e66bSherry Moore * See the License for the specific language governing permissions
193974072f41a843678abf5f61979c748687e66bSherry Moore * and limitations under the License.
193974072f41a843678abf5f61979c748687e66bSherry Moore *
193974072f41a843678abf5f61979c748687e66bSherry Moore * When distributing Covered Code, include this CDDL HEADER in each
193974072f41a843678abf5f61979c748687e66bSherry Moore * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
193974072f41a843678abf5f61979c748687e66bSherry Moore * If applicable, add the following below this CDDL HEADER, with the
193974072f41a843678abf5f61979c748687e66bSherry Moore * fields enclosed by brackets "[]" replaced with your own identifying
193974072f41a843678abf5f61979c748687e66bSherry Moore * information: Portions Copyright [yyyy] [name of copyright owner]
193974072f41a843678abf5f61979c748687e66bSherry Moore *
193974072f41a843678abf5f61979c748687e66bSherry Moore * CDDL HEADER END
193974072f41a843678abf5f61979c748687e66bSherry Moore */
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore/*
7417cfdecea1902cef03c0d61a72df97d945925dKuriakose Kuruvilla * Copyright (c) 2008, 2010, Oracle and/or its affiliates. All rights reserved.
193974072f41a843678abf5f61979c748687e66bSherry Moore */
193974072f41a843678abf5f61979c748687e66bSherry Moore
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore/*
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * This file contains the functions for performing Fast Reboot -- a
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * reboot which bypasses the firmware and bootloader, considerably
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * reducing downtime.
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore *
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * fastboot_load_kernel(): This function is invoked by mdpreboot() in the
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * reboot path. It loads the new kernel and boot archive into memory, builds
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * the data structure containing sufficient information about the new
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * kernel and boot archive to be passed to the fast reboot switcher
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * (see fb_swtch_src.s for details). When invoked the switcher relocates
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * the new kernel and boot archive to physically contiguous low memory,
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * similar to where the boot loader would have loaded them, and jumps to
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * the new kernel.
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore *
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * If fastreboot_onpanic is enabled, fastboot_load_kernel() is called
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * by fastreboot_post_startup() to load the back up kernel in case of
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * panic.
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore *
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * The physical addresses of the memory allocated for the new kernel, boot
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * archive and their page tables must be above where the boot archive ends
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * after it has been relocated by the switcher, otherwise the new files
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * and their page tables could be overridden during relocation.
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore *
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * fast_reboot(): This function is invoked by mdboot() once it's determined
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * that the system is capable of fast reboot. It jumps to the fast reboot
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * switcher with the data structure built by fastboot_load_kernel() as the
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * argument.
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore */
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore#include <sys/types.h>
193974072f41a843678abf5f61979c748687e66bSherry Moore#include <sys/param.h>
193974072f41a843678abf5f61979c748687e66bSherry Moore#include <sys/segments.h>
193974072f41a843678abf5f61979c748687e66bSherry Moore#include <sys/sysmacros.h>
193974072f41a843678abf5f61979c748687e66bSherry Moore#include <sys/vm.h>
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore#include <sys/proc.h>
193974072f41a843678abf5f61979c748687e66bSherry Moore#include <sys/buf.h>
193974072f41a843678abf5f61979c748687e66bSherry Moore#include <sys/kmem.h>
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore#include <sys/reboot.h>
193974072f41a843678abf5f61979c748687e66bSherry Moore#include <sys/uadmin.h>
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore#include <sys/cred.h>
193974072f41a843678abf5f61979c748687e66bSherry Moore#include <sys/vnode.h>
193974072f41a843678abf5f61979c748687e66bSherry Moore#include <sys/file.h>
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore#include <sys/cmn_err.h>
193974072f41a843678abf5f61979c748687e66bSherry Moore#include <sys/dumphdr.h>
193974072f41a843678abf5f61979c748687e66bSherry Moore#include <sys/bootconf.h>
193974072f41a843678abf5f61979c748687e66bSherry Moore#include <sys/ddidmareq.h>
193974072f41a843678abf5f61979c748687e66bSherry Moore#include <sys/varargs.h>
193974072f41a843678abf5f61979c748687e66bSherry Moore#include <sys/promif.h>
193974072f41a843678abf5f61979c748687e66bSherry Moore#include <sys/modctl.h>
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore#include <vm/hat.h>
193974072f41a843678abf5f61979c748687e66bSherry Moore#include <vm/as.h>
193974072f41a843678abf5f61979c748687e66bSherry Moore#include <vm/page.h>
193974072f41a843678abf5f61979c748687e66bSherry Moore#include <vm/seg.h>
193974072f41a843678abf5f61979c748687e66bSherry Moore#include <vm/hat_i86.h>
193974072f41a843678abf5f61979c748687e66bSherry Moore#include <sys/vm_machparam.h>
193974072f41a843678abf5f61979c748687e66bSherry Moore#include <sys/archsystm.h>
193974072f41a843678abf5f61979c748687e66bSherry Moore#include <sys/machsystm.h>
193974072f41a843678abf5f61979c748687e66bSherry Moore#include <sys/mman.h>
193974072f41a843678abf5f61979c748687e66bSherry Moore#include <sys/x86_archext.h>
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore#include <sys/smp_impldefs.h>
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore#include <sys/spl.h>
193974072f41a843678abf5f61979c748687e66bSherry Moore
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev#include <sys/fastboot_impl.h>
193974072f41a843678abf5f61979c748687e66bSherry Moore#include <sys/machelf.h>
193974072f41a843678abf5f61979c748687e66bSherry Moore#include <sys/kobj.h>
193974072f41a843678abf5f61979c748687e66bSherry Moore#include <sys/multiboot.h>
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore#include <sys/kobj_lex.h>
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore/*
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * Macro to determine how many pages are needed for PTEs to map a particular
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * file. Allocate one extra page table entry for terminating the list.
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore */
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore#define FASTBOOT_PTE_LIST_SIZE(fsize) \
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore P2ROUNDUP((((fsize) >> PAGESHIFT) + 1) * sizeof (x86pte_t), PAGESIZE)
193974072f41a843678abf5f61979c748687e66bSherry Moore
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore/*
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * Data structure containing necessary information for the fast reboot
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * switcher to jump to the new kernel.
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore */
193974072f41a843678abf5f61979c748687e66bSherry Moorefastboot_info_t newkernel = { 0 };
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moorechar fastboot_args[OBP_MAXPATHLEN];
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moorestatic char fastboot_filename[2][OBP_MAXPATHLEN] = { { 0 }, { 0 }};
193974072f41a843678abf5f61979c748687e66bSherry Moorestatic x86pte_t ptp_bits = PT_VALID | PT_REF | PT_USER | PT_WRITABLE;
193974072f41a843678abf5f61979c748687e66bSherry Moorestatic x86pte_t pte_bits =
193974072f41a843678abf5f61979c748687e66bSherry Moore PT_VALID | PT_REF | PT_MOD | PT_NOCONSIST | PT_WRITABLE;
193974072f41a843678abf5f61979c748687e66bSherry Moorestatic uint_t fastboot_shift_amt_pae[] = {12, 21, 30, 39};
193974072f41a843678abf5f61979c748687e66bSherry Moore
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev/* Index into Fast Reboot not supported message array */
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyevstatic uint32_t fastreboot_nosup_id = FBNS_DEFAULT;
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev/* Fast Reboot not supported message array */
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyevstatic const char * const fastreboot_nosup_desc[FBNS_END] = {
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev#define fastboot_nosup_msg(id, str) str,
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev#include <sys/fastboot_msg.h>
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev};
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev
193974072f41a843678abf5f61979c748687e66bSherry Mooreint fastboot_debug = 0;
193974072f41a843678abf5f61979c748687e66bSherry Mooreint fastboot_contig = 0;
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore/*
193974072f41a843678abf5f61979c748687e66bSherry Moore * Fake starting va for new kernel and boot archive.
193974072f41a843678abf5f61979c748687e66bSherry Moore */
193974072f41a843678abf5f61979c748687e66bSherry Moorestatic uintptr_t fake_va = FASTBOOT_FAKE_VA;
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore/*
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * Reserve memory below PA 1G in preparation of fast reboot.
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore *
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * This variable is only checked when fastreboot_capable is set, but
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * fastreboot_onpanic is not set. The amount of memory reserved
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * is negligible, but just in case we are really short of low memory,
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * this variable will give us a backdoor to not consume memory at all.
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore */
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Mooreint reserve_mem_enabled = 1;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore/*
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore * Mutex to protect fastreboot_onpanic.
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore */
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moorekmutex_t fastreboot_config_mutex;
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore/*
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * Amount of memory below PA 1G to reserve for constructing the multiboot
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * data structure and the page tables as we tend to run out of those
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * when more drivers are loaded.
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore */
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moorestatic size_t fastboot_mbi_size = 0x2000; /* 8K */
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moorestatic size_t fastboot_pagetable_size = 0x5000; /* 20K */
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
835b9930bd7bb9c7d0ed6d788e7314ffd3f3177dSherry Moore/*
835b9930bd7bb9c7d0ed6d788e7314ffd3f3177dSherry Moore * Minimum system uptime in clock_t before Fast Reboot should be used
835b9930bd7bb9c7d0ed6d788e7314ffd3f3177dSherry Moore * on panic. Will be initialized in fastboot_post_startup().
835b9930bd7bb9c7d0ed6d788e7314ffd3f3177dSherry Moore */
835b9930bd7bb9c7d0ed6d788e7314ffd3f3177dSherry Mooreclock_t fastreboot_onpanic_uptime = LONG_MAX;
835b9930bd7bb9c7d0ed6d788e7314ffd3f3177dSherry Moore
835b9930bd7bb9c7d0ed6d788e7314ffd3f3177dSherry Moore/*
835b9930bd7bb9c7d0ed6d788e7314ffd3f3177dSherry Moore * lbolt value when the system booted. This value will be used if the system
835b9930bd7bb9c7d0ed6d788e7314ffd3f3177dSherry Moore * panics to calculate how long the system has been up. If the uptime is less
835b9930bd7bb9c7d0ed6d788e7314ffd3f3177dSherry Moore * than fastreboot_onpanic_uptime, a reboot through BIOS will be performed to
835b9930bd7bb9c7d0ed6d788e7314ffd3f3177dSherry Moore * avoid a potential panic/reboot loop.
835b9930bd7bb9c7d0ed6d788e7314ffd3f3177dSherry Moore */
835b9930bd7bb9c7d0ed6d788e7314ffd3f3177dSherry Mooreclock_t lbolt_at_boot = LONG_MAX;
835b9930bd7bb9c7d0ed6d788e7314ffd3f3177dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore/*
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * Use below 1G for page tables as
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * 1. we are only doing 1:1 mapping of the bottom 1G of physical memory.
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * 2. we are using 2G as the fake virtual address for the new kernel and
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * boot archive.
193974072f41a843678abf5f61979c748687e66bSherry Moore */
193974072f41a843678abf5f61979c748687e66bSherry Moorestatic ddi_dma_attr_t fastboot_below_1G_dma_attr = {
193974072f41a843678abf5f61979c748687e66bSherry Moore DMA_ATTR_V0,
193974072f41a843678abf5f61979c748687e66bSherry Moore 0x0000000008000000ULL, /* dma_attr_addr_lo: 128MB */
193974072f41a843678abf5f61979c748687e66bSherry Moore 0x000000003FFFFFFFULL, /* dma_attr_addr_hi: 1G */
193974072f41a843678abf5f61979c748687e66bSherry Moore 0x00000000FFFFFFFFULL, /* dma_attr_count_max */
193974072f41a843678abf5f61979c748687e66bSherry Moore 0x0000000000001000ULL, /* dma_attr_align: 4KB */
193974072f41a843678abf5f61979c748687e66bSherry Moore 1, /* dma_attr_burstsize */
193974072f41a843678abf5f61979c748687e66bSherry Moore 1, /* dma_attr_minxfer */
193974072f41a843678abf5f61979c748687e66bSherry Moore 0x00000000FFFFFFFFULL, /* dma_attr_maxxfer */
193974072f41a843678abf5f61979c748687e66bSherry Moore 0x00000000FFFFFFFFULL, /* dma_attr_seg */
193974072f41a843678abf5f61979c748687e66bSherry Moore 1, /* dma_attr_sgllen */
193974072f41a843678abf5f61979c748687e66bSherry Moore 0x1000ULL, /* dma_attr_granular */
193974072f41a843678abf5f61979c748687e66bSherry Moore 0, /* dma_attr_flags */
193974072f41a843678abf5f61979c748687e66bSherry Moore};
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moorestatic ddi_dma_attr_t fastboot_dma_attr = {
193974072f41a843678abf5f61979c748687e66bSherry Moore DMA_ATTR_V0,
193974072f41a843678abf5f61979c748687e66bSherry Moore 0x0000000008000000ULL, /* dma_attr_addr_lo: 128MB */
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev#ifdef __amd64
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev 0xFFFFFFFFFFFFFFFFULL, /* dma_attr_addr_hi: 2^64B */
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev#else
193974072f41a843678abf5f61979c748687e66bSherry Moore 0x0000000FFFFFFFFFULL, /* dma_attr_addr_hi: 64GB */
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev#endif /* __amd64 */
193974072f41a843678abf5f61979c748687e66bSherry Moore 0x00000000FFFFFFFFULL, /* dma_attr_count_max */
193974072f41a843678abf5f61979c748687e66bSherry Moore 0x0000000000001000ULL, /* dma_attr_align: 4KB */
193974072f41a843678abf5f61979c748687e66bSherry Moore 1, /* dma_attr_burstsize */
193974072f41a843678abf5f61979c748687e66bSherry Moore 1, /* dma_attr_minxfer */
193974072f41a843678abf5f61979c748687e66bSherry Moore 0x00000000FFFFFFFFULL, /* dma_attr_maxxfer */
193974072f41a843678abf5f61979c748687e66bSherry Moore 0x00000000FFFFFFFFULL, /* dma_attr_seg */
193974072f41a843678abf5f61979c748687e66bSherry Moore 1, /* dma_attr_sgllen */
193974072f41a843678abf5f61979c748687e66bSherry Moore 0x1000ULL, /* dma_attr_granular */
193974072f41a843678abf5f61979c748687e66bSherry Moore 0, /* dma_attr_flags */
193974072f41a843678abf5f61979c748687e66bSherry Moore};
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore/*
193974072f41a843678abf5f61979c748687e66bSherry Moore * Various information saved from the previous boot to reconstruct
193974072f41a843678abf5f61979c748687e66bSherry Moore * multiboot_info.
193974072f41a843678abf5f61979c748687e66bSherry Moore */
193974072f41a843678abf5f61979c748687e66bSherry Mooreextern multiboot_info_t saved_mbi;
193974072f41a843678abf5f61979c748687e66bSherry Mooreextern mb_memory_map_t saved_mmap[FASTBOOT_SAVED_MMAP_COUNT];
6915124bb75bc67ae012532a3a7727adc043a7cbKonstantin Ananyevextern uint8_t saved_drives[FASTBOOT_SAVED_DRIVES_SIZE];
193974072f41a843678abf5f61979c748687e66bSherry Mooreextern char saved_cmdline[FASTBOOT_SAVED_CMDLINE_LEN];
193974072f41a843678abf5f61979c748687e66bSherry Mooreextern int saved_cmdline_len;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Mooreextern size_t saved_file_size[];
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Mooreextern void* contig_alloc(size_t size, ddi_dma_attr_t *attr,
193974072f41a843678abf5f61979c748687e66bSherry Moore uintptr_t align, int cansleep);
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Mooreextern void contig_free(void *addr, size_t size);
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore/* PRINTLIKE */
193974072f41a843678abf5f61979c748687e66bSherry Mooreextern void vprintf(const char *, va_list);
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore/*
193974072f41a843678abf5f61979c748687e66bSherry Moore * Need to be able to get boot_archives from other places
193974072f41a843678abf5f61979c748687e66bSherry Moore */
193974072f41a843678abf5f61979c748687e66bSherry Moore#define BOOTARCHIVE64 "/platform/i86pc/amd64/boot_archive"
193974072f41a843678abf5f61979c748687e66bSherry Moore#define BOOTARCHIVE32 "/platform/i86pc/boot_archive"
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore#define BOOTARCHIVE32_FAILSAFE "/boot/x86.miniroot-safe"
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore#define BOOTARCHIVE64_FAILSAFE "/boot/amd64/x86.miniroot-safe"
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore#define FAILSAFE_BOOTFILE32 "/boot/platform/i86pc/kernel/unix"
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore#define FAILSAFE_BOOTFILE64 "/boot/platform/i86pc/kernel/amd64/unix"
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moorestatic uint_t fastboot_vatoindex(fastboot_info_t *, uintptr_t, int);
193974072f41a843678abf5f61979c748687e66bSherry Moorestatic void fastboot_map_with_size(fastboot_info_t *, uintptr_t,
193974072f41a843678abf5f61979c748687e66bSherry Moore paddr_t, size_t, int);
193974072f41a843678abf5f61979c748687e66bSherry Moorestatic void fastboot_build_pagetables(fastboot_info_t *);
193974072f41a843678abf5f61979c748687e66bSherry Moorestatic int fastboot_build_mbi(char *, fastboot_info_t *);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moorestatic void fastboot_free_file(fastboot_file_t *);
193974072f41a843678abf5f61979c748687e66bSherry Moore
a2491ff449494db9d1f602890eee6caa157e7f81Sherry Moorestatic const char fastboot_enomem_msg[] = "!Fastboot: Couldn't allocate 0x%"
193974072f41a843678abf5f61979c748687e66bSherry Moore PRIx64" bytes below %s to do fast reboot";
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moorestatic void
193974072f41a843678abf5f61979c748687e66bSherry Mooredprintf(char *fmt, ...)
193974072f41a843678abf5f61979c748687e66bSherry Moore{
193974072f41a843678abf5f61979c748687e66bSherry Moore va_list adx;
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore if (!fastboot_debug)
193974072f41a843678abf5f61979c748687e66bSherry Moore return;
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore va_start(adx, fmt);
193974072f41a843678abf5f61979c748687e66bSherry Moore vprintf(fmt, adx);
193974072f41a843678abf5f61979c748687e66bSherry Moore va_end(adx);
193974072f41a843678abf5f61979c748687e66bSherry Moore}
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore/*
193974072f41a843678abf5f61979c748687e66bSherry Moore * Return the index corresponding to a virt address at a given page table level.
193974072f41a843678abf5f61979c748687e66bSherry Moore */
193974072f41a843678abf5f61979c748687e66bSherry Moorestatic uint_t
193974072f41a843678abf5f61979c748687e66bSherry Moorefastboot_vatoindex(fastboot_info_t *nk, uintptr_t va, int level)
193974072f41a843678abf5f61979c748687e66bSherry Moore{
193974072f41a843678abf5f61979c748687e66bSherry Moore return ((va >> nk->fi_shift_amt[level]) & (nk->fi_ptes_per_table - 1));
193974072f41a843678abf5f61979c748687e66bSherry Moore}
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore/*
193974072f41a843678abf5f61979c748687e66bSherry Moore * Add mapping from vstart to pstart for the specified size.
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev * vstart, pstart and size should all have been aligned at 2M boundaries.
193974072f41a843678abf5f61979c748687e66bSherry Moore */
193974072f41a843678abf5f61979c748687e66bSherry Moorestatic void
193974072f41a843678abf5f61979c748687e66bSherry Moorefastboot_map_with_size(fastboot_info_t *nk, uintptr_t vstart, paddr_t pstart,
193974072f41a843678abf5f61979c748687e66bSherry Moore size_t size, int level)
193974072f41a843678abf5f61979c748687e66bSherry Moore{
193974072f41a843678abf5f61979c748687e66bSherry Moore x86pte_t pteval, *table;
193974072f41a843678abf5f61979c748687e66bSherry Moore uintptr_t vaddr;
193974072f41a843678abf5f61979c748687e66bSherry Moore paddr_t paddr;
193974072f41a843678abf5f61979c748687e66bSherry Moore int index, l;
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore table = (x86pte_t *)(nk->fi_pagetable_va);
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore for (l = nk->fi_top_level; l >= level; l--) {
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore index = fastboot_vatoindex(nk, vstart, l);
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore if (l == level) {
193974072f41a843678abf5f61979c748687e66bSherry Moore /*
193974072f41a843678abf5f61979c748687e66bSherry Moore * Last level. Program the page table entries.
193974072f41a843678abf5f61979c748687e66bSherry Moore */
193974072f41a843678abf5f61979c748687e66bSherry Moore for (vaddr = vstart, paddr = pstart;
193974072f41a843678abf5f61979c748687e66bSherry Moore vaddr < vstart + size;
193974072f41a843678abf5f61979c748687e66bSherry Moore vaddr += (1ULL << nk->fi_shift_amt[l]),
193974072f41a843678abf5f61979c748687e66bSherry Moore paddr += (1ULL << nk->fi_shift_amt[l])) {
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore uint_t index = fastboot_vatoindex(nk, vaddr, l);
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore if (l > 0)
193974072f41a843678abf5f61979c748687e66bSherry Moore pteval = paddr | pte_bits | PT_PAGESIZE;
193974072f41a843678abf5f61979c748687e66bSherry Moore else
193974072f41a843678abf5f61979c748687e66bSherry Moore pteval = paddr | pte_bits;
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore table[index] = pteval;
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore } else if (table[index] & PT_VALID) {
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore table = (x86pte_t *)
193974072f41a843678abf5f61979c748687e66bSherry Moore ((uintptr_t)(((paddr_t)table[index] & MMU_PAGEMASK)
193974072f41a843678abf5f61979c748687e66bSherry Moore - nk->fi_pagetable_pa) + nk->fi_pagetable_va);
193974072f41a843678abf5f61979c748687e66bSherry Moore } else {
193974072f41a843678abf5f61979c748687e66bSherry Moore /*
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev * Intermediate levels.
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev * Program with either valid bit or PTP bits.
193974072f41a843678abf5f61979c748687e66bSherry Moore */
193974072f41a843678abf5f61979c748687e66bSherry Moore if (l == nk->fi_top_level) {
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev#ifdef __amd64
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev ASSERT(nk->fi_top_level == 3);
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev table[index] = nk->fi_next_table_pa | ptp_bits;
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev#else
193974072f41a843678abf5f61979c748687e66bSherry Moore table[index] = nk->fi_next_table_pa | PT_VALID;
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev#endif /* __amd64 */
193974072f41a843678abf5f61979c748687e66bSherry Moore } else {
193974072f41a843678abf5f61979c748687e66bSherry Moore table[index] = nk->fi_next_table_pa | ptp_bits;
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore table = (x86pte_t *)(nk->fi_next_table_va);
193974072f41a843678abf5f61979c748687e66bSherry Moore nk->fi_next_table_va += MMU_PAGESIZE;
193974072f41a843678abf5f61979c748687e66bSherry Moore nk->fi_next_table_pa += MMU_PAGESIZE;
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore}
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore/*
193974072f41a843678abf5f61979c748687e66bSherry Moore * Build page tables for the lower 1G of physical memory using 2M
193974072f41a843678abf5f61979c748687e66bSherry Moore * pages, and prepare page tables for mapping new kernel and boot
193974072f41a843678abf5f61979c748687e66bSherry Moore * archive pages using 4K pages.
193974072f41a843678abf5f61979c748687e66bSherry Moore */
193974072f41a843678abf5f61979c748687e66bSherry Moorestatic void
193974072f41a843678abf5f61979c748687e66bSherry Moorefastboot_build_pagetables(fastboot_info_t *nk)
193974072f41a843678abf5f61979c748687e66bSherry Moore{
193974072f41a843678abf5f61979c748687e66bSherry Moore /*
193974072f41a843678abf5f61979c748687e66bSherry Moore * Map lower 1G physical memory. Use large pages.
193974072f41a843678abf5f61979c748687e66bSherry Moore */
193974072f41a843678abf5f61979c748687e66bSherry Moore fastboot_map_with_size(nk, 0, 0, ONE_GIG, 1);
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore /*
193974072f41a843678abf5f61979c748687e66bSherry Moore * Map one 4K page to get the middle page tables set up.
193974072f41a843678abf5f61979c748687e66bSherry Moore */
193974072f41a843678abf5f61979c748687e66bSherry Moore fake_va = P2ALIGN_TYPED(fake_va, nk->fi_lpagesize, uintptr_t);
193974072f41a843678abf5f61979c748687e66bSherry Moore fastboot_map_with_size(nk, fake_va,
193974072f41a843678abf5f61979c748687e66bSherry Moore nk->fi_files[0].fb_pte_list_va[0] & MMU_PAGEMASK, PAGESIZE, 0);
193974072f41a843678abf5f61979c748687e66bSherry Moore}
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore/*
193974072f41a843678abf5f61979c748687e66bSherry Moore * Sanity check. Look for dboot offset.
193974072f41a843678abf5f61979c748687e66bSherry Moore */
193974072f41a843678abf5f61979c748687e66bSherry Moorestatic int
193974072f41a843678abf5f61979c748687e66bSherry Moorefastboot_elf64_find_dboot_load_offset(void *img, off_t imgsz, uint32_t *offp)
193974072f41a843678abf5f61979c748687e66bSherry Moore{
193974072f41a843678abf5f61979c748687e66bSherry Moore Elf64_Ehdr *ehdr = (Elf64_Ehdr *)img;
193974072f41a843678abf5f61979c748687e66bSherry Moore Elf64_Phdr *phdr;
193974072f41a843678abf5f61979c748687e66bSherry Moore uint8_t *phdrbase;
193974072f41a843678abf5f61979c748687e66bSherry Moore int i;
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore if ((ehdr->e_phoff + ehdr->e_phnum * ehdr->e_phentsize) >= imgsz)
193974072f41a843678abf5f61979c748687e66bSherry Moore return (-1);
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore phdrbase = (uint8_t *)img + ehdr->e_phoff;
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore for (i = 0; i < ehdr->e_phnum; i++) {
193974072f41a843678abf5f61979c748687e66bSherry Moore phdr = (Elf64_Phdr *)(phdrbase + ehdr->e_phentsize * i);
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore if (phdr->p_type == PT_LOAD) {
193974072f41a843678abf5f61979c748687e66bSherry Moore if (phdr->p_vaddr == phdr->p_paddr &&
193974072f41a843678abf5f61979c748687e66bSherry Moore phdr->p_vaddr == DBOOT_ENTRY_ADDRESS) {
193974072f41a843678abf5f61979c748687e66bSherry Moore ASSERT(phdr->p_offset <= UINT32_MAX);
193974072f41a843678abf5f61979c748687e66bSherry Moore *offp = (uint32_t)phdr->p_offset;
193974072f41a843678abf5f61979c748687e66bSherry Moore return (0);
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore return (-1);
193974072f41a843678abf5f61979c748687e66bSherry Moore}
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore/*
193974072f41a843678abf5f61979c748687e66bSherry Moore * Initialize text and data section information for 32-bit kernel.
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev * sectcntp - is both input/output parameter.
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev * On entry, *sectcntp contains maximum allowable number of sections;
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev * on return, it contains the actual number of sections filled.
193974072f41a843678abf5f61979c748687e66bSherry Moore */
193974072f41a843678abf5f61979c748687e66bSherry Moorestatic int
193974072f41a843678abf5f61979c748687e66bSherry Moorefastboot_elf32_find_loadables(void *img, off_t imgsz, fastboot_section_t *sectp,
193974072f41a843678abf5f61979c748687e66bSherry Moore int *sectcntp, uint32_t *offp)
193974072f41a843678abf5f61979c748687e66bSherry Moore{
193974072f41a843678abf5f61979c748687e66bSherry Moore Elf32_Ehdr *ehdr = (Elf32_Ehdr *)img;
193974072f41a843678abf5f61979c748687e66bSherry Moore Elf32_Phdr *phdr;
193974072f41a843678abf5f61979c748687e66bSherry Moore uint8_t *phdrbase;
193974072f41a843678abf5f61979c748687e66bSherry Moore int i;
193974072f41a843678abf5f61979c748687e66bSherry Moore int used_sections = 0;
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev const int max_sectcnt = *sectcntp;
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore if ((ehdr->e_phoff + ehdr->e_phnum * ehdr->e_phentsize) >= imgsz)
193974072f41a843678abf5f61979c748687e66bSherry Moore return (-1);
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore phdrbase = (uint8_t *)img + ehdr->e_phoff;
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore for (i = 0; i < ehdr->e_phnum; i++) {
193974072f41a843678abf5f61979c748687e66bSherry Moore phdr = (Elf32_Phdr *)(phdrbase + ehdr->e_phentsize * i);
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore if (phdr->p_type == PT_INTERP)
193974072f41a843678abf5f61979c748687e66bSherry Moore return (-1);
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore if (phdr->p_type != PT_LOAD)
193974072f41a843678abf5f61979c748687e66bSherry Moore continue;
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore if (phdr->p_vaddr == phdr->p_paddr &&
193974072f41a843678abf5f61979c748687e66bSherry Moore phdr->p_paddr == DBOOT_ENTRY_ADDRESS) {
193974072f41a843678abf5f61979c748687e66bSherry Moore *offp = (uint32_t)phdr->p_offset;
193974072f41a843678abf5f61979c748687e66bSherry Moore } else {
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev if (max_sectcnt <= used_sections)
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev return (-1);
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev
193974072f41a843678abf5f61979c748687e66bSherry Moore sectp[used_sections].fb_sec_offset = phdr->p_offset;
193974072f41a843678abf5f61979c748687e66bSherry Moore sectp[used_sections].fb_sec_paddr = phdr->p_paddr;
193974072f41a843678abf5f61979c748687e66bSherry Moore sectp[used_sections].fb_sec_size = phdr->p_filesz;
193974072f41a843678abf5f61979c748687e66bSherry Moore sectp[used_sections].fb_sec_bss_size =
193974072f41a843678abf5f61979c748687e66bSherry Moore (phdr->p_filesz < phdr->p_memsz) ?
193974072f41a843678abf5f61979c748687e66bSherry Moore (phdr->p_memsz - phdr->p_filesz) : 0;
193974072f41a843678abf5f61979c748687e66bSherry Moore
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev /* Extra sanity check for the input object file */
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev if (sectp[used_sections].fb_sec_paddr +
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev sectp[used_sections].fb_sec_size +
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev sectp[used_sections].fb_sec_bss_size >=
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev DBOOT_ENTRY_ADDRESS)
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev return (-1);
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev
193974072f41a843678abf5f61979c748687e66bSherry Moore used_sections++;
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore *sectcntp = used_sections;
193974072f41a843678abf5f61979c748687e66bSherry Moore return (0);
193974072f41a843678abf5f61979c748687e66bSherry Moore}
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore/*
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev * Create multiboot info structure (mbi) base on the saved mbi.
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev * Recalculate values of the pointer type fields in the data
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev * structure based on the new starting physical address of the
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev * data structure.
193974072f41a843678abf5f61979c748687e66bSherry Moore */
193974072f41a843678abf5f61979c748687e66bSherry Moorestatic int
193974072f41a843678abf5f61979c748687e66bSherry Moorefastboot_build_mbi(char *mdep, fastboot_info_t *nk)
193974072f41a843678abf5f61979c748687e66bSherry Moore{
193974072f41a843678abf5f61979c748687e66bSherry Moore mb_module_t *mbp;
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev multiboot_info_t *mbi; /* pointer to multiboot structure */
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev uintptr_t start_addr_va; /* starting VA of mbi */
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev uintptr_t start_addr_pa; /* starting PA of mbi */
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev size_t offs = 0; /* offset from the starting address */
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev size_t arglen; /* length of the command line arg */
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev size_t size; /* size of the memory reserved for mbi */
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev size_t mdnsz; /* length of the boot archive name */
193974072f41a843678abf5f61979c748687e66bSherry Moore
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev /*
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev * If mdep is not NULL or empty, use the length of mdep + 1
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev * (for NULL terminating) as the length of the new command
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev * line; else use the saved command line length as the
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev * length for the new command line.
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev */
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore if (mdep != NULL && strlen(mdep) != 0) {
193974072f41a843678abf5f61979c748687e66bSherry Moore arglen = strlen(mdep) + 1;
193974072f41a843678abf5f61979c748687e66bSherry Moore } else {
193974072f41a843678abf5f61979c748687e66bSherry Moore arglen = saved_cmdline_len;
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev /*
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev * Allocate memory for the new multiboot info structure (mbi).
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev * If we have reserved memory for mbi but it's not enough,
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev * free it and reallocate.
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev */
193974072f41a843678abf5f61979c748687e66bSherry Moore size = PAGESIZE + P2ROUNDUP(arglen, PAGESIZE);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore if (nk->fi_mbi_size && nk->fi_mbi_size < size) {
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore contig_free((void *)nk->fi_new_mbi_va, nk->fi_mbi_size);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore nk->fi_mbi_size = 0;
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore if (nk->fi_mbi_size == 0) {
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore if ((nk->fi_new_mbi_va =
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore (uintptr_t)contig_alloc(size, &fastboot_below_1G_dma_attr,
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore PAGESIZE, 0)) == NULL) {
a2491ff449494db9d1f602890eee6caa157e7f81Sherry Moore cmn_err(CE_NOTE, fastboot_enomem_msg,
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore (uint64_t)size, "1G");
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore return (-1);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore }
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore /*
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * fi_mbi_size must be set after the allocation succeeds
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * as it's used to determine how much memory to free.
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore */
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore nk->fi_mbi_size = size;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev /*
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev * Initalize memory
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev */
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore bzero((void *)nk->fi_new_mbi_va, nk->fi_mbi_size);
193974072f41a843678abf5f61979c748687e66bSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore /*
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev * Get PA for the new mbi
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore */
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev start_addr_va = nk->fi_new_mbi_va;
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev start_addr_pa = mmu_ptob((uint64_t)hat_getpfnum(kas.a_hat,
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev (caddr_t)start_addr_va));
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev nk->fi_new_mbi_pa = (paddr_t)start_addr_pa;
193974072f41a843678abf5f61979c748687e66bSherry Moore
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev /*
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev * Populate the rest of the fields in the data structure
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev */
193974072f41a843678abf5f61979c748687e66bSherry Moore
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev /*
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev * Copy from the saved mbi to preserve all non-pointer type fields.
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev */
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev mbi = (multiboot_info_t *)start_addr_va;
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev bcopy(&saved_mbi, mbi, sizeof (*mbi));
193974072f41a843678abf5f61979c748687e66bSherry Moore
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev /*
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev * Recalculate mods_addr. Set mod_start and mod_end based on
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev * the physical address of the new boot archive. Set mod_name
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev * to the name of the new boto archive.
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev */
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev offs += sizeof (multiboot_info_t);
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev mbi->mods_addr = start_addr_pa + offs;
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev mbp = (mb_module_t *)(start_addr_va + offs);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore mbp->mod_start = nk->fi_files[FASTBOOT_BOOTARCHIVE].fb_dest_pa;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore mbp->mod_end = nk->fi_files[FASTBOOT_BOOTARCHIVE].fb_next_pa;
193974072f41a843678abf5f61979c748687e66bSherry Moore
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev offs += sizeof (mb_module_t);
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev mdnsz = strlen(fastboot_filename[FASTBOOT_NAME_BOOTARCHIVE]) + 1;
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev bcopy(fastboot_filename[FASTBOOT_NAME_BOOTARCHIVE],
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev (void *)(start_addr_va + offs), mdnsz);
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev mbp->mod_name = start_addr_pa + offs;
193974072f41a843678abf5f61979c748687e66bSherry Moore mbp->reserved = 0;
193974072f41a843678abf5f61979c748687e66bSherry Moore
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev /*
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev * Make sure the offset is 16-byte aligned to avoid unaligned access.
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev */
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev offs += mdnsz;
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev offs = P2ROUNDUP_TYPED(offs, 16, size_t);
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev /*
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev * Recalculate mmap_addr
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev */
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev mbi->mmap_addr = start_addr_pa + offs;
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev bcopy((void *)(uintptr_t)saved_mmap, (void *)(start_addr_va + offs),
193974072f41a843678abf5f61979c748687e66bSherry Moore saved_mbi.mmap_length);
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev offs += saved_mbi.mmap_length;
193974072f41a843678abf5f61979c748687e66bSherry Moore
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev /*
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev * Recalculate drives_addr
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev */
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev mbi->drives_addr = start_addr_pa + offs;
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev bcopy((void *)(uintptr_t)saved_drives, (void *)(start_addr_va + offs),
193974072f41a843678abf5f61979c748687e66bSherry Moore saved_mbi.drives_length);
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev offs += saved_mbi.drives_length;
193974072f41a843678abf5f61979c748687e66bSherry Moore
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev /*
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev * Recalculate the address of cmdline. Set cmdline to contain the
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev * new boot argument.
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev */
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev mbi->cmdline = start_addr_pa + offs;
193974072f41a843678abf5f61979c748687e66bSherry Moore
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore if (mdep != NULL && strlen(mdep) != 0) {
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev bcopy(mdep, (void *)(start_addr_va + offs), arglen);
193974072f41a843678abf5f61979c748687e66bSherry Moore } else {
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev bcopy((void *)saved_cmdline, (void *)(start_addr_va + offs),
1a6f4459015a5e6c608d53b5942bd44755933cd5Konstantin Ananyev arglen);
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore
6915124bb75bc67ae012532a3a7727adc043a7cbKonstantin Ananyev /* clear fields and flags that are not copied */
6915124bb75bc67ae012532a3a7727adc043a7cbKonstantin Ananyev bzero(&mbi->config_table,
6915124bb75bc67ae012532a3a7727adc043a7cbKonstantin Ananyev sizeof (*mbi) - offsetof(multiboot_info_t, config_table));
6915124bb75bc67ae012532a3a7727adc043a7cbKonstantin Ananyev mbi->flags &= ~(MB_INFO_CONFIG_TABLE | MB_INFO_BOOT_LOADER_NAME |
6915124bb75bc67ae012532a3a7727adc043a7cbKonstantin Ananyev MB_INFO_APM_TABLE | MB_INFO_VIDEO_INFO);
6915124bb75bc67ae012532a3a7727adc043a7cbKonstantin Ananyev
193974072f41a843678abf5f61979c748687e66bSherry Moore return (0);
193974072f41a843678abf5f61979c748687e66bSherry Moore}
193974072f41a843678abf5f61979c748687e66bSherry Moore
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore/*
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * Initialize HAT related fields
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore */
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moorestatic void
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moorefastboot_init_fields(fastboot_info_t *nk)
193974072f41a843678abf5f61979c748687e66bSherry Moore{
7417cfdecea1902cef03c0d61a72df97d945925dKuriakose Kuruvilla if (is_x86_feature(x86_featureset, X86FSET_PAE)) {
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore nk->fi_has_pae = 1;
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore nk->fi_shift_amt = fastboot_shift_amt_pae;
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore nk->fi_ptes_per_table = 512;
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore nk->fi_lpagesize = (2 << 20); /* 2M */
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev#ifdef __amd64
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev nk->fi_top_level = 3;
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev#else
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore nk->fi_top_level = 2;
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev#endif /* __amd64 */
193974072f41a843678abf5f61979c748687e66bSherry Moore }
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore}
193974072f41a843678abf5f61979c748687e66bSherry Moore
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore/*
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * Process boot argument
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore */
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moorestatic void
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moorefastboot_parse_mdep(char *mdep, char *kern_bootpath, int *bootpath_len,
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore char *bootargs)
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore{
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore int i;
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore /*
193974072f41a843678abf5f61979c748687e66bSherry Moore * If mdep is not NULL, it comes in the format of
193974072f41a843678abf5f61979c748687e66bSherry Moore * mountpoint unix args
193974072f41a843678abf5f61979c748687e66bSherry Moore */
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore if (mdep != NULL && strlen(mdep) != 0) {
193974072f41a843678abf5f61979c748687e66bSherry Moore if (mdep[0] != '-') {
193974072f41a843678abf5f61979c748687e66bSherry Moore /* First get the root argument */
193974072f41a843678abf5f61979c748687e66bSherry Moore i = 0;
193974072f41a843678abf5f61979c748687e66bSherry Moore while (mdep[i] != '\0' && mdep[i] != ' ') {
193974072f41a843678abf5f61979c748687e66bSherry Moore i++;
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore if (i < 4 || strncmp(&mdep[i-4], "unix", 4) != 0) {
193974072f41a843678abf5f61979c748687e66bSherry Moore /* mount point */
193974072f41a843678abf5f61979c748687e66bSherry Moore bcopy(mdep, kern_bootpath, i);
193974072f41a843678abf5f61979c748687e66bSherry Moore kern_bootpath[i] = '\0';
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore *bootpath_len = i;
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore /*
193974072f41a843678abf5f61979c748687e66bSherry Moore * Get the next argument. It should be unix as
193974072f41a843678abf5f61979c748687e66bSherry Moore * we have validated in in halt.c.
193974072f41a843678abf5f61979c748687e66bSherry Moore */
193974072f41a843678abf5f61979c748687e66bSherry Moore if (strlen(mdep) > i) {
193974072f41a843678abf5f61979c748687e66bSherry Moore mdep += (i + 1);
193974072f41a843678abf5f61979c748687e66bSherry Moore i = 0;
193974072f41a843678abf5f61979c748687e66bSherry Moore while (mdep[i] != '\0' &&
193974072f41a843678abf5f61979c748687e66bSherry Moore mdep[i] != ' ') {
193974072f41a843678abf5f61979c748687e66bSherry Moore i++;
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore bcopy(mdep, kern_bootfile, i);
193974072f41a843678abf5f61979c748687e66bSherry Moore kern_bootfile[i] = '\0';
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore bcopy(mdep, bootargs, strlen(mdep));
193974072f41a843678abf5f61979c748687e66bSherry Moore } else {
193974072f41a843678abf5f61979c748687e66bSherry Moore int off = strlen(kern_bootfile);
193974072f41a843678abf5f61979c748687e66bSherry Moore bcopy(kern_bootfile, bootargs, off);
193974072f41a843678abf5f61979c748687e66bSherry Moore bcopy(" ", &bootargs[off++], 1);
193974072f41a843678abf5f61979c748687e66bSherry Moore bcopy(mdep, &bootargs[off], strlen(mdep));
193974072f41a843678abf5f61979c748687e66bSherry Moore off += strlen(mdep);
193974072f41a843678abf5f61979c748687e66bSherry Moore bootargs[off] = '\0';
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore }
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore}
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore/*
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * Reserve memory under PA 1G for mapping the new kernel and boot archive.
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * This function is only called if fastreboot_onpanic is *not* set.
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore */
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moorestatic void
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moorefastboot_reserve_mem(fastboot_info_t *nk)
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore{
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore int i;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore /*
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * A valid kernel is in place. No need to reserve any memory.
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore */
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore if (nk->fi_valid)
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore return;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore /*
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * Reserve memory under PA 1G for PTE lists.
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore */
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore for (i = 0; i < FASTBOOT_MAX_FILES_MAP; i++) {
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore fastboot_file_t *fb = &nk->fi_files[i];
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore size_t fsize_roundup, size;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore fsize_roundup = P2ROUNDUP_TYPED(saved_file_size[i],
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore PAGESIZE, size_t);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore size = FASTBOOT_PTE_LIST_SIZE(fsize_roundup);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore if ((fb->fb_pte_list_va = contig_alloc(size,
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore &fastboot_below_1G_dma_attr, PAGESIZE, 0)) == NULL) {
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore return;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore }
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore fb->fb_pte_list_size = size;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore }
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore /*
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * Reserve memory under PA 1G for page tables.
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore */
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore if ((nk->fi_pagetable_va =
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore (uintptr_t)contig_alloc(fastboot_pagetable_size,
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore &fastboot_below_1G_dma_attr, PAGESIZE, 0)) == NULL) {
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore return;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore }
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore nk->fi_pagetable_size = fastboot_pagetable_size;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore /*
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * Reserve memory under PA 1G for multiboot structure.
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore */
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore if ((nk->fi_new_mbi_va = (uintptr_t)contig_alloc(fastboot_mbi_size,
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore &fastboot_below_1G_dma_attr, PAGESIZE, 0)) == NULL) {
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore return;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore }
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore nk->fi_mbi_size = fastboot_mbi_size;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore}
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore/*
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * Calculate MD5 digest for the given fastboot_file.
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * Assumes that the file is allready loaded properly.
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore */
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moorestatic void
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moorefastboot_cksum_file(fastboot_file_t *fb, uchar_t *md5_hash)
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore{
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore MD5_CTX md5_ctx;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore MD5Init(&md5_ctx);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore MD5Update(&md5_ctx, (void *)fb->fb_va, fb->fb_size);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore MD5Final(md5_hash, &md5_ctx);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore}
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore/*
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * Free up the memory we have allocated for a file
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore */
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moorestatic void
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moorefastboot_free_file(fastboot_file_t *fb)
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore{
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore size_t fsize_roundup;
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore fsize_roundup = P2ROUNDUP_TYPED(fb->fb_size, PAGESIZE, size_t);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore if (fsize_roundup) {
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore contig_free((void *)fb->fb_va, fsize_roundup);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore fb->fb_va = NULL;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore fb->fb_size = 0;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore }
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore}
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore/*
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * Free up memory used by the PTEs for a file.
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore */
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moorestatic void
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moorefastboot_free_file_pte(fastboot_file_t *fb, uint64_t endaddr)
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore{
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore if (fb->fb_pte_list_size && fb->fb_pte_list_pa < endaddr) {
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore contig_free((void *)fb->fb_pte_list_va, fb->fb_pte_list_size);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore fb->fb_pte_list_va = 0;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore fb->fb_pte_list_pa = 0;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore fb->fb_pte_list_size = 0;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore }
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore}
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore/*
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * Free up all the memory used for representing a kernel with
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * fastboot_info_t.
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore */
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moorestatic void
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moorefastboot_free_mem(fastboot_info_t *nk, uint64_t endaddr)
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore{
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore int i;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore for (i = 0; i < FASTBOOT_MAX_FILES_MAP; i++) {
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore fastboot_free_file(nk->fi_files + i);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore fastboot_free_file_pte(nk->fi_files + i, endaddr);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore }
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore if (nk->fi_pagetable_size && nk->fi_pagetable_pa < endaddr) {
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore contig_free((void *)nk->fi_pagetable_va, nk->fi_pagetable_size);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore nk->fi_pagetable_va = 0;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore nk->fi_pagetable_pa = 0;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore nk->fi_pagetable_size = 0;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore }
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore if (nk->fi_mbi_size && nk->fi_new_mbi_pa < endaddr) {
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore contig_free((void *)nk->fi_new_mbi_va, nk->fi_mbi_size);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore nk->fi_new_mbi_va = 0;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore nk->fi_new_mbi_pa = 0;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore nk->fi_mbi_size = 0;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore }
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore}
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore/*
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * Only free up the memory allocated for the kernel and boot archive,
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * but not for the page tables.
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore */
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moorevoid
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moorefastboot_free_newkernel(fastboot_info_t *nk)
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore{
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore int i;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore nk->fi_valid = 0;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore /*
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * Free the memory we have allocated
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore */
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore for (i = 0; i < FASTBOOT_MAX_FILES_MAP; i++) {
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore fastboot_free_file(&(nk->fi_files[i]));
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore }
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore}
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moorestatic void
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moorefastboot_cksum_cdata(fastboot_info_t *nk, uchar_t *md5_hash)
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore{
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore int i;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore MD5_CTX md5_ctx;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore MD5Init(&md5_ctx);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore for (i = 0; i < FASTBOOT_MAX_FILES_MAP; i++) {
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore MD5Update(&md5_ctx, nk->fi_files[i].fb_pte_list_va,
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore nk->fi_files[i].fb_pte_list_size);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore }
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore MD5Update(&md5_ctx, (void *)nk->fi_pagetable_va, nk->fi_pagetable_size);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore MD5Update(&md5_ctx, (void *)nk->fi_new_mbi_va, nk->fi_mbi_size);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore MD5Final(md5_hash, &md5_ctx);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore}
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore/*
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * Generate MD5 checksum of the given kernel.
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore */
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moorestatic void
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moorefastboot_cksum_generate(fastboot_info_t *nk)
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore{
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore int i;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore for (i = 0; i < FASTBOOT_MAX_FILES_MAP; i++) {
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore fastboot_cksum_file(nk->fi_files + i, nk->fi_md5_hash[i]);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore }
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore fastboot_cksum_cdata(nk, nk->fi_md5_hash[i]);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore}
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore/*
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * Calculate MD5 checksum of the given kernel and verify that
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * it matches with what was calculated before.
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore */
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Mooreint
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moorefastboot_cksum_verify(fastboot_info_t *nk)
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore{
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore int i;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore uchar_t md5_hash[MD5_DIGEST_LENGTH];
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore for (i = 0; i < FASTBOOT_MAX_FILES_MAP; i++) {
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore fastboot_cksum_file(nk->fi_files + i, md5_hash);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore if (bcmp(nk->fi_md5_hash[i], md5_hash,
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore sizeof (nk->fi_md5_hash[i])) != 0)
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore return (i + 1);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore }
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore fastboot_cksum_cdata(nk, md5_hash);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore if (bcmp(nk->fi_md5_hash[i], md5_hash,
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore sizeof (nk->fi_md5_hash[i])) != 0)
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore return (i + 1);
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore return (0);
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore}
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore/*
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * This function performs the following tasks:
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * - Read the sizes of the new kernel and boot archive.
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * - Allocate memory for the new kernel and boot archive.
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * - Allocate memory for page tables necessary for mapping the memory
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * allocated for the files.
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * - Read the new kernel and boot archive into memory.
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * - Map in the fast reboot switcher.
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * - Load the fast reboot switcher to FASTBOOT_SWTCH_PA.
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * - Build the new multiboot_info structure
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * - Build page tables for the low 1G of physical memory.
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * - Mark the data structure as valid if all steps have succeeded.
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore */
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moorevoid
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moorefastboot_load_kernel(char *mdep)
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore{
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore void *buf = NULL;
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore int i;
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore fastboot_file_t *fb;
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore uint32_t dboot_start_offset;
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore char kern_bootpath[OBP_MAXPATHLEN];
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore extern uintptr_t postbootkernelbase;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore uintptr_t saved_kernelbase;
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore int bootpath_len = 0;
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore int is_failsafe = 0;
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore int is_retry = 0;
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore uint64_t end_addr;
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore if (!fastreboot_capable)
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore return;
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore if (newkernel.fi_valid)
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore fastboot_free_newkernel(&newkernel);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore saved_kernelbase = postbootkernelbase;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore postbootkernelbase = 0;
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore /*
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * Initialize various HAT related fields in the data structure
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore */
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore fastboot_init_fields(&newkernel);
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore bzero(kern_bootpath, OBP_MAXPATHLEN);
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore /*
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * Process the boot argument
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore */
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore bzero(fastboot_args, OBP_MAXPATHLEN);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore fastboot_parse_mdep(mdep, kern_bootpath, &bootpath_len, fastboot_args);
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore /*
193974072f41a843678abf5f61979c748687e66bSherry Moore * Make sure we get the null character
193974072f41a843678abf5f61979c748687e66bSherry Moore */
193974072f41a843678abf5f61979c748687e66bSherry Moore bcopy(kern_bootpath, fastboot_filename[FASTBOOT_NAME_UNIX],
193974072f41a843678abf5f61979c748687e66bSherry Moore bootpath_len);
193974072f41a843678abf5f61979c748687e66bSherry Moore bcopy(kern_bootfile,
193974072f41a843678abf5f61979c748687e66bSherry Moore &fastboot_filename[FASTBOOT_NAME_UNIX][bootpath_len],
193974072f41a843678abf5f61979c748687e66bSherry Moore strlen(kern_bootfile) + 1);
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore bcopy(kern_bootpath, fastboot_filename[FASTBOOT_NAME_BOOTARCHIVE],
193974072f41a843678abf5f61979c748687e66bSherry Moore bootpath_len);
193974072f41a843678abf5f61979c748687e66bSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore if (bcmp(kern_bootfile, FAILSAFE_BOOTFILE32,
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore (sizeof (FAILSAFE_BOOTFILE32) - 1)) == 0 ||
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore bcmp(kern_bootfile, FAILSAFE_BOOTFILE64,
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore (sizeof (FAILSAFE_BOOTFILE64) - 1)) == 0) {
193974072f41a843678abf5f61979c748687e66bSherry Moore is_failsafe = 1;
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Mooreload_kernel_retry:
193974072f41a843678abf5f61979c748687e66bSherry Moore /*
193974072f41a843678abf5f61979c748687e66bSherry Moore * Read in unix and boot_archive
193974072f41a843678abf5f61979c748687e66bSherry Moore */
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore end_addr = DBOOT_ENTRY_ADDRESS;
193974072f41a843678abf5f61979c748687e66bSherry Moore for (i = 0; i < FASTBOOT_MAX_FILES_MAP; i++) {
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore struct _buf *file;
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore uintptr_t va;
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore uint64_t fsize;
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore size_t fsize_roundup, pt_size;
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore int page_index;
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore uintptr_t offset;
193974072f41a843678abf5f61979c748687e66bSherry Moore ddi_dma_attr_t dma_attr = fastboot_dma_attr;
193974072f41a843678abf5f61979c748687e66bSherry Moore
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore dprintf("fastboot_filename[%d] = %s\n",
193974072f41a843678abf5f61979c748687e66bSherry Moore i, fastboot_filename[i]);
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore if ((file = kobj_open_file(fastboot_filename[i])) ==
193974072f41a843678abf5f61979c748687e66bSherry Moore (struct _buf *)-1) {
a2491ff449494db9d1f602890eee6caa157e7f81Sherry Moore cmn_err(CE_NOTE, "!Fastboot: Couldn't open %s",
193974072f41a843678abf5f61979c748687e66bSherry Moore fastboot_filename[i]);
193974072f41a843678abf5f61979c748687e66bSherry Moore goto err_out;
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore if (kobj_get_filesize(file, &fsize) != 0) {
a2491ff449494db9d1f602890eee6caa157e7f81Sherry Moore cmn_err(CE_NOTE,
a2491ff449494db9d1f602890eee6caa157e7f81Sherry Moore "!Fastboot: Couldn't get filesize for %s",
193974072f41a843678abf5f61979c748687e66bSherry Moore fastboot_filename[i]);
193974072f41a843678abf5f61979c748687e66bSherry Moore goto err_out;
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore fsize_roundup = P2ROUNDUP_TYPED(fsize, PAGESIZE, size_t);
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore /*
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * Where the files end in physical memory after being
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * relocated by the fast boot switcher.
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore */
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore end_addr += fsize_roundup;
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore if (end_addr > fastboot_below_1G_dma_attr.dma_attr_addr_hi) {
a2491ff449494db9d1f602890eee6caa157e7f81Sherry Moore cmn_err(CE_NOTE, "!Fastboot: boot archive is too big");
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore goto err_out;
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore }
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore /*
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * Adjust dma_attr_addr_lo so that the new kernel and boot
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * archive will not be overridden during relocation.
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore */
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore if (end_addr > fastboot_dma_attr.dma_attr_addr_lo ||
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore end_addr > fastboot_below_1G_dma_attr.dma_attr_addr_lo) {
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore if (is_retry) {
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore /*
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * If we have already tried and didn't succeed,
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * just give up.
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore */
a2491ff449494db9d1f602890eee6caa157e7f81Sherry Moore cmn_err(CE_NOTE,
a2491ff449494db9d1f602890eee6caa157e7f81Sherry Moore "!Fastboot: boot archive is too big");
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore goto err_out;
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore } else {
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore /* Set the flag so we don't keep retrying */
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore is_retry++;
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore /* Adjust dma_attr_addr_lo */
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore fastboot_dma_attr.dma_attr_addr_lo = end_addr;
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore fastboot_below_1G_dma_attr.dma_attr_addr_lo =
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore end_addr;
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore /*
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * Free the memory we have already allocated
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * whose physical addresses might not fit
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * the new lo and hi constraints.
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore */
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore fastboot_free_mem(&newkernel, end_addr);
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore goto load_kernel_retry;
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore if (!fastboot_contig)
193974072f41a843678abf5f61979c748687e66bSherry Moore dma_attr.dma_attr_sgllen = (fsize / PAGESIZE) +
193974072f41a843678abf5f61979c748687e66bSherry Moore (((fsize % PAGESIZE) == 0) ? 0 : 1);
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore if ((buf = contig_alloc(fsize, &dma_attr, PAGESIZE, 0))
193974072f41a843678abf5f61979c748687e66bSherry Moore == NULL) {
a2491ff449494db9d1f602890eee6caa157e7f81Sherry Moore cmn_err(CE_NOTE, fastboot_enomem_msg, fsize, "64G");
193974072f41a843678abf5f61979c748687e66bSherry Moore goto err_out;
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore va = P2ROUNDUP_TYPED((uintptr_t)buf, PAGESIZE, uintptr_t);
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore if (kobj_read_file(file, (char *)va, fsize, 0) < 0) {
a2491ff449494db9d1f602890eee6caa157e7f81Sherry Moore cmn_err(CE_NOTE, "!Fastboot: Couldn't read %s",
193974072f41a843678abf5f61979c748687e66bSherry Moore fastboot_filename[i]);
193974072f41a843678abf5f61979c748687e66bSherry Moore goto err_out;
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore fb = &newkernel.fi_files[i];
193974072f41a843678abf5f61979c748687e66bSherry Moore fb->fb_va = va;
193974072f41a843678abf5f61979c748687e66bSherry Moore fb->fb_size = fsize;
193974072f41a843678abf5f61979c748687e66bSherry Moore fb->fb_sectcnt = 0;
193974072f41a843678abf5f61979c748687e66bSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore pt_size = FASTBOOT_PTE_LIST_SIZE(fsize_roundup);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore /*
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * If we have reserved memory but it not enough, free it.
193974072f41a843678abf5f61979c748687e66bSherry Moore */
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore if (fb->fb_pte_list_size && fb->fb_pte_list_size < pt_size) {
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore contig_free((void *)fb->fb_pte_list_va,
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore fb->fb_pte_list_size);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore fb->fb_pte_list_size = 0;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore if (fb->fb_pte_list_size == 0) {
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore if ((fb->fb_pte_list_va =
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore (x86pte_t *)contig_alloc(pt_size,
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore &fastboot_below_1G_dma_attr, PAGESIZE, 0))
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore == NULL) {
a2491ff449494db9d1f602890eee6caa157e7f81Sherry Moore cmn_err(CE_NOTE, fastboot_enomem_msg,
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore (uint64_t)pt_size, "1G");
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore goto err_out;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore }
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore /*
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * fb_pte_list_size must be set after the allocation
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * succeeds as it's used to determine how much memory to
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * free.
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore */
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore fb->fb_pte_list_size = pt_size;
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore bzero((void *)(fb->fb_pte_list_va), fb->fb_pte_list_size);
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore fb->fb_pte_list_pa = mmu_ptob((uint64_t)hat_getpfnum(kas.a_hat,
193974072f41a843678abf5f61979c748687e66bSherry Moore (caddr_t)fb->fb_pte_list_va));
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore for (page_index = 0, offset = 0; offset < fb->fb_size;
193974072f41a843678abf5f61979c748687e66bSherry Moore offset += PAGESIZE) {
193974072f41a843678abf5f61979c748687e66bSherry Moore uint64_t paddr;
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore paddr = mmu_ptob((uint64_t)hat_getpfnum(kas.a_hat,
193974072f41a843678abf5f61979c748687e66bSherry Moore (caddr_t)fb->fb_va + offset));
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore ASSERT(paddr >= fastboot_dma_attr.dma_attr_addr_lo);
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore /*
193974072f41a843678abf5f61979c748687e66bSherry Moore * Include the pte_bits so we don't have to make
193974072f41a843678abf5f61979c748687e66bSherry Moore * it in assembly.
193974072f41a843678abf5f61979c748687e66bSherry Moore */
193974072f41a843678abf5f61979c748687e66bSherry Moore fb->fb_pte_list_va[page_index++] = (x86pte_t)
193974072f41a843678abf5f61979c748687e66bSherry Moore (paddr | pte_bits);
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore fb->fb_pte_list_va[page_index] = FASTBOOT_TERMINATE;
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore if (i == FASTBOOT_UNIX) {
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore Ehdr *ehdr = (Ehdr *)va;
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore int j;
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore /*
193974072f41a843678abf5f61979c748687e66bSherry Moore * Sanity checks:
193974072f41a843678abf5f61979c748687e66bSherry Moore */
193974072f41a843678abf5f61979c748687e66bSherry Moore for (j = 0; j < SELFMAG; j++) {
193974072f41a843678abf5f61979c748687e66bSherry Moore if (ehdr->e_ident[j] != ELFMAG[j]) {
a2491ff449494db9d1f602890eee6caa157e7f81Sherry Moore cmn_err(CE_NOTE, "!Fastboot: Bad ELF "
193974072f41a843678abf5f61979c748687e66bSherry Moore "signature");
193974072f41a843678abf5f61979c748687e66bSherry Moore goto err_out;
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore if (ehdr->e_ident[EI_CLASS] == ELFCLASS32 &&
193974072f41a843678abf5f61979c748687e66bSherry Moore ehdr->e_ident[EI_DATA] == ELFDATA2LSB &&
193974072f41a843678abf5f61979c748687e66bSherry Moore ehdr->e_machine == EM_386) {
193974072f41a843678abf5f61979c748687e66bSherry Moore
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev fb->fb_sectcnt = sizeof (fb->fb_sections) /
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev sizeof (fb->fb_sections[0]);
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev
193974072f41a843678abf5f61979c748687e66bSherry Moore if (fastboot_elf32_find_loadables((void *)va,
193974072f41a843678abf5f61979c748687e66bSherry Moore fsize, &fb->fb_sections[0],
193974072f41a843678abf5f61979c748687e66bSherry Moore &fb->fb_sectcnt, &dboot_start_offset) < 0) {
a2491ff449494db9d1f602890eee6caa157e7f81Sherry Moore cmn_err(CE_NOTE, "!Fastboot: ELF32 "
193974072f41a843678abf5f61979c748687e66bSherry Moore "program section failure");
193974072f41a843678abf5f61979c748687e66bSherry Moore goto err_out;
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore if (fb->fb_sectcnt == 0) {
a2491ff449494db9d1f602890eee6caa157e7f81Sherry Moore cmn_err(CE_NOTE, "!Fastboot: No ELF32 "
193974072f41a843678abf5f61979c748687e66bSherry Moore "program sections found");
193974072f41a843678abf5f61979c748687e66bSherry Moore goto err_out;
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore if (is_failsafe) {
193974072f41a843678abf5f61979c748687e66bSherry Moore /* Failsafe boot_archive */
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore bcopy(BOOTARCHIVE32_FAILSAFE,
193974072f41a843678abf5f61979c748687e66bSherry Moore &fastboot_filename
193974072f41a843678abf5f61979c748687e66bSherry Moore [FASTBOOT_NAME_BOOTARCHIVE]
193974072f41a843678abf5f61979c748687e66bSherry Moore [bootpath_len],
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore sizeof (BOOTARCHIVE32_FAILSAFE));
193974072f41a843678abf5f61979c748687e66bSherry Moore } else {
193974072f41a843678abf5f61979c748687e66bSherry Moore bcopy(BOOTARCHIVE32,
193974072f41a843678abf5f61979c748687e66bSherry Moore &fastboot_filename
193974072f41a843678abf5f61979c748687e66bSherry Moore [FASTBOOT_NAME_BOOTARCHIVE]
193974072f41a843678abf5f61979c748687e66bSherry Moore [bootpath_len],
193974072f41a843678abf5f61979c748687e66bSherry Moore sizeof (BOOTARCHIVE32));
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore } else if (ehdr->e_ident[EI_CLASS] == ELFCLASS64 &&
193974072f41a843678abf5f61979c748687e66bSherry Moore ehdr->e_ident[EI_DATA] == ELFDATA2LSB &&
193974072f41a843678abf5f61979c748687e66bSherry Moore ehdr->e_machine == EM_AMD64) {
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore if (fastboot_elf64_find_dboot_load_offset(
193974072f41a843678abf5f61979c748687e66bSherry Moore (void *)va, fsize, &dboot_start_offset)
193974072f41a843678abf5f61979c748687e66bSherry Moore != 0) {
a2491ff449494db9d1f602890eee6caa157e7f81Sherry Moore cmn_err(CE_NOTE, "!Fastboot: Couldn't "
193974072f41a843678abf5f61979c748687e66bSherry Moore "find ELF64 dboot entry offset");
193974072f41a843678abf5f61979c748687e66bSherry Moore goto err_out;
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore
7417cfdecea1902cef03c0d61a72df97d945925dKuriakose Kuruvilla if (!is_x86_feature(x86_featureset,
7417cfdecea1902cef03c0d61a72df97d945925dKuriakose Kuruvilla X86FSET_64) ||
7417cfdecea1902cef03c0d61a72df97d945925dKuriakose Kuruvilla !is_x86_feature(x86_featureset,
7417cfdecea1902cef03c0d61a72df97d945925dKuriakose Kuruvilla X86FSET_PAE)) {
7417cfdecea1902cef03c0d61a72df97d945925dKuriakose Kuruvilla cmn_err(CE_NOTE, "Fastboot: Cannot "
193974072f41a843678abf5f61979c748687e66bSherry Moore "reboot to %s: "
193974072f41a843678abf5f61979c748687e66bSherry Moore "not a 64-bit capable system",
193974072f41a843678abf5f61979c748687e66bSherry Moore kern_bootfile);
193974072f41a843678abf5f61979c748687e66bSherry Moore goto err_out;
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore if (is_failsafe) {
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore /* Failsafe boot_archive */
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore bcopy(BOOTARCHIVE64_FAILSAFE,
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore &fastboot_filename
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore [FASTBOOT_NAME_BOOTARCHIVE]
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore [bootpath_len],
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore sizeof (BOOTARCHIVE64_FAILSAFE));
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore } else {
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore bcopy(BOOTARCHIVE64,
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore &fastboot_filename
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore [FASTBOOT_NAME_BOOTARCHIVE]
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore [bootpath_len],
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore sizeof (BOOTARCHIVE64));
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore } else {
a2491ff449494db9d1f602890eee6caa157e7f81Sherry Moore cmn_err(CE_NOTE, "!Fastboot: Unknown ELF type");
193974072f41a843678abf5f61979c748687e66bSherry Moore goto err_out;
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore fb->fb_dest_pa = DBOOT_ENTRY_ADDRESS -
193974072f41a843678abf5f61979c748687e66bSherry Moore dboot_start_offset;
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore fb->fb_next_pa = DBOOT_ENTRY_ADDRESS + fsize_roundup;
193974072f41a843678abf5f61979c748687e66bSherry Moore } else {
193974072f41a843678abf5f61979c748687e66bSherry Moore fb->fb_dest_pa = newkernel.fi_files[i - 1].fb_next_pa;
193974072f41a843678abf5f61979c748687e66bSherry Moore fb->fb_next_pa = fb->fb_dest_pa + fsize_roundup;
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore kobj_close_file(file);
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore /*
193974072f41a843678abf5f61979c748687e66bSherry Moore * Add the function that will switch us to 32-bit protected mode
193974072f41a843678abf5f61979c748687e66bSherry Moore */
193974072f41a843678abf5f61979c748687e66bSherry Moore fb = &newkernel.fi_files[FASTBOOT_SWTCH];
193974072f41a843678abf5f61979c748687e66bSherry Moore fb->fb_va = fb->fb_dest_pa = FASTBOOT_SWTCH_PA;
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev fb->fb_size = MMU_PAGESIZE;
193974072f41a843678abf5f61979c748687e66bSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore hat_devload(kas.a_hat, (caddr_t)fb->fb_va,
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore MMU_PAGESIZE, mmu_btop(fb->fb_dest_pa),
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore PROT_READ | PROT_WRITE | PROT_EXEC,
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore HAT_LOAD_NOCONSIST | HAT_LOAD_LOCK);
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore /*
193974072f41a843678abf5f61979c748687e66bSherry Moore * Build the new multiboot_info structure
193974072f41a843678abf5f61979c748687e66bSherry Moore */
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore if (fastboot_build_mbi(fastboot_args, &newkernel) != 0) {
193974072f41a843678abf5f61979c748687e66bSherry Moore goto err_out;
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore /*
193974072f41a843678abf5f61979c748687e66bSherry Moore * Build page table for low 1G physical memory. Use big pages.
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev * Allocate 4 (5 for amd64) pages for the page tables.
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev * 1 page for PML4 (amd64)
193974072f41a843678abf5f61979c748687e66bSherry Moore * 1 page for Page-Directory-Pointer Table
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev * 2 pages for Page Directory
193974072f41a843678abf5f61979c748687e66bSherry Moore * 1 page for Page Table.
193974072f41a843678abf5f61979c748687e66bSherry Moore * The page table entry will be rewritten to map the physical
193974072f41a843678abf5f61979c748687e66bSherry Moore * address as we do the copying.
193974072f41a843678abf5f61979c748687e66bSherry Moore */
193974072f41a843678abf5f61979c748687e66bSherry Moore if (newkernel.fi_has_pae) {
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev#ifdef __amd64
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev size_t size = MMU_PAGESIZE * 5;
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev#else
193974072f41a843678abf5f61979c748687e66bSherry Moore size_t size = MMU_PAGESIZE * 4;
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev#endif /* __amd64 */
193974072f41a843678abf5f61979c748687e66bSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore if (newkernel.fi_pagetable_size && newkernel.fi_pagetable_size
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore < size) {
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore contig_free((void *)newkernel.fi_pagetable_va,
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore newkernel.fi_pagetable_size);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore newkernel.fi_pagetable_size = 0;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore }
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore if (newkernel.fi_pagetable_size == 0) {
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore if ((newkernel.fi_pagetable_va = (uintptr_t)
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore contig_alloc(size, &fastboot_below_1G_dma_attr,
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore MMU_PAGESIZE, 0)) == NULL) {
a2491ff449494db9d1f602890eee6caa157e7f81Sherry Moore cmn_err(CE_NOTE, fastboot_enomem_msg,
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore (uint64_t)size, "1G");
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore goto err_out;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore }
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore /*
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * fi_pagetable_size must be set after the allocation
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * succeeds as it's used to determine how much memory to
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * free.
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore */
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore newkernel.fi_pagetable_size = size;
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore bzero((void *)(newkernel.fi_pagetable_va), size);
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore newkernel.fi_pagetable_pa =
193974072f41a843678abf5f61979c748687e66bSherry Moore mmu_ptob((uint64_t)hat_getpfnum(kas.a_hat,
193974072f41a843678abf5f61979c748687e66bSherry Moore (caddr_t)newkernel.fi_pagetable_va));
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore newkernel.fi_last_table_pa = newkernel.fi_pagetable_pa +
877400d375b54199aef7c18828cb32f991339ff7Konstantin Ananyev size - MMU_PAGESIZE;
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore newkernel.fi_next_table_va = newkernel.fi_pagetable_va +
193974072f41a843678abf5f61979c748687e66bSherry Moore MMU_PAGESIZE;
193974072f41a843678abf5f61979c748687e66bSherry Moore newkernel.fi_next_table_pa = newkernel.fi_pagetable_pa +
193974072f41a843678abf5f61979c748687e66bSherry Moore MMU_PAGESIZE;
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore fastboot_build_pagetables(&newkernel);
193974072f41a843678abf5f61979c748687e66bSherry Moore }
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore /* Generate MD5 checksums */
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore fastboot_cksum_generate(&newkernel);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Moore /* Mark it as valid */
193974072f41a843678abf5f61979c748687e66bSherry Moore newkernel.fi_valid = 1;
193974072f41a843678abf5f61979c748687e66bSherry Moore newkernel.fi_magic = FASTBOOT_MAGIC;
193974072f41a843678abf5f61979c748687e66bSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore postbootkernelbase = saved_kernelbase;
193974072f41a843678abf5f61979c748687e66bSherry Moore return;
193974072f41a843678abf5f61979c748687e66bSherry Moore
193974072f41a843678abf5f61979c748687e66bSherry Mooreerr_out:
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore postbootkernelbase = saved_kernelbase;
193974072f41a843678abf5f61979c748687e66bSherry Moore newkernel.fi_valid = 0;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore fastboot_free_newkernel(&newkernel);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore}
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore/* ARGSUSED */
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moorestatic int
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moorefastboot_xc_func(fastboot_info_t *nk, xc_arg_t unused2, xc_arg_t unused3)
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore{
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore void (*fastboot_func)(fastboot_info_t *);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore fastboot_file_t *fb = &nk->fi_files[FASTBOOT_SWTCH];
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore fastboot_func = (void (*)())(fb->fb_va);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore kthread_t *t_intr = curthread->t_intr;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore if (&kas != curproc->p_as) {
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore hat_devload(curproc->p_as->a_hat, (caddr_t)fb->fb_va,
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore MMU_PAGESIZE, mmu_btop(fb->fb_dest_pa),
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore PROT_READ | PROT_WRITE | PROT_EXEC,
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore HAT_LOAD_NOCONSIST | HAT_LOAD_LOCK);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore }
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore /*
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * If we have pinned a thread, make sure the address is mapped
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * in the address space of the pinned thread.
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore */
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore if (t_intr && t_intr->t_procp->p_as->a_hat != curproc->p_as->a_hat &&
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore t_intr->t_procp->p_as != &kas)
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore hat_devload(t_intr->t_procp->p_as->a_hat, (caddr_t)fb->fb_va,
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore MMU_PAGESIZE, mmu_btop(fb->fb_dest_pa),
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore PROT_READ | PROT_WRITE | PROT_EXEC,
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore HAT_LOAD_NOCONSIST | HAT_LOAD_LOCK);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore (*psm_shutdownf)(A_SHUTDOWN, AD_FASTREBOOT);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore (*fastboot_func)(nk);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore /*NOTREACHED*/
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore return (0);
193974072f41a843678abf5f61979c748687e66bSherry Moore}
193974072f41a843678abf5f61979c748687e66bSherry Moore
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore/*
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore * Jump to the fast reboot switcher. This function never returns.
6bc8bc6a97518e9ec3d440de43fc1a30a7db825fSherry Moore */
193974072f41a843678abf5f61979c748687e66bSherry Moorevoid
193974072f41a843678abf5f61979c748687e66bSherry Moorefast_reboot()
193974072f41a843678abf5f61979c748687e66bSherry Moore{
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore processorid_t bootcpuid = 0;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore extern uintptr_t postbootkernelbase;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore extern char fb_swtch_image[];
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore fastboot_file_t *fb;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore int i;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore postbootkernelbase = 0;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore fb = &newkernel.fi_files[FASTBOOT_SWTCH];
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore /*
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * Map the address into both the current proc's address
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * space and the kernel's address space in case the panic
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * is forced by kmdb.
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore */
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore if (&kas != curproc->p_as) {
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore hat_devload(curproc->p_as->a_hat, (caddr_t)fb->fb_va,
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore MMU_PAGESIZE, mmu_btop(fb->fb_dest_pa),
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore PROT_READ | PROT_WRITE | PROT_EXEC,
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore HAT_LOAD_NOCONSIST | HAT_LOAD_LOCK);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore }
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore bcopy((void *)fb_swtch_image, (void *)fb->fb_va, fb->fb_size);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore /*
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * Set fb_va to fake_va
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore */
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore for (i = 0; i < FASTBOOT_MAX_FILES_MAP; i++) {
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore newkernel.fi_files[i].fb_va = fake_va;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore }
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore if (panicstr && CPU->cpu_id != bootcpuid &&
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore CPU_ACTIVE(cpu_get(bootcpuid))) {
f34a71784df3fbc5d1227a7b6201fd318ad1667eJoe Bonasera extern void panic_idle(void);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore cpuset_t cpuset;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore CPUSET_ZERO(cpuset);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore CPUSET_ADD(cpuset, bootcpuid);
f34a71784df3fbc5d1227a7b6201fd318ad1667eJoe Bonasera xc_priority((xc_arg_t)&newkernel, 0, 0, CPUSET2BV(cpuset),
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore (xc_func_t)fastboot_xc_func);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
f34a71784df3fbc5d1227a7b6201fd318ad1667eJoe Bonasera panic_idle();
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore } else
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore (void) fastboot_xc_func(&newkernel, 0, 0);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore}
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore/*
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * Get boot property value for fastreboot_onpanic.
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore *
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * NOTE: If fastreboot_onpanic is set to non-zero in /etc/system,
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * new setting passed in via "-B fastreboot_onpanic" is ignored.
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * This order of precedence is to enable developers debugging panics
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * that occur early in boot to utilize Fast Reboot on panic.
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore */
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moorestatic void
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moorefastboot_get_bootprop(void)
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore{
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore int val = 0xaa, len, ret;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore dev_info_t *devi;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore char *propstr = NULL;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore devi = ddi_root_node();
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore ret = ddi_prop_lookup_string(DDI_DEV_T_ANY, devi, DDI_PROP_DONTPASS,
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore FASTREBOOT_ONPANIC, &propstr);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore if (ret == DDI_PROP_SUCCESS) {
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore if (FASTREBOOT_ONPANIC_NOTSET(propstr))
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore val = 0;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore else if (FASTREBOOT_ONPANIC_ISSET(propstr))
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore val = UA_FASTREBOOT_ONPANIC;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore /*
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * Only set fastreboot_onpanic to the value passed in
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * if it's not already set to non-zero, and the value
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * has indeed been passed in via command line.
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore */
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore if (!fastreboot_onpanic && val != 0xaa)
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore fastreboot_onpanic = val;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore ddi_prop_free(propstr);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore } else if (ret != DDI_PROP_NOT_FOUND && ret != DDI_PROP_UNDEFINED) {
a2491ff449494db9d1f602890eee6caa157e7f81Sherry Moore cmn_err(CE_NOTE, "!%s value is invalid, will be ignored",
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore FASTREBOOT_ONPANIC);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore }
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore len = sizeof (fastreboot_onpanic_cmdline);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore ret = ddi_getlongprop_buf(DDI_DEV_T_ANY, devi, DDI_PROP_DONTPASS,
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore FASTREBOOT_ONPANIC_CMDLINE, fastreboot_onpanic_cmdline, &len);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore if (ret == DDI_PROP_BUF_TOO_SMALL)
a2491ff449494db9d1f602890eee6caa157e7f81Sherry Moore cmn_err(CE_NOTE, "!%s value is too long, will be ignored",
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore FASTREBOOT_ONPANIC_CMDLINE);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore}
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore/*
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * This function is called by main() to either load the backup kernel for panic
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * fast reboot, or to reserve low physical memory for fast reboot.
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore */
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moorevoid
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moorefastboot_post_startup()
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore{
835b9930bd7bb9c7d0ed6d788e7314ffd3f3177dSherry Moore lbolt_at_boot = ddi_get_lbolt();
835b9930bd7bb9c7d0ed6d788e7314ffd3f3177dSherry Moore
835b9930bd7bb9c7d0ed6d788e7314ffd3f3177dSherry Moore /* Default to 10 minutes */
835b9930bd7bb9c7d0ed6d788e7314ffd3f3177dSherry Moore if (fastreboot_onpanic_uptime == LONG_MAX)
835b9930bd7bb9c7d0ed6d788e7314ffd3f3177dSherry Moore fastreboot_onpanic_uptime = SEC_TO_TICK(10 * 60);
835b9930bd7bb9c7d0ed6d788e7314ffd3f3177dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore if (!fastreboot_capable)
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore return;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore mutex_enter(&fastreboot_config_mutex);
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore fastboot_get_bootprop();
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore if (fastreboot_onpanic)
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore fastboot_load_kernel(fastreboot_onpanic_cmdline);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore else if (reserve_mem_enabled)
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore fastboot_reserve_mem(&newkernel);
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore mutex_exit(&fastreboot_config_mutex);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore}
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore/*
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * Update boot configuration settings.
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * If the new fastreboot_onpanic setting is false, and a kernel has
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * been preloaded, free the memory;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * if the new fastreboot_onpanic setting is true and newkernel is
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore * not valid, load the new kernel.
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore */
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moorevoid
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moorefastboot_update_config(const char *mdep)
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore{
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore uint8_t boot_config = (uint8_t)*mdep;
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore int cur_fastreboot_onpanic;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore if (!fastreboot_capable)
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore return;
193974072f41a843678abf5f61979c748687e66bSherry Moore
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore mutex_enter(&fastreboot_config_mutex);
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore cur_fastreboot_onpanic = fastreboot_onpanic;
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore fastreboot_onpanic = boot_config & UA_FASTREBOOT_ONPANIC;
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore if (fastreboot_onpanic && (!cur_fastreboot_onpanic ||
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore !newkernel.fi_valid))
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore fastboot_load_kernel(fastreboot_onpanic_cmdline);
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore if (cur_fastreboot_onpanic && !fastreboot_onpanic)
753a6d457b330b1b29b2d3eefcd0831116ce950dSherry Moore fastboot_free_newkernel(&newkernel);
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore mutex_exit(&fastreboot_config_mutex);
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore}
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore/*
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev * This is an internal interface to disable Fast Reboot on Panic.
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev * It frees up memory allocated for the backup kernel and sets
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev * fastreboot_onpanic to zero.
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore */
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyevstatic void
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyevfastreboot_onpanic_disable(void)
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore{
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore uint8_t boot_config = (uint8_t)(~UA_FASTREBOOT_ONPANIC);
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore fastboot_update_config((const char *)&boot_config);
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore}
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore/*
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore * This is the interface to be called by fm_panic() in case FMA has diagnosed
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore * a terminal machine check exception. It does not free up memory allocated
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore * for the backup kernel. General disabling fastreboot_onpanic in a
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev * non-panicking situation must go through fastboot_onpanic_disable().
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore */
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moorevoid
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyevfastreboot_disable_highpil(void)
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore{
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore fastreboot_onpanic = 0;
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore}
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev/*
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev * This is an internal interface to disable Fast Reboot by Default.
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev * It does not free up memory allocated for the backup kernel.
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev */
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyevstatic void
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyevfastreboot_capable_disable(uint32_t msgid)
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev{
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev if (fastreboot_capable != 0) {
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev fastreboot_capable = 0;
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev if (msgid < sizeof (fastreboot_nosup_desc) /
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev sizeof (fastreboot_nosup_desc[0]))
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev fastreboot_nosup_id = msgid;
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev else
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev fastreboot_nosup_id = FBNS_DEFAULT;
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev }
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev}
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev/*
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev * This is the kernel interface for disabling
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev * Fast Reboot by Default and Fast Reboot on Panic.
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev * Frees up memory allocated for the backup kernel.
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev * General disabling of the Fast Reboot by Default feature should be done
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev * via the userland interface scf_fastreboot_default_set_transient().
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev */
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyevvoid
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyevfastreboot_disable(uint32_t msgid)
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev{
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev fastreboot_capable_disable(msgid);
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev fastreboot_onpanic_disable();
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev}
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev/*
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev * Returns Fast Reboot not support message for fastreboot_nosup_id.
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev * If fastreboot_nosup_id contains invalid index, default
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev * Fast Reboot not support message is returned.
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev */
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyevconst char *
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyevfastreboot_nosup_message(void)
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev{
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev uint32_t msgid;
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev msgid = fastreboot_nosup_id;
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev if (msgid >= sizeof (fastreboot_nosup_desc) /
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev sizeof (fastreboot_nosup_desc[0]))
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev msgid = FBNS_DEFAULT;
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev return (fastreboot_nosup_desc[msgid]);
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev}
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore/*
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore * A simplified interface for uadmin to call to update the configuration
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore * setting and load a new kernel if necessary.
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore */
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moorevoid
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moorefastboot_update_and_load(int fcn, char *mdep)
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore{
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore if (fcn != AD_FASTREBOOT) {
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore /*
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore * If user has explicitly requested reboot to prom,
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore * or uadmin(1M) was invoked with other functions,
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore * don't try to fast reboot after dumping.
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore */
5ee8e422dc45ae866a24584daa90397099b2f01bKonstantin Ananyev fastreboot_onpanic_disable();
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore }
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore mutex_enter(&fastreboot_config_mutex);
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore if (fastreboot_onpanic)
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore fastboot_load_kernel(mdep);
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore
c90a5fbe436d54a1d69dbcf41c7f1cc7b2834a18Sherry Moore mutex_exit(&fastreboot_config_mutex);
193974072f41a843678abf5f61979c748687e66bSherry Moore}