ae115bc77f6fcde83175c75b4206dc2e50747966mrj/*
ae115bc77f6fcde83175c75b4206dc2e50747966mrj * CDDL HEADER START
ae115bc77f6fcde83175c75b4206dc2e50747966mrj *
ae115bc77f6fcde83175c75b4206dc2e50747966mrj * The contents of this file are subject to the terms of the
ae115bc77f6fcde83175c75b4206dc2e50747966mrj * Common Development and Distribution License (the "License").
ae115bc77f6fcde83175c75b4206dc2e50747966mrj * You may not use this file except in compliance with the License.
ae115bc77f6fcde83175c75b4206dc2e50747966mrj *
ae115bc77f6fcde83175c75b4206dc2e50747966mrj * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
ae115bc77f6fcde83175c75b4206dc2e50747966mrj * or http://www.opensolaris.org/os/licensing.
ae115bc77f6fcde83175c75b4206dc2e50747966mrj * See the License for the specific language governing permissions
ae115bc77f6fcde83175c75b4206dc2e50747966mrj * and limitations under the License.
ae115bc77f6fcde83175c75b4206dc2e50747966mrj *
ae115bc77f6fcde83175c75b4206dc2e50747966mrj * When distributing Covered Code, include this CDDL HEADER in each
ae115bc77f6fcde83175c75b4206dc2e50747966mrj * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
ae115bc77f6fcde83175c75b4206dc2e50747966mrj * If applicable, add the following below this CDDL HEADER, with the
ae115bc77f6fcde83175c75b4206dc2e50747966mrj * fields enclosed by brackets "[]" replaced with your own identifying
ae115bc77f6fcde83175c75b4206dc2e50747966mrj * information: Portions Copyright [yyyy] [name of copyright owner]
ae115bc77f6fcde83175c75b4206dc2e50747966mrj *
ae115bc77f6fcde83175c75b4206dc2e50747966mrj * CDDL HEADER END
ae115bc77f6fcde83175c75b4206dc2e50747966mrj */
ae115bc77f6fcde83175c75b4206dc2e50747966mrj
ae115bc77f6fcde83175c75b4206dc2e50747966mrj/*
ae115bc77f6fcde83175c75b4206dc2e50747966mrj * Copyright 2007 Sun Microsystems, Inc. All rights reserved.
ae115bc77f6fcde83175c75b4206dc2e50747966mrj * Use is subject to license terms.
ae115bc77f6fcde83175c75b4206dc2e50747966mrj */
ae115bc77f6fcde83175c75b4206dc2e50747966mrj
ae115bc77f6fcde83175c75b4206dc2e50747966mrj/*
ae115bc77f6fcde83175c75b4206dc2e50747966mrj * WARNING: This file is used by both dboot and the kernel.
ae115bc77f6fcde83175c75b4206dc2e50747966mrj */
ae115bc77f6fcde83175c75b4206dc2e50747966mrj
ae115bc77f6fcde83175c75b4206dc2e50747966mrj#pragma ident "%Z%%M% %I% %E% SMI"
ae115bc77f6fcde83175c75b4206dc2e50747966mrj
ae115bc77f6fcde83175c75b4206dc2e50747966mrj#include <sys/param.h>
ae115bc77f6fcde83175c75b4206dc2e50747966mrj#include <sys/machparam.h>
ae115bc77f6fcde83175c75b4206dc2e50747966mrj#include <sys/mach_mmu.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev#ifdef __xpv
843e19887f64dde75055cf8842fc4db2171eff45johnlev#include <sys/hypervisor.h>
843e19887f64dde75055cf8842fc4db2171eff45johnlev#endif
ae115bc77f6fcde83175c75b4206dc2e50747966mrj
ae115bc77f6fcde83175c75b4206dc2e50747966mrj#ifdef _BOOT
ae115bc77f6fcde83175c75b4206dc2e50747966mrj#include <dboot/dboot_printf.h>
ae115bc77f6fcde83175c75b4206dc2e50747966mrj#define bop_panic dboot_panic
ae115bc77f6fcde83175c75b4206dc2e50747966mrj#else
ae115bc77f6fcde83175c75b4206dc2e50747966mrj#include <sys/bootconf.h>
ae115bc77f6fcde83175c75b4206dc2e50747966mrj#endif
ae115bc77f6fcde83175c75b4206dc2e50747966mrj
ae115bc77f6fcde83175c75b4206dc2e50747966mrjuint_t shift_amt_nopae[] = {12, 22};
ae115bc77f6fcde83175c75b4206dc2e50747966mrjuint_t shift_amt_pae[] = {12, 21, 30, 39};
ae115bc77f6fcde83175c75b4206dc2e50747966mrjuint_t *shift_amt;
ae115bc77f6fcde83175c75b4206dc2e50747966mrjuint_t ptes_per_table;
ae115bc77f6fcde83175c75b4206dc2e50747966mrjuint_t pte_size;
ae115bc77f6fcde83175c75b4206dc2e50747966mrjuint32_t lpagesize;
ae115bc77f6fcde83175c75b4206dc2e50747966mrjpaddr_t top_page_table;
ae115bc77f6fcde83175c75b4206dc2e50747966mrjuint_t top_level;
ae115bc77f6fcde83175c75b4206dc2e50747966mrj
ae115bc77f6fcde83175c75b4206dc2e50747966mrj/*
ae115bc77f6fcde83175c75b4206dc2e50747966mrj * Return the index corresponding to a virt address at a given page table level.
ae115bc77f6fcde83175c75b4206dc2e50747966mrj */
ae115bc77f6fcde83175c75b4206dc2e50747966mrjstatic uint_t
ae115bc77f6fcde83175c75b4206dc2e50747966mrjvatoindex(uint64_t va, uint_t level)
ae115bc77f6fcde83175c75b4206dc2e50747966mrj{
ae115bc77f6fcde83175c75b4206dc2e50747966mrj return ((va >> shift_amt[level]) & (ptes_per_table - 1));
ae115bc77f6fcde83175c75b4206dc2e50747966mrj}
ae115bc77f6fcde83175c75b4206dc2e50747966mrj
ae115bc77f6fcde83175c75b4206dc2e50747966mrj/*
ae115bc77f6fcde83175c75b4206dc2e50747966mrj * Return a pointer to the page table entry that maps a virtual address.
ae115bc77f6fcde83175c75b4206dc2e50747966mrj * If there is no page table and probe_only is not set, one is created.
ae115bc77f6fcde83175c75b4206dc2e50747966mrj */
ae115bc77f6fcde83175c75b4206dc2e50747966mrjx86pte_t *
ae115bc77f6fcde83175c75b4206dc2e50747966mrjfind_pte(uint64_t va, paddr_t *pa, uint_t level, uint_t probe_only)
ae115bc77f6fcde83175c75b4206dc2e50747966mrj{
ae115bc77f6fcde83175c75b4206dc2e50747966mrj uint_t l;
ae115bc77f6fcde83175c75b4206dc2e50747966mrj uint_t index;
ae115bc77f6fcde83175c75b4206dc2e50747966mrj paddr_t table;
ae115bc77f6fcde83175c75b4206dc2e50747966mrj
ae115bc77f6fcde83175c75b4206dc2e50747966mrj if (pa)
ae115bc77f6fcde83175c75b4206dc2e50747966mrj *pa = 0;
ae115bc77f6fcde83175c75b4206dc2e50747966mrj
ae115bc77f6fcde83175c75b4206dc2e50747966mrj#ifndef _BOOT
ae115bc77f6fcde83175c75b4206dc2e50747966mrj if (IN_HYPERVISOR_VA(va))
ae115bc77f6fcde83175c75b4206dc2e50747966mrj return (NULL);
ae115bc77f6fcde83175c75b4206dc2e50747966mrj#endif
ae115bc77f6fcde83175c75b4206dc2e50747966mrj
ae115bc77f6fcde83175c75b4206dc2e50747966mrj /*
ae115bc77f6fcde83175c75b4206dc2e50747966mrj * Walk down the page tables creating any needed intermediate tables.
ae115bc77f6fcde83175c75b4206dc2e50747966mrj */
ae115bc77f6fcde83175c75b4206dc2e50747966mrj table = top_page_table;
ae115bc77f6fcde83175c75b4206dc2e50747966mrj for (l = top_level; l != level; --l) {
ae115bc77f6fcde83175c75b4206dc2e50747966mrj uint64_t pteval;
ae115bc77f6fcde83175c75b4206dc2e50747966mrj paddr_t new_table;
ae115bc77f6fcde83175c75b4206dc2e50747966mrj
ae115bc77f6fcde83175c75b4206dc2e50747966mrj index = vatoindex(va, l);
ae115bc77f6fcde83175c75b4206dc2e50747966mrj pteval = get_pteval(table, index);
ae115bc77f6fcde83175c75b4206dc2e50747966mrj
ae115bc77f6fcde83175c75b4206dc2e50747966mrj /*
ae115bc77f6fcde83175c75b4206dc2e50747966mrj * Life is easy if we find the pagetable. We just use it.
ae115bc77f6fcde83175c75b4206dc2e50747966mrj */
ae115bc77f6fcde83175c75b4206dc2e50747966mrj if (pteval & PT_VALID) {
ae115bc77f6fcde83175c75b4206dc2e50747966mrj table = ma_to_pa(pteval & MMU_PAGEMASK);
ae115bc77f6fcde83175c75b4206dc2e50747966mrj if (table == -1) {
ae115bc77f6fcde83175c75b4206dc2e50747966mrj if (probe_only)
ae115bc77f6fcde83175c75b4206dc2e50747966mrj return (NULL);
ae115bc77f6fcde83175c75b4206dc2e50747966mrj bop_panic("find_pte(): phys not found!");
ae115bc77f6fcde83175c75b4206dc2e50747966mrj }
ae115bc77f6fcde83175c75b4206dc2e50747966mrj continue;
ae115bc77f6fcde83175c75b4206dc2e50747966mrj }
ae115bc77f6fcde83175c75b4206dc2e50747966mrj
ae115bc77f6fcde83175c75b4206dc2e50747966mrj if (probe_only)
ae115bc77f6fcde83175c75b4206dc2e50747966mrj return (NULL);
ae115bc77f6fcde83175c75b4206dc2e50747966mrj
ae115bc77f6fcde83175c75b4206dc2e50747966mrj new_table = make_ptable(&pteval, l);
ae115bc77f6fcde83175c75b4206dc2e50747966mrj set_pteval(table, index, l, pteval);
ae115bc77f6fcde83175c75b4206dc2e50747966mrj
ae115bc77f6fcde83175c75b4206dc2e50747966mrj table = new_table;
ae115bc77f6fcde83175c75b4206dc2e50747966mrj }
ae115bc77f6fcde83175c75b4206dc2e50747966mrj
ae115bc77f6fcde83175c75b4206dc2e50747966mrj /*
ae115bc77f6fcde83175c75b4206dc2e50747966mrj * Return a pointer into the current pagetable.
ae115bc77f6fcde83175c75b4206dc2e50747966mrj */
ae115bc77f6fcde83175c75b4206dc2e50747966mrj index = vatoindex(va, l);
ae115bc77f6fcde83175c75b4206dc2e50747966mrj if (pa)
ae115bc77f6fcde83175c75b4206dc2e50747966mrj *pa = table + index * pte_size;
ae115bc77f6fcde83175c75b4206dc2e50747966mrj return (map_pte(table, index));
ae115bc77f6fcde83175c75b4206dc2e50747966mrj}