2N/A/*
2N/A * CDDL HEADER START
2N/A *
2N/A * The contents of this file are subject to the terms of the
2N/A * Common Development and Distribution License (the "License").
2N/A * You may not use this file except in compliance with the License.
2N/A *
2N/A * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
2N/A * or http://www.opensolaris.org/os/licensing.
2N/A * See the License for the specific language governing permissions
2N/A * and limitations under the License.
2N/A *
2N/A * When distributing Covered Code, include this CDDL HEADER in each
2N/A * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
2N/A * If applicable, add the following below this CDDL HEADER, with the
2N/A * fields enclosed by brackets "[]" replaced with your own identifying
2N/A * information: Portions Copyright [yyyy] [name of copyright owner]
2N/A *
2N/A * CDDL HEADER END
2N/A */
2N/A
2N/A/*
2N/A * Copyright (c) 2003, 2012, Oracle and/or its affiliates. All rights reserved.
2N/A */
2N/A
2N/A#include <sys/types.h>
2N/A#include <sys/modctl.h>
2N/A#include <sys/kobj.h>
2N/A#include <sys/kobj_impl.h>
2N/A#include <sys/sysmacros.h>
2N/A#include <sys/elf.h>
2N/A#include <sys/task.h>
2N/A
2N/A#include <unistd.h>
2N/A#include <project.h>
2N/A#include <strings.h>
2N/A#include <stdlib.h>
2N/A#include <libelf.h>
2N/A#include <limits.h>
2N/A#include <assert.h>
2N/A#include <errno.h>
2N/A#include <dirent.h>
2N/A
2N/A#include <dt_strtab.h>
2N/A#include <dt_module.h>
2N/A#include <dt_impl.h>
2N/A
2N/Astatic const char *dt_module_strtab; /* active strtab for qsort callbacks */
2N/A
2N/Astatic void
2N/Adt_module_symhash_insert(dt_module_t *dmp, const char *name, uint_t id)
2N/A{
2N/A dt_sym_t *dsp = &dmp->dm_symchains[dmp->dm_symfree];
2N/A uint_t h;
2N/A
2N/A assert(dmp->dm_symfree < dmp->dm_nsymelems + 1);
2N/A
2N/A dsp->ds_symid = id;
2N/A h = dt_strtab_hash(name, NULL) % dmp->dm_nsymbuckets;
2N/A dsp->ds_next = dmp->dm_symbuckets[h];
2N/A dmp->dm_symbuckets[h] = dmp->dm_symfree++;
2N/A}
2N/A
2N/Astatic uint_t
2N/Adt_module_syminit32(dt_module_t *dmp)
2N/A{
2N/A#if STT_NUM != (STT_TLS + 1)
2N/A#error "STT_NUM has grown. update dt_module_syminit32()"
2N/A#endif
2N/A
2N/A const Elf32_Sym *sym = dmp->dm_symtab.cts_data;
2N/A const char *base = dmp->dm_strtab.cts_data;
2N/A size_t ss_size = dmp->dm_strtab.cts_size;
2N/A uint_t i, n = dmp->dm_nsymelems;
2N/A uint_t asrsv = 0;
2N/A
2N/A for (i = 0; i < n; i++, sym++) {
2N/A const char *name = base + sym->st_name;
2N/A uchar_t type = ELF32_ST_TYPE(sym->st_info);
2N/A
2N/A if (type >= STT_NUM || type == STT_SECTION)
2N/A continue; /* skip sections and unknown types */
2N/A
2N/A if (sym->st_name == 0 || sym->st_name >= ss_size)
2N/A continue; /* skip null or invalid names */
2N/A
2N/A if (sym->st_value != 0 &&
2N/A (ELF32_ST_BIND(sym->st_info) != STB_LOCAL || sym->st_size))
2N/A asrsv++; /* reserve space in the address map */
2N/A
2N/A dt_module_symhash_insert(dmp, name, i);
2N/A }
2N/A
2N/A return (asrsv);
2N/A}
2N/A
2N/Astatic uint_t
2N/Adt_module_syminit64(dt_module_t *dmp)
2N/A{
2N/A#if STT_NUM != (STT_TLS + 1)
2N/A#error "STT_NUM has grown. update dt_module_syminit64()"
2N/A#endif
2N/A
2N/A const Elf64_Sym *sym = dmp->dm_symtab.cts_data;
2N/A const char *base = dmp->dm_strtab.cts_data;
2N/A size_t ss_size = dmp->dm_strtab.cts_size;
2N/A uint_t i, n = dmp->dm_nsymelems;
2N/A uint_t asrsv = 0;
2N/A
2N/A for (i = 0; i < n; i++, sym++) {
2N/A const char *name = base + sym->st_name;
2N/A uchar_t type = ELF64_ST_TYPE(sym->st_info);
2N/A
2N/A if (type >= STT_NUM || type == STT_SECTION)
2N/A continue; /* skip sections and unknown types */
2N/A
2N/A if (sym->st_name == 0 || sym->st_name >= ss_size)
2N/A continue; /* skip null or invalid names */
2N/A
2N/A if (sym->st_value != 0 &&
2N/A (ELF64_ST_BIND(sym->st_info) != STB_LOCAL || sym->st_size))
2N/A asrsv++; /* reserve space in the address map */
2N/A
2N/A dt_module_symhash_insert(dmp, name, i);
2N/A }
2N/A
2N/A return (asrsv);
2N/A}
2N/A
2N/A/*
2N/A * Sort comparison function for 32-bit symbol address-to-name lookups. We sort
2N/A * symbols by value. If values are equal, we prefer the symbol that is
2N/A * non-zero sized, typed, not weak, or lexically first, in that order.
2N/A */
2N/Astatic int
2N/Adt_module_symcomp32(const void *lp, const void *rp)
2N/A{
2N/A Elf32_Sym *lhs = *((Elf32_Sym **)lp);
2N/A Elf32_Sym *rhs = *((Elf32_Sym **)rp);
2N/A
2N/A if (lhs->st_value != rhs->st_value)
2N/A return (lhs->st_value > rhs->st_value ? 1 : -1);
2N/A
2N/A if ((lhs->st_size == 0) != (rhs->st_size == 0))
2N/A return (lhs->st_size == 0 ? 1 : -1);
2N/A
2N/A if ((ELF32_ST_TYPE(lhs->st_info) == STT_NOTYPE) !=
2N/A (ELF32_ST_TYPE(rhs->st_info) == STT_NOTYPE))
2N/A return (ELF32_ST_TYPE(lhs->st_info) == STT_NOTYPE ? 1 : -1);
2N/A
2N/A if ((ELF32_ST_BIND(lhs->st_info) == STB_WEAK) !=
2N/A (ELF32_ST_BIND(rhs->st_info) == STB_WEAK))
2N/A return (ELF32_ST_BIND(lhs->st_info) == STB_WEAK ? 1 : -1);
2N/A
2N/A return (strcmp(dt_module_strtab + lhs->st_name,
2N/A dt_module_strtab + rhs->st_name));
2N/A}
2N/A
2N/A/*
2N/A * Sort comparison function for 64-bit symbol address-to-name lookups. We sort
2N/A * symbols by value. If values are equal, we prefer the symbol that is
2N/A * non-zero sized, typed, not weak, or lexically first, in that order.
2N/A */
2N/Astatic int
2N/Adt_module_symcomp64(const void *lp, const void *rp)
2N/A{
2N/A Elf64_Sym *lhs = *((Elf64_Sym **)lp);
2N/A Elf64_Sym *rhs = *((Elf64_Sym **)rp);
2N/A
2N/A if (lhs->st_value != rhs->st_value)
2N/A return (lhs->st_value > rhs->st_value ? 1 : -1);
2N/A
2N/A if ((lhs->st_size == 0) != (rhs->st_size == 0))
2N/A return (lhs->st_size == 0 ? 1 : -1);
2N/A
2N/A if ((ELF64_ST_TYPE(lhs->st_info) == STT_NOTYPE) !=
2N/A (ELF64_ST_TYPE(rhs->st_info) == STT_NOTYPE))
2N/A return (ELF64_ST_TYPE(lhs->st_info) == STT_NOTYPE ? 1 : -1);
2N/A
2N/A if ((ELF64_ST_BIND(lhs->st_info) == STB_WEAK) !=
2N/A (ELF64_ST_BIND(rhs->st_info) == STB_WEAK))
2N/A return (ELF64_ST_BIND(lhs->st_info) == STB_WEAK ? 1 : -1);
2N/A
2N/A return (strcmp(dt_module_strtab + lhs->st_name,
2N/A dt_module_strtab + rhs->st_name));
2N/A}
2N/A
2N/Astatic void
2N/Adt_module_symsort32(dt_module_t *dmp)
2N/A{
2N/A Elf32_Sym *symtab = (Elf32_Sym *)dmp->dm_symtab.cts_data;
2N/A Elf32_Sym **sympp = (Elf32_Sym **)dmp->dm_asmap;
2N/A const dt_sym_t *dsp = dmp->dm_symchains + 1;
2N/A uint_t i, n = dmp->dm_symfree;
2N/A
2N/A for (i = 1; i < n; i++, dsp++) {
2N/A Elf32_Sym *sym = symtab + dsp->ds_symid;
2N/A if (sym->st_value != 0 &&
2N/A (ELF32_ST_BIND(sym->st_info) != STB_LOCAL || sym->st_size))
2N/A *sympp++ = sym;
2N/A }
2N/A
2N/A dmp->dm_aslen = (uint_t)(sympp - (Elf32_Sym **)dmp->dm_asmap);
2N/A assert(dmp->dm_aslen <= dmp->dm_asrsv);
2N/A
2N/A dt_module_strtab = dmp->dm_strtab.cts_data;
2N/A qsort(dmp->dm_asmap, dmp->dm_aslen,
2N/A sizeof (Elf32_Sym *), dt_module_symcomp32);
2N/A dt_module_strtab = NULL;
2N/A}
2N/A
2N/Astatic void
2N/Adt_module_symsort64(dt_module_t *dmp)
2N/A{
2N/A Elf64_Sym *symtab = (Elf64_Sym *)dmp->dm_symtab.cts_data;
2N/A Elf64_Sym **sympp = (Elf64_Sym **)dmp->dm_asmap;
2N/A const dt_sym_t *dsp = dmp->dm_symchains + 1;
2N/A uint_t i, n = dmp->dm_symfree;
2N/A
2N/A for (i = 1; i < n; i++, dsp++) {
2N/A Elf64_Sym *sym = symtab + dsp->ds_symid;
2N/A if (sym->st_value != 0 &&
2N/A (ELF64_ST_BIND(sym->st_info) != STB_LOCAL || sym->st_size))
2N/A *sympp++ = sym;
2N/A }
2N/A
2N/A dmp->dm_aslen = (uint_t)(sympp - (Elf64_Sym **)dmp->dm_asmap);
2N/A assert(dmp->dm_aslen <= dmp->dm_asrsv);
2N/A
2N/A dt_module_strtab = dmp->dm_strtab.cts_data;
2N/A qsort(dmp->dm_asmap, dmp->dm_aslen,
2N/A sizeof (Elf64_Sym *), dt_module_symcomp64);
2N/A dt_module_strtab = NULL;
2N/A}
2N/A
2N/Astatic GElf_Sym *
2N/Adt_module_symgelf32(const Elf32_Sym *src, GElf_Sym *dst)
2N/A{
2N/A if (dst != NULL) {
2N/A dst->st_name = src->st_name;
2N/A dst->st_info = src->st_info;
2N/A dst->st_other = src->st_other;
2N/A dst->st_shndx = src->st_shndx;
2N/A dst->st_value = src->st_value;
2N/A dst->st_size = src->st_size;
2N/A }
2N/A
2N/A return (dst);
2N/A}
2N/A
2N/Astatic GElf_Sym *
2N/Adt_module_symgelf64(const Elf64_Sym *src, GElf_Sym *dst)
2N/A{
2N/A if (dst != NULL)
2N/A bcopy(src, dst, sizeof (GElf_Sym));
2N/A
2N/A return (dst);
2N/A}
2N/A
2N/Astatic GElf_Sym *
2N/Adt_module_symname32(dt_module_t *dmp, const char *name,
2N/A GElf_Sym *symp, uint_t *idp)
2N/A{
2N/A const Elf32_Sym *symtab = dmp->dm_symtab.cts_data;
2N/A const char *strtab = dmp->dm_strtab.cts_data;
2N/A
2N/A const Elf32_Sym *sym;
2N/A const dt_sym_t *dsp;
2N/A uint_t i, h;
2N/A
2N/A if (dmp->dm_nsymelems == 0)
2N/A return (NULL);
2N/A
2N/A h = dt_strtab_hash(name, NULL) % dmp->dm_nsymbuckets;
2N/A
2N/A for (i = dmp->dm_symbuckets[h]; i != 0; i = dsp->ds_next) {
2N/A dsp = &dmp->dm_symchains[i];
2N/A sym = symtab + dsp->ds_symid;
2N/A
2N/A if (strcmp(name, strtab + sym->st_name) == 0) {
2N/A if (idp != NULL)
2N/A *idp = dsp->ds_symid;
2N/A return (dt_module_symgelf32(sym, symp));
2N/A }
2N/A }
2N/A
2N/A return (NULL);
2N/A}
2N/A
2N/Astatic GElf_Sym *
2N/Adt_module_symname64(dt_module_t *dmp, const char *name,
2N/A GElf_Sym *symp, uint_t *idp)
2N/A{
2N/A const Elf64_Sym *symtab = dmp->dm_symtab.cts_data;
2N/A const char *strtab = dmp->dm_strtab.cts_data;
2N/A
2N/A const Elf64_Sym *sym;
2N/A const dt_sym_t *dsp;
2N/A uint_t i, h;
2N/A
2N/A if (dmp->dm_nsymelems == 0)
2N/A return (NULL);
2N/A
2N/A h = dt_strtab_hash(name, NULL) % dmp->dm_nsymbuckets;
2N/A
2N/A for (i = dmp->dm_symbuckets[h]; i != 0; i = dsp->ds_next) {
2N/A dsp = &dmp->dm_symchains[i];
2N/A sym = symtab + dsp->ds_symid;
2N/A
2N/A if (strcmp(name, strtab + sym->st_name) == 0) {
2N/A if (idp != NULL)
2N/A *idp = dsp->ds_symid;
2N/A return (dt_module_symgelf64(sym, symp));
2N/A }
2N/A }
2N/A
2N/A return (NULL);
2N/A}
2N/A
2N/Astatic GElf_Sym *
2N/Adt_module_symaddr32(dt_module_t *dmp, GElf_Addr addr,
2N/A GElf_Sym *symp, uint_t *idp)
2N/A{
2N/A const Elf32_Sym **asmap = (const Elf32_Sym **)dmp->dm_asmap;
2N/A const Elf32_Sym *symtab = dmp->dm_symtab.cts_data;
2N/A const Elf32_Sym *sym;
2N/A
2N/A uint_t i, mid, lo = 0, hi = dmp->dm_aslen - 1;
2N/A Elf32_Addr v;
2N/A
2N/A if (dmp->dm_aslen == 0)
2N/A return (NULL);
2N/A
2N/A while (hi - lo > 1) {
2N/A mid = (lo + hi) / 2;
2N/A if (addr >= asmap[mid]->st_value)
2N/A lo = mid;
2N/A else
2N/A hi = mid;
2N/A }
2N/A
2N/A i = addr < asmap[hi]->st_value ? lo : hi;
2N/A sym = asmap[i];
2N/A v = sym->st_value;
2N/A
2N/A /*
2N/A * If the previous entry has the same value, improve our choice. The
2N/A * order of equal-valued symbols is determined by the comparison func.
2N/A */
2N/A while (i-- != 0 && asmap[i]->st_value == v)
2N/A sym = asmap[i];
2N/A
2N/A if (addr - sym->st_value < MAX(sym->st_size, 1)) {
2N/A if (idp != NULL)
2N/A *idp = (uint_t)(sym - symtab);
2N/A return (dt_module_symgelf32(sym, symp));
2N/A }
2N/A
2N/A return (NULL);
2N/A}
2N/A
2N/Astatic GElf_Sym *
2N/Adt_module_symaddr64(dt_module_t *dmp, GElf_Addr addr,
2N/A GElf_Sym *symp, uint_t *idp)
2N/A{
2N/A const Elf64_Sym **asmap = (const Elf64_Sym **)dmp->dm_asmap;
2N/A const Elf64_Sym *symtab = dmp->dm_symtab.cts_data;
2N/A const Elf64_Sym *sym;
2N/A
2N/A uint_t i, mid, lo = 0, hi = dmp->dm_aslen - 1;
2N/A Elf64_Addr v;
2N/A
2N/A if (dmp->dm_aslen == 0)
2N/A return (NULL);
2N/A
2N/A while (hi - lo > 1) {
2N/A mid = (lo + hi) / 2;
2N/A if (addr >= asmap[mid]->st_value)
2N/A lo = mid;
2N/A else
2N/A hi = mid;
2N/A }
2N/A
2N/A i = addr < asmap[hi]->st_value ? lo : hi;
2N/A sym = asmap[i];
2N/A v = sym->st_value;
2N/A
2N/A /*
2N/A * If the previous entry has the same value, improve our choice. The
2N/A * order of equal-valued symbols is determined by the comparison func.
2N/A */
2N/A while (i-- != 0 && asmap[i]->st_value == v)
2N/A sym = asmap[i];
2N/A
2N/A if (addr - sym->st_value < MAX(sym->st_size, 1)) {
2N/A if (idp != NULL)
2N/A *idp = (uint_t)(sym - symtab);
2N/A return (dt_module_symgelf64(sym, symp));
2N/A }
2N/A
2N/A return (NULL);
2N/A}
2N/A
2N/Astatic const dt_modops_t dt_modops_32 = {
2N/A dt_module_syminit32,
2N/A dt_module_symsort32,
2N/A dt_module_symname32,
2N/A dt_module_symaddr32
2N/A};
2N/A
2N/Astatic const dt_modops_t dt_modops_64 = {
2N/A dt_module_syminit64,
2N/A dt_module_symsort64,
2N/A dt_module_symname64,
2N/A dt_module_symaddr64
2N/A};
2N/A
2N/Adt_module_t *
2N/Adt_module_create(dtrace_hdl_t *dtp, const char *name)
2N/A{
2N/A uint_t h = dt_strtab_hash(name, NULL) % dtp->dt_modbuckets;
2N/A dt_module_t *dmp;
2N/A
2N/A for (dmp = dtp->dt_mods[h]; dmp != NULL; dmp = dmp->dm_next) {
2N/A if (strcmp(dmp->dm_name, name) == 0)
2N/A return (dmp);
2N/A }
2N/A
2N/A if ((dmp = malloc(sizeof (dt_module_t))) == NULL)
2N/A return (NULL); /* caller must handle allocation failure */
2N/A
2N/A bzero(dmp, sizeof (dt_module_t));
2N/A (void) strlcpy(dmp->dm_name, name, sizeof (dmp->dm_name));
2N/A dt_list_append(&dtp->dt_modlist, dmp);
2N/A dmp->dm_next = dtp->dt_mods[h];
2N/A dtp->dt_mods[h] = dmp;
2N/A dtp->dt_nmods++;
2N/A
2N/A if (dtp->dt_conf.dtc_ctfmodel == CTF_MODEL_LP64)
2N/A dmp->dm_ops = &dt_modops_64;
2N/A else
2N/A dmp->dm_ops = &dt_modops_32;
2N/A
2N/A return (dmp);
2N/A}
2N/A
2N/Adt_module_t *
2N/Adt_module_lookup_by_name(dtrace_hdl_t *dtp, const char *name)
2N/A{
2N/A uint_t h = dt_strtab_hash(name, NULL) % dtp->dt_modbuckets;
2N/A dt_module_t *dmp;
2N/A
2N/A for (dmp = dtp->dt_mods[h]; dmp != NULL; dmp = dmp->dm_next) {
2N/A if (strcmp(dmp->dm_name, name) == 0)
2N/A return (dmp);
2N/A }
2N/A
2N/A return (NULL);
2N/A}
2N/A
2N/A/*ARGSUSED*/
2N/Adt_module_t *
2N/Adt_module_lookup_by_ctf(dtrace_hdl_t *dtp, ctf_file_t *ctfp)
2N/A{
2N/A return (ctfp ? ctf_getspecific(ctfp) : NULL);
2N/A}
2N/A
2N/Astatic int
2N/Adt_module_load_sect(dtrace_hdl_t *dtp, dt_module_t *dmp, ctf_sect_t *ctsp)
2N/A{
2N/A const char *s;
2N/A size_t shstrs;
2N/A GElf_Shdr sh;
2N/A Elf_Data *dp;
2N/A Elf_Scn *sp;
2N/A
2N/A if (elf_getshdrstrndx(dmp->dm_elf, &shstrs) == -1)
2N/A return (dt_set_errno(dtp, EDT_NOTLOADED));
2N/A
2N/A for (sp = NULL; (sp = elf_nextscn(dmp->dm_elf, sp)) != NULL; ) {
2N/A if (gelf_getshdr(sp, &sh) == NULL || sh.sh_type == SHT_NULL ||
2N/A (s = elf_strptr(dmp->dm_elf, shstrs, sh.sh_name)) == NULL)
2N/A continue; /* skip any malformed sections */
2N/A
2N/A if (sh.sh_type == ctsp->cts_type &&
2N/A sh.sh_entsize == ctsp->cts_entsize &&
2N/A strcmp(s, ctsp->cts_name) == 0 &&
2N/A ((sh.sh_flags & SHF_SUNW_ABSENT) == 0))
2N/A break; /* section matches specification */
2N/A }
2N/A
2N/A /*
2N/A * If the section isn't found, return success but leave cts_data set
2N/A * to NULL and cts_size set to zero for our caller.
2N/A */
2N/A if (sp == NULL || (dp = elf_getdata(sp, NULL)) == NULL)
2N/A return (0);
2N/A
2N/A ctsp->cts_data = dp->d_buf;
2N/A ctsp->cts_size = dp->d_size;
2N/A
2N/A dt_dprintf("loaded %s [%s] (%lu bytes)\n",
2N/A dmp->dm_name, ctsp->cts_name, (ulong_t)ctsp->cts_size);
2N/A
2N/A return (0);
2N/A}
2N/A
2N/Aint
2N/Adt_module_load(dtrace_hdl_t *dtp, dt_module_t *dmp)
2N/A{
2N/A if (dmp->dm_flags & DT_DM_LOADED)
2N/A return (0); /* module is already loaded */
2N/A
2N/A dmp->dm_ctdata.cts_name = ".SUNW_ctf";
2N/A dmp->dm_ctdata.cts_type = SHT_PROGBITS;
2N/A dmp->dm_ctdata.cts_flags = 0;
2N/A dmp->dm_ctdata.cts_data = NULL;
2N/A dmp->dm_ctdata.cts_size = 0;
2N/A dmp->dm_ctdata.cts_entsize = 0;
2N/A dmp->dm_ctdata.cts_offset = 0;
2N/A
2N/A dmp->dm_symtab.cts_name = ".symtab";
2N/A dmp->dm_symtab.cts_type = SHT_SYMTAB;
2N/A dmp->dm_symtab.cts_flags = 0;
2N/A dmp->dm_symtab.cts_data = NULL;
2N/A dmp->dm_symtab.cts_size = 0;
2N/A dmp->dm_symtab.cts_entsize = dmp->dm_ops == &dt_modops_64 ?
2N/A sizeof (Elf64_Sym) : sizeof (Elf32_Sym);
2N/A dmp->dm_symtab.cts_offset = 0;
2N/A
2N/A dmp->dm_strtab.cts_name = ".strtab";
2N/A dmp->dm_strtab.cts_type = SHT_STRTAB;
2N/A dmp->dm_strtab.cts_flags = 0;
2N/A dmp->dm_strtab.cts_data = NULL;
2N/A dmp->dm_strtab.cts_size = 0;
2N/A dmp->dm_strtab.cts_entsize = 0;
2N/A dmp->dm_strtab.cts_offset = 0;
2N/A
2N/A /*
2N/A * Attempt to load the module's CTF section, symbol table section, and
2N/A * string table section. Note that modules may not contain CTF data:
2N/A * this will result in a successful load_sect but data of size zero.
2N/A * We will then fail if dt_module_getctf() is called, as shown below.
2N/A */
2N/A if (dt_module_load_sect(dtp, dmp, &dmp->dm_ctdata) == -1 ||
2N/A dt_module_load_sect(dtp, dmp, &dmp->dm_symtab) == -1 ||
2N/A dt_module_load_sect(dtp, dmp, &dmp->dm_strtab) == -1) {
2N/A dt_module_unload(dtp, dmp);
2N/A return (-1); /* dt_errno is set for us */
2N/A }
2N/A
2N/A /*
2N/A * Allocate the hash chains and hash buckets for symbol name lookup.
2N/A * This is relatively simple since the symbol table is of fixed size
2N/A * and is known in advance. We allocate one extra element since we
2N/A * use element indices instead of pointers and zero is our sentinel.
2N/A */
2N/A dmp->dm_nsymelems =
2N/A dmp->dm_symtab.cts_size / dmp->dm_symtab.cts_entsize;
2N/A
2N/A dmp->dm_nsymbuckets = _dtrace_strbuckets;
2N/A dmp->dm_symfree = 1; /* first free element is index 1 */
2N/A
2N/A dmp->dm_symbuckets = malloc(sizeof (uint_t) * dmp->dm_nsymbuckets);
2N/A dmp->dm_symchains = malloc(sizeof (dt_sym_t) * dmp->dm_nsymelems + 1);
2N/A
2N/A if (dmp->dm_symbuckets == NULL || dmp->dm_symchains == NULL) {
2N/A dt_module_unload(dtp, dmp);
2N/A return (dt_set_errno(dtp, EDT_NOMEM));
2N/A }
2N/A
2N/A bzero(dmp->dm_symbuckets, sizeof (uint_t) * dmp->dm_nsymbuckets);
2N/A bzero(dmp->dm_symchains, sizeof (dt_sym_t) * dmp->dm_nsymelems + 1);
2N/A
2N/A /*
2N/A * Iterate over the symbol table data buffer and insert each symbol
2N/A * name into the name hash if the name and type are valid. Then
2N/A * allocate the address map, fill it in, and sort it.
2N/A */
2N/A dmp->dm_asrsv = dmp->dm_ops->do_syminit(dmp);
2N/A
2N/A dt_dprintf("hashed %s [%s] (%u symbols)\n",
2N/A dmp->dm_name, dmp->dm_symtab.cts_name, dmp->dm_symfree - 1);
2N/A
2N/A if ((dmp->dm_asmap = malloc(sizeof (void *) * dmp->dm_asrsv)) == NULL) {
2N/A dt_module_unload(dtp, dmp);
2N/A return (dt_set_errno(dtp, EDT_NOMEM));
2N/A }
2N/A
2N/A dmp->dm_ops->do_symsort(dmp);
2N/A
2N/A dt_dprintf("sorted %s [%s] (%u symbols)\n",
2N/A dmp->dm_name, dmp->dm_symtab.cts_name, dmp->dm_aslen);
2N/A
2N/A dmp->dm_flags |= DT_DM_LOADED;
2N/A return (0);
2N/A}
2N/A
2N/Actf_file_t *
2N/Adt_module_getctf(dtrace_hdl_t *dtp, dt_module_t *dmp)
2N/A{
2N/A const char *parent;
2N/A dt_module_t *pmp;
2N/A ctf_file_t *pfp;
2N/A int model;
2N/A
2N/A if (dmp->dm_ctfp != NULL || dt_module_load(dtp, dmp) != 0)
2N/A return (dmp->dm_ctfp);
2N/A
2N/A if (dmp->dm_ops == &dt_modops_64)
2N/A model = CTF_MODEL_LP64;
2N/A else
2N/A model = CTF_MODEL_ILP32;
2N/A
2N/A /*
2N/A * If the data model of the module does not match our program data
2N/A * model, then do not permit CTF from this module to be opened and
2N/A * returned to the compiler. If we support mixed data models in the
2N/A * future for combined kernel/user tracing, this can be removed.
2N/A */
2N/A if (dtp->dt_conf.dtc_ctfmodel != model) {
2N/A (void) dt_set_errno(dtp, EDT_DATAMODEL);
2N/A return (NULL);
2N/A }
2N/A
2N/A if (dmp->dm_ctdata.cts_size == 0) {
2N/A (void) dt_set_errno(dtp, EDT_NOCTF);
2N/A return (NULL);
2N/A }
2N/A
2N/A dmp->dm_ctfp = ctf_bufopen(&dmp->dm_ctdata,
2N/A &dmp->dm_symtab, &dmp->dm_strtab, &dtp->dt_ctferr);
2N/A
2N/A if (dmp->dm_ctfp == NULL) {
2N/A (void) dt_set_errno(dtp, EDT_CTF);
2N/A return (NULL);
2N/A }
2N/A
2N/A (void) ctf_setmodel(dmp->dm_ctfp, model);
2N/A ctf_setspecific(dmp->dm_ctfp, dmp);
2N/A
2N/A if ((parent = ctf_parent_name(dmp->dm_ctfp)) != NULL) {
2N/A if ((pmp = dt_module_create(dtp, parent)) == NULL ||
2N/A (pfp = dt_module_getctf(dtp, pmp)) == NULL) {
2N/A if (pmp == NULL)
2N/A (void) dt_set_errno(dtp, EDT_NOMEM);
2N/A goto err;
2N/A }
2N/A
2N/A if (ctf_import(dmp->dm_ctfp, pfp) == CTF_ERR) {
2N/A dtp->dt_ctferr = ctf_errno(dmp->dm_ctfp);
2N/A (void) dt_set_errno(dtp, EDT_CTF);
2N/A goto err;
2N/A }
2N/A }
2N/A
2N/A dt_dprintf("loaded CTF container for %s (%p)\n",
2N/A dmp->dm_name, (void *)dmp->dm_ctfp);
2N/A
2N/A return (dmp->dm_ctfp);
2N/A
2N/Aerr:
2N/A ctf_close(dmp->dm_ctfp);
2N/A dmp->dm_ctfp = NULL;
2N/A return (NULL);
2N/A}
2N/A
2N/A/*ARGSUSED*/
2N/Avoid
2N/Adt_module_unload(dtrace_hdl_t *dtp, dt_module_t *dmp)
2N/A{
2N/A ctf_close(dmp->dm_ctfp);
2N/A dmp->dm_ctfp = NULL;
2N/A
2N/A bzero(&dmp->dm_ctdata, sizeof (ctf_sect_t));
2N/A bzero(&dmp->dm_symtab, sizeof (ctf_sect_t));
2N/A bzero(&dmp->dm_strtab, sizeof (ctf_sect_t));
2N/A
2N/A if (dmp->dm_symbuckets != NULL) {
2N/A free(dmp->dm_symbuckets);
2N/A dmp->dm_symbuckets = NULL;
2N/A }
2N/A
2N/A if (dmp->dm_symchains != NULL) {
2N/A free(dmp->dm_symchains);
2N/A dmp->dm_symchains = NULL;
2N/A }
2N/A
2N/A if (dmp->dm_asmap != NULL) {
2N/A free(dmp->dm_asmap);
2N/A dmp->dm_asmap = NULL;
2N/A }
2N/A
2N/A dmp->dm_symfree = 0;
2N/A dmp->dm_nsymbuckets = 0;
2N/A dmp->dm_nsymelems = 0;
2N/A dmp->dm_asrsv = 0;
2N/A dmp->dm_aslen = 0;
2N/A
2N/A dmp->dm_text_va = NULL;
2N/A dmp->dm_text_size = 0;
2N/A dmp->dm_data_va = NULL;
2N/A dmp->dm_data_size = 0;
2N/A dmp->dm_bss_va = NULL;
2N/A dmp->dm_bss_size = 0;
2N/A
2N/A if (dmp->dm_extern != NULL) {
2N/A dt_idhash_destroy(dmp->dm_extern);
2N/A dmp->dm_extern = NULL;
2N/A }
2N/A
2N/A (void) elf_end(dmp->dm_elf);
2N/A dmp->dm_elf = NULL;
2N/A
2N/A dmp->dm_flags &= ~DT_DM_LOADED;
2N/A}
2N/A
2N/Avoid
2N/Adt_module_destroy(dtrace_hdl_t *dtp, dt_module_t *dmp)
2N/A{
2N/A uint_t h = dt_strtab_hash(dmp->dm_name, NULL) % dtp->dt_modbuckets;
2N/A dt_module_t **dmpp = &dtp->dt_mods[h];
2N/A
2N/A dt_list_delete(&dtp->dt_modlist, dmp);
2N/A assert(dtp->dt_nmods != 0);
2N/A dtp->dt_nmods--;
2N/A
2N/A /*
2N/A * Now remove this module from its hash chain. We expect to always
2N/A * find the module on its hash chain, so in this loop we assert that
2N/A * we don't run off the end of the list.
2N/A */
2N/A while (*dmpp != dmp) {
2N/A dmpp = &((*dmpp)->dm_next);
2N/A assert(*dmpp != NULL);
2N/A }
2N/A
2N/A *dmpp = dmp->dm_next;
2N/A
2N/A dt_module_unload(dtp, dmp);
2N/A free(dmp);
2N/A}
2N/A
2N/A/*
2N/A * Insert a new external symbol reference into the specified module. The new
2N/A * symbol will be marked as undefined and is assigned a symbol index beyond
2N/A * any existing cached symbols from this module. We use the ident's di_data
2N/A * field to store a pointer to a copy of the dtrace_syminfo_t for this symbol.
2N/A */
2N/Adt_ident_t *
2N/Adt_module_extern(dtrace_hdl_t *dtp, dt_module_t *dmp,
2N/A const char *name, const dtrace_typeinfo_t *tip)
2N/A{
2N/A dtrace_syminfo_t *sip;
2N/A dt_ident_t *idp;
2N/A uint_t id;
2N/A
2N/A if (dmp->dm_extern == NULL && (dmp->dm_extern = dt_idhash_create(
2N/A "extern", NULL, dmp->dm_nsymelems, UINT_MAX)) == NULL) {
2N/A (void) dt_set_errno(dtp, EDT_NOMEM);
2N/A return (NULL);
2N/A }
2N/A
2N/A if (dt_idhash_nextid(dmp->dm_extern, &id) == -1) {
2N/A (void) dt_set_errno(dtp, EDT_SYMOFLOW);
2N/A return (NULL);
2N/A }
2N/A
2N/A if ((sip = malloc(sizeof (dtrace_syminfo_t))) == NULL) {
2N/A (void) dt_set_errno(dtp, EDT_NOMEM);
2N/A return (NULL);
2N/A }
2N/A
2N/A idp = dt_idhash_insert(dmp->dm_extern, name, DT_IDENT_SYMBOL, 0, id,
2N/A _dtrace_symattr, 0, &dt_idops_thaw, NULL, dtp->dt_gen);
2N/A
2N/A if (idp == NULL) {
2N/A (void) dt_set_errno(dtp, EDT_NOMEM);
2N/A free(sip);
2N/A return (NULL);
2N/A }
2N/A
2N/A sip->dts_object = dmp->dm_name;
2N/A sip->dts_name = idp->di_name;
2N/A sip->dts_id = idp->di_id;
2N/A
2N/A idp->di_data = sip;
2N/A idp->di_ctfp = tip->dtt_ctfp;
2N/A idp->di_type = tip->dtt_type;
2N/A
2N/A return (idp);
2N/A}
2N/A
2N/Aconst char *
2N/Adt_module_modelname(dt_module_t *dmp)
2N/A{
2N/A if (dmp->dm_ops == &dt_modops_64)
2N/A return ("64-bit");
2N/A else
2N/A return ("32-bit");
2N/A}
2N/A
2N/A/*
2N/A * Update our module cache by adding an entry for the specified module 'name'.
2N/A * We create the dt_module_t and populate it using /system/object/<name>/.
2N/A */
2N/Astatic void
2N/Adt_module_update(dtrace_hdl_t *dtp, const char *name)
2N/A{
2N/A char fname[MAXPATHLEN];
2N/A struct stat64 st;
2N/A int fd, err, bits;
2N/A
2N/A dt_module_t *dmp;
2N/A const char *s;
2N/A size_t shstrs;
2N/A GElf_Shdr sh;
2N/A Elf_Data *dp;
2N/A Elf_Scn *sp;
2N/A
2N/A (void) snprintf(fname, sizeof (fname),
2N/A "%s/%s/object", OBJFS_ROOT, name);
2N/A
2N/A if ((fd = open(fname, O_RDONLY)) == -1 || fstat64(fd, &st) == -1 ||
2N/A (dmp = dt_module_create(dtp, name)) == NULL) {
2N/A dt_dprintf("failed to open %s: %s\n", fname, strerror(errno));
2N/A (void) close(fd);
2N/A return;
2N/A }
2N/A
2N/A /*
2N/A * Since the module can unload out from under us (and /system/object
2N/A * will return ENOENT), tell libelf to cook the entire file now and
2N/A * then close the underlying file descriptor immediately. If this
2N/A * succeeds, we know that we can continue safely using dmp->dm_elf.
2N/A */
2N/A dmp->dm_elf = elf_begin(fd, ELF_C_READ, NULL);
2N/A err = elf_cntl(dmp->dm_elf, ELF_C_FDREAD);
2N/A (void) close(fd);
2N/A
2N/A if (dmp->dm_elf == NULL || err == -1 ||
2N/A elf_getshdrstrndx(dmp->dm_elf, &shstrs) == -1) {
2N/A dt_dprintf("failed to load %s: %s\n",
2N/A fname, elf_errmsg(elf_errno()));
2N/A dt_module_destroy(dtp, dmp);
2N/A return;
2N/A }
2N/A
2N/A switch (gelf_getclass(dmp->dm_elf)) {
2N/A case ELFCLASS32:
2N/A dmp->dm_ops = &dt_modops_32;
2N/A bits = 32;
2N/A break;
2N/A case ELFCLASS64:
2N/A dmp->dm_ops = &dt_modops_64;
2N/A bits = 64;
2N/A break;
2N/A default:
2N/A dt_dprintf("failed to load %s: unknown ELF class\n", fname);
2N/A dt_module_destroy(dtp, dmp);
2N/A return;
2N/A }
2N/A
2N/A /*
2N/A * Iterate over the section headers locating various sections of
2N/A * interest and use their attributes to flesh out the dt_module_t.
2N/A */
2N/A for (sp = NULL; (sp = elf_nextscn(dmp->dm_elf, sp)) != NULL; ) {
2N/A if (gelf_getshdr(sp, &sh) == NULL || sh.sh_type == SHT_NULL ||
2N/A (s = elf_strptr(dmp->dm_elf, shstrs, sh.sh_name)) == NULL ||
2N/A (sh.sh_flags & SHF_SUNW_ABSENT))
2N/A continue; /* skip any malformed sections */
2N/A
2N/A if (strcmp(s, ".text") == 0) {
2N/A dmp->dm_text_size = sh.sh_size;
2N/A dmp->dm_text_va = sh.sh_addr;
2N/A } else if (strcmp(s, ".data") == 0) {
2N/A dmp->dm_data_size = sh.sh_size;
2N/A dmp->dm_data_va = sh.sh_addr;
2N/A } else if (strcmp(s, ".bss") == 0) {
2N/A dmp->dm_bss_size = sh.sh_size;
2N/A dmp->dm_bss_va = sh.sh_addr;
2N/A } else if (strcmp(s, ".info") == 0 &&
2N/A (dp = elf_getdata(sp, NULL)) != NULL) {
2N/A bcopy(dp->d_buf, &dmp->dm_info,
2N/A MIN(sh.sh_size, sizeof (dmp->dm_info)));
2N/A } else if (strcmp(s, ".filename") == 0 &&
2N/A (dp = elf_getdata(sp, NULL)) != NULL) {
2N/A (void) strlcpy(dmp->dm_file,
2N/A dp->d_buf, sizeof (dmp->dm_file));
2N/A }
2N/A }
2N/A
2N/A dmp->dm_flags |= DT_DM_KERNEL;
2N/A dmp->dm_modid = (int)OBJFS_MODID(st.st_ino);
2N/A
2N/A if (dmp->dm_info.objfs_info_primary)
2N/A dmp->dm_flags |= DT_DM_PRIMARY;
2N/A
2N/A dt_dprintf("opened %d-bit module %s (%s) [%d]\n",
2N/A bits, dmp->dm_name, dmp->dm_file, dmp->dm_modid);
2N/A}
2N/A
2N/A/*
2N/A * Unload all the loaded modules and then refresh the module cache with the
2N/A * latest list of loaded modules and their address ranges.
2N/A */
2N/Avoid
2N/Adtrace_update(dtrace_hdl_t *dtp)
2N/A{
2N/A dt_module_t *dmp;
2N/A DIR *dirp;
2N/A
2N/A for (dmp = dt_list_next(&dtp->dt_modlist);
2N/A dmp != NULL; dmp = dt_list_next(dmp))
2N/A dt_module_unload(dtp, dmp);
2N/A
2N/A /*
2N/A * Open /system/object and attempt to create a libdtrace module for
2N/A * each kernel module that is loaded on the current system.
2N/A */
2N/A if (!(dtp->dt_oflags & DTRACE_O_NOSYS) &&
2N/A (dirp = opendir(OBJFS_ROOT)) != NULL) {
2N/A struct dirent *dp;
2N/A
2N/A while ((dp = readdir(dirp)) != NULL) {
2N/A if (dp->d_name[0] != '.')
2N/A dt_module_update(dtp, dp->d_name);
2N/A }
2N/A
2N/A (void) closedir(dirp);
2N/A }
2N/A
2N/A /*
2N/A * Look up all the macro identifiers and set di_id to the latest value.
2N/A * This code collaborates with dt_lex.l on the use of di_id. We will
2N/A * need to implement something fancier if we need to support non-ints.
2N/A */
2N/A dt_idhash_lookup(dtp->dt_macros, "egid")->di_id = getegid();
2N/A dt_idhash_lookup(dtp->dt_macros, "euid")->di_id = geteuid();
2N/A dt_idhash_lookup(dtp->dt_macros, "gid")->di_id = getgid();
2N/A dt_idhash_lookup(dtp->dt_macros, "pid")->di_id = getpid();
2N/A dt_idhash_lookup(dtp->dt_macros, "pgid")->di_id = getpgid(0);
2N/A dt_idhash_lookup(dtp->dt_macros, "ppid")->di_id = getppid();
2N/A dt_idhash_lookup(dtp->dt_macros, "projid")->di_id = getprojid();
2N/A dt_idhash_lookup(dtp->dt_macros, "sid")->di_id = getsid(0);
2N/A dt_idhash_lookup(dtp->dt_macros, "taskid")->di_id = gettaskid();
2N/A dt_idhash_lookup(dtp->dt_macros, "uid")->di_id = getuid();
2N/A
2N/A /*
2N/A * Cache the pointers to the modules representing the base executable
2N/A * and the run-time linker in the dtrace client handle. Note that on
2N/A * x86 krtld is folded into unix, so if we don't find it, use unix
2N/A * instead.
2N/A */
2N/A dtp->dt_exec = dt_module_lookup_by_name(dtp, "genunix");
2N/A dtp->dt_rtld = dt_module_lookup_by_name(dtp, "krtld");
2N/A if (dtp->dt_rtld == NULL)
2N/A dtp->dt_rtld = dt_module_lookup_by_name(dtp, "unix");
2N/A
2N/A /*
2N/A * If this is the first time we are initializing the module list,
2N/A * remove the module for genunix from the module list and then move it
2N/A * to the front of the module list. We do this so that type and symbol
2N/A * queries encounter genunix and thereby optimize for the common case
2N/A * in dtrace_lookup_by_name() and dtrace_lookup_by_type(), below.
2N/A */
2N/A if (dtp->dt_exec != NULL &&
2N/A dtp->dt_cdefs == NULL && dtp->dt_ddefs == NULL) {
2N/A dt_list_delete(&dtp->dt_modlist, dtp->dt_exec);
2N/A dt_list_prepend(&dtp->dt_modlist, dtp->dt_exec);
2N/A }
2N/A}
2N/A
2N/Astatic dt_module_t *
2N/Adt_module_from_object(dtrace_hdl_t *dtp, const char *object)
2N/A{
2N/A int err = EDT_NOMOD;
2N/A dt_module_t *dmp;
2N/A
2N/A switch ((uintptr_t)object) {
2N/A case (uintptr_t)DTRACE_OBJ_EXEC:
2N/A dmp = dtp->dt_exec;
2N/A break;
2N/A case (uintptr_t)DTRACE_OBJ_RTLD:
2N/A dmp = dtp->dt_rtld;
2N/A break;
2N/A case (uintptr_t)DTRACE_OBJ_CDEFS:
2N/A dmp = dtp->dt_cdefs;
2N/A break;
2N/A case (uintptr_t)DTRACE_OBJ_DDEFS:
2N/A dmp = dtp->dt_ddefs;
2N/A break;
2N/A default:
2N/A dmp = dt_module_create(dtp, object);
2N/A err = EDT_NOMEM;
2N/A }
2N/A
2N/A if (dmp == NULL)
2N/A (void) dt_set_errno(dtp, err);
2N/A
2N/A return (dmp);
2N/A}
2N/A
2N/A/*
2N/A * Exported interface to look up a symbol by name. We return the GElf_Sym and
2N/A * complete symbol information for the matching symbol.
2N/A */
2N/Aint
2N/Adtrace_lookup_by_name(dtrace_hdl_t *dtp, const char *object, const char *name,
2N/A GElf_Sym *symp, dtrace_syminfo_t *sip)
2N/A{
2N/A dt_module_t *dmp;
2N/A dt_ident_t *idp;
2N/A uint_t n, id;
2N/A GElf_Sym sym;
2N/A
2N/A uint_t mask = 0; /* mask of dt_module flags to match */
2N/A uint_t bits = 0; /* flag bits that must be present */
2N/A
2N/A if (object != DTRACE_OBJ_EVERY &&
2N/A object != DTRACE_OBJ_KMODS &&
2N/A object != DTRACE_OBJ_UMODS) {
2N/A if ((dmp = dt_module_from_object(dtp, object)) == NULL)
2N/A return (-1); /* dt_errno is set for us */
2N/A
2N/A if (dt_module_load(dtp, dmp) == -1)
2N/A return (-1); /* dt_errno is set for us */
2N/A n = 1;
2N/A
2N/A } else {
2N/A if (object == DTRACE_OBJ_KMODS)
2N/A mask = bits = DT_DM_KERNEL;
2N/A else if (object == DTRACE_OBJ_UMODS)
2N/A mask = DT_DM_KERNEL;
2N/A
2N/A dmp = dt_list_next(&dtp->dt_modlist);
2N/A n = dtp->dt_nmods;
2N/A }
2N/A
2N/A if (symp == NULL)
2N/A symp = &sym;
2N/A
2N/A for (; n > 0; n--, dmp = dt_list_next(dmp)) {
2N/A if ((dmp->dm_flags & mask) != bits)
2N/A continue; /* failed to match required attributes */
2N/A
2N/A if (dt_module_load(dtp, dmp) == -1)
2N/A continue; /* failed to load symbol table */
2N/A
2N/A if (dmp->dm_ops->do_symname(dmp, name, symp, &id) != NULL) {
2N/A if (sip != NULL) {
2N/A sip->dts_object = dmp->dm_name;
2N/A sip->dts_name = (const char *)
2N/A dmp->dm_strtab.cts_data + symp->st_name;
2N/A sip->dts_id = id;
2N/A }
2N/A return (0);
2N/A }
2N/A
2N/A if (dmp->dm_extern != NULL &&
2N/A (idp = dt_idhash_lookup(dmp->dm_extern, name)) != NULL) {
2N/A if (symp != &sym) {
2N/A symp->st_name = (uintptr_t)idp->di_name;
2N/A symp->st_info =
2N/A GELF_ST_INFO(STB_GLOBAL, STT_NOTYPE);
2N/A symp->st_other = 0;
2N/A symp->st_shndx = SHN_UNDEF;
2N/A symp->st_value = 0;
2N/A symp->st_size =
2N/A ctf_type_size(idp->di_ctfp, idp->di_type);
2N/A }
2N/A
2N/A if (sip != NULL) {
2N/A sip->dts_object = dmp->dm_name;
2N/A sip->dts_name = idp->di_name;
2N/A sip->dts_id = idp->di_id;
2N/A }
2N/A
2N/A return (0);
2N/A }
2N/A }
2N/A
2N/A return (dt_set_errno(dtp, EDT_NOSYM));
2N/A}
2N/A
2N/A/*
2N/A * Exported interface to look up a symbol by address. We return the GElf_Sym
2N/A * and complete symbol information for the matching symbol.
2N/A */
2N/Aint
2N/Adtrace_lookup_by_addr(dtrace_hdl_t *dtp, GElf_Addr addr,
2N/A GElf_Sym *symp, dtrace_syminfo_t *sip)
2N/A{
2N/A dt_module_t *dmp;
2N/A uint_t id;
2N/A const dtrace_vector_t *v = dtp->dt_vector;
2N/A
2N/A if (v != NULL)
2N/A return (v->dtv_lookup_by_addr(dtp->dt_varg, addr, symp, sip));
2N/A
2N/A for (dmp = dt_list_next(&dtp->dt_modlist); dmp != NULL;
2N/A dmp = dt_list_next(dmp)) {
2N/A if (addr - dmp->dm_text_va < dmp->dm_text_size ||
2N/A addr - dmp->dm_data_va < dmp->dm_data_size ||
2N/A addr - dmp->dm_bss_va < dmp->dm_bss_size)
2N/A break;
2N/A }
2N/A
2N/A if (dmp == NULL)
2N/A return (dt_set_errno(dtp, EDT_NOSYMADDR));
2N/A
2N/A if (dt_module_load(dtp, dmp) == -1)
2N/A return (-1); /* dt_errno is set for us */
2N/A
2N/A if (symp != NULL) {
2N/A if (dmp->dm_ops->do_symaddr(dmp, addr, symp, &id) == NULL)
2N/A return (dt_set_errno(dtp, EDT_NOSYMADDR));
2N/A }
2N/A
2N/A if (sip != NULL) {
2N/A sip->dts_object = dmp->dm_name;
2N/A
2N/A if (symp != NULL) {
2N/A sip->dts_name = (const char *)
2N/A dmp->dm_strtab.cts_data + symp->st_name;
2N/A sip->dts_id = id;
2N/A } else {
2N/A sip->dts_name = NULL;
2N/A sip->dts_id = 0;
2N/A }
2N/A }
2N/A
2N/A return (0);
2N/A}
2N/A
2N/Aint
2N/Adtrace_lookup_by_type(dtrace_hdl_t *dtp, const char *object, const char *name,
2N/A dtrace_typeinfo_t *tip)
2N/A{
2N/A dtrace_typeinfo_t ti;
2N/A dt_module_t *dmp;
2N/A int found = 0;
2N/A ctf_id_t id;
2N/A uint_t n;
2N/A int justone;
2N/A
2N/A uint_t mask = 0; /* mask of dt_module flags to match */
2N/A uint_t bits = 0; /* flag bits that must be present */
2N/A
2N/A if (object != DTRACE_OBJ_EVERY &&
2N/A object != DTRACE_OBJ_KMODS &&
2N/A object != DTRACE_OBJ_UMODS) {
2N/A if ((dmp = dt_module_from_object(dtp, object)) == NULL)
2N/A return (-1); /* dt_errno is set for us */
2N/A
2N/A if (dt_module_load(dtp, dmp) == -1)
2N/A return (-1); /* dt_errno is set for us */
2N/A n = 1;
2N/A justone = 1;
2N/A
2N/A } else {
2N/A if (object == DTRACE_OBJ_KMODS)
2N/A mask = bits = DT_DM_KERNEL;
2N/A else if (object == DTRACE_OBJ_UMODS)
2N/A mask = DT_DM_KERNEL;
2N/A
2N/A dmp = dt_list_next(&dtp->dt_modlist);
2N/A n = dtp->dt_nmods;
2N/A justone = 0;
2N/A }
2N/A
2N/A if (tip == NULL)
2N/A tip = &ti;
2N/A
2N/A for (; n > 0; n--, dmp = dt_list_next(dmp)) {
2N/A if ((dmp->dm_flags & mask) != bits)
2N/A continue; /* failed to match required attributes */
2N/A
2N/A /*
2N/A * If we can't load the CTF container, continue on to the next
2N/A * module. If our search was scoped to only one module then
2N/A * return immediately leaving dt_errno unmodified.
2N/A */
2N/A if (dt_module_getctf(dtp, dmp) == NULL) {
2N/A if (justone)
2N/A return (-1);
2N/A continue;
2N/A }
2N/A
2N/A /*
2N/A * Look up the type in the module's CTF container. If our
2N/A * match is a forward declaration tag, save this choice in
2N/A * 'tip' and keep going in the hope that we will locate the
2N/A * underlying structure definition. Otherwise just return.
2N/A */
2N/A if ((id = ctf_lookup_by_name(dmp->dm_ctfp, name)) != CTF_ERR) {
2N/A tip->dtt_object = dmp->dm_name;
2N/A tip->dtt_ctfp = dmp->dm_ctfp;
2N/A tip->dtt_type = id;
2N/A
2N/A if (ctf_type_kind(dmp->dm_ctfp, ctf_type_resolve(
2N/A dmp->dm_ctfp, id)) != CTF_K_FORWARD)
2N/A return (0);
2N/A
2N/A found++;
2N/A }
2N/A }
2N/A
2N/A if (found == 0)
2N/A return (dt_set_errno(dtp, EDT_NOTYPE));
2N/A
2N/A return (0);
2N/A}
2N/A
2N/Aint
2N/Adtrace_symbol_type(dtrace_hdl_t *dtp, const GElf_Sym *symp,
2N/A const dtrace_syminfo_t *sip, dtrace_typeinfo_t *tip)
2N/A{
2N/A dt_module_t *dmp;
2N/A
2N/A tip->dtt_object = NULL;
2N/A tip->dtt_ctfp = NULL;
2N/A tip->dtt_type = CTF_ERR;
2N/A
2N/A if ((dmp = dt_module_lookup_by_name(dtp, sip->dts_object)) == NULL)
2N/A return (dt_set_errno(dtp, EDT_NOMOD));
2N/A
2N/A if (symp->st_shndx == SHN_UNDEF && dmp->dm_extern != NULL) {
2N/A dt_ident_t *idp =
2N/A dt_idhash_lookup(dmp->dm_extern, sip->dts_name);
2N/A
2N/A if (idp == NULL)
2N/A return (dt_set_errno(dtp, EDT_NOSYM));
2N/A
2N/A tip->dtt_ctfp = idp->di_ctfp;
2N/A tip->dtt_type = idp->di_type;
2N/A
2N/A } else if (GELF_ST_TYPE(symp->st_info) != STT_FUNC) {
2N/A if (dt_module_getctf(dtp, dmp) == NULL)
2N/A return (-1); /* errno is set for us */
2N/A
2N/A tip->dtt_ctfp = dmp->dm_ctfp;
2N/A tip->dtt_type = ctf_lookup_by_symbol(dmp->dm_ctfp, sip->dts_id);
2N/A
2N/A if (tip->dtt_type == CTF_ERR) {
2N/A dtp->dt_ctferr = ctf_errno(tip->dtt_ctfp);
2N/A return (dt_set_errno(dtp, EDT_CTF));
2N/A }
2N/A
2N/A } else {
2N/A tip->dtt_ctfp = DT_FPTR_CTFP(dtp);
2N/A tip->dtt_type = DT_FPTR_TYPE(dtp);
2N/A }
2N/A
2N/A tip->dtt_object = dmp->dm_name;
2N/A return (0);
2N/A}
2N/A
2N/Astatic dtrace_objinfo_t *
2N/Adt_module_info(const dt_module_t *dmp, dtrace_objinfo_t *dto)
2N/A{
2N/A dto->dto_name = dmp->dm_name;
2N/A dto->dto_file = dmp->dm_file;
2N/A dto->dto_id = dmp->dm_modid;
2N/A dto->dto_flags = 0;
2N/A
2N/A if (dmp->dm_flags & DT_DM_KERNEL)
2N/A dto->dto_flags |= DTRACE_OBJ_F_KERNEL;
2N/A if (dmp->dm_flags & DT_DM_PRIMARY)
2N/A dto->dto_flags |= DTRACE_OBJ_F_PRIMARY;
2N/A
2N/A dto->dto_text_va = dmp->dm_text_va;
2N/A dto->dto_text_size = dmp->dm_text_size;
2N/A dto->dto_data_va = dmp->dm_data_va;
2N/A dto->dto_data_size = dmp->dm_data_size;
2N/A dto->dto_bss_va = dmp->dm_bss_va;
2N/A dto->dto_bss_size = dmp->dm_bss_size;
2N/A
2N/A return (dto);
2N/A}
2N/A
2N/Aint
2N/Adtrace_object_iter(dtrace_hdl_t *dtp, dtrace_obj_f *func, void *data)
2N/A{
2N/A const dt_module_t *dmp = dt_list_next(&dtp->dt_modlist);
2N/A dtrace_objinfo_t dto;
2N/A int rv;
2N/A
2N/A for (; dmp != NULL; dmp = dt_list_next(dmp)) {
2N/A if ((rv = (*func)(dtp, dt_module_info(dmp, &dto), data)) != 0)
2N/A return (rv);
2N/A }
2N/A
2N/A return (0);
2N/A}
2N/A
2N/Aint
2N/Adtrace_object_info(dtrace_hdl_t *dtp, const char *object, dtrace_objinfo_t *dto)
2N/A{
2N/A dt_module_t *dmp;
2N/A
2N/A if (object == DTRACE_OBJ_EVERY || object == DTRACE_OBJ_KMODS ||
2N/A object == DTRACE_OBJ_UMODS || dto == NULL)
2N/A return (dt_set_errno(dtp, EINVAL));
2N/A
2N/A if ((dmp = dt_module_from_object(dtp, object)) == NULL)
2N/A return (-1); /* dt_errno is set for us */
2N/A
2N/A if (dt_module_load(dtp, dmp) == -1)
2N/A return (-1); /* dt_errno is set for us */
2N/A
2N/A (void) dt_module_info(dmp, dto);
2N/A return (0);
2N/A}