10b444a87400224fdb8ed3a329960a27385a96daGordon Ross/*
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * CDDL HEADER START
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross *
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * The contents of this file are subject to the terms of the
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * Common Development and Distribution License, Version 1.0 only
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * (the "License"). You may not use this file except in compliance
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * with the License.
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross *
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * or http://www.opensolaris.org/os/licensing.
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * See the License for the specific language governing permissions
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * and limitations under the License.
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross *
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * When distributing Covered Code, include this CDDL HEADER in each
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * If applicable, add the following below this CDDL HEADER, with the
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * fields enclosed by brackets "[]" replaced with your own identifying
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * information: Portions Copyright [yyyy] [name of copyright owner]
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross *
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * CDDL HEADER END
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross/*
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * Copyright (c) 1994, by Sun Microsytems, Inc.
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross#pragma ident "%Z%%M% %I% %E% SMI"
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross/*
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * Includes
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross#include <sys/param.h>
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross#include <sys/time.h>
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross#include <sys/debug.h>
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross#include <sys/cmn_err.h>
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross#include <sys/tnf.h>
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross#include "tnf_buf.h"
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross#include "tnf_types.h"
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross#include "tnf_trace.h"
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross/*
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * Defines
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross#define ENCODED_TAG(tag, tagarg) \
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross ((tag) | ((tagarg) & 0xfffc) | TNF_REF32_T_PAIR)
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross/*
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * CAUTION: halfword_accessible assumes that the pointer is to a reclaimable
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * block - i.e. negative offsets have a 0 in high bit
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross#define HALFWORD_ACCESSIBLE(x) \
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross ((((x) & 0xffff8000) == 0) || (((x) & 0xffff8000) == 0x7fff8000))
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross/*
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * Check that x can be encoded in tagarg slot
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * Same as above, but operates on ints (no space bit)
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross#define TAGARG_CHECK(x) \
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross (((x) < 32767) && ((x) > -32768))
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross/*
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * Check that hit 32 bits of hrtime are zero
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross#define TIME_CHECK(x) \
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross (((x) >> 32) == 0)
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross/*
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * CAUTION: Use the following macro only when doing a self relative pointer
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * to a target in the same block
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross#define PTR_DIFF(item, ref) \
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross ((tnf_ref32_t)((tnf_record_p)(item) - (tnf_record_p)(ref)))
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross/*
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * Typedefs
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross
10b444a87400224fdb8ed3a329960a27385a96daGordon Rosstypedef struct {
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross tnf_probe_event_t probe_event;
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross tnf_time_delta_t time_delta;
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross} probe_event_prototype_t;
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross/*
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * Declarations
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross/*
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * tnf_trace_alloc
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * the probe allocation function
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross
10b444a87400224fdb8ed3a329960a27385a96daGordon Rossvoid *
10b444a87400224fdb8ed3a329960a27385a96daGordon Rosstnf_trace_alloc(tnf_ops_t *ops, tnf_probe_control_t *probe_p,
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross tnf_probe_setup_t *set_p)
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross{
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross TNFW_B_WCB *wcb;
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross uintptr_t probe_index;
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross tnf_record_p sched_record_p;
b3700b074e637f8c6991b70754c88a2cfffb246bGordon Ross tnf_reference_t sched_offset, tag_disp;
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross tnf_block_header_t *block;
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross tnf_uint32_t shift;
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross probe_event_prototype_t *buffer;
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross hrtime_t curr_time, time_diff;
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross tnf_schedule_t *sched;
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross tnf_ref32_t *fwd_p;
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross size_t size, asize;
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross /*
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * Check the "tracing active" flag after setting the busy bit;
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * this avoids a race in which we check the "tracing active"
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * flag, then it gets turned off, and the buffer gets
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * deallocated, before we've set the busy bit.
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross if (!lock_try(&ops->busy)) /* atomic op flushes WB */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross return (NULL);
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross if (!tnf_tracing_active)
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross goto null_ret;
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross /*
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * Write probe tag if needed
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross probe_index = probe_p->index;
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross if (probe_index == 0) {
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross if ((probe_index = tnf_probe_tag(ops, probe_p)) == 0)
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross goto null_ret;
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross }
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross /*
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * Determine how much memory is required
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross size = probe_p->tnf_event_size;
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross asize = size + sizeof (tnf_ref32_t); /* one fwd ptr */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross if (PROBE_IS_FILE_PTR(probe_index))
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross /* common case - probe_index is a file ptr */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross /* LINTED assignment of 64-bit integer to 32-bit integer */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross tag_disp = probe_index & PROBE_INDEX_LOW_MASK;
b3700b074e637f8c6991b70754c88a2cfffb246bGordon Ross else
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross /* rare case -- get an extra fwd ptr */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross asize += sizeof (tnf_ref32_t);
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross /*
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * Allocate memory
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross wcb = &ops->wcb;
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross /* LINTED assignment of 64-bit integer to 16-bit integer */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross TNFW_B_ALLOC(wcb, asize, buffer, probe_event_prototype_t *);
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross if (buffer == NULL)
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross goto null_ret;
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross /* LINTED pointer cast may result in improper alignment */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross fwd_p = (tnf_ref32_t *)((char *)buffer + size);
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross /*
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * Check if the probe tag needs more work
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross if (!PROBE_IS_FILE_PTR(probe_index)) {
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross /* use up first fwd ptr */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross /* LINTED assignment of 64-bit integer to 32-bit integer */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross *fwd_p = TNF_REF32_MAKE_PERMANENT(
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross (tnf_record_p)probe_index - tnf_buf);
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross /* LINTED cast from 64-bit integer to 32-bit integer */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross tag_disp = PTR_DIFF(fwd_p, buffer);
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross tag_disp |= TNF_TAG16_T_REL;
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross tag_disp = tag_disp << TNF_REF32_TAG16_SHIFT;
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross fwd_p++;
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross }
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross /*
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * Get timestamp
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross curr_time = gethrtime();
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross /*
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * Write schedule record if needed
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross sched = &ops->schedule;
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross /* LINTED pointer cast */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross shift = ((tnf_buf_file_header_t *)tnf_buf)->com.file_log_size;
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross block = (tnf_block_header_t *)((uintptr_t)buffer & TNF_BLOCK_MASK);
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross if ((sched_record_p = sched->record_p) == NULL)
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross /* No record written yet */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross goto new_schedule;
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross /*
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * Note: Don't bother about space bit here, because we'll
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * only use bits 15:2 anyway
b3700b074e637f8c6991b70754c88a2cfffb246bGordon Ross */
b3700b074e637f8c6991b70754c88a2cfffb246bGordon Ross#if defined(_LP64)
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross /* LINTED assignment of 64-bit integer to 32-bit integer */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross sched_offset = ((sched->record_gen - block->generation) << shift) +
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross (sched_record_p - (caddr_t)buffer);
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross#else
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross sched_offset = ((sched->record_gen - block->generation) << shift) +
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross (sched_record_p - (caddr_t)buffer);
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross#endif
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross if (!TAGARG_CHECK(sched_offset))
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross /* Record too far away to reference */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross goto new_schedule;
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross time_diff = curr_time - sched->time_base;
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross if (!TIME_CHECK(time_diff))
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross /* Time delta can't fit in 32 bits */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross goto new_schedule;
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross if (sched->cpuid != CPU->cpu_id)
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross /* CPU information is invalid */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross goto new_schedule;
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross /*
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * Can reuse existing schedule record
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * Since we did not allocate any more space, can giveback
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross#if defined(_LP64)
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross /* LINTED warning: assignment of 64-bit integer to 16-bit integer */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross TNFW_B_GIVEBACK(wcb, fwd_p);
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross#else
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross TNFW_B_GIVEBACK(wcb, fwd_p);
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross#endif
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross
10b444a87400224fdb8ed3a329960a27385a96daGordon Rossgood_ret:
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross /*
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * Store return params and two common event members, return buffer
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross set_p->tpd_p = ops;
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross set_p->buffer_p = buffer;
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross set_p->probe_p = probe_p;
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross buffer->probe_event = ENCODED_TAG(tag_disp, sched_offset);
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross#if defined(_LP64)
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross /* LINTED assignment of 64-bit integer to 32-bit integer */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross buffer->time_delta = tnf_time_delta(ops, (unsigned long)time_diff,
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross &buffer->probe_time_delta);
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross#else
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross buffer->time_delta = tnf_time_delta(ops, (unsigned long)time_diff,
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross &buffer->probe_time_delta);
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross#endif
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross return (buffer);
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross
10b444a87400224fdb8ed3a329960a27385a96daGordon Rossnew_schedule:
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross /*
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross * Write a new schedule record for this thread
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross sched->cpuid = CPU->cpu_id;
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross sched->time_base = curr_time;
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross time_diff = 0;
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross if ((sched_record_p = tnf_kernel_schedule(ops, sched)) != NULL) {
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross /* use one of the extra alloced words for the forwarding ptr */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross#if defined(_LP64)
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross /* LINTED assignment of 64-bit integer to 32-bit integer */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross *fwd_p = TNF_REF32_MAKE_RECLAIMABLE(
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross ((sched->record_gen - block->generation) << shift) +
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross /* LINTED */
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross (sched_record_p - (tnf_record_p)fwd_p));
10b444a87400224fdb8ed3a329960a27385a96daGordon Ross /* LINTED cast from 64-bit integer to 32-bit integer */
sched_offset = PTR_DIFF(fwd_p, buffer);
#else
*fwd_p = TNF_REF32_MAKE_RECLAIMABLE(
((sched->record_gen - block->generation) << shift) +
(sched_record_p - (tnf_record_p)fwd_p));
sched_offset = PTR_DIFF(fwd_p, buffer);
#endif
} else {
/* Allocation failed (tracing may have been stopped) */
sched_offset = 0;
*fwd_p = TNF_NULL;
}
goto good_ret;
null_ret:
/*
* Clear busy flag and return null
*/
LOCK_INIT_CLEAR(&ops->busy); /* XXX save a call */
return (NULL);
}
/*
* tnf_trace_commit
*/
void
tnf_trace_commit(tnf_probe_setup_t *set_p)
{
tnf_ops_t *ops;
TNFW_B_WCB *wcb;
TNFW_B_POS *pos;
ops = set_p->tpd_p;
wcb = &ops->wcb;
/* commit reusable bytes */
pos = &wcb->tnfw_w_pos;
TNFW_B_COMMIT(pos);
/* commit tag bytes */
pos = &wcb->tnfw_w_tag_pos;
TNFW_B_COMMIT(pos);
/* clear busy flag */
LOCK_INIT_CLEAR(&ops->busy); /* XXX save a call */
}
/*
* tnf_trace_rollback
*/
void
tnf_trace_rollback(tnf_probe_setup_t *set_p)
{
tnf_ops_t *ops;
TNFW_B_WCB *wcb;
TNFW_B_POS *pos;
ops = set_p->tpd_p;
wcb = &ops->wcb;
/* rollback data bytes */
pos = &wcb->tnfw_w_pos;
TNFW_B_ROLLBACK(pos);
/* commit tag bytes */
pos = &wcb->tnfw_w_tag_pos;
TNFW_B_COMMIT(pos);
/* zap schedule record, since it is in uncommitted store */
ops->schedule.record_p = NULL;
/* clear busy flag */
LOCK_INIT_CLEAR(&ops->busy); /* XXX save a call */
}
/*
* tnf_allocate
* exported interface for allocating trace memory
*/
void *
tnf_allocate(tnf_ops_t *ops, size_t size)
{
return (tnfw_b_alloc(&ops->wcb, size, ops->mode));
}