os/cpupm/turbo.c

5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld/*
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld * CDDL HEADER START
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld *
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld * The contents of this file are subject to the terms of the
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld * Common Development and Distribution License (the "License").
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld * You may not use this file except in compliance with the License.
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld *
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld * or http://www.opensolaris.org/os/licensing.
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld * See the License for the specific language governing permissions
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld * and limitations under the License.
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld *
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld * When distributing Covered Code, include this CDDL HEADER in each
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld * If applicable, add the following below this CDDL HEADER, with the
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld * fields enclosed by brackets "[]" replaced with your own identifying
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld * information: Portions Copyright [yyyy] [name of copyright owner]
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld *
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld * CDDL HEADER END
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld */
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld/*
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld * Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved.
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld */
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld/*
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld * Copyright (c) 2009,  Intel Corporation.
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld * All Rights Reserved.
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld */
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld#include <sys/x86_archext.h>
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld#include <sys/machsystm.h>
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld#include <sys/archsystm.h>
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld#include <sys/x_call.h>
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld#include <sys/acpi/acpi.h>
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld#include <sys/acpica.h>
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld#include <sys/speedstep.h>
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld#include <sys/cpu_acpi.h>
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld#include <sys/cpupm.h>
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld#include <sys/dtrace.h>
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld#include <sys/sdt.h>
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeldtypedef struct turbo_kstat_s {
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    struct kstat_named  turbo_supported;    /* turbo flag */
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    struct kstat_named  t_mcnt;         /* IA32_MPERF_MSR */
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    struct kstat_named  t_acnt;         /* IA32_APERF_MSR */
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld} turbo_kstat_t;
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeldstatic int turbo_kstat_update(kstat_t *, int);
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeldstatic void get_turbo_info(cpupm_mach_turbo_info_t *);
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeldstatic void reset_turbo_info(void);
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeldstatic void record_turbo_info(cpupm_mach_turbo_info_t *, uint32_t, uint32_t);
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeldstatic void update_turbo_info(cpupm_mach_turbo_info_t *);
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeldstatic kmutex_t turbo_mutex;
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeldturbo_kstat_t turbo_kstat = {
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    { "turbo_supported",    KSTAT_DATA_UINT32 },
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    { "turbo_mcnt",     KSTAT_DATA_UINT64 },
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    { "turbo_acnt",     KSTAT_DATA_UINT64 },
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld};
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld#define CPU_ACPI_P0         0
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld#define CPU_IN_TURBO            1
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld/*
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld * MSR for hardware coordination feedback mechanism
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld *   - IA32_MPERF: increments in proportion to a fixed frequency
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld *   - IA32_APERF: increments in proportion to actual performance
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld */
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld#define IA32_MPERF_MSR          0xE7
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld#define IA32_APERF_MSR          0xE8
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld/*
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld * kstat update function of the turbo mode info
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld */
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeldstatic int
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeldturbo_kstat_update(kstat_t *ksp, int flag)
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld{
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    cpupm_mach_turbo_info_t *turbo_info = ksp->ks_private;
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    if (flag == KSTAT_WRITE) {
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld        return (EACCES);
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    }
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    /*
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld     * update the count in case CPU is in the turbo
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld     * mode for a long time
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld     */
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    if (turbo_info->in_turbo == CPU_IN_TURBO)
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld        update_turbo_info(turbo_info);
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    turbo_kstat.turbo_supported.value.ui32 =
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld        turbo_info->turbo_supported;
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    turbo_kstat.t_mcnt.value.ui64 = turbo_info->t_mcnt;
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    turbo_kstat.t_acnt.value.ui64 = turbo_info->t_acnt;
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    return (0);
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld}
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld/*
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld * update the sum of counts and clear MSRs
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld */
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeldstatic void
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeldupdate_turbo_info(cpupm_mach_turbo_info_t *turbo_info)
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld{
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    ulong_t     iflag;
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    uint64_t    mcnt, acnt;
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    iflag = intr_clear();
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    mcnt = rdmsr(IA32_MPERF_MSR);
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    acnt = rdmsr(IA32_APERF_MSR);
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    wrmsr(IA32_MPERF_MSR, 0);
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    wrmsr(IA32_APERF_MSR, 0);
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    turbo_info->t_mcnt += mcnt;
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    turbo_info->t_acnt += acnt;
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    intr_restore(iflag);
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld}
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld/*
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld * Get count of MPERF/APERF MSR
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld */
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeldstatic void
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeldget_turbo_info(cpupm_mach_turbo_info_t *turbo_info)
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld{
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    ulong_t     iflag;
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    uint64_t    mcnt, acnt;
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    iflag = intr_clear();
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    mcnt = rdmsr(IA32_MPERF_MSR);
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    acnt = rdmsr(IA32_APERF_MSR);
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    turbo_info->t_mcnt += mcnt;
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    turbo_info->t_acnt += acnt;
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    intr_restore(iflag);
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld}
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld/*
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld * Clear MPERF/APERF MSR
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld */
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeldstatic void
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeldreset_turbo_info(void)
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld{
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    ulong_t     iflag;
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    iflag = intr_clear();
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    wrmsr(IA32_MPERF_MSR, 0);
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    wrmsr(IA32_APERF_MSR, 0);
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    intr_restore(iflag);
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld}
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld/*
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld * sum up the count of one CPU_ACPI_P0 transition
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld */
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeldvoid
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeldcpupm_record_turbo_info(cpupm_mach_turbo_info_t *turbo_info,
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    uint32_t cur_state, uint32_t req_state)
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld{
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    if (!turbo_info->turbo_supported)
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld        return;
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    /*
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld     * enter P0 state
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld     */
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    if (req_state == CPU_ACPI_P0) {
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld        reset_turbo_info();
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld        turbo_info->in_turbo = CPU_IN_TURBO;
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    }
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    /*
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld     * Leave P0 state
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld     */
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    else if (cur_state == CPU_ACPI_P0) {
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld        turbo_info->in_turbo = 0;
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld        get_turbo_info(turbo_info);
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    }
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld}
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeldcpupm_mach_turbo_info_t *
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeldcpupm_turbo_init(cpu_t *cp)
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld{
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    cpupm_mach_turbo_info_t *turbo_info;
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    turbo_info = kmem_zalloc(sizeof (cpupm_mach_turbo_info_t), KM_SLEEP);
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    turbo_info->turbo_supported = 1;
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    turbo_info->turbo_ksp = kstat_create("turbo", cp->cpu_id,
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld        "turbo", "misc", KSTAT_TYPE_NAMED,
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld        sizeof (turbo_kstat) / sizeof (kstat_named_t),
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld        KSTAT_FLAG_VIRTUAL);
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    if (turbo_info->turbo_ksp == NULL) {
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld        cmn_err(CE_NOTE, "kstat_create(turbo) fail");
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    } else {
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld        turbo_info->turbo_ksp->ks_data = &turbo_kstat;
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld        turbo_info->turbo_ksp->ks_lock = &turbo_mutex;
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld        turbo_info->turbo_ksp->ks_update = turbo_kstat_update;
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld        turbo_info->turbo_ksp->ks_data_size += MAXNAMELEN;
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld        turbo_info->turbo_ksp->ks_private = turbo_info;
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld        kstat_install(turbo_info->turbo_ksp);
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    }
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    return (turbo_info);
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld}
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeldvoid
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeldcpupm_turbo_fini(cpupm_mach_turbo_info_t *turbo_info)
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld{
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    if (turbo_info->turbo_ksp != NULL)
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld        kstat_delete(turbo_info->turbo_ksp);
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld    kmem_free(turbo_info, sizeof (cpupm_mach_turbo_info_t));
5951ced0ac070feedc4707fba3149df0b5b406f8Hans Rosenfeld}