Lines Matching refs:cp
77 extern char *cpu_fru_fmri(cpu_t *cp);
80 static void cpu_add_active_internal(cpu_t *cp);
81 static void cpu_remove_active(cpu_t *cp);
82 static void cpu_info_kstat_create(cpu_t *cp);
83 static void cpu_info_kstat_destroy(cpu_t *cp);
84 static void cpu_stats_kstat_create(cpu_t *cp);
85 static void cpu_stats_kstat_destroy(cpu_t *cp);
400 cpu_t *cp;
417 cp = cpu[cpu_id];
418 ASSERT(cp != NULL); /* user must provide a good cpu_id */
424 if (t->t_affinitycnt > 0 && t->t_bound_cpu != cp) {
426 (void *)cp, (void *)t->t_bound_cpu);
429 t->t_bound_cpu = cp;
434 if (cp != t->t_cpu || t != curthread) {
531 cpu_t *cp;
536 cp = CPU;
548 if (CPU_ON_INTR(cp) || t->t_flag & T_INTR_THREAD ||
562 if (t->t_nomigrate && t->t_weakbound_cpu && t->t_weakbound_cpu != cp) {
565 "bound to %p", (void *)cp,
632 if (cp != cpu_inmotion || t->t_nomigrate > 0 || t->t_preempt > 1 ||
633 t->t_bound_cpu == cp) {
643 t->t_weakbound_cpu = cp;
667 cp->cpu_kprunrun = 1;
843 cpu_pause_alloc(cpu_t *cp)
846 long cpun = cp->cpu_id;
855 t->t_bound_cpu = cp;
856 t->t_disp_queue = cp->cpu_disp;
860 cp->cpu_pause_thread = t;
875 cpu_pause_free(cpu_t *cp)
878 int cpun = cp->cpu_id;
884 if ((t = cp->cpu_pause_thread) == NULL) {
909 cp->cpu_pause_thread = NULL;
935 cpu_t *cp;
938 cp = cpu[i];
947 if ((cp->cpu_flags & (CPU_QUIESCED | CPU_READY)) != CPU_READY) {
955 t = cp->cpu_pause_thread;
1189 cpu_online(cpu_t *cp)
1207 error = mp_cpu_start(cp); /* arch-dep hook */
1209 pg_cpupart_in(cp, cp->cpu_part);
1211 cpu_add_active_internal(cp);
1212 if (cp->cpu_flags & CPU_FAULTED) {
1213 cp->cpu_flags &= ~CPU_FAULTED;
1214 mp_cpu_faulted_exit(cp);
1216 cp->cpu_flags &= ~(CPU_QUIESCED | CPU_OFFLINE | CPU_FROZEN |
1218 CPU_NEW_GENERATION(cp);
1220 cpu_stats_kstat_create(cp);
1221 cpu_create_intrstat(cp);
1222 lgrp_kstat_create(cp);
1223 cpu_state_change_notify(cp->cpu_id, CPU_ON);
1224 cpu_intr_enable(cp); /* arch-dep hook */
1225 cpu_state_change_notify(cp->cpu_id, CPU_INTR_ON);
1226 cpu_set_state(cp);
1227 cyclic_online(cp);
1232 callout_cpu_online(cp);
1233 poke_cpu(cp->cpu_id);
1243 cpu_offline(cpu_t *cp, int flags)
1266 if (cp->cpu_flags & (CPU_FAULTED | CPU_SPARE)) {
1267 if (cp->cpu_flags & CPU_FAULTED) {
1268 cp->cpu_flags &= ~CPU_FAULTED;
1269 mp_cpu_faulted_exit(cp);
1271 cp->cpu_flags &= ~CPU_SPARE;
1272 cpu_set_state(cp);
1279 pp = cp->cpu_part;
1283 if (ncpus_online <= 1 || pp->cp_ncpus <= 1 || cpu_intr_count(cp) < 2)
1289 error = cpu_unbind(cp->cpu_id, unbind_all_threads);
1295 if (curthread->t_bound_cpu == cp)
1301 CPU_NEW_GENERATION(cp);
1302 cpu_state_change_notify(cp->cpu_id, CPU_OFF);
1307 pg_cpupart_out(cp, pp);
1317 intr_enable = cp->cpu_flags & CPU_ENABLE;
1319 no_quiesce = cpu_intr_disable(cp);
1334 cpu_inmotion = cp;
1353 again: for (loop_count = 0; (*bound_func)(cp, 0); loop_count++) {
1378 callout_cpu_offline(cp);
1383 if (!cyclic_offline(cp)) {
1398 error = mp_cpu_stop(cp); /* arch-dep hook */
1409 pause_cpus(cp, NULL);
1420 if ((!no_quiesce && cp->cpu_intr_actv != 0) ||
1421 (*bound_func)(cp, 1)) {
1423 (void) mp_cpu_start(cp);
1426 ncp = cp->cpu_next_part;
1427 cpu_lpl = cp->cpu_lpl;
1433 cpu_remove_active(cp);
1441 ASSERT(curthread->t_cpu != cp);
1475 if (t->t_cpu == cp && t->t_bound_cpu != cp)
1478 ASSERT(t->t_cpu != cp || t->t_bound_cpu == cp ||
1479 t->t_weakbound_cpu == cp);
1519 if (t->t_cpu == cp && t->t_bound_cpu != cp) {
1523 ASSERT(t->t_cpu != cp || t->t_bound_cpu == cp ||
1524 t->t_weakbound_cpu == cp);
1528 ASSERT((cp->cpu_flags & (CPU_FAULTED | CPU_SPARE)) == 0);
1529 cp->cpu_flags |= CPU_OFFLINE;
1530 disp_cpu_inactive(cp);
1532 cp->cpu_flags |= CPU_QUIESCED;
1534 cpu_set_state(cp);
1537 cpu_stats_kstat_destroy(cp);
1538 cpu_delete_intrstat(cp);
1539 lgrp_kstat_destroy(cp);
1551 cpu_intr_enable(cp);
1558 cyclic_online(cp);
1565 callout_cpu_online(cp);
1570 pg_cpupart_in(cp, pp);
1576 CPU_NEW_GENERATION(cp);
1577 cpu_state_change_notify(cp->cpu_id, CPU_ON);
1578 cpu_state_change_notify(cp->cpu_id, CPU_INTR_ON);
1588 cpu_faulted(cpu_t *cp, int flags)
1593 ASSERT(!cpu_is_poweredoff(cp));
1595 if (cpu_is_offline(cp)) {
1596 cp->cpu_flags &= ~CPU_SPARE;
1597 cp->cpu_flags |= CPU_FAULTED;
1598 mp_cpu_faulted_enter(cp);
1599 cpu_set_state(cp);
1603 if ((error = cpu_offline(cp, flags)) == 0) {
1604 cp->cpu_flags |= CPU_FAULTED;
1605 mp_cpu_faulted_enter(cp);
1606 cpu_set_state(cp);
1616 cpu_spare(cpu_t *cp, int flags)
1621 ASSERT(!cpu_is_poweredoff(cp));
1623 if (cpu_is_offline(cp)) {
1624 if (cp->cpu_flags & CPU_FAULTED) {
1625 cp->cpu_flags &= ~CPU_FAULTED;
1626 mp_cpu_faulted_exit(cp);
1628 cp->cpu_flags |= CPU_SPARE;
1629 cpu_set_state(cp);
1633 if ((error = cpu_offline(cp, flags)) == 0) {
1634 cp->cpu_flags |= CPU_SPARE;
1635 cpu_set_state(cp);
1645 cpu_poweron(cpu_t *cp)
1650 ASSERT(cpu_is_poweredoff(cp));
1652 error = mp_cpu_poweron(cp); /* arch-dep hook */
1654 cpu_set_state(cp);
1663 cpu_poweroff(cpu_t *cp)
1668 ASSERT(cpu_is_offline(cp));
1670 if (!(cp->cpu_flags & CPU_QUIESCED))
1673 error = mp_cpu_poweroff(cp); /* arch-dep hook */
1675 cpu_set_state(cp);
1698 cpu_list_init(cpu_t *cp)
1700 cp->cpu_next = cp;
1701 cp->cpu_prev = cp;
1702 cpu_list = cp;
1703 clock_cpu_list = cp;
1705 cp->cpu_next_onln = cp;
1706 cp->cpu_prev_onln = cp;
1707 cpu_active = cp;
1709 cp->cpu_seqid = 0;
1719 cp->cpu_cache_offset = KMEM_CPU_CACHE_OFFSET(cp->cpu_seqid);
1720 cp_default.cp_cpulist = cp;
1722 cp->cpu_next_part = cp;
1723 cp->cpu_prev_part = cp;
1724 cp->cpu_part = &cp_default;
1726 CPUSET_ADD(cpu_available, cp->cpu_id);
1733 cpu_add_unit(cpu_t *cp)
1740 lgrp_config(LGRP_CONFIG_CPU_ADD, (uintptr_t)cp, 0);
1761 cp->cpu_part = &cp_default;
1763 cp->cpu_next = cpu_list;
1764 cp->cpu_prev = cpu_list->cpu_prev;
1765 cpu_list->cpu_prev->cpu_next = cp;
1766 cpu_list->cpu_prev = cp;
1772 cp->cpu_seqid = seqid;
1779 cp->cpu_cache_offset = KMEM_CPU_CACHE_OFFSET(cp->cpu_seqid);
1780 cpu[cp->cpu_id] = cp;
1781 CPUSET_ADD(cpu_available, cp->cpu_id);
1782 cpu_seq[cp->cpu_seqid] = cp;
1787 cpu_pause_alloc(cp);
1795 cp->cpu_next_onln = cp;
1796 cp->cpu_prev_onln = cp;
1797 cpu_info_kstat_create(cp);
1798 cp->cpu_next_part = cp;
1799 cp->cpu_prev_part = cp;
1801 init_cpu_mstate(cp, CMS_SYSTEM);
1812 struct cpu *cp, *cpnext;
1815 cp = cpu[cpuid];
1816 ASSERT(cp != NULL);
1818 ASSERT(cp->cpu_next_onln == cp);
1819 ASSERT(cp->cpu_prev_onln == cp);
1820 ASSERT(cp->cpu_next_part == cp);
1821 ASSERT(cp->cpu_prev_part == cp);
1827 pg_cpu_fini(cp, NULL);
1828 pghw_physid_destroy(cp);
1833 cpu_info_kstat_destroy(cp);
1834 term_cpu_mstate(cp);
1838 cpu_pause_free(cp);
1839 CPUSET_DEL(cpu_available, cp->cpu_id);
1840 cpu[cp->cpu_id] = NULL;
1841 cpu_seq[cp->cpu_seqid] = NULL;
1850 * after any sleeps (check cp->cpu_next != NULL). We guarantee
1859 cpnext = cp->cpu_next;
1860 cp->cpu_prev->cpu_next = cp->cpu_next;
1861 cp->cpu_next->cpu_prev = cp->cpu_prev;
1862 if (cp == cpu_list)
1868 cp->cpu_next = NULL;
1869 cp->cpu_prev = NULL;
1873 CPUSET_DEL(cpu_seqid_inuse, cp->cpu_seqid);
1875 lgrp_config(LGRP_CONFIG_CPU_DEL, (uintptr_t)cp, 0);
1885 cpu_add_active_internal(cpu_t *cp)
1887 cpupart_t *pp = cp->cpu_part;
1893 cpu_set_state(cp);
1894 cp->cpu_next_onln = cpu_active;
1895 cp->cpu_prev_onln = cpu_active->cpu_prev_onln;
1896 cpu_active->cpu_prev_onln->cpu_next_onln = cp;
1897 cpu_active->cpu_prev_onln = cp;
1900 cp->cpu_next_part = pp->cp_cpulist;
1901 cp->cpu_prev_part = pp->cp_cpulist->cpu_prev_part;
1902 pp->cp_cpulist->cpu_prev_part->cpu_next_part = cp;
1903 pp->cp_cpulist->cpu_prev_part = cp;
1906 pp->cp_cpulist = cp->cpu_next_part = cp->cpu_prev_part = cp;
1914 pg_cpu_active(cp);
1915 lgrp_config(LGRP_CONFIG_CPU_ONLINE, (uintptr_t)cp, 0);
1917 bzero(&cp->cpu_loadavg, sizeof (cp->cpu_loadavg));
1925 cpu_add_active(cpu_t *cp)
1927 pg_cpupart_in(cp, cp->cpu_part);
1930 cpu_add_active_internal(cp);
1933 cpu_stats_kstat_create(cp);
1934 cpu_create_intrstat(cp);
1935 lgrp_kstat_create(cp);
1936 cpu_state_change_notify(cp->cpu_id, CPU_INIT);
1946 cpu_remove_active(cpu_t *cp)
1948 cpupart_t *pp = cp->cpu_part;
1951 ASSERT(cp->cpu_next_onln != cp); /* not the last one */
1952 ASSERT(cp->cpu_prev_onln != cp); /* not the last one */
1954 pg_cpu_inactive(cp);
1956 lgrp_config(LGRP_CONFIG_CPU_OFFLINE, (uintptr_t)cp, 0);
1958 if (cp == clock_cpu_list)
1959 clock_cpu_list = cp->cpu_next_onln;
1961 cp->cpu_prev_onln->cpu_next_onln = cp->cpu_next_onln;
1962 cp->cpu_next_onln->cpu_prev_onln = cp->cpu_prev_onln;
1963 if (cpu_active == cp) {
1964 cpu_active = cp->cpu_next_onln;
1966 cp->cpu_next_onln = cp;
1967 cp->cpu_prev_onln = cp;
1969 cp->cpu_prev_part->cpu_next_part = cp->cpu_next_part;
1970 cp->cpu_next_part->cpu_prev_part = cp->cpu_prev_part;
1971 if (pp->cp_cpulist == cp) {
1972 pp->cp_cpulist = cp->cpu_next_part;
1973 ASSERT(pp->cp_cpulist != cp);
1975 cp->cpu_next_part = cp;
1976 cp->cpu_prev_part = cp;
2234 cpu_t *cp = ksp->ks_private;
2242 if (cpuid_checkpass(cp, 1) == 0)
2245 switch (cp->cpu_type_info.pi_state) {
2268 cpu_info_template.ci_state_begin.value.l = cp->cpu_state_begin;
2270 cp->cpu_type_info.pi_processor_type, 15);
2272 cp->cpu_type_info.pi_fputypes, 15);
2273 cpu_info_template.ci_clock_MHz.value.l = cp->cpu_type_info.pi_clock;
2275 pg_plat_hw_instance_id(cp, PGHW_CHIP);
2277 cp->cpu_idstr);
2278 kstat_named_setstr(&cpu_info_template.ci_brandstr, cp->cpu_brandstr);
2279 cpu_info_template.ci_core_id.value.l = pg_plat_get_core_id(cp);
2281 cp->cpu_curr_clock;
2283 cp->cpu_pg && cp->cpu_pg->cmt_lineage ?
2284 cp->cpu_pg->cmt_lineage->pg_id : -1;
2286 cp->cpu_supp_freqs);
2289 cpunodes[cp->cpu_id].device_id;
2290 kstat_named_setstr(&cpu_info_template.ci_cpu_fru, cpu_fru_fmri(cp));
2294 cpuid_getvendorstr(cp));
2295 cpu_info_template.ci_family.value.l = cpuid_getfamily(cp);
2296 cpu_info_template.ci_model.value.l = cpuid_getmodel(cp);
2297 cpu_info_template.ci_step.value.l = cpuid_getstep(cp);
2298 cpu_info_template.ci_clogid.value.l = cpuid_get_clogid(cp);
2299 cpu_info_template.ci_ncpuperchip.value.l = cpuid_get_ncpu_per_chip(cp);
2301 cpuid_get_ncore_per_chip(cp);
2302 cpu_info_template.ci_pkg_core_id.value.l = cpuid_get_pkgcoreid(cp);
2303 cpu_info_template.ci_max_cstates.value.l = cp->cpu_m.max_cstates;
2304 cpu_info_template.ci_curr_cstate.value.l = cpu_idle_get_cpu_state(cp);
2305 cpu_info_template.ci_cacheid.value.i32 = cpuid_get_cacheid(cp);
2307 cpuid_getsocketstr(cp));
2314 cpu_info_kstat_create(cpu_t *cp)
2324 if ((cp->cpu_info_kstat = kstat_create_zone("cpu_info", cp->cpu_id,
2328 cp->cpu_info_kstat->ks_data_size += 2 * CPU_IDSTRLEN;
2330 cp->cpu_info_kstat->ks_data_size +=
2331 strlen(cpu_fru_fmri(cp)) + 1;
2334 cp->cpu_info_kstat->ks_data_size += X86_VENDOR_STRLEN;
2336 if (cp->cpu_supp_freqs != NULL)
2337 cp->cpu_info_kstat->ks_data_size +=
2338 strlen(cp->cpu_supp_freqs) + 1;
2339 cp->cpu_info_kstat->ks_lock = &cpu_info_template_lock;
2340 cp->cpu_info_kstat->ks_data = &cpu_info_template;
2341 cp->cpu_info_kstat->ks_private = cp;
2342 cp->cpu_info_kstat->ks_update = cpu_info_kstat_update;
2343 kstat_install(cp->cpu_info_kstat);
2348 cpu_info_kstat_destroy(cpu_t *cp)
2352 kstat_delete(cp->cpu_info_kstat);
2353 cp->cpu_info_kstat = NULL;
2360 cpu_kstat_init(cpu_t *cp)
2363 cpu_info_kstat_create(cp);
2364 cpu_stats_kstat_create(cp);
2365 cpu_create_intrstat(cp);
2366 cpu_set_state(cp);
2375 cpu_visibility_configure(cpu_t *cp, zone_t *zone)
2381 ASSERT(cp != NULL);
2387 if (cp->cpu_info_kstat != NULL)
2388 kstat_zone_add(cp->cpu_info_kstat, zoneid);
2396 cpu_visibility_online(cpu_t *cp, zone_t *zone)
2405 ASSERT(cp != NULL);
2406 ASSERT(cpu_is_active(cp));
2408 cpun = cp->cpu_id;
2439 cpu_visibility_add(cpu_t *cp, zone_t *zone)
2441 cpu_visibility_configure(cp, zone);
2442 if (cpu_is_active(cp))
2443 cpu_visibility_online(cp, zone);
2451 cpu_visibility_unconfigure(cpu_t *cp, zone_t *zone)
2457 ASSERT(cp != NULL);
2463 if (cp->cpu_info_kstat)
2464 kstat_zone_remove(cp->cpu_info_kstat, zoneid);
2472 cpu_visibility_offline(cpu_t *cp, zone_t *zone)
2481 ASSERT(cp != NULL);
2482 ASSERT(cpu_is_active(cp));
2484 cpun = cp->cpu_id;
2516 cpu_visibility_remove(cpu_t *cp, zone_t *zone)
2518 if (cpu_is_active(cp))
2519 cpu_visibility_offline(cp, zone);
2520 cpu_visibility_unconfigure(cp, zone);
2531 cpu_t *cp = NULL;
2598 cp = cpu_get((processorid_t)binding);
2602 if (cp == NULL || tp->t_cpupart != cp->cpu_part) {
2638 tp->t_bound_cpu = cp;
2639 ASSERT(cp->cpu_lpl != NULL);
2650 lpl = cp->cpu_lpl;
2688 ASSERT(tp->t_disp_queue == cp->cpu_disp ||
2883 cpu_destroy_bound_threads(cpu_t *cp)
2907 if (t->t_bound_cpu == cp) {
2954 cpu_set_supp_freqs(cpu_t *cp, const char *freqs)
2967 cp->cpu_curr_clock);
2976 if ((ksp = cp->cpu_info_kstat) != NULL) {
2985 if (cp->cpu_supp_freqs != NULL) {
2986 len = strlen(cp->cpu_supp_freqs) + 1;
2987 kmem_free(cp->cpu_supp_freqs, len);
2996 cp->cpu_supp_freqs = kmem_alloc(len, KM_SLEEP);
2997 (void) strcpy(cp->cpu_supp_freqs, lfreqs);
3113 cpu_stats_kstat_create(cpu_t *cp)
3115 int instance = cp->cpu_id;
3135 ksp->ks_private = cp; \
3150 ksp = kstat_create_zone("cpu_stat", cp->cpu_id, NULL,
3154 ksp->ks_private = cp;
3160 cpu_stats_kstat_destroy(cpu_t *cp)
3164 (void) sprintf(ks_name, "cpu_stat%d", cp->cpu_id);
3165 kstat_delete_byname("cpu_stat", cp->cpu_id, ks_name);
3167 kstat_delete_byname("cpu", cp->cpu_id, "sys");
3168 kstat_delete_byname("cpu", cp->cpu_id, "vm");
3174 cpu_t *cp = (cpu_t *)ksp->ks_private;
3184 css = &cp->cpu_stats.sys;
3192 get_cpu_mstate(cp, msnsecs);
3215 csskd->cpu_nsec_dtrace.value.ui64 = cp->cpu_dtrace_nsec;
3216 csskd->dtrace_probes.value.ui64 = cp->cpu_dtrace_probes;
3217 csskd->cpu_nsec_intr.value.ui64 = cp->cpu_intrlast;
3218 csskd->cpu_load_intr.value.ui64 = cp->cpu_intrload;
3276 cpu_t *cp = (cpu_t *)ksp->ks_private;
3283 cvs = &cp->cpu_stats.vm;
3327 cpu_t *cp;
3332 cp = (cpu_t *)ksp->ks_private;
3343 get_cpu_mstate(cp, msnsecs);
3357 cso->cpu_sysinfo.bread = CPU_STATS(cp, sys.bread);
3358 cso->cpu_sysinfo.bwrite = CPU_STATS(cp, sys.bwrite);
3359 cso->cpu_sysinfo.lread = CPU_STATS(cp, sys.lread);
3360 cso->cpu_sysinfo.lwrite = CPU_STATS(cp, sys.lwrite);
3361 cso->cpu_sysinfo.phread = CPU_STATS(cp, sys.phread);
3362 cso->cpu_sysinfo.phwrite = CPU_STATS(cp, sys.phwrite);
3363 cso->cpu_sysinfo.pswitch = CPU_STATS(cp, sys.pswitch);
3364 cso->cpu_sysinfo.trap = CPU_STATS(cp, sys.trap);
3367 cso->cpu_sysinfo.intr += CPU_STATS(cp, sys.intr[i]);
3368 cso->cpu_sysinfo.syscall = CPU_STATS(cp, sys.syscall);
3369 cso->cpu_sysinfo.sysread = CPU_STATS(cp, sys.sysread);
3370 cso->cpu_sysinfo.syswrite = CPU_STATS(cp, sys.syswrite);
3371 cso->cpu_sysinfo.sysfork = CPU_STATS(cp, sys.sysfork);
3372 cso->cpu_sysinfo.sysvfork = CPU_STATS(cp, sys.sysvfork);
3373 cso->cpu_sysinfo.sysexec = CPU_STATS(cp, sys.sysexec);
3374 cso->cpu_sysinfo.readch = CPU_STATS(cp, sys.readch);
3375 cso->cpu_sysinfo.writech = CPU_STATS(cp, sys.writech);
3376 cso->cpu_sysinfo.rcvint = CPU_STATS(cp, sys.rcvint);
3377 cso->cpu_sysinfo.xmtint = CPU_STATS(cp, sys.xmtint);
3378 cso->cpu_sysinfo.mdmint = CPU_STATS(cp, sys.mdmint);
3379 cso->cpu_sysinfo.rawch = CPU_STATS(cp, sys.rawch);
3380 cso->cpu_sysinfo.canch = CPU_STATS(cp, sys.canch);
3381 cso->cpu_sysinfo.outch = CPU_STATS(cp, sys.outch);
3382 cso->cpu_sysinfo.msg = CPU_STATS(cp, sys.msg);
3383 cso->cpu_sysinfo.sema = CPU_STATS(cp, sys.sema);
3384 cso->cpu_sysinfo.namei = CPU_STATS(cp, sys.namei);
3385 cso->cpu_sysinfo.ufsiget = CPU_STATS(cp, sys.ufsiget);
3386 cso->cpu_sysinfo.ufsdirblk = CPU_STATS(cp, sys.ufsdirblk);
3387 cso->cpu_sysinfo.ufsipage = CPU_STATS(cp, sys.ufsipage);
3388 cso->cpu_sysinfo.ufsinopage = CPU_STATS(cp, sys.ufsinopage);
3391 cso->cpu_sysinfo.procovf = CPU_STATS(cp, sys.procovf);
3394 cso->cpu_sysinfo.intrthread += CPU_STATS(cp, sys.intr[i]);
3395 cso->cpu_sysinfo.intrblk = CPU_STATS(cp, sys.intrblk);
3396 cso->cpu_sysinfo.idlethread = CPU_STATS(cp, sys.idlethread);
3397 cso->cpu_sysinfo.inv_swtch = CPU_STATS(cp, sys.inv_swtch);
3398 cso->cpu_sysinfo.nthreads = CPU_STATS(cp, sys.nthreads);
3399 cso->cpu_sysinfo.cpumigrate = CPU_STATS(cp, sys.cpumigrate);
3400 cso->cpu_sysinfo.xcalls = CPU_STATS(cp, sys.xcalls);
3401 cso->cpu_sysinfo.mutex_adenters = CPU_STATS(cp, sys.mutex_adenters);
3402 cso->cpu_sysinfo.rw_rdfails = CPU_STATS(cp, sys.rw_rdfails);
3403 cso->cpu_sysinfo.rw_wrfails = CPU_STATS(cp, sys.rw_wrfails);
3404 cso->cpu_sysinfo.modload = CPU_STATS(cp, sys.modload);
3405 cso->cpu_sysinfo.modunload = CPU_STATS(cp, sys.modunload);
3406 cso->cpu_sysinfo.bawrite = CPU_STATS(cp, sys.bawrite);
3414 cso->cpu_syswait.iowait = CPU_STATS(cp, sys.iowait);
3418 cso->cpu_vminfo.pgrec = CPU_STATS(cp, vm.pgrec);
3419 cso->cpu_vminfo.pgfrec = CPU_STATS(cp, vm.pgfrec);
3420 cso->cpu_vminfo.pgin = CPU_STATS(cp, vm.pgin);
3421 cso->cpu_vminfo.pgpgin = CPU_STATS(cp, vm.pgpgin);
3422 cso->cpu_vminfo.pgout = CPU_STATS(cp, vm.pgout);
3423 cso->cpu_vminfo.pgpgout = CPU_STATS(cp, vm.pgpgout);
3424 cso->cpu_vminfo.swapin = CPU_STATS(cp, vm.swapin);
3425 cso->cpu_vminfo.pgswapin = CPU_STATS(cp, vm.pgswapin);
3426 cso->cpu_vminfo.swapout = CPU_STATS(cp, vm.swapout);
3427 cso->cpu_vminfo.pgswapout = CPU_STATS(cp, vm.pgswapout);
3428 cso->cpu_vminfo.zfod = CPU_STATS(cp, vm.zfod);
3429 cso->cpu_vminfo.dfree = CPU_STATS(cp, vm.dfree);
3430 cso->cpu_vminfo.scan = CPU_STATS(cp, vm.scan);
3431 cso->cpu_vminfo.rev = CPU_STATS(cp, vm.rev);
3432 cso->cpu_vminfo.hat_fault = CPU_STATS(cp, vm.hat_fault);
3433 cso->cpu_vminfo.as_fault = CPU_STATS(cp, vm.as_fault);
3434 cso->cpu_vminfo.maj_fault = CPU_STATS(cp, vm.maj_fault);
3435 cso->cpu_vminfo.cow_fault = CPU_STATS(cp, vm.cow_fault);
3436 cso->cpu_vminfo.prot_fault = CPU_STATS(cp, vm.prot_fault);
3437 cso->cpu_vminfo.softlock = CPU_STATS(cp, vm.softlock);
3438 cso->cpu_vminfo.kernel_asflt = CPU_STATS(cp, vm.kernel_asflt);
3439 cso->cpu_vminfo.pgrrun = CPU_STATS(cp, vm.pgrrun);
3440 cso->cpu_vminfo.execpgin = CPU_STATS(cp, vm.execpgin);
3441 cso->cpu_vminfo.execpgout = CPU_STATS(cp, vm.execpgout);
3442 cso->cpu_vminfo.execfree = CPU_STATS(cp, vm.execfree);
3443 cso->cpu_vminfo.anonpgin = CPU_STATS(cp, vm.anonpgin);
3444 cso->cpu_vminfo.anonpgout = CPU_STATS(cp, vm.anonpgout);
3445 cso->cpu_vminfo.anonfree = CPU_STATS(cp, vm.anonfree);
3446 cso->cpu_vminfo.fspgin = CPU_STATS(cp, vm.fspgin);
3447 cso->cpu_vminfo.fspgout = CPU_STATS(cp, vm.fspgout);
3448 cso->cpu_vminfo.fsfree = CPU_STATS(cp, vm.fsfree);