/illumos-gate/usr/src/uts/common/os/ |
H A D | vmem.c | 169 * of size >= 2^n reside in vmp->vm_freelist[n]. To ensure constant-time 180 * vmp->vm_freemap & (1 << n) is non-zero iff vmp->vm_freelist[n] is non-empty. 398 * Get a vmem_seg_t from vmp's segfree list. 401 vmem_getseg(vmem_t *vmp) argument 405 ASSERT(vmp->vm_nsegfree > 0); 407 vsp = vmp->vm_segfree; 408 vmp->vm_segfree = vsp->vs_knext; 409 vmp->vm_nsegfree--; 415 * Put a vmem_seg_t on vmp' 418 vmem_putseg(vmem_t *vmp, vmem_seg_t *vsp) argument 429 vmem_freelist_insert(vmem_t *vmp, vmem_seg_t *vsp) argument 447 vmem_freelist_delete(vmem_t *vmp, vmem_seg_t *vsp) argument 467 vmem_hash_insert(vmem_t *vmp, vmem_seg_t *vsp) argument 493 vmem_hash_delete(vmem_t *vmp, uintptr_t addr, size_t size) argument 524 vmem_seg_create(vmem_t *vmp, vmem_seg_t *vprev, uintptr_t start, uintptr_t end) argument 542 vmem_seg_destroy(vmem_t *vmp, vmem_seg_t *vsp) argument 554 vmem_span_create(vmem_t *vmp, void *vaddr, size_t size, uint8_t import) argument 585 vmem_span_destroy(vmem_t *vmp, vmem_seg_t *vsp) argument 609 vmem_seg_alloc(vmem_t *vmp, vmem_seg_t *vsp, uintptr_t addr, size_t size) argument 670 vmem_populate(vmem_t *vmp, int vmflag) argument 760 vmem_advance(vmem_t *vmp, vmem_seg_t *walker, vmem_seg_t *afterme) argument 816 vmem_nextfit_alloc(vmem_t *vmp, size_t size, int vmflag) argument 917 vmem_canalloc(vmem_t *vmp, size_t size) argument 937 vmem_xalloc(vmem_t *vmp, size_t size, size_t align_arg, size_t phase, size_t nocross, void *minaddr, void *maxaddr, int vmflag) argument 1205 vmem_xfree(vmem_t *vmp, void *vaddr, size_t size) argument 1263 vmem_alloc(vmem_t *vmp, size_t size, int vmflag) argument 1319 vmem_free(vmem_t *vmp, void *vaddr, size_t size) argument 1332 vmem_contains(vmem_t *vmp, void *vaddr, size_t size) argument 1355 vmem_add(vmem_t *vmp, void *vaddr, size_t size, int vmflag) argument 1381 vmem_walk(vmem_t *vmp, int typemask, void (*func)(void *, void *, size_t), void *arg) argument 1423 vmem_size(vmem_t *vmp, int typemask) argument 1452 vmem_t *vmp, *cur, **vmpp; local 1600 vmem_destroy(vmem_t *vmp) argument 1659 vmem_hash_rescale(vmem_t *vmp) argument 1714 vmem_t *vmp; local 1736 vmem_qcache_reap(vmem_t *vmp) argument [all...] |
H A D | kmem.c | 1536 vmem_t *vmp = cp->cache_arena; local 1545 slab = vmem_alloc(vmp, slabsize, kmflag & KM_VMFLAGS); 1550 ASSERT(P2PHASE((uintptr_t)slab, vmp->vm_quantum) == 0); 1626 vmem_free(vmp, slab, slabsize); 1642 vmem_t *vmp = cp->cache_arena; local 1643 void *slab = (void *)P2ALIGN((uintptr_t)sp->slab_base, vmp->vm_quantum); 1656 vmem_free(vmp, slab, cp->cache_slabsize); 3050 kmem_firewall_va_alloc(vmem_t *vmp, size_t size, int vmflag) argument 3052 size_t realsize = size + vmp->vm_quantum; 3075 addr = vmem_alloc(vmp, realsiz 3084 kmem_firewall_va_free(vmem_t *vmp, void *addr, size_t size) argument 3738 kmem_cache_create( char *name, size_t bufsize, size_t align, int (*constructor)(void *, void *, int), void (*destructor)(void *, void *), void (*reclaim)(void *), void *private, vmem_t *vmp, int cflags) argument [all...] |
H A D | bp_map.c | 63 bp_vmem_alloc(vmem_t *vmp, size_t size, int vmflag) argument 65 return (vmem_xalloc(vmp, size, bp_align, 0, 0, NULL, NULL, vmflag));
|
/illumos-gate/usr/src/lib/libumem/common/ |
H A D | vmem.c | 268 * Get a vmem_seg_t from vmp's segfree list. 271 vmem_getseg(vmem_t *vmp) argument 275 ASSERT(vmp->vm_nsegfree > 0); 277 vsp = vmp->vm_segfree; 278 vmp->vm_segfree = vsp->vs_knext; 279 vmp->vm_nsegfree--; 285 * Put a vmem_seg_t on vmp's segfree list. 288 vmem_putseg(vmem_t *vmp, vmem_seg_t *vsp) argument 290 vsp->vs_knext = vmp->vm_segfree; 291 vmp 299 vmem_freelist_insert(vmem_t *vmp, vmem_seg_t *vsp) argument 317 vmem_freelist_delete(vmem_t *vmp, vmem_seg_t *vsp) argument 337 vmem_hash_insert(vmem_t *vmp, vmem_seg_t *vsp) argument 363 vmem_hash_delete(vmem_t *vmp, uintptr_t addr, size_t size) argument 396 vmem_seg_create(vmem_t *vmp, vmem_seg_t *vprev, uintptr_t start, uintptr_t end) argument 414 vmem_seg_destroy(vmem_t *vmp, vmem_seg_t *vsp) argument 426 vmem_span_create(vmem_t *vmp, void *vaddr, size_t size, uint8_t import) argument 478 vmem_span_destroy(vmem_t *vmp, vmem_seg_t *vsp) argument 502 vmem_seg_alloc(vmem_t *vmp, vmem_seg_t *vsp, uintptr_t addr, size_t size) argument 560 vmem_populate(vmem_t *vmp, int vmflag) argument 656 vmem_advance(vmem_t *vmp, vmem_seg_t *walker, vmem_seg_t *afterme) argument 711 vmem_nextfit_alloc(vmem_t *vmp, size_t size, int vmflag) argument 815 vmem_xalloc(vmem_t *vmp, size_t size, size_t align, size_t phase, size_t nocross, void *minaddr, void *maxaddr, int vmflag) argument 1008 vmem_xfree(vmem_t *vmp, void *vaddr, size_t size) argument 1066 vmem_alloc(vmem_t *vmp, size_t size, int vmflag) argument 1122 vmem_free(vmem_t *vmp, void *vaddr, size_t size) argument 1135 vmem_contains(vmem_t *vmp, void *vaddr, size_t size) argument 1158 vmem_add(vmem_t *vmp, void *vaddr, size_t size, int vmflag) argument 1193 vmem_extend_unlocked(vmem_t *vmp, uintptr_t addr, uintptr_t endaddr) argument 1319 _vmem_extend_alloc(vmem_t *vmp, void *vaddr, size_t size, size_t alloc, int vmflag) argument 1366 vmem_walk(vmem_t *vmp, int typemask, void (*func)(void *, void *, size_t), void *arg) argument 1408 vmem_size(vmem_t *vmp, int typemask) argument 1436 vmem_t *vmp, *cur, **vmpp; local 1539 vmem_destroy(vmem_t *vmp) argument 1587 vmem_hash_rescale(vmem_t *vmp) argument 1641 vmem_t *vmp; local [all...] |
H A D | vmem_base.h | 46 extern void *_vmem_extend_alloc(vmem_t *vmp, void *vaddr, size_t size,
|
H A D | umem.c | 1409 vmem_t *vmp = cp->cache_arena; local 1416 slab = vmem_alloc(vmp, slabsize, UMEM_VMFLAGS(umflag)); 1421 ASSERT(P2PHASE((uintptr_t)slab, vmp->vm_quantum) == 0); 1488 vmem_free(vmp, slab, slabsize); 1504 vmem_t *vmp = cp->cache_arena; local 1505 void *slab = (void *)P2ALIGN((uintptr_t)sp->slab_base, vmp->vm_quantum); 1515 vmem_free(vmp, slab, cp->cache_slabsize); 2269 umem_firewall_va_alloc(vmem_t *vmp, size_t size, int vmflag) argument 2271 size_t realsize = size + vmp->vm_quantum; 2285 return (vmem_alloc(vmp, realsiz 2289 umem_firewall_va_free(vmem_t *vmp, void *addr, size_t size) argument 2644 umem_cache_create( char *name, size_t bufsize, size_t align, umem_constructor_t *constructor, umem_destructor_t *destructor, umem_reclaim_t *reclaim, void *private, vmem_t *vmp, int cflags) argument [all...] |
/illumos-gate/usr/src/uts/sun4v/io/ |
H A D | vio_util.c | 55 vio_mblk_t *vmp; local 92 vmp = &(vmplp->basep[i]); 93 vmp->vmplp = vmplp; 94 vmp->datap = datap; 95 vmp->reclaim.free_func = vio_freeb; 96 vmp->reclaim.free_arg = (caddr_t)vmp; 97 vmp->mp = desballoc(vmp->datap, mblk_size, BPRI_MED, 98 &vmp 144 vio_mblk_t *vmp; local 213 vio_mblk_t *vmp = NULL; local 237 vio_mblk_t *vmp = (vio_mblk_t *)arg; local 275 vio_mblk_t *vmp; local 374 vio_mblk_pool_t *vmp; local 407 vio_mblk_t *vmp = NULL; local [all...] |
H A D | vsw_txdring.c | 502 vio_destroy_multipools(&ldcp->vmp, &fvmp); 545 rv = vio_init_multipools(&ldcp->vmp, 552 rv = vio_init_multipools(&ldcp->vmp, 576 rv = vio_init_multipools(&ldcp->vmp, VSW_NUM_VMPOOLS, 593 rv = vio_init_multipools(&ldcp->vmp, VSW_NUM_VMPOOLS + 1, 607 rv = vio_init_multipools(&ldcp->vmp, VSW_NUM_VMPOOLS + 1, 1029 vio_mblk_t *vmp = NULL; local 1184 vmp = NULL; 1186 vmp = vio_multipool_allocb(&ldcp->vmp, nbyte [all...] |
H A D | vnet_txdring.c | 447 vio_mblk_pool_t *vmp = NULL; local 450 vio_destroy_multipools(&ldcp->vmp, &vmp); 451 if (vmp != NULL) { 461 vgen_destroy_rxpools, vmp, DDI_SLEEP); 511 status = vio_init_multipools(&ldcp->vmp, 518 status = vio_init_multipools(&ldcp->vmp, 540 status = vio_init_multipools(&ldcp->vmp, VGEN_NUM_VMPOOLS, 557 status = vio_init_multipools(&ldcp->vmp, VGEN_NUM_VMPOOLS + 1, 570 status = vio_init_multipools(&ldcp->vmp, VGEN_NUM_VMPOOL 977 vio_mblk_t *vmp = NULL; local [all...] |
H A D | vsw_rxdring.c | 253 vio_mblk_t *vmp; local 347 vmp = vio_allocb(dp->rx_vmp); 348 ASSERT(vmp != NULL); 349 rxdp->data_buf_offset = VIO_MBLK_DATA_OFF(vmp) + VNET_IPALIGN; 351 rxdp_to_vmp[i] = vmp; 718 vio_mblk_t *vmp; local 732 vmp = dp->rxdp_to_vmp[rxi]; 749 (VIO_MBLK_DATA_OFF(vmp) + VNET_IPALIGN))) { 770 mp = vmp->mp; 788 vmp [all...] |
H A D | vnet_rxdring.c | 122 vio_mblk_t *vmp; local 237 vmp = vio_allocb(ldcp->rx_vmp); 238 ASSERT(vmp != NULL); 239 rxdp->data_buf_offset = VIO_MBLK_DATA_OFF(vmp) + VNET_IPALIGN; 241 rxdp_to_vmp[i] = vmp; 1052 vio_mblk_t *vmp; local 1065 vmp = ldcp->rxdp_to_vmp[rxi]; 1085 (VIO_MBLK_DATA_OFF(vmp) + VNET_IPALIGN))) { 1105 mp = vmp->mp; 1127 vmp [all...] |
/illumos-gate/usr/src/lib/libumem/common/sys/ |
H A D | vmem_impl_user.h | 83 #define VMEM_HASH(vmp, addr) \ 84 (&(vmp)->vm_hash_table[VMEM_HASH_INDEX(addr, \ 85 (vmp)->vm_hash_shift, (vmp)->vm_qshift, (vmp)->vm_hash_mask)])
|
/illumos-gate/usr/src/uts/common/sys/ |
H A D | vmem_impl.h | 84 #define VMEM_HASH(vmp, addr) \ 85 (&(vmp)->vm_hash_table[VMEM_HASH_INDEX(addr, \ 86 (vmp)->vm_hash_shift, (vmp)->vm_qshift, (vmp)->vm_hash_mask)])
|
H A D | vmem.h | 146 extern void vmem_qcache_reap(vmem_t *vmp);
|
/illumos-gate/usr/src/uts/common/vm/ |
H A D | seg_kmem.c | 196 hat_memload_alloc(vmem_t *vmp, size_t size, int flags) argument 199 return (segkmem_alloc(vmp, size, flags)); 209 segkmem_alloc_permanent(vmem_t *vmp, size_t size, int flags) argument 211 return (segkmem_alloc(vmp, size, flags | VM_NORELOC)); 859 segkmem_xalloc(vmem_t *vmp, void *inaddr, size_t size, int vmflag, uint_t attr, argument 867 if (inaddr == NULL && (addr = vmem_alloc(vmp, size, vmflag)) == NULL) 874 vmem_free(vmp, addr, size); 881 vmem_free(vmp, addr, size); 929 segkmem_alloc_vn(vmem_t *vmp, size_t size, int vmflag, struct vnode *vp) argument 949 if (gcp->gc_arena == vmp 965 segkmem_alloc(vmem_t *vmp, size_t size, int vmflag) argument 971 segkmem_zio_alloc(vmem_t *vmp, size_t size, int vmflag) argument 983 segkmem_free_vn(vmem_t *vmp, void *inaddr, size_t size, struct vnode *vp, void (*func)(page_t *)) argument 1040 segkmem_xfree(vmem_t *vmp, void *inaddr, size_t size, void (*func)(page_t *)) argument 1046 segkmem_free(vmem_t *vmp, void *inaddr, size_t size) argument 1052 segkmem_zio_free(vmem_t *vmp, void *inaddr, size_t size) argument 1129 segkmem_xalloc_lp(vmem_t *vmp, void *inaddr, size_t size, int vmflag, uint_t attr, page_t *(*page_create_func)(void *, size_t, int, void *), void *pcarg) argument 1255 segkmem_alloc_lp(vmem_t *vmp, size_t *sizep, size_t align, int vmflag) argument 1379 segkmem_free_lp(vmem_t *vmp, void *inaddr, size_t size) argument 1394 segkmem_alloc_lpi(vmem_t *vmp, size_t size, int vmflag) argument 1419 segkmem_free_lpi(vmem_t *vmp, void *inaddr, size_t size) argument 1540 segkmem_alloc_ppa(vmem_t *vmp, size_t size, int vmflag) argument 1561 segkmem_free_ppa(vmem_t *vmp, void *addr, size_t size) argument [all...] |
/illumos-gate/usr/src/uts/sun4v/sys/ |
H A D | vio_util.h | 144 #define VIO_MBLK_DATA_OFF(vmp) ((vmp)->datap - ((vmp)->vmplp)->datap)
|
H A D | vsw_ldc.h | 345 vio_multi_pool_t vmp; /* Receive mblk pools */ member in struct:vsw_ldc
|
H A D | vnet_gen.h | 356 vio_multi_pool_t vmp; /* mblk pools */ member in struct:vgen_ldc
|
/illumos-gate/usr/src/lib/libfakekernel/common/ |
H A D | kmem.c | 86 vmem_t *vmp, /* vmem source for slab allocation */ 102 private, vmp, ucflags); 142 vmem_qcache_reap(struct vmem *vmp) argument 78 kmem_cache_create( char *name, size_t bufsize, size_t align, int (*constructor)(void *, void *, int), void (*destructor)(void *, void *), void (*reclaim)(void *), void *private, vmem_t *vmp, int kcflags) argument
|
/illumos-gate/usr/src/uts/sun4v/vm/ |
H A D | mach_vm_dep.c | 424 contig_mem_span_alloc(vmem_t *vmp, size_t size, int vmflag) argument 438 if ((addr = vmem_xalloc(vmp, size, size, 0, 0, 447 vmem_xfree(vmp, addr, size); 459 vmem_xfree(vmp, addr, size); 509 span_alloc_downsize(vmem_t *vmp, size_t *sizep, size_t align, int vmflag) argument 530 addr = contig_mem_span_alloc(vmp, page_size, vmflag); 543 contig_mem_span_xalloc(vmem_t *vmp, size_t *sizep, size_t align, int vmflag) argument 545 return (span_alloc_downsize(vmp, sizep, align, vmflag | VM_NORELOC)); 549 contig_mem_reloc_span_xalloc(vmem_t *vmp, size_t *sizep, size_t align, argument 553 return (span_alloc_downsize(vmp, size 560 contig_mem_span_free(vmem_t *vmp, void *inaddr, size_t size) argument 606 contig_vmem_xalloc_aligned_wrapper(vmem_t *vmp, size_t *sizep, size_t align, int vmflag) argument [all...] |
/illumos-gate/usr/src/uts/i86pc/os/ |
H A D | ddi_impl.c | 1011 segkmem_free_io(vmem_t *vmp, void * ptr, size_t size) argument 1014 segkmem_xfree(vmp, ptr, size, page_destroy_io); 1019 segkmem_alloc_io_4P(vmem_t *vmp, size_t size, int vmflag) argument 1021 return (segkmem_xalloc(vmp, NULL, size, vmflag, 0, 1026 segkmem_alloc_io_64G(vmem_t *vmp, size_t size, int vmflag) argument 1028 return (segkmem_xalloc(vmp, NULL, size, vmflag, 0, 1033 segkmem_alloc_io_4G(vmem_t *vmp, size_t size, int vmflag) argument 1035 return (segkmem_xalloc(vmp, NULL, size, vmflag, 0, 1040 segkmem_alloc_io_2G(vmem_t *vmp, size_t size, int vmflag) argument 1042 return (segkmem_xalloc(vmp, NUL 1047 segkmem_alloc_io_1G(vmem_t *vmp, size_t size, int vmflag) argument 1054 segkmem_alloc_io_512M(vmem_t *vmp, size_t size, int vmflag) argument 1061 segkmem_alloc_io_256M(vmem_t *vmp, size_t size, int vmflag) argument 1068 segkmem_alloc_io_128M(vmem_t *vmp, size_t size, int vmflag) argument 1075 segkmem_alloc_io_64M(vmem_t *vmp, size_t size, int vmflag) argument 1082 segkmem_alloc_io_32M(vmem_t *vmp, size_t size, int vmflag) argument 1089 segkmem_alloc_io_16M(vmem_t *vmp, size_t size, int vmflag) argument 1415 vmem_t *vmp; local [all...] |
/illumos-gate/usr/src/uts/sun4/vm/ |
H A D | sfmmu.c | 1115 sfmmu_tsb_xalloc(vmem_t *vmp, void *inaddr, size_t size, int vmflag, argument 1132 if ((inaddr == NULL) && ((addr = vmem_xalloc(vmp, size, size, 0, 0, 1138 vmem_xfree(vmp, addr, size); 1145 vmem_xfree(vmp, addr, size); 1178 sfmmu_tsb_segkmem_alloc(vmem_t *vmp, size_t size, int vmflag) argument 1184 * Search for the vmp->lgrpid mapping by brute force; 1185 * some day vmp will have an lgrp, until then we have 1189 vmp != kmem_tsb_default_arena[lgrpid]; lgrpid++) 1195 return (sfmmu_tsb_xalloc(vmp, NULL, size, vmflag, 0, 1201 sfmmu_tsb_segkmem_free(vmem_t *vmp, voi argument [all...] |
/illumos-gate/usr/src/uts/common/io/ib/adapters/hermon/ |
H A D | hermon_rsrc.c | 386 vmem_t *vmp; local 399 vmp = fcoib->hfc_fexch_vmemp[portm1]; 400 addr = vmem_xalloc(vmp, num, num, 0, 0, NULL, NULL, flag | VM_FIRSTFIT); 415 vmem_xfree(vmp, addr, num); 429 vmem_xfree(vmp, addr, num); 445 vmem_xfree(vmp, addr, num); 483 vmem_t *vmp; local 496 vmp = fcoib->hfc_rfci_vmemp[portm1]; 497 addr = vmem_xalloc(vmp, num, num, 0, 0, NULL, NULL, flag | VM_FIRSTFIT); 512 vmem_xfree(vmp, add 1556 vmem_t *vmp; local 1771 vmem_t *vmp; local [all...] |
/illumos-gate/usr/src/uts/common/io/ib/adapters/tavor/ |
H A D | tavor_rsrc.c | 1777 vmem_t *vmp; local 1830 vmp = vmem_create(info->mbi_rsrcname, 1833 if (vmp == NULL) { 1844 rsrc_pool->rsrc_vmp = vmp; 1901 vmem_t *vmp; local 1964 vmp = vmem_create(info->hwi_rsrcname, 1967 if (vmp == NULL) { 1980 rsrc_pool->rsrc_vmp = vmp; 2158 vmem_t *vmp; local 2182 vmp [all...] |
/illumos-gate/usr/src/common/ctf/ |
H A D | ctf_types.c | 420 const void *vmp; local 423 vmp = (uchar_t *)tp + increment; 430 const ctf_member_t *mp = vmp; 436 const ctf_lmember_t *lmp = vmp;
|