/illumos-gate/usr/src/uts/i86pc/vm/ |
H A D | vm_dep.h | 67 #define PLCNT_INCR(pp, mnode, mtype, szc, flags) \ 68 plcnt_inc_dec(pp, mtype, szc, 1l << PAGE_BSZS_SHIFT(szc), flags) 69 #define PLCNT_DECR(pp, mnode, mtype, szc, flags) \ 70 plcnt_inc_dec(pp, mtype, szc, -1l << PAGE_BSZS_SHIFT(szc), flags) 117 #define PAGE_FREELISTS(mnode, szc, color, mtype) \ 118 (*(page_freelists[mtype][szc] + (color))) 148 #define MEM_NODE_ITERATOR_INIT(pfn, mnode, szc, it) 193 #define PAGE_GET_COLOR_SHIFT(szc, nsz [all...] |
H A D | hment.c | 673 uint_t szc; local 689 for (szc = 1; szc <= pp->p_szc; ++szc) { 690 larger = PP_GROUPLEADER(pp, szc); 697 ((htable_t *)larger->p_mapping)->ht_level == szc) { 702 if (hm->hm_htable->ht_level == szc)
|
H A D | vm_machdep.c | 156 pgcnt_t mnr_mt_flpgcnt[MMU_PAGE_SIZES]; /* free list cnt per szc */ 159 struct mnr_mts { /* mnode/mtype szc stats */ 1638 int szc, colors; local 1641 for (szc = 0; szc < mmu_page_sizes; szc++) { 1642 colors = page_get_pagecolors(szc); 1653 int mt, szc, colors; local 1658 for (szc = 0; szc < mmu_page_size 1671 plcnt_inc_dec(page_t *pp, int mtype, int szc, long cnt, int flags) argument 3106 page_get_mnode_anylist(ulong_t origbin, uchar_t szc, uint_t flags, int mnode, int mtype, ddi_dma_attr_t *dma_attr) argument 3324 int szc; local [all...] |
H A D | hat_i86.c | 3500 uint_t szc; local 3559 * covered pp. For example if original szc is 3 it gets changed to 2 3579 * loop below find the last page of szc region and the first page of 3580 * (szc - 1) region that is immediately to the right of (szc - 1) 3582 * change every page's szc to szc - 1. Decrement szc and continue 3583 * looping until szc is 1. If pp belongs to the last (szc [all...] |
/illumos-gate/usr/src/uts/sun4v/cpu/ |
H A D | niagara2.c | 347 n2_hash2color(uint_t color, uchar_t szc) argument 349 n2color_t m = n2color[szc]; 353 ASSERT((color & ~(hw_page_array[szc].hp_colors - 1)) == 0); 365 n2_color2hash(uint_t color, uchar_t szc, uint_t node) argument 367 n2color_t m = n2color[szc]; 385 page_pfn_2_color_cpu(pfn_t pfn, uchar_t szc, void *cookie) argument 390 ASSERT(szc <= TTE256M); 398 pfn = PFN_BASE(pfn, szc); 400 if (szc < TTE4M) { 403 if (szc > TTE64 410 page_papfn_2_color_cpu(pfn_t papfn, uchar_t szc) argument 432 page_get_nsz_color_mask_cpu(uchar_t szc, uint_t mask) argument 444 page_get_nsz_color_cpu(uchar_t szc, uint_t color) argument 454 page_get_color_shift_cpu(uchar_t szc, uchar_t nszc) argument 467 page_convert_color_cpu(uint_t ncolor, uchar_t szc, uchar_t nszc) argument 484 page_next_pfn_for_color_cpu(pfn_t pfn, uchar_t szc, uint_t color, uint_t ceq_mask, uint_t color_mask, void *cookie) argument [all...] |
/illumos-gate/usr/src/uts/sun4/vm/ |
H A D | vm_dep.h | 90 #define PAGE_FREELISTS(mnode, szc, color, mtype) \ 91 (*(page_freelists[szc][mtype][mnode] + (color))) 141 #define MEM_NODE_ITERATOR_INIT(pfn, mnode, szc, it) \ 142 (pfn) = plat_mem_node_iterator_init((pfn), (mnode), (szc), (it), 1) 153 #define MEM_NODE_ITERATOR_INIT(pfn, mnode, szc, it) 222 #define PAGE_GET_COLOR_SHIFT(szc, nszc) \ 224 page_get_color_shift_cpu(szc, nszc) : \ 226 hw_page_array[(szc)].hp_shift)) 228 #define PAGE_CONVERT_COLOR(ncolor, szc, nszc) \ 230 page_convert_color_cpu(ncolor, szc, nsz [all...] |
H A D | vm_dep.c | 533 int szc; local 544 for (szc = mmu_page_sizes - 1; szc >= 0; szc--) { 545 pgsz = hw_page_array[szc].hp_size; 546 if ((disable_auto_data_large_pages & (1 << szc)) || 569 int szc; local 580 for (szc = mmu_page_sizes - 1; szc >= 0; szc 604 uint_t szc; local 790 int szc; local 816 int szc, clrs; local 1074 uint_t szc; local [all...] |
/illumos-gate/usr/src/uts/common/vm/ |
H A D | vm_pagelist.c | 124 #define SETPGCPFAILCNT(szc) \ 125 if (++pgcpfailcnt[szc] >= PGCPFAILMAX) \ 126 pgcpfailcnt[szc] = PGCPFAILMAX / 2; 246 * physical memory. A hw_page_map_t will be allocated per mnode per szc. 420 int szc = page_szc(pagesize); local 421 if ((szc != -1) && (SZC_2_USERSZC(szc) != -1)) { 422 return (szc); 453 * returns the count of the number of base pagesize pages associated with szc 456 page_get_pagecnt(uint_t szc) argument 464 page_get_pagesize(uint_t szc) argument 481 uint_t szc = USERSZC_2_SZC(userszc); local 489 page_get_shift(uint_t szc) argument 497 page_get_pagecolors(uint_t szc) argument 508 page_correct_color(uchar_t szc, uchar_t nszc, uint_t color, uint_t ncolor, uint_t ceq_mask) argument 1317 chk_lpg(page_t *pp, uchar_t szc) argument 1767 page_list_sub_pages(page_t *pp, uint_t szc) argument 2270 page_freelist_coalesce(int mnode, uchar_t szc, uint_t color, uint_t ceq_mask, int mtype, pfn_t pfnhi) argument 2583 page_freelist_split(uchar_t szc, uint_t color, int mnode, int mtype, pfn_t pfnlo, pfn_t pfnhi, page_list_walker_t *plw) argument 2751 page_list_walk_init(uchar_t szc, uint_t flags, uint_t bin, int can_split, int use_ceq, page_list_walker_t *plw) argument 2835 page_list_walk_next_bin(uchar_t szc, uint_t bin, page_list_walker_t *plw) argument 2918 page_get_mnode_freelist(int mnode, uint_t bin, int mtype, uchar_t szc, uint_t flags) argument 3091 page_freecnt(int mnode, page_t *pp, uchar_t szc) argument 3144 page_trylock_contig_pages(int mnode, page_t *spp, uchar_t szc, int flags) argument 3216 page_claim_contig_pages(page_t *pp, uchar_t szc, int flags) argument 3420 page_geti_contig_pages(int mnode, uint_t bin, uchar_t szc, int flags, pfn_t pfnlo, pfn_t pfnhi, pgcnt_t pfnflag) argument 3637 page_get_contig_pages(int mnode, uint_t bin, int mtype, uchar_t szc, uint_t flags) argument 3703 page_chk_freelist(uint_t szc) argument 3738 uchar_t szc; local 4142 int szc; local [all...] |
H A D | seg_vn.h | 62 uint_t szc; /* max preferred page size code */ member in struct:segvn_crargs 168 ((struct segvn_crargs *)(argsp))->szc == 0 && \ 173 (((struct segvn_crargs *)(argsp))->szc == 0 || \ 174 ((struct segvn_crargs *)(argsp))->szc == AS_MAP_HEAP || \ 175 ((struct segvn_crargs *)(argsp))->szc == AS_MAP_STACK) && \ 193 * A hash table entry looked up by vnode, off/eoff and szc to find anon map to
|
H A D | seg_spt.h | 49 uint_t szc; member in struct:segspt_crargs 102 uint_t prot, uint_t flags, uint_t szc);
|
H A D | vm_page.c | 561 uint_t szc = page_num_pagesizes() - 1; local 562 pgcnt_t large = page_get_pagecnt(szc); 620 if (szc == 0) { 645 pp->p_szc = szc; 681 pp->p_szc = szc; 1042 * page_size(szc)) range. if they exist and ppa is not NULL fill ppa array 1055 page_exists_physcontig(vnode_t *vp, u_offset_t off, uint_t szc, page_t *ppa[]) argument 1069 ASSERT(szc != 0); 1094 pages = page_get_pagecnt(szc); 1098 if ((pszc = pp->p_szc) >= szc 1296 page_exists_forreal(vnode_t *vp, u_offset_t off, uint_t *szc) argument 1985 page_alloc_pages(struct vnode *vp, struct seg *seg, caddr_t addr, page_t **basepp, page_t *ppa[], uint_t szc, int anypgsz, int pgflags) argument 2596 uint_t szc = rootpp->p_szc; local 2770 uint_t szc = pp->p_szc; local 3114 uint_t szc = pp->p_szc; local 4757 uint_t szc; local 4986 uint_t szc = tpp->p_szc; local 5137 uint_t szc = pp->p_szc; local 5188 uint_t szc = pp->p_szc; local 6186 uchar_t szc; member in struct:page_capture_hash_bucket 6375 page_capture_add_hash(page_t *pp, uint_t szc, uint_t flags, void *datap) argument 6933 page_itrycapture(page_t *pp, uint_t szc, uint_t flags, void *datap) argument 7022 page_trycapture(page_t *pp, uint_t szc, uint_t flags, void *datap) argument 7042 uint_t szc; local 7171 uint_t szc; local [all...] |
H A D | vm_anon.c | 1158 uint_t szc) 1163 pgcnt_t pgcnt = page_get_pagecnt(szc); 1172 ASSERT(szc != 0); 1250 ASSERT(pp->p_szc <= szc); 1392 uint_t szc, 1404 ASSERT(szc != 0); 1405 pgcnt = page_get_pagecnt(szc); 1487 * Used when a segment with a vnode changes szc. similarly to 1501 uint_t szc, 1513 ASSERT(szc ! 1155 anon_decref_pages( struct anon_hdr *ahp, ulong_t an_idx, uint_t szc) argument 1386 anon_dup_fill_holes( struct anon_hdr *old, ulong_t old_idx, struct anon_hdr *new, ulong_t new_idx, size_t size, uint_t szc, int noalloc) argument 1493 anon_fill_cow_holes( struct seg *seg, caddr_t addr, struct anon_hdr *ahp, ulong_t an_idx, struct vnode *vp, u_offset_t vp_off, size_t size, uint_t szc, uint_t prot, struct vpage vpage[], struct cred *cred) argument 1620 anon_free_pages( struct anon_hdr *ahp, ulong_t an_idx, size_t size, uint_t szc) argument 1972 anon_map_getpages( struct anon_map *amp, ulong_t start_idx, uint_t szc, struct seg *seg, caddr_t addr, uint_t prot, uint_t *protp, page_t *ppa[], uint_t *ppa_szc, struct vpage vpage[], enum seg_rw rw, int brkcow, int anypgsz, int pgflags, struct cred *cred) argument 2541 anon_map_privatepages( struct anon_map *amp, ulong_t start_idx, uint_t szc, struct seg *seg, caddr_t addr, uint_t prot, page_t *ppa[], struct vpage vpage[], int anypgsz, int pgflags, struct cred *cred) argument 2862 uint_t l_szc, szc, prot; local 3072 anon_try_demote_pages( struct anon_hdr *ahp, ulong_t sidx, uint_t szc, page_t **ppa, int private) argument 3199 uint_t szc = seg->s_szc; local [all...] |
H A D | seg_vn.c | 133 uint_t szc); 341 * with vp,off,size,szc used as a key. Text replication segments are read only 413 uint_t szc; local 422 szc = maxszc = page_num_pagesizes() - 1; 423 if (szc == 0) { 427 panic("segvn_init: bad szc 0"); 430 while (szc != 0) { 431 pgsz = page_get_pagesize(szc); 433 panic("segvn_init: bad szc %d", szc); 3230 segvn_full_szcpages(page_t **ppa, uint_t szc, int *upgrdfail, uint_t *pszc) argument 3357 segvn_fill_vp_pages(struct segvn_data *svd, vnode_t *vp, u_offset_t off, uint_t szc, page_t **ppa, page_t **ppplist, uint_t *ret_pszc, int *downsize) argument 3831 uint_t szc = seg->s_szc; local 4640 uint_t szc = seg->s_szc; local 6070 segvn_setpagesize(struct seg *seg, caddr_t addr, size_t len, uint_t szc) argument 6734 uint_t szc = seg->s_szc; local 9739 uint_t szc = seg->s_szc; local 10023 uint_t szc = seg->s_szc; local [all...] |
H A D | vm_as.c | 1432 uint_t szc; local 1456 vn_a->szc = 0; 1470 szc = 0; 1488 vn_a->szc = szc; 1502 szc = nszc; 1517 vn_a->szc = szc; 1531 szcvec &= ~(1 << szc); 1533 szc 2850 as_setpagesize(struct as *as, caddr_t addr, size_t size, uint_t szc, boolean_t wait) argument 2978 as_iset3_default_lpsize(struct as *as, caddr_t raddr, size_t rsize, uint_t szc, int *retry) argument 3036 as_iset2_default_lpsize(struct as *as, caddr_t addr, size_t size, uint_t szc, uint_t szcvec) argument 3064 as_iset1_default_lpsize(struct as *as, caddr_t raddr, size_t rsize, uint_t szc, uint_t szcvec) argument 3133 uint_t szc; local [all...] |
H A D | seg_spt.c | 211 sptcargs.szc = share_szc; 432 seg->s_szc = sptcargs->szc; 840 uint_t szc; local 917 if ((szc = ppa[an_idx]->p_szc) != 0) { 918 npgs = page_get_pagecnt(szc); 952 if ((szc = ppa[an_idx]->p_szc) != 0) { 953 npgs = page_get_pagecnt(szc); 1106 if ((szc = ppa[an_idx]->p_szc) != 0) { 1107 npgs = page_get_pagecnt(szc); 2331 uint_t szc local 3005 segspt_shmsetpgsz(struct seg *seg, caddr_t addr, size_t len, uint_t szc) argument [all...] |
H A D | page_lock.c | 939 uint_t szc; local 979 szc = pp->p_szc; 980 ASSERT(szc < pszc); 982 pszc = szc;
|
H A D | seg.h | 236 #define SEGOP_SETPAGESIZE(s, a, l, szc) \ 237 (*(s)->s_ops->setpagesize)((s), (a), (l), (szc))
|
H A D | as.h | 295 int as_setpagesize(struct as *as, caddr_t addr, size_t size, uint_t szc,
|
/illumos-gate/usr/src/uts/common/syscall/ |
H A D | memcntl.c | 63 uint_t szc, oszc, pgcmd; local 233 szc = mem_getpgszc(pgsz); 234 if (szc == (uint_t)-1) { 252 if (szc == p->p_brkpageszc) { 256 if (szc > p->p_brkpageszc) { 258 + p->p_brksize, szc); 273 p->p_brkpageszc = szc; 292 if (szc == p->p_stkpageszc) { 297 if (szc > p->p_stkpageszc) { 299 p->p_stksize, szc); [all...] |
/illumos-gate/usr/src/uts/common/os/ |
H A D | grow.c | 119 int oszc, szc; local 135 szc = page_szc(pgsz); 143 if (szc <= oszc) { 152 err = brk_internal(nva, szc); 153 /* If using szc failed, map with base page size and return. */ 155 if (szc != 0) { 171 (void) as_setpagesize(p->p_as, addr, len, szc, B_FALSE); 172 p->p_brkpageszc = szc; 191 uint_t szc; local 200 if ((szc 360 int oszc, szc; local 429 uint_t szc; local [all...] |
H A D | exec.c | 1179 off_t offset, int prot, int page, uint_t szc) 1344 if (szc > 0) { 1347 * caller for the szc > 0 case extended zfod 1350 size_t pgsz = page_get_pagesize(szc); 1354 crargs.szc = szc; 1356 crargs.szc = AS_MAP_HEAP; 1359 crargs.szc = AS_MAP_NO_LPOOB; 1178 execmap(struct vnode *vp, caddr_t addr, size_t len, size_t zfodlen, off_t offset, int prot, int page, uint_t szc) argument
|
H A D | mem_cage.c | 1314 uint_t szc; local 1321 szc = rootpp->p_szc; 1322 if (szc == 0) { 1324 * The szc of a locked page can only change for pages that are 1333 npgs = page_get_pagecnt(szc); 1339 ASSERT(pp->p_szc == szc);
|
/illumos-gate/usr/src/uts/common/fs/ |
H A D | fsflush.c | 132 uint_t szc; local 196 szc = pp->p_szc; 197 if (pp->p_vnode != NULL || szc == fsf_npgsz - 1) { 206 if (coal_page == NULL || coal_szc != szc) { 211 if ((page_pptonum(pp) & fsf_mask[szc]) != 0) { 216 coal_szc = szc;
|
/illumos-gate/usr/src/uts/sparc/v9/vm/ |
H A D | seg_nf.c | 80 uint_t szc); 479 uint_t szc) 478 segnf_setpagesize(struct seg *seg, caddr_t addr, size_t len, uint_t szc) argument
|
/illumos-gate/usr/src/uts/sfmmu/ml/ |
H A D | sfmmu_asm.s | 108 * szc = size code of TSB (ro) 113 #define GET_TSBE_POINTER(vpshift, tsbbase, tagacc, szc, tmp) \ 116 sllx tmp, szc, tmp /* tmp = nentries in TSB */ ;\ 135 * tsbp, szc, tmp = scratch 139 #define GET_KPM_TSBE_POINTER(vpshift, tsbp, vaddr, szc, tmp) \ 142 sethi %hi(kpmsm_tsbsz), szc ;\ 144 ld [szc + %lo(kpmsm_tsbsz)], szc ;\ 148 1: sethi %hi(kpm_tsbsz), szc ;\ 150 ld [szc [all...] |