uvm 2258 arch/i386/i386/pmap.c if (pve->pv_va >= uvm.pager_sva && pve->pv_va < uvm.pager_eva) uvm 2810 arch/i386/i386/pmap.c if (uvm.page_init_done == FALSE) { uvm 1604 arch/i386/i386/pmapae.c if (pve->pv_va >= uvm.pager_sva && pve->pv_va < uvm.pager_eva) uvm 2192 arch/i386/i386/pmapae.c if (uvm.page_init_done == FALSE) { uvm 2028 kern/subr_pool.c return ((void *)uvm_km_alloc_poolpage1(kernel_map, uvm.kernel_object, uvm 75 uvm/uvm.h struct uvm { uvm 142 uvm/uvm.h extern struct uvm uvm; uvm 197 uvm/uvm_anon.c simple_lock(&uvm.swap_data_lock); uvm 199 uvm/uvm_anon.c simple_unlock(&uvm.swap_data_lock); uvm 424 uvm/uvm_aobj.c simple_lock(&uvm.swap_data_lock); uvm 426 uvm/uvm_aobj.c simple_unlock(&uvm.swap_data_lock); uvm 448 uvm/uvm_aobj.c simple_lock(&uvm.swap_data_lock); uvm 450 uvm/uvm_aobj.c simple_unlock(&uvm.swap_data_lock); uvm 59 uvm/uvm_init.c struct uvm uvm; /* decl */ uvm 87 uvm/uvm_init.c memset(&uvm, 0, sizeof(uvm)); uvm 175 uvm/uvm_km.c uvm.kernel_object = uao_create(VM_MAX_KERNEL_ADDRESS - uvm 493 uvm/uvm_km.c if (__predict_false(uvm_map(map, &kva, size, uvm.kernel_object, uvm 513 uvm/uvm_km.c simple_lock(&uvm.kernel_object->vmobjlock); uvm 514 uvm/uvm_km.c pg = uvm_pagelookup(uvm.kernel_object, offset); uvm 524 uvm/uvm_km.c UVM_UNLOCK_AND_WAIT(pg, &uvm.kernel_object->vmobjlock, uvm 530 uvm/uvm_km.c pg = uvm_pagealloc(uvm.kernel_object, offset, NULL, 0); uvm 535 uvm/uvm_km.c simple_unlock(&uvm.kernel_object->vmobjlock); uvm 537 uvm/uvm_km.c if (curproc == uvm.pagedaemon_proc) { uvm 604 uvm/uvm_km.c if (__predict_false(uvm_map(map, &kva, size, uvm.kernel_object, uvm 644 uvm/uvm_km.c if (__predict_true(uvm_map(map, &kva, size, uvm.kernel_object, uvm 396 uvm/uvm_map.c simple_lock(&uvm.kentry_lock); uvm 397 uvm/uvm_map.c me = uvm.kentry_free; uvm 414 uvm/uvm_map.c uvm.kentry_free = me->next; uvm 416 uvm/uvm_map.c simple_unlock(&uvm.kentry_lock); uvm 450 uvm/uvm_map.c simple_lock(&uvm.kentry_lock); uvm 451 uvm/uvm_map.c me->next = uvm.kentry_free; uvm 452 uvm/uvm_map.c uvm.kentry_free = me; uvm 454 uvm/uvm_map.c simple_unlock(&uvm.kentry_lock); uvm 548 uvm/uvm_map.c simple_lock_init(&uvm.kentry_lock); uvm 549 uvm/uvm_map.c uvm.kentry_free = NULL; uvm 551 uvm/uvm_map.c kernel_map_entry[lcv].next = uvm.kentry_free; uvm 552 uvm/uvm_map.c uvm.kentry_free = &kernel_map_entry[lcv]; uvm 3758 uvm/uvm_map.c pgl = &uvm.page_free[fl].pgfl_queues[((pg)->pg_flags & PG_ZERO) ? uvm 3762 uvm/uvm_map.c &uvm.page_inactive_swp : &uvm.page_inactive_obj; uvm 3764 uvm/uvm_map.c pgl = &uvm.page_active; uvm 161 uvm/uvm_page.c buck = &uvm.page_hash[uvm_pagehash(pg->uobject,pg->offset)]; uvm 163 uvm/uvm_page.c simple_lock(&uvm.hashlock); uvm 165 uvm/uvm_page.c simple_unlock(&uvm.hashlock); uvm 188 uvm/uvm_page.c buck = &uvm.page_hash[uvm_pagehash(pg->uobject,pg->offset)]; uvm 190 uvm/uvm_page.c simple_lock(&uvm.hashlock); uvm 192 uvm/uvm_page.c simple_unlock(&uvm.hashlock); uvm 238 uvm/uvm_page.c TAILQ_INIT(&uvm.page_free[lcv].pgfl_queues[i]); uvm 240 uvm/uvm_page.c TAILQ_INIT(&uvm.page_active); uvm 241 uvm/uvm_page.c TAILQ_INIT(&uvm.page_inactive_swp); uvm 242 uvm/uvm_page.c TAILQ_INIT(&uvm.page_inactive_obj); uvm 243 uvm/uvm_page.c simple_lock_init(&uvm.pageqlock); uvm 244 uvm/uvm_page.c simple_lock_init(&uvm.fpageqlock); uvm 252 uvm/uvm_page.c uvm.page_nhash = 1; /* 1 bucket */ uvm 253 uvm/uvm_page.c uvm.page_hashmask = 0; /* mask for hash function */ uvm 254 uvm/uvm_page.c uvm.page_hash = &uvm_bootbucket; /* install bootstrap bucket */ uvm 255 uvm/uvm_page.c TAILQ_INIT(uvm.page_hash); /* init hash table */ uvm 256 uvm/uvm_page.c simple_lock_init(&uvm.hashlock); /* init hash table lock */ uvm 348 uvm/uvm_page.c simple_lock_init(&uvm.pagedaemon_lock); uvm 349 uvm/uvm_page.c simple_lock_init(&uvm.aiodoned_lock); uvm 368 uvm/uvm_page.c uvm.page_idle_zero = vm_page_zero_enable; uvm 374 uvm/uvm_page.c uvm.page_init_done = TRUE; uvm 515 uvm/uvm_page.c if (uvm.page_init_done == TRUE) uvm 799 uvm/uvm_page.c oldbuckets = uvm.page_hash; uvm 800 uvm/uvm_page.c oldcount = uvm.page_nhash; uvm 822 uvm/uvm_page.c simple_lock(&uvm.hashlock); uvm 823 uvm/uvm_page.c uvm.page_hash = newbuckets; uvm 824 uvm/uvm_page.c uvm.page_nhash = bucketcount; uvm 825 uvm/uvm_page.c uvm.page_hashmask = bucketcount - 1; /* power of 2 */ uvm 832 uvm/uvm_page.c &uvm.page_hash[uvm_pagehash(pg->uobject, pg->offset)], uvm 836 uvm/uvm_page.c simple_unlock(&uvm.hashlock); uvm 878 uvm/uvm_page.c printf("number of buckets = %d\n", uvm.page_nhash); uvm 928 uvm/uvm_page.c wakeup(&uvm.pagedaemon); uvm 933 uvm/uvm_page.c wakeup(&uvm.pagedaemon); uvm 949 uvm/uvm_page.c !(use_reserve && (curproc == uvm.pagedaemon_proc || uvm 977 uvm/uvm_page.c pgfl = &uvm.page_free[lcv]; uvm 992 uvm/uvm_page.c pgfl = &uvm.page_free[free_list]; uvm 1191 uvm/uvm_page.c TAILQ_REMOVE(&uvm.page_active, pg, pageq); uvm 1197 uvm/uvm_page.c TAILQ_REMOVE(&uvm.page_inactive_swp, pg, pageq); uvm 1199 uvm/uvm_page.c TAILQ_REMOVE(&uvm.page_inactive_obj, pg, pageq); uvm 1226 uvm/uvm_page.c TAILQ_INSERT_TAIL(&uvm.page_free[ uvm 1238 uvm/uvm_page.c uvm.page_idle_zero = vm_page_zero_enable; uvm 1346 uvm/uvm_page.c uvm.page_idle_zero = FALSE; uvm 1352 uvm/uvm_page.c pgfl = &uvm.page_free[free_list]; uvm 1363 uvm/uvm_page.c uvm.page_idle_zero = FALSE; uvm 303 uvm/uvm_page.h #define uvm_lock_pageq() simple_lock(&uvm.pageqlock) uvm 304 uvm/uvm_page.h #define uvm_unlock_pageq() simple_unlock(&uvm.pageqlock) uvm 307 uvm/uvm_page.h (((unsigned long)obj+(unsigned long)atop(off)) & uvm.page_hashmask) uvm 97 uvm/uvm_page_i.h simple_lock(&uvm.fpageqlock); uvm 112 uvm/uvm_page_i.h simple_unlock(&uvm.fpageqlock); uvm 130 uvm/uvm_page_i.h buck = &uvm.page_hash[uvm_pagehash(obj,off)]; uvm 133 uvm/uvm_page_i.h simple_lock(&uvm.hashlock); uvm 139 uvm/uvm_page_i.h simple_unlock(&uvm.hashlock); uvm 155 uvm/uvm_page_i.h TAILQ_REMOVE(&uvm.page_active, pg, pageq); uvm 161 uvm/uvm_page_i.h TAILQ_REMOVE(&uvm.page_inactive_swp, pg, pageq); uvm 163 uvm/uvm_page_i.h TAILQ_REMOVE(&uvm.page_inactive_obj, pg, pageq); uvm 184 uvm/uvm_page_i.h TAILQ_INSERT_TAIL(&uvm.page_active, pg, pageq); uvm 203 uvm/uvm_page_i.h TAILQ_REMOVE(&uvm.page_active, pg, pageq); uvm 210 uvm/uvm_page_i.h TAILQ_INSERT_TAIL(&uvm.page_inactive_swp, pg, pageq); uvm 212 uvm/uvm_page_i.h TAILQ_INSERT_TAIL(&uvm.page_inactive_obj, pg, pageq); uvm 239 uvm/uvm_page_i.h TAILQ_REMOVE(&uvm.page_inactive_swp, pg, pageq); uvm 241 uvm/uvm_page_i.h TAILQ_REMOVE(&uvm.page_inactive_obj, pg, pageq); uvm 253 uvm/uvm_page_i.h TAILQ_REMOVE(&uvm.page_active, pg, pageq); uvm 259 uvm/uvm_page_i.h TAILQ_INSERT_TAIL(&uvm.page_active, pg, pageq); uvm 84 uvm/uvm_pager.c pager_map = uvm_km_suballoc(kernel_map, &uvm.pager_sva, &uvm.pager_eva, uvm 95 uvm/uvm_pager.c TAILQ_INIT(&uvm.aio_done); uvm 144 uvm/uvm_pager.c if (curproc == uvm.pagedaemon_proc) { uvm 777 uvm/uvm_pager.c simple_lock(&uvm.aiodoned_lock); /* locks uvm.aio_done */ uvm 778 uvm/uvm_pager.c TAILQ_INSERT_TAIL(&uvm.aio_done, bp, b_freelist); uvm 779 uvm/uvm_pager.c wakeup(&uvm.aiodoned); uvm 780 uvm/uvm_pager.c simple_unlock(&uvm.aiodoned_lock); uvm 120 uvm/uvm_pdaemon.c if (curproc == uvm.pagedaemon_proc) { uvm 146 uvm/uvm_pdaemon.c simple_lock(&uvm.pagedaemon_lock); uvm 147 uvm/uvm_pdaemon.c wakeup(&uvm.pagedaemon); /* wake the daemon! */ uvm 148 uvm/uvm_pdaemon.c UVM_UNLOCK_AND_WAIT(&uvmexp.free, &uvm.pagedaemon_lock, FALSE, wmsg, uvm 205 uvm/uvm_pdaemon.c uvm.pagedaemon_proc = curproc; uvm 217 uvm/uvm_pdaemon.c simple_lock(&uvm.pagedaemon_lock); uvm 220 uvm/uvm_pdaemon.c UVM_UNLOCK_AND_WAIT(&uvm.pagedaemon, uvm 221 uvm/uvm_pdaemon.c &uvm.pagedaemon_lock, FALSE, "pgdaemon", 0); uvm 301 uvm/uvm_pdaemon.c simple_lock(&uvm.aiodoned_lock); uvm 302 uvm/uvm_pdaemon.c if (TAILQ_FIRST(&uvm.aio_done) == NULL) { uvm 304 uvm/uvm_pdaemon.c UVM_UNLOCK_AND_WAIT(&uvm.aiodoned, uvm 305 uvm/uvm_pdaemon.c &uvm.aiodoned_lock, FALSE, "aiodoned", 0); uvm 309 uvm/uvm_pdaemon.c simple_lock(&uvm.aiodoned_lock); uvm 316 uvm/uvm_pdaemon.c bp = TAILQ_FIRST(&uvm.aio_done); uvm 318 uvm/uvm_pdaemon.c TAILQ_INIT(&uvm.aio_done); uvm 321 uvm/uvm_pdaemon.c simple_unlock(&uvm.aiodoned_lock); uvm 341 uvm/uvm_pdaemon.c wakeup(&uvm.pagedaemon); uvm 344 uvm/uvm_pdaemon.c simple_lock(&uvm.pagedaemon_lock); uvm 346 uvm/uvm_pdaemon.c simple_unlock(&uvm.pagedaemon_lock); uvm 528 uvm/uvm_pdaemon.c simple_lock(&uvm.swap_data_lock); uvm 530 uvm/uvm_pdaemon.c simple_unlock(&uvm.swap_data_lock); uvm 802 uvm/uvm_pdaemon.c curproc == uvm.pagedaemon_proc) { uvm 1009 uvm/uvm_pdaemon.c got_it = uvmpd_scan_inactive(&uvm.page_inactive_swp); uvm 1011 uvm/uvm_pdaemon.c got_it = uvmpd_scan_inactive(&uvm.page_inactive_obj); uvm 1013 uvm/uvm_pdaemon.c (void) uvmpd_scan_inactive(&uvm.page_inactive_swp); uvm 1038 uvm/uvm_pdaemon.c for (p = TAILQ_FIRST(&uvm.page_active); uvm 110 uvm/uvm_pglist.c for (tp = TAILQ_FIRST(&uvm.page_free[free_list].pgfl_queues[pgflidx]); uvm 119 uvm/uvm_pglist.c TAILQ_REMOVE(&uvm.page_free[free_list].pgfl_queues[pgflidx], pg, pageq); uvm 144 uvm/uvm_pglist.c wakeup(&uvm.pagedaemon); uvm 300 uvm/uvm_pglist.c for (tp = TAILQ_FIRST(&uvm.page_free[ uvm 310 uvm/uvm_pglist.c TAILQ_REMOVE(&uvm.page_free[free_list].pgfl_queues[pgflidx], uvm 334 uvm/uvm_pglist.c wakeup(&uvm.pagedaemon); uvm 375 uvm/uvm_pglist.c TAILQ_INSERT_TAIL(&uvm.page_free[ uvm 380 uvm/uvm_pglist.c uvm.page_idle_zero = vm_page_zero_enable; uvm 259 uvm/uvm_stat.c (*pr)(" objs(kern)=%p\n", uvm.kernel_object); uvm 282 uvm/uvm_swap.c simple_lock_init(&uvm.swap_data_lock); uvm 327 uvm/uvm_swap.c simple_lock(&uvm.swap_data_lock); uvm 334 uvm/uvm_swap.c simple_unlock(&uvm.swap_data_lock); uvm 774 uvm/uvm_swap.c simple_lock(&uvm.swap_data_lock); uvm 781 uvm/uvm_swap.c simple_unlock(&uvm.swap_data_lock); uvm 796 uvm/uvm_swap.c simple_lock(&uvm.swap_data_lock); uvm 799 uvm/uvm_swap.c simple_unlock(&uvm.swap_data_lock); uvm 817 uvm/uvm_swap.c simple_unlock(&uvm.swap_data_lock); uvm 832 uvm/uvm_swap.c simple_lock(&uvm.swap_data_lock); uvm 835 uvm/uvm_swap.c simple_unlock(&uvm.swap_data_lock); uvm 846 uvm/uvm_swap.c simple_lock(&uvm.swap_data_lock); uvm 848 uvm/uvm_swap.c simple_unlock(&uvm.swap_data_lock); uvm 858 uvm/uvm_swap.c simple_unlock(&uvm.swap_data_lock); uvm 1071 uvm/uvm_swap.c simple_lock(&uvm.swap_data_lock); uvm 1077 uvm/uvm_swap.c simple_unlock(&uvm.swap_data_lock); uvm 1105 uvm/uvm_swap.c simple_unlock(&uvm.swap_data_lock); uvm 1125 uvm/uvm_swap.c simple_lock(&uvm.swap_data_lock); uvm 1127 uvm/uvm_swap.c simple_unlock(&uvm.swap_data_lock); uvm 1144 uvm/uvm_swap.c simple_lock(&uvm.swap_data_lock); uvm 1158 uvm/uvm_swap.c simple_unlock(&uvm.swap_data_lock); uvm 1219 uvm/uvm_swap.c simple_lock(&uvm.swap_data_lock); uvm 1221 uvm/uvm_swap.c simple_unlock(&uvm.swap_data_lock); uvm 1597 uvm/uvm_swap.c simple_lock(&uvm.swap_data_lock); uvm 1623 uvm/uvm_swap.c simple_unlock(&uvm.swap_data_lock); uvm 1639 uvm/uvm_swap.c simple_unlock(&uvm.swap_data_lock); uvm 1656 uvm/uvm_swap.c simple_lock(&uvm.swap_data_lock); uvm 1668 uvm/uvm_swap.c simple_unlock(&uvm.swap_data_lock); uvm 1702 uvm/uvm_swap.c simple_lock(&uvm.swap_data_lock); uvm 1729 uvm/uvm_swap.c simple_unlock(&uvm.swap_data_lock); uvm 1775 uvm/uvm_swap.c simple_lock(&uvm.swap_data_lock); uvm 1777 uvm/uvm_swap.c simple_unlock(&uvm.swap_data_lock); uvm 1786 uvm/uvm_swap.c simple_lock(&uvm.swap_data_lock); uvm 1788 uvm/uvm_swap.c simple_unlock(&uvm.swap_data_lock); uvm 1860 uvm/uvm_swap.c simple_lock(&uvm.swap_data_lock); uvm 1862 uvm/uvm_swap.c simple_unlock(&uvm.swap_data_lock); uvm 1923 uvm/uvm_swap.c pflag = (async || curproc == uvm.pagedaemon_proc) ? 0 : PR_WAITOK; uvm 1995 uvm/uvm_swap.c bp->b_flags |= B_CALL | (curproc == uvm.pagedaemon_proc ?