amd64/amd64/pmap.c

286 #define	CHANGE_PV_LIST_LOCK_TO_PHYS(lockp, pa)	do {	\
287 	struct rwlock **_lockp = (lockp);		\
299 #define	CHANGE_PV_LIST_LOCK_TO_VM_PAGE(lockp, m)	\
300 			CHANGE_PV_LIST_LOCK_TO_PHYS(lockp, VM_PAGE_TO_PHYS(m))
302 #define	RELEASE_PV_LIST_LOCK(lockp)		do {	\
303 	struct rwlock **_lockp = (lockp);		\
400 static pv_entry_t get_pv_entry(pmap_t pmap, struct rwlock **lockp);
402 static vm_page_t reclaim_pv_chunk(pmap_t locked_pmap, struct rwlock **lockp);
404 		    struct rwlock **lockp);
406 		    struct rwlock **lockp);
408 		    struct rwlock **lockp);
410 		    struct rwlock **lockp);
418     vm_offset_t va, struct rwlock **lockp);
422     vm_prot_t prot, struct rwlock **lockp);
424     vm_page_t m, vm_prot_t prot, vm_page_t mpte, struct rwlock **lockp);
431     struct rwlock **lockp);
436     struct spglist *free, struct rwlock **lockp);
438     pd_entry_t ptepde, struct spglist *free, struct rwlock **lockp);
443     vm_page_t m, struct rwlock **lockp);
449 		struct rwlock **lockp);
451 		struct rwlock **lockp);
453 		struct rwlock **lockp);
2271 _pmap_allocpte(pmap_t pmap, vm_pindex_t ptepindex, struct rwlock **lockp)
2288 		if (lockp != NULL) {
2289 			RELEASE_PV_LIST_LOCK(lockp);
2334 			    lockp) == NULL) {
2367 			    lockp) == NULL) {
2381 				    lockp) == NULL) {
2407 pmap_allocpde(pmap_t pmap, vm_offset_t va, struct rwlock **lockp)
2425 		pdpg = _pmap_allocpte(pmap, NUPDE + pdpindex, lockp);
2426 		if (pdpg == NULL && lockp != NULL)
2433 pmap_allocpte(pmap_t pmap, vm_offset_t va, struct rwlock **lockp)
2456 		if (!pmap_demote_pde_locked(pmap, pd, va, lockp)) {
2477 		m = _pmap_allocpte(pmap, ptepindex, lockp);
2478 		if (m == NULL && lockp != NULL)
2690 reclaim_pv_chunk(pmap_t locked_pmap, struct rwlock **lockp)
2708 	KASSERT(lockp != NULL, ("reclaim_pv_chunk: lockp is NULL"));
2727 				RELEASE_PV_LIST_LOCK(lockp);
2766 				CHANGE_PV_LIST_LOCK_TO_VM_PAGE(lockp, m);
2888 get_pv_entry(pmap_t pmap, struct rwlock **lockp)
2926 		if (lockp == NULL) {
2930 		m = reclaim_pv_chunk(pmap, lockp);
2977 reserve_pv_entries(pmap_t pmap, int needed, struct rwlock **lockp)
2986 	KASSERT(lockp != NULL, ("reserve_pv_entries: lockp is NULL"));
3017 			m = reclaim_pv_chunk(pmap, lockp);
3069     struct rwlock **lockp)
3082 	CHANGE_PV_LIST_LOCK_TO_PHYS(lockp, pa);
3138     struct rwlock **lockp)
3148 	CHANGE_PV_LIST_LOCK_TO_PHYS(lockp, pa);
3194     struct rwlock **lockp)
3203 		CHANGE_PV_LIST_LOCK_TO_VM_PAGE(lockp, m);
3217     struct rwlock **lockp)
3227 		CHANGE_PV_LIST_LOCK_TO_PHYS(lockp, pa);
3269     struct rwlock **lockp)
3316 			    lockp);
3363 		reserve_pv_entries(pmap, NPTEPG - 1, lockp);
3387 		pmap_pv_demote_pde(pmap, va, oldpde & PG_PS_FRAME, lockp);
3439     struct spglist *free, struct rwlock **lockp)
3467 		CHANGE_PV_LIST_LOCK_TO_PHYS(lockp, oldpde & PG_PS_FRAME);
3504     pd_entry_t ptepde, struct spglist *free, struct rwlock **lockp)
3525 		CHANGE_PV_LIST_LOCK_TO_VM_PAGE(lockp, m);
3980     struct rwlock **lockp)
4082 		pmap_pv_promote_pde(pmap, va, newpde & PG_PS_FRAME, lockp);
4336     struct rwlock **lockp)
4371 		    lockp)) {
4477     vm_prot_t prot, vm_page_t mpte, struct rwlock **lockp)
4549 	    !pmap_try_insert_pv_entry(pmap, va, m, lockp)) {