amd64/amd64/pmap.c

411 static void	pmap_pvh_free(struct md_page *pvh, pmap_t pmap, vm_offset_t va);
412 static pv_entry_t pmap_pvh_remove(struct md_page *pvh, pmap_t pmap,
2694 	struct md_page *pvh;
2771 					pvh = pa_to_pvh(VM_PAGE_TO_PHYS(m));
2772 					if (TAILQ_EMPTY(&pvh->pv_list)) {
3047 pmap_pvh_remove(struct md_page *pvh, pmap_t pmap, vm_offset_t va)
3052 	TAILQ_FOREACH(pv, &pvh->pv_list, pv_next) {
3054 			TAILQ_REMOVE(&pvh->pv_list, pv, pv_next);
3055 			pvh->pv_gen++;
3071 	struct md_page *pvh;
3089 	pvh = pa_to_pvh(pa);
3091 	pv = pmap_pvh_remove(pvh, pmap, va);
3140 	struct md_page *pvh;
3161 	pvh = pa_to_pvh(pa);
3162 	TAILQ_INSERT_TAIL(&pvh->pv_list, pv, pv_next);
3163 	pvh->pv_gen++;
3179 pmap_pvh_free(struct md_page *pvh, pmap_t pmap, vm_offset_t va)
3183 	pv = pmap_pvh_remove(pvh, pmap, va);
3219 	struct md_page *pvh;
3228 		pvh = pa_to_pvh(pa);
3229 		TAILQ_INSERT_TAIL(&pvh->pv_list, pv, pv_next);
3230 		pvh->pv_gen++;
3441 	struct md_page *pvh;
3468 		pvh = pa_to_pvh(oldpde & PG_PS_FRAME);
3469 		pmap_pvh_free(pvh, pmap, sva);
3478 			    TAILQ_EMPTY(&pvh->pv_list))
3506 	struct md_page *pvh;
3529 			pvh = pa_to_pvh(VM_PAGE_TO_PHYS(m));
3530 			if (TAILQ_EMPTY(&pvh->pv_list))
3727 	struct md_page *pvh;
3741 	pvh = pa_to_pvh(VM_PAGE_TO_PHYS(m));
3742 	while ((pv = TAILQ_FIRST(&pvh->pv_list)) != NULL) {
5006 	struct md_page *pvh;
5028 		pvh = pa_to_pvh(VM_PAGE_TO_PHYS(m));
5029 		TAILQ_FOREACH(pv, &pvh->pv_list, pv_next) {
5054 	struct md_page *pvh;
5085 		pvh = pa_to_pvh(VM_PAGE_TO_PHYS(m));
5086 		TAILQ_FOREACH(pv, &pvh->pv_list, pv_next) {
5090 				pvh_gen = pvh->pv_gen;
5095 				    pvh_gen != pvh->pv_gen) {
5151 	struct md_page *pvh;
5258 					pvh = pa_to_pvh(tpte & PG_PS_FRAME);
5259 					TAILQ_REMOVE(&pvh->pv_list, pv, pv_next);
5260 					pvh->pv_gen++;
5261 					if (TAILQ_EMPTY(&pvh->pv_list)) {
5284 						pvh = pa_to_pvh(VM_PAGE_TO_PHYS(m));
5285 						if (TAILQ_EMPTY(&pvh->pv_list))
5314 	struct md_page *pvh;
5356 		pvh = pa_to_pvh(VM_PAGE_TO_PHYS(m));
5357 		TAILQ_FOREACH(pv, &pvh->pv_list, pv_next) {
5361 				pvh_gen = pvh->pv_gen;
5366 				    pvh_gen != pvh->pv_gen) {
5465 	struct md_page *pvh;
5487 	pvh = pa_to_pvh(VM_PAGE_TO_PHYS(m));
5492 	TAILQ_FOREACH_SAFE(pv, &pvh->pv_list, pv_next, next_pv) {
5495 			pvh_gen = pvh->pv_gen;
5499 			if (pvh_gen != pvh->pv_gen) {
5519 			pvh_gen = pvh->pv_gen;
5524 			if (pvh_gen != pvh->pv_gen ||
5599 	struct md_page *pvh;
5617 	pvh = pa_to_pvh(pa);
5623 	    (pvf = TAILQ_FIRST(&pvh->pv_list)) == NULL)
5631 			pvh_gen = pvh->pv_gen;
5635 			if (pvh_gen != pvh->pv_gen) {
5710 			TAILQ_REMOVE(&pvh->pv_list, pv, pv_next);
5711 			TAILQ_INSERT_TAIL(&pvh->pv_list, pv, pv_next);
5712 			pvh->pv_gen++;
5716 	} while ((pv = TAILQ_FIRST(&pvh->pv_list)) != pvf);
5726 			pvh_gen = pvh->pv_gen;
5731 			if (pvh_gen != pvh->pv_gen || md_gen != m->md.pv_gen) {
5927 	struct md_page *pvh;
5949 	pvh = pa_to_pvh(VM_PAGE_TO_PHYS(m));
5956 	TAILQ_FOREACH_SAFE(pv, &pvh->pv_list, pv_next, next_pv) {
5959 			pvh_gen = pvh->pv_gen;
5963 			if (pvh_gen != pvh->pv_gen) {
6004 			pvh_gen = pvh->pv_gen;
6008 			if (pvh_gen != pvh->pv_gen || md_gen != m->md.pv_gen) {