amd64/amd64/pmap.c

1382 pmap_invalidate_range_pcid(pmap_t pmap, vm_offset_t sva, vm_offset_t eva)
1391 		for (addr = sva; addr < eva; addr += PAGE_SIZE) {
1401 	for (addr = sva; addr < eva; addr += PAGE_SIZE)
1408 pmap_invalidate_range(pmap_t pmap, vm_offset_t sva, vm_offset_t eva)
1425 			for (addr = sva; addr < eva; addr += PAGE_SIZE)
1430 					for (addr = sva; addr < eva;
1435 					    sva, eva);
1441 		smp_invlpg_range(pmap, sva, eva);
1447 			for (addr = sva; addr < eva; addr += PAGE_SIZE)
1451 				pmap_invalidate_range_pcid(pmap, sva, eva);
1460 			smp_masked_invlpg_range(other_cpus, pmap, sva, eva);
1640 pmap_invalidate_range(pmap_t pmap, vm_offset_t sva, vm_offset_t eva)
1647 			for (addr = sva; addr < eva; addr += PAGE_SIZE)
1697 pmap_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva)
1702 	KASSERT((eva & PAGE_MASK) == 0,
1703 	    ("pmap_invalidate_cache_range: eva not page-aligned"));
1708 	    eva - sva < PMAP_CLFLUSH_THRESHOLD) {
1727 		for (; sva < eva; sva += cpu_clflush_line_size)
1751 	vm_offset_t daddr, eva;
1761 			eva = daddr + PAGE_SIZE;
1762 			for (; daddr < eva; daddr += cpu_clflush_line_size)
3443 	vm_offset_t eva, va;
3470 		eva = sva + NBPDR;
3472 		    va < eva; va += PAGE_SIZE, m++) {
3568 pmap_remove(pmap_t pmap, vm_offset_t sva, vm_offset_t eva)
3599 	if (sva + PAGE_SIZE == eva) {
3608 	for (; sva < eva; sva = va_next) {
3617 				va_next = eva;
3625 				va_next = eva;
3634 			va_next = eva;
3653 			if (sva + NBPDR == va_next && eva >= va_next) {
3675 		if (va_next > eva)
3676 			va_next = eva;
3792 	vm_offset_t eva, va;
3808 		eva = sva + NBPDR;
3810 		    va < eva; va += PAGE_SIZE, m++)
3834 pmap_protect(pmap_t pmap, vm_offset_t sva, vm_offset_t eva, vm_prot_t prot)
3844 		pmap_remove(pmap, sva, eva);
3861 	for (; sva < eva; sva = va_next) {
3867 				va_next = eva;
3875 				va_next = eva;
3881 			va_next = eva;
3900 			if (sva + NBPDR == va_next && eva >= va_next) {
3930 		if (va_next > eva)
3931 			va_next = eva;
5789 pmap_advise(pmap_t pmap, vm_offset_t sva, vm_offset_t eva, int advice)
5822 	for (; sva < eva; sva = va_next) {
5827 				va_next = eva;
5834 				va_next = eva;
5839 			va_next = eva;
5886 		if (va_next > eva)
5887 			va_next = eva;