module/zfs/zio.c

130  * stage set or will have it later in its lifetime.
679 	/* Parent should not have READY stage if child doesn't have it. */
715 	/* Parent should not have READY stage if child doesn't have it. */
891     const zbookmark_phys_t *zb, enum zio_stage stage,
902 	ASSERT(vd || stage == ZIO_STAGE_OPEN);
954 	zio->io_orig_stage = zio->io_stage = stage;
959 	zio->io_state[ZIO_WAIT_READY] = (stage >= ZIO_STAGE_READY) ||
961 	zio->io_state[ZIO_WAIT_DONE] = (stage >= ZIO_STAGE_DONE);
1010  * READY pipeline stage (is ready on creation), so it should not be used
1011  * as child of any ZIO that may need waiting for grandchildren READY stage
1404 		enum zio_stage stage =
1410 		    flags, NULL, 0, NULL, ZIO_STAGE_OPEN, stage));
1800 	 * If our children haven't all reached the ready stage,
1801 	 * wait for them and then repeat this pipeline stage.
2178 		    "priority=%d flags=0x%llx stage=0x%x "
2309 		enum zio_stage stage = zio->io_stage;
2314 		ASSERT(ISP2(stage));
2318 			stage <<= 1;
2319 		} while ((stage & pipeline) == 0);
2321 		ASSERT(stage <= ZIO_STAGE_DONE);
2324 		 * If we are in interrupt context and this pipeline stage
2332 		if ((stage & ZIO_BLOCKING_STAGES) && zio->io_vd == NULL &&
2334 			boolean_t cut = (stage == ZIO_STAGE_VDEV_IO_START) ?
2345 			boolean_t cut = (stage == ZIO_STAGE_VDEV_IO_START) ?
2351 		zio->io_stage = stage;
2355 		 * The zio pipeline stage returns the next zio to execute
2359 		zio = zio_pipeline[highbit64(stage) - 1](zio);
2694 		 * its data checksum because that stage precedes gang assembly.
3030 			 * stage.
3119  * The zio_nop_write stage in the pipeline determines if allocating a
3917  * stops after this stage and will resume upon I/O completion.
4712 	 * wait for them and then repeat this pipeline stage.