nfs_bio.c revision 100194
1/*
2 * Copyright (c) 1989, 1993
3 *	The Regents of the University of California.  All rights reserved.
4 *
5 * This code is derived from software contributed to Berkeley by
6 * Rick Macklem at The University of Guelph.
7 *
8 * Redistribution and use in source and binary forms, with or without
9 * modification, are permitted provided that the following conditions
10 * are met:
11 * 1. Redistributions of source code must retain the above copyright
12 *    notice, this list of conditions and the following disclaimer.
13 * 2. Redistributions in binary form must reproduce the above copyright
14 *    notice, this list of conditions and the following disclaimer in the
15 *    documentation and/or other materials provided with the distribution.
16 * 3. All advertising materials mentioning features or use of this software
17 *    must display the following acknowledgement:
18 *	This product includes software developed by the University of
19 *	California, Berkeley and its contributors.
20 * 4. Neither the name of the University nor the names of its contributors
21 *    may be used to endorse or promote products derived from this software
22 *    without specific prior written permission.
23 *
24 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
25 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
26 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
27 * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
28 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
29 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
30 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
31 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
32 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
33 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
34 * SUCH DAMAGE.
35 *
36 *	@(#)nfs_bio.c	8.9 (Berkeley) 3/30/95
37 */
38
39#include <sys/cdefs.h>
40__FBSDID("$FreeBSD: head/sys/nfsclient/nfs_bio.c 100194 2002-07-16 19:43:59Z dillon $");
41
42#include <sys/param.h>
43#include <sys/systm.h>
44#include <sys/bio.h>
45#include <sys/buf.h>
46#include <sys/kernel.h>
47#include <sys/mount.h>
48#include <sys/proc.h>
49#include <sys/resourcevar.h>
50#include <sys/signalvar.h>
51#include <sys/vmmeter.h>
52#include <sys/vnode.h>
53
54#include <vm/vm.h>
55#include <vm/vm_extern.h>
56#include <vm/vm_page.h>
57#include <vm/vm_object.h>
58#include <vm/vm_pager.h>
59#include <vm/vnode_pager.h>
60
61#include <nfs/rpcv2.h>
62#include <nfs/nfsproto.h>
63#include <nfsclient/nfs.h>
64#include <nfsclient/nfsmount.h>
65#include <nfsclient/nfsnode.h>
66
67/*
68 * Just call nfs_writebp() with the force argument set to 1.
69 *
70 * NOTE: B_DONE may or may not be set in a_bp on call.
71 */
72static int
73nfs_bwrite(struct buf *bp)
74{
75
76	return (nfs_writebp(bp, 1, curthread));
77}
78
79struct buf_ops buf_ops_nfs = {
80	"buf_ops_nfs",
81	nfs_bwrite
82};
83
84static struct buf *nfs_getcacheblk(struct vnode *vp, daddr_t bn, int size,
85		    struct thread *td);
86
87/*
88 * Vnode op for VM getpages.
89 */
90int
91nfs_getpages(struct vop_getpages_args *ap)
92{
93	int i, error, nextoff, size, toff, count, npages;
94	struct uio uio;
95	struct iovec iov;
96	vm_offset_t kva;
97	struct buf *bp;
98	struct vnode *vp;
99	struct thread *td;
100	struct ucred *cred;
101	struct nfsmount *nmp;
102	vm_page_t *pages;
103
104	GIANT_REQUIRED;
105
106	vp = ap->a_vp;
107	td = curthread;				/* XXX */
108	cred = curthread->td_ucred;		/* XXX */
109	nmp = VFSTONFS(vp->v_mount);
110	pages = ap->a_m;
111	count = ap->a_count;
112
113	if (vp->v_object == NULL) {
114		printf("nfs_getpages: called with non-merged cache vnode??\n");
115		return VM_PAGER_ERROR;
116	}
117
118	if ((nmp->nm_flag & NFSMNT_NFSV3) != 0 &&
119	    (nmp->nm_state & NFSSTA_GOTFSINFO) == 0) {
120		(void)nfs_fsinfo(nmp, vp, cred, td);
121	}
122
123	npages = btoc(count);
124
125	/*
126	 * If the requested page is partially valid, just return it and
127	 * allow the pager to zero-out the blanks.  Partially valid pages
128	 * can only occur at the file EOF.
129	 */
130
131	{
132		vm_page_t m = pages[ap->a_reqpage];
133
134		if (m->valid != 0) {
135			/* handled by vm_fault now	  */
136			/* vm_page_zero_invalid(m, TRUE); */
137			for (i = 0; i < npages; ++i) {
138				if (i != ap->a_reqpage)
139					vm_page_free(pages[i]);
140			}
141			return(0);
142		}
143	}
144
145	/*
146	 * We use only the kva address for the buffer, but this is extremely
147	 * convienient and fast.
148	 */
149	bp = getpbuf(&nfs_pbuf_freecnt);
150
151	kva = (vm_offset_t) bp->b_data;
152	pmap_qenter(kva, pages, npages);
153	cnt.v_vnodein++;
154	cnt.v_vnodepgsin += npages;
155
156	iov.iov_base = (caddr_t) kva;
157	iov.iov_len = count;
158	uio.uio_iov = &iov;
159	uio.uio_iovcnt = 1;
160	uio.uio_offset = IDX_TO_OFF(pages[0]->pindex);
161	uio.uio_resid = count;
162	uio.uio_segflg = UIO_SYSSPACE;
163	uio.uio_rw = UIO_READ;
164	uio.uio_td = td;
165
166	error = nfs_readrpc(vp, &uio, cred);
167	pmap_qremove(kva, npages);
168
169	relpbuf(bp, &nfs_pbuf_freecnt);
170
171	if (error && (uio.uio_resid == count)) {
172		printf("nfs_getpages: error %d\n", error);
173		for (i = 0; i < npages; ++i) {
174			if (i != ap->a_reqpage)
175				vm_page_free(pages[i]);
176		}
177		return VM_PAGER_ERROR;
178	}
179
180	/*
181	 * Calculate the number of bytes read and validate only that number
182	 * of bytes.  Note that due to pending writes, size may be 0.  This
183	 * does not mean that the remaining data is invalid!
184	 */
185
186	size = count - uio.uio_resid;
187
188	for (i = 0, toff = 0; i < npages; i++, toff = nextoff) {
189		vm_page_t m;
190		nextoff = toff + PAGE_SIZE;
191		m = pages[i];
192
193		m->flags &= ~PG_ZERO;
194
195		if (nextoff <= size) {
196			/*
197			 * Read operation filled an entire page
198			 */
199			m->valid = VM_PAGE_BITS_ALL;
200			vm_page_undirty(m);
201		} else if (size > toff) {
202			/*
203			 * Read operation filled a partial page.
204			 */
205			m->valid = 0;
206			vm_page_set_validclean(m, 0, size - toff);
207			/* handled by vm_fault now	  */
208			/* vm_page_zero_invalid(m, TRUE); */
209		} else {
210			/*
211			 * Read operation was short.  If no error occured
212			 * we may have hit a zero-fill section.   We simply
213			 * leave valid set to 0.
214			 */
215			;
216		}
217		if (i != ap->a_reqpage) {
218			/*
219			 * Whether or not to leave the page activated is up in
220			 * the air, but we should put the page on a page queue
221			 * somewhere (it already is in the object).  Result:
222			 * It appears that emperical results show that
223			 * deactivating pages is best.
224			 */
225
226			/*
227			 * Just in case someone was asking for this page we
228			 * now tell them that it is ok to use.
229			 */
230			if (!error) {
231				if (m->flags & PG_WANTED)
232					vm_page_activate(m);
233				else
234					vm_page_deactivate(m);
235				vm_page_wakeup(m);
236			} else {
237				vm_page_free(m);
238			}
239		}
240	}
241	return 0;
242}
243
244/*
245 * Vnode op for VM putpages.
246 */
247int
248nfs_putpages(struct vop_putpages_args *ap)
249{
250	struct uio uio;
251	struct iovec iov;
252	vm_offset_t kva;
253	struct buf *bp;
254	int iomode, must_commit, i, error, npages, count;
255	off_t offset;
256	int *rtvals;
257	struct vnode *vp;
258	struct thread *td;
259	struct ucred *cred;
260	struct nfsmount *nmp;
261	struct nfsnode *np;
262	vm_page_t *pages;
263
264	GIANT_REQUIRED;
265
266	vp = ap->a_vp;
267	np = VTONFS(vp);
268	td = curthread;				/* XXX */
269	cred = curthread->td_ucred;		/* XXX */
270	nmp = VFSTONFS(vp->v_mount);
271	pages = ap->a_m;
272	count = ap->a_count;
273	rtvals = ap->a_rtvals;
274	npages = btoc(count);
275	offset = IDX_TO_OFF(pages[0]->pindex);
276
277	if ((nmp->nm_flag & NFSMNT_NFSV3) != 0 &&
278	    (nmp->nm_state & NFSSTA_GOTFSINFO) == 0) {
279		(void)nfs_fsinfo(nmp, vp, cred, td);
280	}
281
282	for (i = 0; i < npages; i++)
283		rtvals[i] = VM_PAGER_AGAIN;
284
285	/*
286	 * When putting pages, do not extend file past EOF.
287	 */
288
289	if (offset + count > np->n_size) {
290		count = np->n_size - offset;
291		if (count < 0)
292			count = 0;
293	}
294
295	/*
296	 * We use only the kva address for the buffer, but this is extremely
297	 * convienient and fast.
298	 */
299	bp = getpbuf(&nfs_pbuf_freecnt);
300
301	kva = (vm_offset_t) bp->b_data;
302	pmap_qenter(kva, pages, npages);
303	cnt.v_vnodeout++;
304	cnt.v_vnodepgsout += count;
305
306	iov.iov_base = (caddr_t) kva;
307	iov.iov_len = count;
308	uio.uio_iov = &iov;
309	uio.uio_iovcnt = 1;
310	uio.uio_offset = offset;
311	uio.uio_resid = count;
312	uio.uio_segflg = UIO_SYSSPACE;
313	uio.uio_rw = UIO_WRITE;
314	uio.uio_td = td;
315
316	if ((ap->a_sync & VM_PAGER_PUT_SYNC) == 0)
317	    iomode = NFSV3WRITE_UNSTABLE;
318	else
319	    iomode = NFSV3WRITE_FILESYNC;
320
321	error = nfs_writerpc(vp, &uio, cred, &iomode, &must_commit);
322
323	pmap_qremove(kva, npages);
324	relpbuf(bp, &nfs_pbuf_freecnt);
325
326	if (!error) {
327		int nwritten = round_page(count - uio.uio_resid) / PAGE_SIZE;
328		for (i = 0; i < nwritten; i++) {
329			rtvals[i] = VM_PAGER_OK;
330			vm_page_undirty(pages[i]);
331		}
332		if (must_commit) {
333			nfs_clearcommit(vp->v_mount);
334		}
335	}
336	return rtvals[0];
337}
338
339/*
340 * Vnode op for read using bio
341 */
342int
343nfs_bioread(struct vnode *vp, struct uio *uio, int ioflag, struct ucred *cred)
344{
345	struct nfsnode *np = VTONFS(vp);
346	int biosize, i;
347	struct buf *bp = 0, *rabp;
348	struct vattr vattr;
349	struct thread *td;
350	struct nfsmount *nmp = VFSTONFS(vp->v_mount);
351	daddr_t lbn, rabn;
352	int bcount;
353	int seqcount;
354	int nra, error = 0, n = 0, on = 0;
355
356#ifdef DIAGNOSTIC
357	if (uio->uio_rw != UIO_READ)
358		panic("nfs_read mode");
359#endif
360	if (uio->uio_resid == 0)
361		return (0);
362	if (uio->uio_offset < 0)	/* XXX VDIR cookies can be negative */
363		return (EINVAL);
364	td = uio->uio_td;
365
366	if ((nmp->nm_flag & NFSMNT_NFSV3) != 0 &&
367	    (nmp->nm_state & NFSSTA_GOTFSINFO) == 0)
368		(void)nfs_fsinfo(nmp, vp, cred, td);
369	if (vp->v_type != VDIR &&
370	    (uio->uio_offset + uio->uio_resid) > nmp->nm_maxfilesize)
371		return (EFBIG);
372	biosize = vp->v_mount->mnt_stat.f_iosize;
373	seqcount = (int)((off_t)(ioflag >> 16) * biosize / BKVASIZE);
374	/*
375	 * For nfs, cache consistency can only be maintained approximately.
376	 * Although RFC1094 does not specify the criteria, the following is
377	 * believed to be compatible with the reference port.
378	 * For nfs:
379	 * If the file's modify time on the server has changed since the
380	 * last read rpc or you have written to the file,
381	 * you may have lost data cache consistency with the
382	 * server, so flush all of the file's data out of the cache.
383	 * Then force a getattr rpc to ensure that you have up to date
384	 * attributes.
385	 * NB: This implies that cache data can be read when up to
386	 * NFS_ATTRTIMEO seconds out of date. If you find that you need current
387	 * attributes this could be forced by setting n_attrstamp to 0 before
388	 * the VOP_GETATTR() call.
389	 */
390	if (np->n_flag & NMODIFIED) {
391		if (vp->v_type != VREG) {
392			if (vp->v_type != VDIR)
393				panic("nfs: bioread, not dir");
394			nfs_invaldir(vp);
395			error = nfs_vinvalbuf(vp, V_SAVE, cred, td, 1);
396			if (error)
397				return (error);
398		}
399		np->n_attrstamp = 0;
400		error = VOP_GETATTR(vp, &vattr, cred, td);
401		if (error)
402			return (error);
403		np->n_mtime = vattr.va_mtime.tv_sec;
404	} else {
405		error = VOP_GETATTR(vp, &vattr, cred, td);
406		if (error)
407			return (error);
408		if (np->n_mtime != vattr.va_mtime.tv_sec) {
409			if (vp->v_type == VDIR)
410				nfs_invaldir(vp);
411			error = nfs_vinvalbuf(vp, V_SAVE, cred, td, 1);
412			if (error)
413				return (error);
414			np->n_mtime = vattr.va_mtime.tv_sec;
415		}
416	}
417	do {
418	    switch (vp->v_type) {
419	    case VREG:
420		nfsstats.biocache_reads++;
421		lbn = uio->uio_offset / biosize;
422		on = uio->uio_offset & (biosize - 1);
423
424		/*
425		 * Start the read ahead(s), as required.
426		 */
427		if (nmp->nm_readahead > 0) {
428		    for (nra = 0; nra < nmp->nm_readahead && nra < seqcount &&
429			(off_t)(lbn + 1 + nra) * biosize < np->n_size; nra++) {
430			rabn = lbn + 1 + nra;
431			if (incore(vp, rabn) == NULL) {
432			    rabp = nfs_getcacheblk(vp, rabn, biosize, td);
433			    if (!rabp)
434				return (EINTR);
435			    if ((rabp->b_flags & (B_CACHE|B_DELWRI)) == 0) {
436				rabp->b_flags |= B_ASYNC;
437				rabp->b_iocmd = BIO_READ;
438				vfs_busy_pages(rabp, 0);
439				if (nfs_asyncio(rabp, cred, td)) {
440				    rabp->b_flags |= B_INVAL;
441				    rabp->b_ioflags |= BIO_ERROR;
442				    vfs_unbusy_pages(rabp);
443				    brelse(rabp);
444				    break;
445				}
446			    } else {
447				brelse(rabp);
448			    }
449			}
450		    }
451		}
452
453		/*
454		 * Obtain the buffer cache block.  Figure out the buffer size
455		 * when we are at EOF.  If we are modifying the size of the
456		 * buffer based on an EOF condition we need to hold
457		 * nfs_rslock() through obtaining the buffer to prevent
458		 * a potential writer-appender from messing with n_size.
459		 * Otherwise we may accidently truncate the buffer and
460		 * lose dirty data.
461		 *
462		 * Note that bcount is *not* DEV_BSIZE aligned.
463		 */
464
465again:
466		bcount = biosize;
467		if ((off_t)lbn * biosize >= np->n_size) {
468			bcount = 0;
469		} else if ((off_t)(lbn + 1) * biosize > np->n_size) {
470			bcount = np->n_size - (off_t)lbn * biosize;
471		}
472		if (bcount != biosize) {
473			switch(nfs_rslock(np, td)) {
474			case ENOLCK:
475				goto again;
476				/* not reached */
477			case EINTR:
478			case ERESTART:
479				return(EINTR);
480				/* not reached */
481			default:
482				break;
483			}
484		}
485
486		bp = nfs_getcacheblk(vp, lbn, bcount, td);
487
488		if (bcount != biosize)
489			nfs_rsunlock(np, td);
490		if (!bp)
491			return (EINTR);
492
493		/*
494		 * If B_CACHE is not set, we must issue the read.  If this
495		 * fails, we return an error.
496		 */
497
498		if ((bp->b_flags & B_CACHE) == 0) {
499		    bp->b_iocmd = BIO_READ;
500		    vfs_busy_pages(bp, 0);
501		    error = nfs_doio(bp, cred, td);
502		    if (error) {
503			brelse(bp);
504			return (error);
505		    }
506		}
507
508		/*
509		 * on is the offset into the current bp.  Figure out how many
510		 * bytes we can copy out of the bp.  Note that bcount is
511		 * NOT DEV_BSIZE aligned.
512		 *
513		 * Then figure out how many bytes we can copy into the uio.
514		 */
515
516		n = 0;
517		if (on < bcount)
518			n = min((unsigned)(bcount - on), uio->uio_resid);
519		break;
520	    case VLNK:
521		nfsstats.biocache_readlinks++;
522		bp = nfs_getcacheblk(vp, (daddr_t)0, NFS_MAXPATHLEN, td);
523		if (!bp)
524			return (EINTR);
525		if ((bp->b_flags & B_CACHE) == 0) {
526		    bp->b_iocmd = BIO_READ;
527		    vfs_busy_pages(bp, 0);
528		    error = nfs_doio(bp, cred, td);
529		    if (error) {
530			bp->b_ioflags |= BIO_ERROR;
531			brelse(bp);
532			return (error);
533		    }
534		}
535		n = min(uio->uio_resid, NFS_MAXPATHLEN - bp->b_resid);
536		on = 0;
537		break;
538	    case VDIR:
539		nfsstats.biocache_readdirs++;
540		if (np->n_direofoffset
541		    && uio->uio_offset >= np->n_direofoffset) {
542		    return (0);
543		}
544		lbn = (uoff_t)uio->uio_offset / NFS_DIRBLKSIZ;
545		on = uio->uio_offset & (NFS_DIRBLKSIZ - 1);
546		bp = nfs_getcacheblk(vp, lbn, NFS_DIRBLKSIZ, td);
547		if (!bp)
548		    return (EINTR);
549		if ((bp->b_flags & B_CACHE) == 0) {
550		    bp->b_iocmd = BIO_READ;
551		    vfs_busy_pages(bp, 0);
552		    error = nfs_doio(bp, cred, td);
553		    if (error) {
554			    brelse(bp);
555		    }
556		    while (error == NFSERR_BAD_COOKIE) {
557			printf("got bad cookie vp %p bp %p\n", vp, bp);
558			nfs_invaldir(vp);
559			error = nfs_vinvalbuf(vp, 0, cred, td, 1);
560			/*
561			 * Yuck! The directory has been modified on the
562			 * server. The only way to get the block is by
563			 * reading from the beginning to get all the
564			 * offset cookies.
565			 *
566			 * Leave the last bp intact unless there is an error.
567			 * Loop back up to the while if the error is another
568			 * NFSERR_BAD_COOKIE (double yuch!).
569			 */
570			for (i = 0; i <= lbn && !error; i++) {
571			    if (np->n_direofoffset
572				&& (i * NFS_DIRBLKSIZ) >= np->n_direofoffset)
573				    return (0);
574			    bp = nfs_getcacheblk(vp, i, NFS_DIRBLKSIZ, td);
575			    if (!bp)
576				return (EINTR);
577			    if ((bp->b_flags & B_CACHE) == 0) {
578				    bp->b_iocmd = BIO_READ;
579				    vfs_busy_pages(bp, 0);
580				    error = nfs_doio(bp, cred, td);
581				    /*
582				     * no error + B_INVAL == directory EOF,
583				     * use the block.
584				     */
585				    if (error == 0 && (bp->b_flags & B_INVAL))
586					    break;
587			    }
588			    /*
589			     * An error will throw away the block and the
590			     * for loop will break out.  If no error and this
591			     * is not the block we want, we throw away the
592			     * block and go for the next one via the for loop.
593			     */
594			    if (error || i < lbn)
595				    brelse(bp);
596			}
597		    }
598		    /*
599		     * The above while is repeated if we hit another cookie
600		     * error.  If we hit an error and it wasn't a cookie error,
601		     * we give up.
602		     */
603		    if (error)
604			    return (error);
605		}
606
607		/*
608		 * If not eof and read aheads are enabled, start one.
609		 * (You need the current block first, so that you have the
610		 *  directory offset cookie of the next block.)
611		 */
612		if (nmp->nm_readahead > 0 &&
613		    (bp->b_flags & B_INVAL) == 0 &&
614		    (np->n_direofoffset == 0 ||
615		    (lbn + 1) * NFS_DIRBLKSIZ < np->n_direofoffset) &&
616		    incore(vp, lbn + 1) == NULL) {
617			rabp = nfs_getcacheblk(vp, lbn + 1, NFS_DIRBLKSIZ, td);
618			if (rabp) {
619			    if ((rabp->b_flags & (B_CACHE|B_DELWRI)) == 0) {
620				rabp->b_flags |= B_ASYNC;
621				rabp->b_iocmd = BIO_READ;
622				vfs_busy_pages(rabp, 0);
623				if (nfs_asyncio(rabp, cred, td)) {
624				    rabp->b_flags |= B_INVAL;
625				    rabp->b_ioflags |= BIO_ERROR;
626				    vfs_unbusy_pages(rabp);
627				    brelse(rabp);
628				}
629			    } else {
630				brelse(rabp);
631			    }
632			}
633		}
634		/*
635		 * Unlike VREG files, whos buffer size ( bp->b_bcount ) is
636		 * chopped for the EOF condition, we cannot tell how large
637		 * NFS directories are going to be until we hit EOF.  So
638		 * an NFS directory buffer is *not* chopped to its EOF.  Now,
639		 * it just so happens that b_resid will effectively chop it
640		 * to EOF.  *BUT* this information is lost if the buffer goes
641		 * away and is reconstituted into a B_CACHE state ( due to
642		 * being VMIO ) later.  So we keep track of the directory eof
643		 * in np->n_direofoffset and chop it off as an extra step
644		 * right here.
645		 */
646		n = lmin(uio->uio_resid, NFS_DIRBLKSIZ - bp->b_resid - on);
647		if (np->n_direofoffset && n > np->n_direofoffset - uio->uio_offset)
648			n = np->n_direofoffset - uio->uio_offset;
649		break;
650	    default:
651		printf(" nfs_bioread: type %x unexpected\n", vp->v_type);
652		break;
653	    };
654
655	    if (n > 0) {
656		    error = uiomove(bp->b_data + on, (int)n, uio);
657	    }
658	    switch (vp->v_type) {
659	    case VREG:
660		break;
661	    case VLNK:
662		n = 0;
663		break;
664	    case VDIR:
665		break;
666	    default:
667		printf(" nfs_bioread: type %x unexpected\n", vp->v_type);
668	    }
669	    brelse(bp);
670	} while (error == 0 && uio->uio_resid > 0 && n > 0);
671	return (error);
672}
673
674/*
675 * Vnode op for write using bio
676 */
677int
678nfs_write(struct vop_write_args *ap)
679{
680	int biosize;
681	struct uio *uio = ap->a_uio;
682	struct thread *td = uio->uio_td;
683	struct vnode *vp = ap->a_vp;
684	struct nfsnode *np = VTONFS(vp);
685	struct ucred *cred = ap->a_cred;
686	int ioflag = ap->a_ioflag;
687	struct buf *bp;
688	struct vattr vattr;
689	struct nfsmount *nmp = VFSTONFS(vp->v_mount);
690	daddr_t lbn;
691	int bcount;
692	int n, on, error = 0;
693	int haverslock = 0;
694	struct proc *p = td?td->td_proc:NULL;
695
696	GIANT_REQUIRED;
697
698#ifdef DIAGNOSTIC
699	if (uio->uio_rw != UIO_WRITE)
700		panic("nfs_write mode");
701	if (uio->uio_segflg == UIO_USERSPACE && uio->uio_td != curthread)
702		panic("nfs_write proc");
703#endif
704	if (vp->v_type != VREG)
705		return (EIO);
706	if (np->n_flag & NWRITEERR) {
707		np->n_flag &= ~NWRITEERR;
708		return (np->n_error);
709	}
710	if ((nmp->nm_flag & NFSMNT_NFSV3) != 0 &&
711	    (nmp->nm_state & NFSSTA_GOTFSINFO) == 0)
712		(void)nfs_fsinfo(nmp, vp, cred, td);
713
714	/*
715	 * Synchronously flush pending buffers if we are in synchronous
716	 * mode or if we are appending.
717	 */
718	if (ioflag & (IO_APPEND | IO_SYNC)) {
719		if (np->n_flag & NMODIFIED) {
720			np->n_attrstamp = 0;
721			error = nfs_vinvalbuf(vp, V_SAVE, cred, td, 1);
722			if (error)
723				return (error);
724		}
725	}
726
727	/*
728	 * If IO_APPEND then load uio_offset.  We restart here if we cannot
729	 * get the append lock.
730	 */
731restart:
732	if (ioflag & IO_APPEND) {
733		np->n_attrstamp = 0;
734		error = VOP_GETATTR(vp, &vattr, cred, td);
735		if (error)
736			return (error);
737		uio->uio_offset = np->n_size;
738	}
739
740	if (uio->uio_offset < 0)
741		return (EINVAL);
742	if ((uio->uio_offset + uio->uio_resid) > nmp->nm_maxfilesize)
743		return (EFBIG);
744	if (uio->uio_resid == 0)
745		return (0);
746
747	/*
748	 * We need to obtain the rslock if we intend to modify np->n_size
749	 * in order to guarentee the append point with multiple contending
750	 * writers, to guarentee that no other appenders modify n_size
751	 * while we are trying to obtain a truncated buffer (i.e. to avoid
752	 * accidently truncating data written by another appender due to
753	 * the race), and to ensure that the buffer is populated prior to
754	 * our extending of the file.  We hold rslock through the entire
755	 * operation.
756	 *
757	 * Note that we do not synchronize the case where someone truncates
758	 * the file while we are appending to it because attempting to lock
759	 * this case may deadlock other parts of the system unexpectedly.
760	 */
761	if ((ioflag & IO_APPEND) ||
762	    uio->uio_offset + uio->uio_resid > np->n_size) {
763		switch(nfs_rslock(np, td)) {
764		case ENOLCK:
765			goto restart;
766			/* not reached */
767		case EINTR:
768		case ERESTART:
769			return(EINTR);
770			/* not reached */
771		default:
772			break;
773		}
774		haverslock = 1;
775	}
776
777	/*
778	 * Maybe this should be above the vnode op call, but so long as
779	 * file servers have no limits, i don't think it matters
780	 */
781	if (p && uio->uio_offset + uio->uio_resid >
782	      p->p_rlimit[RLIMIT_FSIZE].rlim_cur) {
783		PROC_LOCK(p);
784		psignal(p, SIGXFSZ);
785		PROC_UNLOCK(p);
786		if (haverslock)
787			nfs_rsunlock(np, td);
788		return (EFBIG);
789	}
790
791	biosize = vp->v_mount->mnt_stat.f_iosize;
792
793	do {
794		nfsstats.biocache_writes++;
795		lbn = uio->uio_offset / biosize;
796		on = uio->uio_offset & (biosize-1);
797		n = min((unsigned)(biosize - on), uio->uio_resid);
798again:
799		/*
800		 * Handle direct append and file extension cases, calculate
801		 * unaligned buffer size.
802		 */
803
804		if (uio->uio_offset == np->n_size && n) {
805			/*
806			 * Get the buffer (in its pre-append state to maintain
807			 * B_CACHE if it was previously set).  Resize the
808			 * nfsnode after we have locked the buffer to prevent
809			 * readers from reading garbage.
810			 */
811			bcount = on;
812			bp = nfs_getcacheblk(vp, lbn, bcount, td);
813
814			if (bp != NULL) {
815				long save;
816
817				np->n_size = uio->uio_offset + n;
818				np->n_flag |= NMODIFIED;
819				vnode_pager_setsize(vp, np->n_size);
820
821				save = bp->b_flags & B_CACHE;
822				bcount += n;
823				allocbuf(bp, bcount);
824				bp->b_flags |= save;
825				bp->b_magic = B_MAGIC_NFS;
826				bp->b_op = &buf_ops_nfs;
827			}
828		} else {
829			/*
830			 * Obtain the locked cache block first, and then
831			 * adjust the file's size as appropriate.
832			 */
833			bcount = on + n;
834			if ((off_t)lbn * biosize + bcount < np->n_size) {
835				if ((off_t)(lbn + 1) * biosize < np->n_size)
836					bcount = biosize;
837				else
838					bcount = np->n_size - (off_t)lbn * biosize;
839			}
840			bp = nfs_getcacheblk(vp, lbn, bcount, td);
841			if (uio->uio_offset + n > np->n_size) {
842				np->n_size = uio->uio_offset + n;
843				np->n_flag |= NMODIFIED;
844				vnode_pager_setsize(vp, np->n_size);
845			}
846		}
847
848		if (!bp) {
849			error = EINTR;
850			break;
851		}
852
853		/*
854		 * Issue a READ if B_CACHE is not set.  In special-append
855		 * mode, B_CACHE is based on the buffer prior to the write
856		 * op and is typically set, avoiding the read.  If a read
857		 * is required in special append mode, the server will
858		 * probably send us a short-read since we extended the file
859		 * on our end, resulting in b_resid == 0 and, thusly,
860		 * B_CACHE getting set.
861		 *
862		 * We can also avoid issuing the read if the write covers
863		 * the entire buffer.  We have to make sure the buffer state
864		 * is reasonable in this case since we will not be initiating
865		 * I/O.  See the comments in kern/vfs_bio.c's getblk() for
866		 * more information.
867		 *
868		 * B_CACHE may also be set due to the buffer being cached
869		 * normally.
870		 */
871
872		if (on == 0 && n == bcount) {
873			bp->b_flags |= B_CACHE;
874			bp->b_flags &= ~B_INVAL;
875			bp->b_ioflags &= ~BIO_ERROR;
876		}
877
878		if ((bp->b_flags & B_CACHE) == 0) {
879			bp->b_iocmd = BIO_READ;
880			vfs_busy_pages(bp, 0);
881			error = nfs_doio(bp, cred, td);
882			if (error) {
883				brelse(bp);
884				break;
885			}
886		}
887		if (!bp) {
888			error = EINTR;
889			break;
890		}
891		if (bp->b_wcred == NOCRED)
892			bp->b_wcred = crhold(cred);
893		np->n_flag |= NMODIFIED;
894
895		/*
896		 * If dirtyend exceeds file size, chop it down.  This should
897		 * not normally occur but there is an append race where it
898		 * might occur XXX, so we log it.
899		 *
900		 * If the chopping creates a reverse-indexed or degenerate
901		 * situation with dirtyoff/end, we 0 both of them.
902		 */
903
904		if (bp->b_dirtyend > bcount) {
905			printf("NFS append race @%lx:%d\n",
906			    (long)bp->b_blkno * DEV_BSIZE,
907			    bp->b_dirtyend - bcount);
908			bp->b_dirtyend = bcount;
909		}
910
911		if (bp->b_dirtyoff >= bp->b_dirtyend)
912			bp->b_dirtyoff = bp->b_dirtyend = 0;
913
914		/*
915		 * If the new write will leave a contiguous dirty
916		 * area, just update the b_dirtyoff and b_dirtyend,
917		 * otherwise force a write rpc of the old dirty area.
918		 *
919		 * While it is possible to merge discontiguous writes due to
920		 * our having a B_CACHE buffer ( and thus valid read data
921		 * for the hole), we don't because it could lead to
922		 * significant cache coherency problems with multiple clients,
923		 * especially if locking is implemented later on.
924		 *
925		 * as an optimization we could theoretically maintain
926		 * a linked list of discontinuous areas, but we would still
927		 * have to commit them separately so there isn't much
928		 * advantage to it except perhaps a bit of asynchronization.
929		 */
930
931		if (bp->b_dirtyend > 0 &&
932		    (on > bp->b_dirtyend || (on + n) < bp->b_dirtyoff)) {
933			if (BUF_WRITE(bp) == EINTR) {
934				error = EINTR;
935				break;
936			}
937			goto again;
938		}
939
940		error = uiomove((char *)bp->b_data + on, n, uio);
941
942		/*
943		 * Since this block is being modified, it must be written
944		 * again and not just committed.  Since write clustering does
945		 * not work for the stage 1 data write, only the stage 2
946		 * commit rpc, we have to clear B_CLUSTEROK as well.
947		 */
948		bp->b_flags &= ~(B_NEEDCOMMIT | B_CLUSTEROK);
949
950		if (error) {
951			bp->b_ioflags |= BIO_ERROR;
952			brelse(bp);
953			break;
954		}
955
956		/*
957		 * Only update dirtyoff/dirtyend if not a degenerate
958		 * condition.
959		 */
960		if (n) {
961			if (bp->b_dirtyend > 0) {
962				bp->b_dirtyoff = min(on, bp->b_dirtyoff);
963				bp->b_dirtyend = max((on + n), bp->b_dirtyend);
964			} else {
965				bp->b_dirtyoff = on;
966				bp->b_dirtyend = on + n;
967			}
968			vfs_bio_set_validclean(bp, on, n);
969		}
970		/*
971		 * If IO_NOWDRAIN then set B_NOWDRAIN (nfs-backed MD
972		 * filesystem)
973		 */
974		if (ioflag & IO_NOWDRAIN)
975			bp->b_flags |= B_NOWDRAIN;
976
977		/*
978		 * If IO_SYNC do bwrite().
979		 *
980		 * IO_INVAL appears to be unused.  The idea appears to be
981		 * to turn off caching in this case.  Very odd.  XXX
982		 */
983		if ((ioflag & IO_SYNC)) {
984			if (ioflag & IO_INVAL)
985				bp->b_flags |= B_NOCACHE;
986			error = BUF_WRITE(bp);
987			if (error)
988				break;
989		} else if ((n + on) == biosize) {
990			bp->b_flags |= B_ASYNC;
991			(void)nfs_writebp(bp, 0, 0);
992		} else {
993			bdwrite(bp);
994		}
995	} while (uio->uio_resid > 0 && n > 0);
996
997	if (haverslock)
998		nfs_rsunlock(np, td);
999
1000	return (error);
1001}
1002
1003/*
1004 * Get an nfs cache block.
1005 *
1006 * Allocate a new one if the block isn't currently in the cache
1007 * and return the block marked busy. If the calling process is
1008 * interrupted by a signal for an interruptible mount point, return
1009 * NULL.
1010 *
1011 * The caller must carefully deal with the possible B_INVAL state of
1012 * the buffer.  nfs_doio() clears B_INVAL (and nfs_asyncio() clears it
1013 * indirectly), so synchronous reads can be issued without worrying about
1014 * the B_INVAL state.  We have to be a little more careful when dealing
1015 * with writes (see comments in nfs_write()) when extending a file past
1016 * its EOF.
1017 */
1018static struct buf *
1019nfs_getcacheblk(struct vnode *vp, daddr_t bn, int size, struct thread *td)
1020{
1021	struct buf *bp;
1022	struct mount *mp;
1023	struct nfsmount *nmp;
1024
1025	mp = vp->v_mount;
1026	nmp = VFSTONFS(mp);
1027
1028	if (nmp->nm_flag & NFSMNT_INT) {
1029		bp = getblk(vp, bn, size, PCATCH, 0);
1030		while (bp == NULL) {
1031			if (nfs_sigintr(nmp, NULL, td))
1032				return (NULL);
1033			bp = getblk(vp, bn, size, 0, 2 * hz);
1034		}
1035	} else {
1036		bp = getblk(vp, bn, size, 0, 0);
1037	}
1038
1039	if (vp->v_type == VREG) {
1040		int biosize;
1041
1042		biosize = mp->mnt_stat.f_iosize;
1043		bp->b_blkno = bn * (biosize / DEV_BSIZE);
1044	}
1045	return (bp);
1046}
1047
1048/*
1049 * Flush and invalidate all dirty buffers. If another process is already
1050 * doing the flush, just wait for completion.
1051 */
1052int
1053nfs_vinvalbuf(struct vnode *vp, int flags, struct ucred *cred,
1054    struct thread *td, int intrflg)
1055{
1056	struct nfsnode *np = VTONFS(vp);
1057	struct nfsmount *nmp = VFSTONFS(vp->v_mount);
1058	int error = 0, slpflag, slptimeo;
1059
1060	if (vp->v_flag & VXLOCK) {
1061		return (0);
1062	}
1063
1064	if ((nmp->nm_flag & NFSMNT_INT) == 0)
1065		intrflg = 0;
1066	if (intrflg) {
1067		slpflag = PCATCH;
1068		slptimeo = 2 * hz;
1069	} else {
1070		slpflag = 0;
1071		slptimeo = 0;
1072	}
1073	/*
1074	 * First wait for any other process doing a flush to complete.
1075	 */
1076	while (np->n_flag & NFLUSHINPROG) {
1077		np->n_flag |= NFLUSHWANT;
1078		error = tsleep((caddr_t)&np->n_flag, PRIBIO + 2, "nfsvinval",
1079			slptimeo);
1080		if (error && intrflg &&
1081		    nfs_sigintr(nmp, NULL, td))
1082			return (EINTR);
1083	}
1084
1085	/*
1086	 * Now, flush as required.
1087	 */
1088	np->n_flag |= NFLUSHINPROG;
1089	error = vinvalbuf(vp, flags, cred, td, slpflag, 0);
1090	while (error) {
1091		if (intrflg &&
1092		    nfs_sigintr(nmp, NULL, td)) {
1093			np->n_flag &= ~NFLUSHINPROG;
1094			if (np->n_flag & NFLUSHWANT) {
1095				np->n_flag &= ~NFLUSHWANT;
1096				wakeup((caddr_t)&np->n_flag);
1097			}
1098			return (EINTR);
1099		}
1100		error = vinvalbuf(vp, flags, cred, td, 0, slptimeo);
1101	}
1102	np->n_flag &= ~(NMODIFIED | NFLUSHINPROG);
1103	if (np->n_flag & NFLUSHWANT) {
1104		np->n_flag &= ~NFLUSHWANT;
1105		wakeup((caddr_t)&np->n_flag);
1106	}
1107	return (0);
1108}
1109
1110/*
1111 * Initiate asynchronous I/O. Return an error if no nfsiods are available.
1112 * This is mainly to avoid queueing async I/O requests when the nfsiods
1113 * are all hung on a dead server.
1114 *
1115 * Note: nfs_asyncio() does not clear (BIO_ERROR|B_INVAL) but when the bp
1116 * is eventually dequeued by the async daemon, nfs_doio() *will*.
1117 */
1118int
1119nfs_asyncio(struct buf *bp, struct ucred *cred, struct thread *td)
1120{
1121	struct nfsmount *nmp;
1122	int iod;
1123	int gotiod;
1124	int slpflag = 0;
1125	int slptimeo = 0;
1126	int error;
1127
1128	nmp = VFSTONFS(bp->b_vp->v_mount);
1129
1130	/*
1131	 * Commits are usually short and sweet so lets save some cpu and
1132	 * leave the async daemons for more important rpc's (such as reads
1133	 * and writes).
1134	 */
1135	if (bp->b_iocmd == BIO_WRITE && (bp->b_flags & B_NEEDCOMMIT) &&
1136	    (nmp->nm_bufqiods > nfs_numasync / 2)) {
1137		return(EIO);
1138	}
1139
1140again:
1141	if (nmp->nm_flag & NFSMNT_INT)
1142		slpflag = PCATCH;
1143	gotiod = FALSE;
1144
1145	/*
1146	 * Find a free iod to process this request.
1147	 */
1148	for (iod = 0; iod < nfs_numasync; iod++)
1149		if (nfs_iodwant[iod]) {
1150			gotiod = TRUE;
1151			break;
1152		}
1153
1154	/*
1155	 * Try to create one if none are free.
1156	 */
1157	if (!gotiod) {
1158		iod = nfs_nfsiodnew();
1159		if (iod != -1)
1160			gotiod = TRUE;
1161	}
1162
1163	if (gotiod) {
1164		/*
1165		 * Found one, so wake it up and tell it which
1166		 * mount to process.
1167		 */
1168		NFS_DPF(ASYNCIO, ("nfs_asyncio: waking iod %d for mount %p\n",
1169		    iod, nmp));
1170		nfs_iodwant[iod] = NULL;
1171		nfs_iodmount[iod] = nmp;
1172		nmp->nm_bufqiods++;
1173		wakeup((caddr_t)&nfs_iodwant[iod]);
1174	}
1175
1176	/*
1177	 * If none are free, we may already have an iod working on this mount
1178	 * point.  If so, it will process our request.
1179	 */
1180	if (!gotiod) {
1181		if (nmp->nm_bufqiods > 0) {
1182			NFS_DPF(ASYNCIO,
1183				("nfs_asyncio: %d iods are already processing mount %p\n",
1184				 nmp->nm_bufqiods, nmp));
1185			gotiod = TRUE;
1186		}
1187	}
1188
1189	/*
1190	 * If we have an iod which can process the request, then queue
1191	 * the buffer.
1192	 */
1193	if (gotiod) {
1194		/*
1195		 * Ensure that the queue never grows too large.  We still want
1196		 * to asynchronize so we block rather then return EIO.
1197		 */
1198		while (nmp->nm_bufqlen >= 2*nfs_numasync) {
1199			NFS_DPF(ASYNCIO,
1200				("nfs_asyncio: waiting for mount %p queue to drain\n", nmp));
1201			nmp->nm_bufqwant = TRUE;
1202			error = tsleep(&nmp->nm_bufq, slpflag | PRIBIO,
1203				       "nfsaio", slptimeo);
1204			if (error) {
1205				if (nfs_sigintr(nmp, NULL, td))
1206					return (EINTR);
1207				if (slpflag == PCATCH) {
1208					slpflag = 0;
1209					slptimeo = 2 * hz;
1210				}
1211			}
1212			/*
1213			 * We might have lost our iod while sleeping,
1214			 * so check and loop if nescessary.
1215			 */
1216			if (nmp->nm_bufqiods == 0) {
1217				NFS_DPF(ASYNCIO,
1218					("nfs_asyncio: no iods after mount %p queue was drained, looping\n", nmp));
1219				goto again;
1220			}
1221		}
1222
1223		if (bp->b_iocmd == BIO_READ) {
1224			if (bp->b_rcred == NOCRED && cred != NOCRED)
1225				bp->b_rcred = crhold(cred);
1226		} else {
1227			bp->b_flags |= B_WRITEINPROG;
1228			if (bp->b_wcred == NOCRED && cred != NOCRED)
1229				bp->b_wcred = crhold(cred);
1230		}
1231
1232		BUF_KERNPROC(bp);
1233		TAILQ_INSERT_TAIL(&nmp->nm_bufq, bp, b_freelist);
1234		nmp->nm_bufqlen++;
1235		return (0);
1236	}
1237
1238	/*
1239	 * All the iods are busy on other mounts, so return EIO to
1240	 * force the caller to process the i/o synchronously.
1241	 */
1242	NFS_DPF(ASYNCIO, ("nfs_asyncio: no iods available, i/o is synchronous\n"));
1243	return (EIO);
1244}
1245
1246/*
1247 * Do an I/O operation to/from a cache block. This may be called
1248 * synchronously or from an nfsiod.
1249 */
1250int
1251nfs_doio(struct buf *bp, struct ucred *cr, struct thread *td)
1252{
1253	struct uio *uiop;
1254	struct vnode *vp;
1255	struct nfsnode *np;
1256	struct nfsmount *nmp;
1257	int error = 0, iomode, must_commit = 0;
1258	struct uio uio;
1259	struct iovec io;
1260	struct proc *p = td ? td->td_proc : NULL;
1261
1262	vp = bp->b_vp;
1263	np = VTONFS(vp);
1264	nmp = VFSTONFS(vp->v_mount);
1265	uiop = &uio;
1266	uiop->uio_iov = &io;
1267	uiop->uio_iovcnt = 1;
1268	uiop->uio_segflg = UIO_SYSSPACE;
1269	uiop->uio_td = td;
1270
1271	/*
1272	 * clear BIO_ERROR and B_INVAL state prior to initiating the I/O.  We
1273	 * do this here so we do not have to do it in all the code that
1274	 * calls us.
1275	 */
1276	bp->b_flags &= ~B_INVAL;
1277	bp->b_ioflags &= ~BIO_ERROR;
1278
1279	KASSERT(!(bp->b_flags & B_DONE), ("nfs_doio: bp %p already marked done", bp));
1280
1281	/*
1282	 * Historically, paging was done with physio, but no more.
1283	 */
1284	if (bp->b_flags & B_PHYS) {
1285	    /*
1286	     * ...though reading /dev/drum still gets us here.
1287	     */
1288	    io.iov_len = uiop->uio_resid = bp->b_bcount;
1289	    /* mapping was done by vmapbuf() */
1290	    io.iov_base = bp->b_data;
1291	    uiop->uio_offset = ((off_t)bp->b_blkno) * DEV_BSIZE;
1292	    if (bp->b_iocmd == BIO_READ) {
1293		uiop->uio_rw = UIO_READ;
1294		nfsstats.read_physios++;
1295		error = nfs_readrpc(vp, uiop, cr);
1296	    } else {
1297		int com;
1298
1299		iomode = NFSV3WRITE_DATASYNC;
1300		uiop->uio_rw = UIO_WRITE;
1301		nfsstats.write_physios++;
1302		error = nfs_writerpc(vp, uiop, cr, &iomode, &com);
1303	    }
1304	    if (error) {
1305		bp->b_ioflags |= BIO_ERROR;
1306		bp->b_error = error;
1307	    }
1308	} else if (bp->b_iocmd == BIO_READ) {
1309	    io.iov_len = uiop->uio_resid = bp->b_bcount;
1310	    io.iov_base = bp->b_data;
1311	    uiop->uio_rw = UIO_READ;
1312
1313	    switch (vp->v_type) {
1314	    case VREG:
1315		uiop->uio_offset = ((off_t)bp->b_blkno) * DEV_BSIZE;
1316		nfsstats.read_bios++;
1317		error = nfs_readrpc(vp, uiop, cr);
1318
1319		if (!error) {
1320		    if (uiop->uio_resid) {
1321			/*
1322			 * If we had a short read with no error, we must have
1323			 * hit a file hole.  We should zero-fill the remainder.
1324			 * This can also occur if the server hits the file EOF.
1325			 *
1326			 * Holes used to be able to occur due to pending
1327			 * writes, but that is not possible any longer.
1328			 */
1329			int nread = bp->b_bcount - uiop->uio_resid;
1330			int left  = uiop->uio_resid;
1331
1332			if (left > 0)
1333				bzero((char *)bp->b_data + nread, left);
1334			uiop->uio_resid = 0;
1335		    }
1336		}
1337		if (p && (vp->v_flag & VTEXT) &&
1338			(np->n_mtime != np->n_vattr.va_mtime.tv_sec)) {
1339			uprintf("Process killed due to text file modification\n");
1340			PROC_LOCK(p);
1341			psignal(p, SIGKILL);
1342			_PHOLD(p);
1343			PROC_UNLOCK(p);
1344		}
1345		break;
1346	    case VLNK:
1347		uiop->uio_offset = (off_t)0;
1348		nfsstats.readlink_bios++;
1349		error = nfs_readlinkrpc(vp, uiop, cr);
1350		break;
1351	    case VDIR:
1352		nfsstats.readdir_bios++;
1353		uiop->uio_offset = ((u_quad_t)bp->b_lblkno) * NFS_DIRBLKSIZ;
1354		if (nmp->nm_flag & NFSMNT_RDIRPLUS) {
1355			error = nfs_readdirplusrpc(vp, uiop, cr);
1356			if (error == NFSERR_NOTSUPP)
1357				nmp->nm_flag &= ~NFSMNT_RDIRPLUS;
1358		}
1359		if ((nmp->nm_flag & NFSMNT_RDIRPLUS) == 0)
1360			error = nfs_readdirrpc(vp, uiop, cr);
1361		/*
1362		 * end-of-directory sets B_INVAL but does not generate an
1363		 * error.
1364		 */
1365		if (error == 0 && uiop->uio_resid == bp->b_bcount)
1366			bp->b_flags |= B_INVAL;
1367		break;
1368	    default:
1369		printf("nfs_doio:  type %x unexpected\n", vp->v_type);
1370		break;
1371	    };
1372	    if (error) {
1373		bp->b_ioflags |= BIO_ERROR;
1374		bp->b_error = error;
1375	    }
1376	} else {
1377	    /*
1378	     * If we only need to commit, try to commit
1379	     */
1380	    if (bp->b_flags & B_NEEDCOMMIT) {
1381		    int retv;
1382		    off_t off;
1383
1384		    off = ((u_quad_t)bp->b_blkno) * DEV_BSIZE + bp->b_dirtyoff;
1385		    bp->b_flags |= B_WRITEINPROG;
1386		    retv = nfs_commit(
1387				bp->b_vp, off, bp->b_dirtyend-bp->b_dirtyoff,
1388				bp->b_wcred, td);
1389		    bp->b_flags &= ~B_WRITEINPROG;
1390		    if (retv == 0) {
1391			    bp->b_dirtyoff = bp->b_dirtyend = 0;
1392			    bp->b_flags &= ~(B_NEEDCOMMIT | B_CLUSTEROK);
1393			    bp->b_resid = 0;
1394			    bufdone(bp);
1395			    return (0);
1396		    }
1397		    if (retv == NFSERR_STALEWRITEVERF) {
1398			    nfs_clearcommit(bp->b_vp->v_mount);
1399		    }
1400	    }
1401
1402	    /*
1403	     * Setup for actual write
1404	     */
1405
1406	    if ((off_t)bp->b_blkno * DEV_BSIZE + bp->b_dirtyend > np->n_size)
1407		bp->b_dirtyend = np->n_size - (off_t)bp->b_blkno * DEV_BSIZE;
1408
1409	    if (bp->b_dirtyend > bp->b_dirtyoff) {
1410		io.iov_len = uiop->uio_resid = bp->b_dirtyend
1411		    - bp->b_dirtyoff;
1412		uiop->uio_offset = (off_t)bp->b_blkno * DEV_BSIZE
1413		    + bp->b_dirtyoff;
1414		io.iov_base = (char *)bp->b_data + bp->b_dirtyoff;
1415		uiop->uio_rw = UIO_WRITE;
1416		nfsstats.write_bios++;
1417
1418		if ((bp->b_flags & (B_ASYNC | B_NEEDCOMMIT | B_NOCACHE | B_CLUSTER)) == B_ASYNC)
1419		    iomode = NFSV3WRITE_UNSTABLE;
1420		else
1421		    iomode = NFSV3WRITE_FILESYNC;
1422
1423		bp->b_flags |= B_WRITEINPROG;
1424		error = nfs_writerpc(vp, uiop, cr, &iomode, &must_commit);
1425
1426		/*
1427		 * When setting B_NEEDCOMMIT also set B_CLUSTEROK to try
1428		 * to cluster the buffers needing commit.  This will allow
1429		 * the system to submit a single commit rpc for the whole
1430		 * cluster.  We can do this even if the buffer is not 100%
1431		 * dirty (relative to the NFS blocksize), so we optimize the
1432		 * append-to-file-case.
1433		 *
1434		 * (when clearing B_NEEDCOMMIT, B_CLUSTEROK must also be
1435		 * cleared because write clustering only works for commit
1436		 * rpc's, not for the data portion of the write).
1437		 */
1438
1439		if (!error && iomode == NFSV3WRITE_UNSTABLE) {
1440		    bp->b_flags |= B_NEEDCOMMIT;
1441		    if (bp->b_dirtyoff == 0
1442			&& bp->b_dirtyend == bp->b_bcount)
1443			bp->b_flags |= B_CLUSTEROK;
1444		} else {
1445		    bp->b_flags &= ~(B_NEEDCOMMIT | B_CLUSTEROK);
1446		}
1447		bp->b_flags &= ~B_WRITEINPROG;
1448
1449		/*
1450		 * For an interrupted write, the buffer is still valid
1451		 * and the write hasn't been pushed to the server yet,
1452		 * so we can't set BIO_ERROR and report the interruption
1453		 * by setting B_EINTR. For the B_ASYNC case, B_EINTR
1454		 * is not relevant, so the rpc attempt is essentially
1455		 * a noop.  For the case of a V3 write rpc not being
1456		 * committed to stable storage, the block is still
1457		 * dirty and requires either a commit rpc or another
1458		 * write rpc with iomode == NFSV3WRITE_FILESYNC before
1459		 * the block is reused. This is indicated by setting
1460		 * the B_DELWRI and B_NEEDCOMMIT flags.
1461		 *
1462		 * If the buffer is marked B_PAGING, it does not reside on
1463		 * the vp's paging queues so we cannot call bdirty().  The
1464		 * bp in this case is not an NFS cache block so we should
1465		 * be safe. XXX
1466		 */
1467    		if (error == EINTR
1468		    || (!error && (bp->b_flags & B_NEEDCOMMIT))) {
1469			int s;
1470
1471			s = splbio();
1472			bp->b_flags &= ~(B_INVAL|B_NOCACHE);
1473			if ((bp->b_flags & B_PAGING) == 0) {
1474			    bdirty(bp);
1475			    bp->b_flags &= ~B_DONE;
1476			}
1477			if (error && (bp->b_flags & B_ASYNC) == 0)
1478			    bp->b_flags |= B_EINTR;
1479			splx(s);
1480	    	} else {
1481		    if (error) {
1482			bp->b_ioflags |= BIO_ERROR;
1483			bp->b_error = np->n_error = error;
1484			np->n_flag |= NWRITEERR;
1485		    }
1486		    bp->b_dirtyoff = bp->b_dirtyend = 0;
1487		}
1488	    } else {
1489		bp->b_resid = 0;
1490		bufdone(bp);
1491		return (0);
1492	    }
1493	}
1494	bp->b_resid = uiop->uio_resid;
1495	if (must_commit)
1496	    nfs_clearcommit(vp->v_mount);
1497	bufdone(bp);
1498	return (error);
1499}
1500
1501/*
1502 * Used to aid in handling ftruncate() operations on the NFS client side.
1503 * Truncation creates a number of special problems for NFS.  We have to
1504 * throw away VM pages and buffer cache buffers that are beyond EOF, and
1505 * we have to properly handle VM pages or (potentially dirty) buffers
1506 * that straddle the truncation point.
1507 */
1508
1509int
1510nfs_meta_setsize(struct vnode *vp, struct ucred *cred, struct thread *td, u_quad_t nsize)
1511{
1512	struct nfsnode *np = VTONFS(vp);
1513	u_quad_t tsize = np->n_size;
1514	int biosize = vp->v_mount->mnt_stat.f_iosize;
1515	int error = 0;
1516
1517	np->n_size = nsize;
1518
1519	if (np->n_size < tsize) {
1520		struct buf *bp;
1521		daddr_t lbn;
1522		int bufsize;
1523
1524		/*
1525		 * vtruncbuf() doesn't get the buffer overlapping the
1526		 * truncation point.  We may have a B_DELWRI and/or B_CACHE
1527		 * buffer that now needs to be truncated.
1528		 */
1529		error = vtruncbuf(vp, cred, td, nsize, biosize);
1530		lbn = nsize / biosize;
1531		bufsize = nsize & (biosize - 1);
1532		bp = nfs_getcacheblk(vp, lbn, bufsize, td);
1533		if (bp->b_dirtyoff > bp->b_bcount)
1534			bp->b_dirtyoff = bp->b_bcount;
1535		if (bp->b_dirtyend > bp->b_bcount)
1536			bp->b_dirtyend = bp->b_bcount;
1537		bp->b_flags |= B_RELBUF;  /* don't leave garbage around */
1538		brelse(bp);
1539	} else {
1540		vnode_pager_setsize(vp, nsize);
1541	}
1542	return(error);
1543}
1544
1545