2 * Copyright (c) 2004,2009 The DragonFly Project. All rights reserved.
4 * This code is derived from software contributed to The DragonFly Project
5 * by Matthew Dillon <dillon@backplane.com>
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
11 * 1. Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 * 2. Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in
15 * the documentation and/or other materials provided with the
17 * 3. Neither the name of The DragonFly Project nor the names of its
18 * contributors may be used to endorse or promote products derived
19 * from this software without specific, prior written permission.
21 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
22 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
23 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
24 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
25 * COPYRIGHT HOLDERS OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
26 * INCIDENTAL, SPECIAL, EXEMPLARY OR CONSEQUENTIAL DAMAGES (INCLUDING,
27 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
28 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
29 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
30 * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
31 * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
35 * Implement vnode ops wrappers. All vnode ops are wrapped through
38 * These wrappers are responsible for hanlding all MPSAFE issues related
39 * to a vnode operation.
42 #include <sys/param.h>
43 #include <sys/systm.h>
46 #include <sys/dirent.h>
47 #include <sys/domain.h>
48 #include <sys/eventhandler.h>
49 #include <sys/fcntl.h>
50 #include <sys/kernel.h>
51 #include <sys/kthread.h>
52 #include <sys/malloc.h>
54 #include <sys/mount.h>
56 #include <sys/namei.h>
57 #include <sys/reboot.h>
58 #include <sys/socket.h>
60 #include <sys/sysctl.h>
61 #include <sys/syslog.h>
62 #include <sys/vmmeter.h>
63 #include <sys/vnode.h>
64 #include <sys/vfsops.h>
65 #include <sys/sysmsg.h>
67 #include <machine/limits.h>
70 #include <vm/vm_object.h>
71 #include <vm/vm_extern.h>
72 #include <vm/vm_kern.h>
74 #include <vm/vm_map.h>
75 #include <vm/vm_page.h>
76 #include <vm/vm_pager.h>
77 #include <vm/vnode_pager.h>
78 #include <vm/vm_zone.h>
81 #include <sys/thread2.h>
82 #include <sys/mplock2.h>
84 #define VDESCNAME(name) __CONCAT(__CONCAT(vop_,name),_desc)
86 #define VNODEOP_DESC_INIT(name) \
87 struct syslink_desc VDESCNAME(name) = { \
88 __offsetof(struct vop_ops, __CONCAT(vop_, name)), \
91 VNODEOP_DESC_INIT(default);
92 VNODEOP_DESC_INIT(old_lookup);
93 VNODEOP_DESC_INIT(old_create);
94 VNODEOP_DESC_INIT(old_whiteout);
95 VNODEOP_DESC_INIT(old_mknod);
96 VNODEOP_DESC_INIT(open);
97 VNODEOP_DESC_INIT(close);
98 VNODEOP_DESC_INIT(access);
99 VNODEOP_DESC_INIT(getattr);
100 VNODEOP_DESC_INIT(setattr);
101 VNODEOP_DESC_INIT(read);
102 VNODEOP_DESC_INIT(write);
103 VNODEOP_DESC_INIT(ioctl);
104 VNODEOP_DESC_INIT(poll);
105 VNODEOP_DESC_INIT(kqfilter);
106 VNODEOP_DESC_INIT(mmap);
107 VNODEOP_DESC_INIT(fsync);
108 VNODEOP_DESC_INIT(old_remove);
109 VNODEOP_DESC_INIT(old_link);
110 VNODEOP_DESC_INIT(old_rename);
112 VNODEOP_DESC_INIT(old_mkdir);
113 VNODEOP_DESC_INIT(old_rmdir);
114 VNODEOP_DESC_INIT(old_symlink);
115 VNODEOP_DESC_INIT(readdir);
116 VNODEOP_DESC_INIT(readlink);
117 VNODEOP_DESC_INIT(inactive);
118 VNODEOP_DESC_INIT(reclaim);
119 VNODEOP_DESC_INIT(bmap);
120 VNODEOP_DESC_INIT(strategy);
121 VNODEOP_DESC_INIT(print);
122 VNODEOP_DESC_INIT(pathconf);
123 VNODEOP_DESC_INIT(advlock);
124 VNODEOP_DESC_INIT(balloc);
125 VNODEOP_DESC_INIT(reallocblks);
126 VNODEOP_DESC_INIT(getpages);
127 VNODEOP_DESC_INIT(putpages);
128 VNODEOP_DESC_INIT(freeblks);
129 VNODEOP_DESC_INIT(getacl);
130 VNODEOP_DESC_INIT(setacl);
131 VNODEOP_DESC_INIT(aclcheck);
132 VNODEOP_DESC_INIT(getextattr);
133 VNODEOP_DESC_INIT(setextattr);
134 VNODEOP_DESC_INIT(mountctl);
135 VNODEOP_DESC_INIT(markatime);
137 VNODEOP_DESC_INIT(nresolve);
138 VNODEOP_DESC_INIT(nlookupdotdot);
139 VNODEOP_DESC_INIT(ncreate);
140 VNODEOP_DESC_INIT(nmkdir);
141 VNODEOP_DESC_INIT(nmknod);
142 VNODEOP_DESC_INIT(nlink);
143 VNODEOP_DESC_INIT(nsymlink);
144 VNODEOP_DESC_INIT(nwhiteout);
145 VNODEOP_DESC_INIT(nremove);
146 VNODEOP_DESC_INIT(nrmdir);
147 VNODEOP_DESC_INIT(nrename);
149 #define DO_OPS(ops, error, ap, vop_field) \
150 error = ops->vop_field(ap);
152 /************************************************************************
153 * PRIMARY HIGH LEVEL VNODE OPERATIONS CALLS *
154 ************************************************************************
156 * These procedures are called directly from the kernel and/or fileops
157 * code to perform file/device operations on the system.
159 * NOTE: The old namespace api functions such as vop_rename() are no
160 * longer available for general use and have been renamed to
161 * vop_old_*(). Only the code in vfs_default.c is allowed to call
164 * NOTE: The VFS_MPLOCK*() macros handle mounts which do not set
165 * MNTK_MPSAFE or MNTK_xx_MPSAFE.
171 vop_old_lookup(struct vop_ops *ops, struct vnode *dvp,
172 struct vnode **vpp, struct componentname *cnp)
174 struct vop_old_lookup_args ap;
178 ap.a_head.a_desc = &vop_old_lookup_desc;
179 ap.a_head.a_ops = ops;
183 VFS_MPLOCK1(dvp->v_mount);
184 DO_OPS(ops, error, &ap, vop_old_lookup);
185 VFS_MPUNLOCK(dvp->v_mount);
193 vop_old_create(struct vop_ops *ops, struct vnode *dvp,
194 struct vnode **vpp, struct componentname *cnp, struct vattr *vap)
196 struct vop_old_create_args ap;
200 ap.a_head.a_desc = &vop_old_create_desc;
201 ap.a_head.a_ops = ops;
207 VFS_MPLOCK1(dvp->v_mount);
208 DO_OPS(ops, error, &ap, vop_old_create);
209 VFS_MPUNLOCK(dvp->v_mount);
217 vop_old_whiteout(struct vop_ops *ops, struct vnode *dvp,
218 struct componentname *cnp, int flags)
220 struct vop_old_whiteout_args ap;
224 ap.a_head.a_desc = &vop_old_whiteout_desc;
225 ap.a_head.a_ops = ops;
230 VFS_MPLOCK1(dvp->v_mount);
231 DO_OPS(ops, error, &ap, vop_old_whiteout);
232 VFS_MPUNLOCK(dvp->v_mount);
240 vop_old_mknod(struct vop_ops *ops, struct vnode *dvp,
241 struct vnode **vpp, struct componentname *cnp, struct vattr *vap)
243 struct vop_old_mknod_args ap;
247 ap.a_head.a_desc = &vop_old_mknod_desc;
248 ap.a_head.a_ops = ops;
254 VFS_MPLOCK1(dvp->v_mount);
255 DO_OPS(ops, error, &ap, vop_old_mknod);
256 VFS_MPUNLOCK(dvp->v_mount);
261 * NOTE: VAGE is always cleared when calling VOP_OPEN().
264 vop_open(struct vop_ops *ops, struct vnode *vp, int mode, struct ucred *cred,
267 struct vop_open_args ap;
272 * Decrement 3-2-1-0. Does not decrement beyond 0
274 if (vp->v_flag & VAGE0) {
275 vclrflags(vp, VAGE0);
276 } else if (vp->v_flag & VAGE1) {
277 vclrflags(vp, VAGE1);
278 vsetflags(vp, VAGE0);
281 ap.a_head.a_desc = &vop_open_desc;
282 ap.a_head.a_ops = ops;
288 VFS_MPLOCK1(vp->v_mount);
289 DO_OPS(ops, error, &ap, vop_open);
290 VFS_MPUNLOCK(vp->v_mount);
298 vop_close(struct vop_ops *ops, struct vnode *vp, int fflag)
300 struct vop_close_args ap;
304 ap.a_head.a_desc = &vop_close_desc;
305 ap.a_head.a_ops = ops;
309 VFS_MPLOCK1(vp->v_mount);
310 DO_OPS(ops, error, &ap, vop_close);
311 VFS_MPUNLOCK(vp->v_mount);
319 vop_access(struct vop_ops *ops, struct vnode *vp, int mode, int flags,
322 struct vop_access_args ap;
326 ap.a_head.a_desc = &vop_access_desc;
327 ap.a_head.a_ops = ops;
333 VFS_MPLOCK1(vp->v_mount);
334 DO_OPS(ops, error, &ap, vop_access);
335 VFS_MPUNLOCK(vp->v_mount);
343 vop_getattr(struct vop_ops *ops, struct vnode *vp, struct vattr *vap)
345 struct vop_getattr_args ap;
349 ap.a_head.a_desc = &vop_getattr_desc;
350 ap.a_head.a_ops = ops;
354 VFS_MPLOCK_FLAG(vp->v_mount, MNTK_GA_MPSAFE);
355 DO_OPS(ops, error, &ap, vop_getattr);
356 VFS_MPUNLOCK(vp->v_mount);
365 vop_setattr(struct vop_ops *ops, struct vnode *vp, struct vattr *vap,
368 struct vop_setattr_args ap;
372 ap.a_head.a_desc = &vop_setattr_desc;
373 ap.a_head.a_ops = ops;
378 VFS_MPLOCK1(vp->v_mount);
379 DO_OPS(ops, error, &ap, vop_setattr);
380 VFS_MPUNLOCK(vp->v_mount);
388 vop_read(struct vop_ops *ops, struct vnode *vp, struct uio *uio, int ioflag,
391 struct vop_read_args ap;
395 ap.a_head.a_desc = &vop_read_desc;
396 ap.a_head.a_ops = ops;
399 ap.a_ioflag = ioflag;
402 VFS_MPLOCK_FLAG(vp->v_mount, MNTK_RD_MPSAFE);
403 DO_OPS(ops, error, &ap, vop_read);
404 VFS_MPUNLOCK(vp->v_mount);
412 vop_write(struct vop_ops *ops, struct vnode *vp, struct uio *uio, int ioflag,
415 struct vop_write_args ap;
417 int error, do_accounting = 0;
419 uint64_t size_before=0, size_after=0;
422 ap.a_head.a_desc = &vop_write_desc;
423 ap.a_head.a_ops = ops;
426 ap.a_ioflag = ioflag;
429 /* is this a regular vnode ? */
430 if (vp->v_type == VREG) {
432 if ((error = VOP_GETATTR(vp, &va)) != 0)
434 size_before = va.va_size;
437 VFS_MPLOCK_FLAG(vp->v_mount, MNTK_WR_MPSAFE);
438 DO_OPS(ops, error, &ap, vop_write);
439 if ((error == 0) && do_accounting) {
440 size_after = vp->v_filesize;
441 if (vp->v_pfsmp != NULL) {
446 VFS_ACCOUNT(mp, va.va_uid, va.va_gid, size_after - size_before);
448 VFS_MPUNLOCK(vp->v_mount);
456 vop_ioctl(struct vop_ops *ops, struct vnode *vp, u_long command, caddr_t data,
457 int fflag, struct ucred *cred, struct sysmsg *msg)
459 struct vop_ioctl_args ap;
463 ap.a_head.a_desc = &vop_ioctl_desc;
464 ap.a_head.a_ops = ops;
466 ap.a_command = command;
472 VFS_MPLOCK1(vp->v_mount);
473 DO_OPS(ops, error, &ap, vop_ioctl);
474 VFS_MPUNLOCK(vp->v_mount);
482 vop_poll(struct vop_ops *ops, struct vnode *vp, int events, struct ucred *cred)
484 struct vop_poll_args ap;
488 ap.a_head.a_desc = &vop_poll_desc;
489 ap.a_head.a_ops = ops;
491 ap.a_events = events;
494 VFS_MPLOCK1(vp->v_mount);
495 DO_OPS(ops, error, &ap, vop_poll);
496 VFS_MPUNLOCK(vp->v_mount);
504 vop_kqfilter(struct vop_ops *ops, struct vnode *vp, struct knote *kn)
506 struct vop_kqfilter_args ap;
510 ap.a_head.a_desc = &vop_kqfilter_desc;
511 ap.a_head.a_ops = ops;
515 VFS_MPLOCK1(vp->v_mount);
516 DO_OPS(ops, error, &ap, vop_kqfilter);
517 VFS_MPUNLOCK(vp->v_mount);
525 vop_mmap(struct vop_ops *ops, struct vnode *vp, int fflags, struct ucred *cred)
527 struct vop_mmap_args ap;
531 ap.a_head.a_desc = &vop_mmap_desc;
532 ap.a_head.a_ops = ops;
534 ap.a_fflags = fflags;
537 VFS_MPLOCK1(vp->v_mount);
538 DO_OPS(ops, error, &ap, vop_mmap);
539 VFS_MPUNLOCK(vp->v_mount);
547 vop_fsync(struct vop_ops *ops, struct vnode *vp, int waitfor, int flags)
549 struct vop_fsync_args ap;
553 ap.a_head.a_desc = &vop_fsync_desc;
554 ap.a_head.a_ops = ops;
556 ap.a_waitfor = waitfor;
559 VFS_MPLOCK1(vp->v_mount);
560 DO_OPS(ops, error, &ap, vop_fsync);
561 VFS_MPUNLOCK(vp->v_mount);
569 vop_old_remove(struct vop_ops *ops, struct vnode *dvp,
570 struct vnode *vp, struct componentname *cnp)
572 struct vop_old_remove_args ap;
576 ap.a_head.a_desc = &vop_old_remove_desc;
577 ap.a_head.a_ops = ops;
582 VFS_MPLOCK1(dvp->v_mount);
583 DO_OPS(ops, error, &ap, vop_old_remove);
584 VFS_MPUNLOCK(dvp->v_mount);
592 vop_old_link(struct vop_ops *ops, struct vnode *tdvp,
593 struct vnode *vp, struct componentname *cnp)
595 struct vop_old_link_args ap;
599 ap.a_head.a_desc = &vop_old_link_desc;
600 ap.a_head.a_ops = ops;
605 VFS_MPLOCK1(tdvp->v_mount);
606 DO_OPS(ops, error, &ap, vop_old_link);
607 VFS_MPUNLOCK(tdvp->v_mount);
615 vop_old_rename(struct vop_ops *ops,
616 struct vnode *fdvp, struct vnode *fvp, struct componentname *fcnp,
617 struct vnode *tdvp, struct vnode *tvp, struct componentname *tcnp)
619 struct vop_old_rename_args ap;
623 ap.a_head.a_desc = &vop_old_rename_desc;
624 ap.a_head.a_ops = ops;
632 VFS_MPLOCK1(tdvp->v_mount);
633 DO_OPS(ops, error, &ap, vop_old_rename);
634 VFS_MPUNLOCK(tdvp->v_mount);
642 vop_old_mkdir(struct vop_ops *ops, struct vnode *dvp,
643 struct vnode **vpp, struct componentname *cnp, struct vattr *vap)
645 struct vop_old_mkdir_args ap;
649 ap.a_head.a_desc = &vop_old_mkdir_desc;
650 ap.a_head.a_ops = ops;
656 VFS_MPLOCK1(dvp->v_mount);
657 DO_OPS(ops, error, &ap, vop_old_mkdir);
658 VFS_MPUNLOCK(dvp->v_mount);
666 vop_old_rmdir(struct vop_ops *ops, struct vnode *dvp,
667 struct vnode *vp, struct componentname *cnp)
669 struct vop_old_rmdir_args ap;
673 ap.a_head.a_desc = &vop_old_rmdir_desc;
674 ap.a_head.a_ops = ops;
679 VFS_MPLOCK1(dvp->v_mount);
680 DO_OPS(ops, error, &ap, vop_old_rmdir);
681 VFS_MPUNLOCK(dvp->v_mount);
689 vop_old_symlink(struct vop_ops *ops, struct vnode *dvp,
690 struct vnode **vpp, struct componentname *cnp,
691 struct vattr *vap, char *target)
693 struct vop_old_symlink_args ap;
697 ap.a_head.a_desc = &vop_old_symlink_desc;
698 ap.a_head.a_ops = ops;
703 ap.a_target = target;
705 VFS_MPLOCK1(dvp->v_mount);
706 DO_OPS(ops, error, &ap, vop_old_symlink);
707 VFS_MPUNLOCK(dvp->v_mount);
715 vop_readdir(struct vop_ops *ops, struct vnode *vp, struct uio *uio,
716 struct ucred *cred, int *eofflag, int *ncookies, off_t **cookies)
718 struct vop_readdir_args ap;
722 ap.a_head.a_desc = &vop_readdir_desc;
723 ap.a_head.a_ops = ops;
727 ap.a_eofflag = eofflag;
728 ap.a_ncookies = ncookies;
729 ap.a_cookies = cookies;
731 VFS_MPLOCK1(vp->v_mount);
732 DO_OPS(ops, error, &ap, vop_readdir);
733 VFS_MPUNLOCK(vp->v_mount);
741 vop_readlink(struct vop_ops *ops, struct vnode *vp, struct uio *uio,
744 struct vop_readlink_args ap;
748 ap.a_head.a_desc = &vop_readlink_desc;
749 ap.a_head.a_ops = ops;
754 VFS_MPLOCK1(vp->v_mount);
755 DO_OPS(ops, error, &ap, vop_readlink);
756 VFS_MPUNLOCK(vp->v_mount);
764 vop_inactive(struct vop_ops *ops, struct vnode *vp)
766 struct vop_inactive_args ap;
771 ap.a_head.a_desc = &vop_inactive_desc;
772 ap.a_head.a_ops = ops;
776 * WARNING! Deactivation of the vnode can cause it to be recycled,
777 * clearing vp->v_mount.
780 VFS_MPLOCK_FLAG(mp, MNTK_IN_MPSAFE);
781 DO_OPS(ops, error, &ap, vop_inactive);
790 vop_reclaim(struct vop_ops *ops, struct vnode *vp)
792 struct vop_reclaim_args ap;
797 ap.a_head.a_desc = &vop_reclaim_desc;
798 ap.a_head.a_ops = ops;
802 * WARNING! Reclamation of the vnode will clear vp->v_mount.
806 DO_OPS(ops, error, &ap, vop_reclaim);
815 vop_bmap(struct vop_ops *ops, struct vnode *vp, off_t loffset,
816 off_t *doffsetp, int *runp, int *runb, buf_cmd_t cmd)
818 struct vop_bmap_args ap;
822 ap.a_head.a_desc = &vop_bmap_desc;
823 ap.a_head.a_ops = ops;
825 ap.a_loffset = loffset;
826 ap.a_doffsetp = doffsetp;
831 VFS_MPLOCK1(vp->v_mount);
832 DO_OPS(ops, error, &ap, vop_bmap);
833 VFS_MPUNLOCK(vp->v_mount);
841 vop_strategy(struct vop_ops *ops, struct vnode *vp, struct bio *bio)
843 struct vop_strategy_args ap;
847 ap.a_head.a_desc = &vop_strategy_desc;
848 ap.a_head.a_ops = ops;
853 VFS_MPLOCK_FLAG(vp->v_mount, MNTK_SG_MPSAFE);
854 DO_OPS(ops, error, &ap, vop_strategy);
855 VFS_MPUNLOCK(vp->v_mount);
857 /* ugly hack for swap */
859 DO_OPS(ops, error, &ap, vop_strategy);
869 vop_print(struct vop_ops *ops, struct vnode *vp)
871 struct vop_print_args ap;
875 ap.a_head.a_desc = &vop_print_desc;
876 ap.a_head.a_ops = ops;
879 VFS_MPLOCK1(vp->v_mount);
880 DO_OPS(ops, error, &ap, vop_print);
881 VFS_MPUNLOCK(vp->v_mount);
889 vop_pathconf(struct vop_ops *ops, struct vnode *vp, int name,
892 struct vop_pathconf_args ap;
896 ap.a_head.a_desc = &vop_pathconf_desc;
897 ap.a_head.a_ops = ops;
900 ap.a_retval = retval;
902 VFS_MPLOCK1(vp->v_mount);
903 DO_OPS(ops, error, &ap, vop_pathconf);
904 VFS_MPUNLOCK(vp->v_mount);
912 vop_advlock(struct vop_ops *ops, struct vnode *vp, caddr_t id, int op,
913 struct flock *fl, int flags)
915 struct vop_advlock_args ap;
919 ap.a_head.a_desc = &vop_advlock_desc;
920 ap.a_head.a_ops = ops;
927 VFS_MPLOCK1(vp->v_mount);
928 DO_OPS(ops, error, &ap, vop_advlock);
929 VFS_MPUNLOCK(vp->v_mount);
937 vop_balloc(struct vop_ops *ops, struct vnode *vp, off_t startoffset,
938 int size, struct ucred *cred, int flags,
941 struct vop_balloc_args ap;
945 ap.a_head.a_desc = &vop_balloc_desc;
946 ap.a_head.a_ops = ops;
948 ap.a_startoffset = startoffset;
954 VFS_MPLOCK1(vp->v_mount);
955 DO_OPS(ops, error, &ap, vop_balloc);
956 VFS_MPUNLOCK(vp->v_mount);
964 vop_reallocblks(struct vop_ops *ops, struct vnode *vp,
965 struct cluster_save *buflist)
967 struct vop_reallocblks_args ap;
971 ap.a_head.a_desc = &vop_reallocblks_desc;
972 ap.a_head.a_ops = ops;
974 ap.a_buflist = buflist;
976 VFS_MPLOCK1(vp->v_mount);
977 DO_OPS(ops, error, &ap, vop_reallocblks);
978 VFS_MPUNLOCK(vp->v_mount);
986 vop_getpages(struct vop_ops *ops, struct vnode *vp, vm_page_t *m, int count,
987 int reqpage, vm_ooffset_t offset, int seqaccess)
989 struct vop_getpages_args ap;
993 ap.a_head.a_desc = &vop_getpages_desc;
994 ap.a_head.a_ops = ops;
998 ap.a_reqpage = reqpage;
999 ap.a_offset = offset;
1000 ap.a_seqaccess = seqaccess;
1002 VFS_MPLOCK1(vp->v_mount);
1003 DO_OPS(ops, error, &ap, vop_getpages);
1004 VFS_MPUNLOCK(vp->v_mount);
1012 vop_putpages(struct vop_ops *ops, struct vnode *vp, vm_page_t *m, int count,
1013 int sync, int *rtvals, vm_ooffset_t offset)
1015 struct vop_putpages_args ap;
1019 ap.a_head.a_desc = &vop_putpages_desc;
1020 ap.a_head.a_ops = ops;
1025 ap.a_rtvals = rtvals;
1026 ap.a_offset = offset;
1028 VFS_MPLOCK1(vp->v_mount);
1029 DO_OPS(ops, error, &ap, vop_putpages);
1030 VFS_MPUNLOCK(vp->v_mount);
1038 vop_freeblks(struct vop_ops *ops, struct vnode *vp, off_t offset, int length)
1040 struct vop_freeblks_args ap;
1044 ap.a_head.a_desc = &vop_freeblks_desc;
1045 ap.a_head.a_ops = ops;
1047 ap.a_offset = offset;
1048 ap.a_length = length;
1050 VFS_MPLOCK1(vp->v_mount);
1051 DO_OPS(ops, error, &ap, vop_freeblks);
1052 VFS_MPUNLOCK(vp->v_mount);
1060 vop_getacl(struct vop_ops *ops, struct vnode *vp, acl_type_t type,
1061 struct acl *aclp, struct ucred *cred)
1063 struct vop_getacl_args ap;
1067 ap.a_head.a_desc = &vop_getacl_desc;
1068 ap.a_head.a_ops = ops;
1074 VFS_MPLOCK1(vp->v_mount);
1075 DO_OPS(ops, error, &ap, vop_getacl);
1076 VFS_MPUNLOCK(vp->v_mount);
1084 vop_setacl(struct vop_ops *ops, struct vnode *vp, acl_type_t type,
1085 struct acl *aclp, struct ucred *cred)
1087 struct vop_setacl_args ap;
1091 ap.a_head.a_desc = &vop_setacl_desc;
1092 ap.a_head.a_ops = ops;
1098 VFS_MPLOCK1(vp->v_mount);
1099 DO_OPS(ops, error, &ap, vop_setacl);
1100 VFS_MPUNLOCK(vp->v_mount);
1108 vop_aclcheck(struct vop_ops *ops, struct vnode *vp, acl_type_t type,
1109 struct acl *aclp, struct ucred *cred)
1111 struct vop_aclcheck_args ap;
1115 ap.a_head.a_desc = &vop_aclcheck_desc;
1116 ap.a_head.a_ops = ops;
1122 VFS_MPLOCK1(vp->v_mount);
1123 DO_OPS(ops, error, &ap, vop_aclcheck);
1124 VFS_MPUNLOCK(vp->v_mount);
1132 vop_getextattr(struct vop_ops *ops, struct vnode *vp, int attrnamespace,
1133 char *attrname, struct uio *uio, struct ucred *cred)
1135 struct vop_getextattr_args ap;
1139 ap.a_head.a_desc = &vop_getextattr_desc;
1140 ap.a_head.a_ops = ops;
1142 ap.a_attrnamespace = attrnamespace;
1143 ap.a_attrname = attrname;
1147 VFS_MPLOCK1(vp->v_mount);
1148 DO_OPS(ops, error, &ap, vop_getextattr);
1149 VFS_MPUNLOCK(vp->v_mount);
1157 vop_setextattr(struct vop_ops *ops, struct vnode *vp, int attrnamespace,
1158 char *attrname, struct uio *uio, struct ucred *cred)
1160 struct vop_setextattr_args ap;
1164 ap.a_head.a_desc = &vop_setextattr_desc;
1165 ap.a_head.a_ops = ops;
1167 ap.a_attrnamespace = attrnamespace;
1168 ap.a_attrname = attrname;
1172 VFS_MPLOCK1(vp->v_mount);
1173 DO_OPS(ops, error, &ap, vop_setextattr);
1174 VFS_MPUNLOCK(vp->v_mount);
1182 vop_mountctl(struct vop_ops *ops, struct vnode *vp, int op, struct file *fp,
1183 const void *ctl, int ctllen, void *buf, int buflen, int *res)
1185 struct vop_mountctl_args ap;
1189 ap.a_head.a_desc = &vop_mountctl_desc;
1190 ap.a_head.a_ops = ops;
1194 ap.a_ctllen = ctllen;
1196 ap.a_buflen = buflen;
1199 VFS_MPLOCK1(vp->v_mount);
1200 DO_OPS(ops, error, &ap, vop_mountctl);
1201 VFS_MPUNLOCK(vp->v_mount);
1209 vop_markatime(struct vop_ops *ops, struct vnode *vp, struct ucred *cred)
1211 struct vop_markatime_args ap;
1215 ap.a_head.a_desc = &vop_markatime_desc;
1216 ap.a_head.a_ops = ops;
1220 VFS_MPLOCK1(vp->v_mount);
1221 DO_OPS(ops, error, &ap, vop_markatime);
1222 VFS_MPUNLOCK(vp->v_mount);
1229 * nresolve takes a locked ncp, a referenced but unlocked dvp, and a cred,
1230 * and resolves the ncp into a positive or negative hit.
1232 * The namecache is automatically adjusted by this function. The ncp
1233 * is left locked on return.
1238 vop_nresolve(struct vop_ops *ops, struct nchandle *nch,
1239 struct vnode *dvp, struct ucred *cred)
1241 struct vop_nresolve_args ap;
1245 ap.a_head.a_desc = &vop_nresolve_desc;
1246 ap.a_head.a_ops = ops;
1251 VFS_MPLOCK1(dvp->v_mount);
1252 DO_OPS(ops, error, &ap, vop_nresolve);
1253 VFS_MPUNLOCK(dvp->v_mount);
1258 * nlookupdotdot takes an unlocked directory, referenced dvp, and looks
1259 * up "..", returning a locked parent directory in *vpp. If an error
1260 * occurs *vpp will be NULL.
1265 vop_nlookupdotdot(struct vop_ops *ops, struct vnode *dvp,
1266 struct vnode **vpp, struct ucred *cred, char **fakename)
1268 struct vop_nlookupdotdot_args ap;
1272 ap.a_head.a_desc = &vop_nlookupdotdot_desc;
1273 ap.a_head.a_ops = ops;
1277 ap.a_fakename = fakename;
1279 VFS_MPLOCK1(dvp->v_mount);
1280 DO_OPS(ops, error, &ap, vop_nlookupdotdot);
1281 VFS_MPUNLOCK(dvp->v_mount);
1286 * ncreate takes a locked, resolved ncp that typically represents a negative
1287 * cache hit and creates the file or node specified by the ncp, cred, and
1288 * vattr. If no error occurs a locked vnode is returned in *vpp.
1290 * The dvp passed in is referenced but unlocked.
1292 * The namecache is automatically adjusted by this function. The ncp
1293 * is left locked on return.
1298 vop_ncreate(struct vop_ops *ops, struct nchandle *nch, struct vnode *dvp,
1299 struct vnode **vpp, struct ucred *cred, struct vattr *vap)
1301 struct vop_ncreate_args ap;
1305 ap.a_head.a_desc = &vop_ncreate_desc;
1306 ap.a_head.a_ops = ops;
1313 VFS_MPLOCK1(dvp->v_mount);
1314 DO_OPS(ops, error, &ap, vop_ncreate);
1315 VFS_MPUNLOCK(dvp->v_mount);
1320 * nmkdir takes a locked, resolved ncp that typically represents a negative
1321 * cache hit and creates the directory specified by the ncp, cred, and
1322 * vattr. If no error occurs a locked vnode is returned in *vpp.
1324 * The dvp passed in is referenced but unlocked.
1326 * The namecache is automatically adjusted by this function. The ncp
1327 * is left locked on return.
1332 vop_nmkdir(struct vop_ops *ops, struct nchandle *nch, struct vnode *dvp,
1333 struct vnode **vpp, struct ucred *cred, struct vattr *vap)
1335 struct vop_nmkdir_args ap;
1339 ap.a_head.a_desc = &vop_nmkdir_desc;
1340 ap.a_head.a_ops = ops;
1347 VFS_MPLOCK1(dvp->v_mount);
1348 DO_OPS(ops, error, &ap, vop_nmkdir);
1349 VFS_MPUNLOCK(dvp->v_mount);
1354 * nmknod takes a locked, resolved ncp that typically represents a negative
1355 * cache hit and creates the node specified by the ncp, cred, and
1356 * vattr. If no error occurs a locked vnode is returned in *vpp.
1358 * The dvp passed in is referenced but unlocked.
1360 * The namecache is automatically adjusted by this function. The ncp
1361 * is left locked on return.
1366 vop_nmknod(struct vop_ops *ops, struct nchandle *nch, struct vnode *dvp,
1367 struct vnode **vpp, struct ucred *cred, struct vattr *vap)
1369 struct vop_nmknod_args ap;
1373 ap.a_head.a_desc = &vop_nmknod_desc;
1374 ap.a_head.a_ops = ops;
1381 VFS_MPLOCK1(dvp->v_mount);
1382 DO_OPS(ops, error, &ap, vop_nmknod);
1383 VFS_MPUNLOCK(dvp->v_mount);
1388 * nlink takes a locked, resolved ncp that typically represents a negative
1389 * cache hit and creates the node specified by the ncp, cred, and
1390 * existing vnode. The passed vp must be locked and will remain locked
1391 * on return, as does the ncp, whether an error occurs or not.
1393 * The dvp passed in is referenced but unlocked.
1395 * The namecache is automatically adjusted by this function. The ncp
1396 * is left locked on return.
1401 vop_nlink(struct vop_ops *ops, struct nchandle *nch, struct vnode *dvp,
1402 struct vnode *vp, struct ucred *cred)
1404 struct vop_nlink_args ap;
1408 ap.a_head.a_desc = &vop_nlink_desc;
1409 ap.a_head.a_ops = ops;
1415 VFS_MPLOCK1(dvp->v_mount);
1416 DO_OPS(ops, error, &ap, vop_nlink);
1417 VFS_MPUNLOCK(dvp->v_mount);
1422 * nsymlink takes a locked, resolved ncp that typically represents a negative
1423 * cache hit and creates a symbolic link based on cred, vap, and target (the
1424 * contents of the link). If no error occurs a locked vnode is returned in
1427 * The dvp passed in is referenced but unlocked.
1429 * The namecache is automatically adjusted by this function. The ncp
1430 * is left locked on return.
1435 vop_nsymlink(struct vop_ops *ops, struct nchandle *nch, struct vnode *dvp,
1436 struct vnode **vpp, struct ucred *cred,
1437 struct vattr *vap, char *target)
1439 struct vop_nsymlink_args ap;
1443 ap.a_head.a_desc = &vop_nsymlink_desc;
1444 ap.a_head.a_ops = ops;
1450 ap.a_target = target;
1452 VFS_MPLOCK1(dvp->v_mount);
1453 DO_OPS(ops, error, &ap, vop_nsymlink);
1454 VFS_MPUNLOCK(dvp->v_mount);
1459 * nwhiteout takes a locked, resolved ncp that can represent a positive or
1460 * negative hit and executes the whiteout function specified in flags.
1462 * The dvp passed in is referenced but unlocked.
1464 * The namecache is automatically adjusted by this function. The ncp
1465 * is left locked on return.
1470 vop_nwhiteout(struct vop_ops *ops, struct nchandle *nch, struct vnode *dvp,
1471 struct ucred *cred, int flags)
1473 struct vop_nwhiteout_args ap;
1477 ap.a_head.a_desc = &vop_nwhiteout_desc;
1478 ap.a_head.a_ops = ops;
1484 VFS_MPLOCK1(dvp->v_mount);
1485 DO_OPS(ops, error, &ap, vop_nwhiteout);
1486 VFS_MPUNLOCK(dvp->v_mount);
1491 * nremove takes a locked, resolved ncp that generally represents a
1492 * positive hit and removes the file.
1494 * The dvp passed in is referenced but unlocked.
1496 * The namecache is automatically adjusted by this function. The ncp
1497 * is left locked on return.
1501 /* FIXME: only substract the file size for its last link */
1503 vop_nremove(struct vop_ops *ops, struct nchandle *nch, struct vnode *dvp,
1506 struct vop_nremove_args ap;
1511 ap.a_head.a_desc = &vop_nremove_desc;
1512 ap.a_head.a_ops = ops;
1517 if ((error = VOP_GETATTR(nch->ncp->nc_vp, &va)) != 0)
1520 VFS_MPLOCK1(dvp->v_mount);
1521 DO_OPS(ops, error, &ap, vop_nremove);
1522 VFS_ACCOUNT(nch->mount, va.va_uid, va.va_gid, -va.va_size);
1523 VFS_MPUNLOCK(dvp->v_mount);
1528 * nrmdir takes a locked, resolved ncp that generally represents a
1529 * directory and removes the directory.
1531 * The dvp passed in is referenced but unlocked.
1533 * The namecache is automatically adjusted by this function. The ncp
1534 * is left locked on return.
1539 vop_nrmdir(struct vop_ops *ops, struct nchandle *nch, struct vnode *dvp,
1542 struct vop_nrmdir_args ap;
1546 ap.a_head.a_desc = &vop_nrmdir_desc;
1547 ap.a_head.a_ops = ops;
1552 VFS_MPLOCK1(dvp->v_mount);
1553 DO_OPS(ops, error, &ap, vop_nrmdir);
1554 VFS_MPUNLOCK(dvp->v_mount);
1559 * nrename takes TWO locked, resolved ncp's and the cred of the caller
1560 * and renames the source ncp to the target ncp. The target ncp may
1561 * represent a positive or negative hit.
1563 * The fdvp and tdvp passed in are referenced but unlocked.
1565 * The namecache is automatically adjusted by this function. The ncp
1566 * is left locked on return. The source ncp is typically changed to
1567 * a negative cache hit and the target ncp typically takes on the
1568 * source ncp's underlying file.
1573 vop_nrename(struct vop_ops *ops,
1574 struct nchandle *fnch, struct nchandle *tnch,
1575 struct vnode *fdvp, struct vnode *tdvp,
1578 struct vop_nrename_args ap;
1582 ap.a_head.a_desc = &vop_nrename_desc;
1583 ap.a_head.a_ops = ops;
1590 VFS_MPLOCK1(fdvp->v_mount);
1591 DO_OPS(ops, error, &ap, vop_nrename);
1592 VFS_MPUNLOCK(fdvp->v_mount);
1596 /************************************************************************
1597 * PRIMARY VNODE OPERATIONS FORWARDING CALLS *
1598 ************************************************************************
1600 * These procedures are called from VFSs such as unionfs and nullfs
1601 * when they wish to forward an operation on one VFS to another. The
1602 * argument structure/message is modified and then directly passed to the
1603 * appropriate routine. This routines may also be called by initiators
1604 * who have an argument structure in hand rather then discreet arguments.
1606 * MPSAFE - Caller expected to already hold the appropriate vfs lock.
1609 vop_vnoperate_ap(struct vop_generic_args *ap)
1611 struct vop_ops *ops;
1615 error = VOCALL(ops, ap);
1621 * This routine is called by the cache coherency layer to execute the actual
1622 * VFS operation. If a journaling layer is present we call though it, else
1623 * we call the native VOP functions.
1626 vop_cache_operate_ap(struct vop_generic_args *ap)
1628 struct vop_ops *ops;
1632 if (ops->head.vv_mount->mnt_vn_journal_ops)
1633 error = VOCALL(ops->head.vv_mount->mnt_vn_journal_ops, ap);
1635 error = VOCALL(ops->head.vv_mount->mnt_vn_norm_ops, ap);
1641 * This routine is called by the journaling layer to execute the actual
1645 vop_journal_operate_ap(struct vop_generic_args *ap)
1647 struct vop_ops *ops;
1651 error = VOCALL(ops->head.vv_mount->mnt_vn_norm_ops, ap);
1657 vop_open_ap(struct vop_open_args *ap)
1661 DO_OPS(ap->a_head.a_ops, error, ap, vop_open);
1666 vop_close_ap(struct vop_close_args *ap)
1670 DO_OPS(ap->a_head.a_ops, error, ap, vop_close);
1675 vop_access_ap(struct vop_access_args *ap)
1679 DO_OPS(ap->a_head.a_ops, error, ap, vop_access);
1684 vop_getattr_ap(struct vop_getattr_args *ap)
1688 DO_OPS(ap->a_head.a_ops, error, ap, vop_getattr);
1693 vop_setattr_ap(struct vop_setattr_args *ap)
1697 DO_OPS(ap->a_head.a_ops, error, ap, vop_setattr);
1702 vop_read_ap(struct vop_read_args *ap)
1706 DO_OPS(ap->a_head.a_ops, error, ap, vop_read);
1711 vop_write_ap(struct vop_write_args *ap)
1715 DO_OPS(ap->a_head.a_ops, error, ap, vop_write);
1720 vop_ioctl_ap(struct vop_ioctl_args *ap)
1724 DO_OPS(ap->a_head.a_ops, error, ap, vop_ioctl);
1729 vop_poll_ap(struct vop_poll_args *ap)
1733 DO_OPS(ap->a_head.a_ops, error, ap, vop_poll);
1738 vop_kqfilter_ap(struct vop_kqfilter_args *ap)
1742 DO_OPS(ap->a_head.a_ops, error, ap, vop_kqfilter);
1747 vop_mmap_ap(struct vop_mmap_args *ap)
1751 DO_OPS(ap->a_head.a_ops, error, ap, vop_mmap);
1756 vop_fsync_ap(struct vop_fsync_args *ap)
1760 DO_OPS(ap->a_head.a_ops, error, ap, vop_fsync);
1765 vop_readdir_ap(struct vop_readdir_args *ap)
1769 DO_OPS(ap->a_head.a_ops, error, ap, vop_readdir);
1774 vop_readlink_ap(struct vop_readlink_args *ap)
1778 DO_OPS(ap->a_head.a_ops, error, ap, vop_readlink);
1783 vop_inactive_ap(struct vop_inactive_args *ap)
1787 DO_OPS(ap->a_head.a_ops, error, ap, vop_inactive);
1792 vop_reclaim_ap(struct vop_reclaim_args *ap)
1796 DO_OPS(ap->a_head.a_ops, error, ap, vop_reclaim);
1801 vop_bmap_ap(struct vop_bmap_args *ap)
1805 DO_OPS(ap->a_head.a_ops, error, ap, vop_bmap);
1810 vop_strategy_ap(struct vop_strategy_args *ap)
1814 DO_OPS(ap->a_head.a_ops, error, ap, vop_strategy);
1819 vop_print_ap(struct vop_print_args *ap)
1823 DO_OPS(ap->a_head.a_ops, error, ap, vop_print);
1828 vop_pathconf_ap(struct vop_pathconf_args *ap)
1832 DO_OPS(ap->a_head.a_ops, error, ap, vop_pathconf);
1837 vop_advlock_ap(struct vop_advlock_args *ap)
1841 DO_OPS(ap->a_head.a_ops, error, ap, vop_advlock);
1846 vop_balloc_ap(struct vop_balloc_args *ap)
1850 DO_OPS(ap->a_head.a_ops, error, ap, vop_balloc);
1855 vop_reallocblks_ap(struct vop_reallocblks_args *ap)
1859 DO_OPS(ap->a_head.a_ops, error, ap, vop_reallocblks);
1864 vop_getpages_ap(struct vop_getpages_args *ap)
1868 DO_OPS(ap->a_head.a_ops, error, ap, vop_getpages);
1873 vop_putpages_ap(struct vop_putpages_args *ap)
1877 DO_OPS(ap->a_head.a_ops, error, ap, vop_putpages);
1882 vop_freeblks_ap(struct vop_freeblks_args *ap)
1886 DO_OPS(ap->a_head.a_ops, error, ap, vop_freeblks);
1891 vop_getacl_ap(struct vop_getacl_args *ap)
1895 DO_OPS(ap->a_head.a_ops, error, ap, vop_getacl);
1900 vop_setacl_ap(struct vop_setacl_args *ap)
1904 DO_OPS(ap->a_head.a_ops, error, ap, vop_setacl);
1909 vop_aclcheck_ap(struct vop_aclcheck_args *ap)
1913 DO_OPS(ap->a_head.a_ops, error, ap, vop_aclcheck);
1918 vop_getextattr_ap(struct vop_getextattr_args *ap)
1922 DO_OPS(ap->a_head.a_ops, error, ap, vop_getextattr);
1927 vop_setextattr_ap(struct vop_setextattr_args *ap)
1931 DO_OPS(ap->a_head.a_ops, error, ap, vop_setextattr);
1936 vop_mountctl_ap(struct vop_mountctl_args *ap)
1940 DO_OPS(ap->a_head.a_ops, error, ap, vop_mountctl);
1945 vop_markatime_ap(struct vop_markatime_args *ap)
1949 DO_OPS(ap->a_head.a_ops, error, ap, vop_markatime);
1954 vop_nresolve_ap(struct vop_nresolve_args *ap)
1958 DO_OPS(ap->a_head.a_ops, error, ap, vop_nresolve);
1963 vop_nlookupdotdot_ap(struct vop_nlookupdotdot_args *ap)
1967 DO_OPS(ap->a_head.a_ops, error, ap, vop_nlookupdotdot);
1972 vop_ncreate_ap(struct vop_ncreate_args *ap)
1976 DO_OPS(ap->a_head.a_ops, error, ap, vop_ncreate);
1981 vop_nmkdir_ap(struct vop_nmkdir_args *ap)
1985 DO_OPS(ap->a_head.a_ops, error, ap, vop_nmkdir);
1990 vop_nmknod_ap(struct vop_nmknod_args *ap)
1994 DO_OPS(ap->a_head.a_ops, error, ap, vop_nmknod);
1999 vop_nlink_ap(struct vop_nlink_args *ap)
2003 DO_OPS(ap->a_head.a_ops, error, ap, vop_nlink);
2008 vop_nsymlink_ap(struct vop_nsymlink_args *ap)
2012 DO_OPS(ap->a_head.a_ops, error, ap, vop_nsymlink);
2017 vop_nwhiteout_ap(struct vop_nwhiteout_args *ap)
2021 DO_OPS(ap->a_head.a_ops, error, ap, vop_nwhiteout);
2026 vop_nremove_ap(struct vop_nremove_args *ap)
2030 DO_OPS(ap->a_head.a_ops, error, ap, vop_nremove);
2035 vop_nrmdir_ap(struct vop_nrmdir_args *ap)
2039 DO_OPS(ap->a_head.a_ops, error, ap, vop_nrmdir);
2044 vop_nrename_ap(struct vop_nrename_args *ap)
2048 DO_OPS(ap->a_head.a_ops, error, ap, vop_nrename);