Print this page
5042 stop using deprecated atomic functions
| Split |
Close |
| Expand all |
| Collapse all |
--- old/usr/src/uts/common/fs/fem.c
+++ new/usr/src/uts/common/fs/fem.c
1 1 /*
2 2 * CDDL HEADER START
3 3 *
4 4 * The contents of this file are subject to the terms of the
5 5 * Common Development and Distribution License (the "License").
6 6 * You may not use this file except in compliance with the License.
7 7 *
8 8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9 9 * or http://www.opensolaris.org/os/licensing.
10 10 * See the License for the specific language governing permissions
11 11 * and limitations under the License.
12 12 *
13 13 * When distributing Covered Code, include this CDDL HEADER in each
14 14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15 15 * If applicable, add the following below this CDDL HEADER, with the
16 16 * fields enclosed by brackets "[]" replaced with your own identifying
17 17 * information: Portions Copyright [yyyy] [name of copyright owner]
18 18 *
19 19 * CDDL HEADER END
20 20 */
21 21 /*
22 22 * Copyright 2010 Sun Microsystems, Inc. All rights reserved.
23 23 * Use is subject to license terms.
24 24 */
25 25
26 26 #include <sys/types.h>
27 27 #include <sys/atomic.h>
28 28 #include <sys/kmem.h>
29 29 #include <sys/mutex.h>
30 30 #include <sys/errno.h>
31 31 #include <sys/param.h>
32 32 #include <sys/sysmacros.h>
33 33 #include <sys/systm.h>
34 34 #include <sys/cmn_err.h>
35 35 #include <sys/debug.h>
36 36
37 37 #include <sys/fem.h>
38 38 #include <sys/vfs.h>
39 39 #include <sys/vnode.h>
40 40 #include <sys/vfs_opreg.h>
41 41
42 42 #define NNODES_DEFAULT 8 /* Default number of nodes in a fem_list */
43 43 /*
44 44 * fl_ntob(n) - Fem_list: number of nodes to bytes
45 45 * Given the number of nodes in a fem_list return the size, in bytes,
46 46 * of the fem_list structure.
47 47 */
48 48 #define fl_ntob(n) (sizeof (struct fem_list) + \
49 49 ((n) - 1) * sizeof (struct fem_node))
50 50
51 51 typedef enum {
52 52 FEMTYPE_NULL, /* Uninitialized */
53 53 FEMTYPE_VNODE,
54 54 FEMTYPE_VFS,
55 55 FEMTYPE_NTYPES
56 56 } femtype_t;
57 57
58 58 #define FEM_HEAD(_t) femtype[(_t)].head.fn_op.anon
59 59 #define FEM_GUARD(_t) femtype[(_t)].guard
60 60
61 61 static struct fem_type_info {
62 62 struct fem_node head;
63 63 struct fem_node guard;
64 64 femop_t *errf;
65 65 } femtype[FEMTYPE_NTYPES];
66 66
67 67
68 68 /*
69 69 * For each type, two tables - the translation offset definition, which
70 70 * is used by fs_build_vector to layout the operation(s) vector; and the
71 71 * guard_operation_vector which protects from stack under-run.
72 72 */
73 73
74 74 int fem_err();
75 75 int fsem_err();
76 76
77 77
78 78 #define _FEMOPDEF(name, member) \
79 79 { VOPNAME_##name, offsetof(fem_t, femop_##member), NULL, fem_err }
80 80
81 81 static fs_operation_trans_def_t fem_opdef[] = {
82 82 _FEMOPDEF(OPEN, open),
83 83 _FEMOPDEF(CLOSE, close),
84 84 _FEMOPDEF(READ, read),
85 85 _FEMOPDEF(WRITE, write),
86 86 _FEMOPDEF(IOCTL, ioctl),
87 87 _FEMOPDEF(SETFL, setfl),
88 88 _FEMOPDEF(GETATTR, getattr),
89 89 _FEMOPDEF(SETATTR, setattr),
90 90 _FEMOPDEF(ACCESS, access),
91 91 _FEMOPDEF(LOOKUP, lookup),
92 92 _FEMOPDEF(CREATE, create),
93 93 _FEMOPDEF(REMOVE, remove),
94 94 _FEMOPDEF(LINK, link),
95 95 _FEMOPDEF(RENAME, rename),
96 96 _FEMOPDEF(MKDIR, mkdir),
97 97 _FEMOPDEF(RMDIR, rmdir),
98 98 _FEMOPDEF(READDIR, readdir),
99 99 _FEMOPDEF(SYMLINK, symlink),
100 100 _FEMOPDEF(READLINK, readlink),
101 101 _FEMOPDEF(FSYNC, fsync),
102 102 _FEMOPDEF(INACTIVE, inactive),
103 103 _FEMOPDEF(FID, fid),
104 104 _FEMOPDEF(RWLOCK, rwlock),
105 105 _FEMOPDEF(RWUNLOCK, rwunlock),
106 106 _FEMOPDEF(SEEK, seek),
107 107 _FEMOPDEF(CMP, cmp),
108 108 _FEMOPDEF(FRLOCK, frlock),
109 109 _FEMOPDEF(SPACE, space),
110 110 _FEMOPDEF(REALVP, realvp),
111 111 _FEMOPDEF(GETPAGE, getpage),
112 112 _FEMOPDEF(PUTPAGE, putpage),
113 113 _FEMOPDEF(MAP, map),
114 114 _FEMOPDEF(ADDMAP, addmap),
115 115 _FEMOPDEF(DELMAP, delmap),
116 116 _FEMOPDEF(POLL, poll),
117 117 _FEMOPDEF(DUMP, dump),
118 118 _FEMOPDEF(PATHCONF, pathconf),
119 119 _FEMOPDEF(PAGEIO, pageio),
120 120 _FEMOPDEF(DUMPCTL, dumpctl),
121 121 _FEMOPDEF(DISPOSE, dispose),
122 122 _FEMOPDEF(SETSECATTR, setsecattr),
123 123 _FEMOPDEF(GETSECATTR, getsecattr),
124 124 _FEMOPDEF(SHRLOCK, shrlock),
125 125 _FEMOPDEF(VNEVENT, vnevent),
126 126 _FEMOPDEF(REQZCBUF, reqzcbuf),
127 127 _FEMOPDEF(RETZCBUF, retzcbuf),
128 128 { NULL, 0, NULL, NULL }
129 129 };
130 130
131 131
132 132 #define _FEMGUARD(name, ignore) \
133 133 { VOPNAME_##name, (femop_t *)fem_err }
134 134
135 135 static struct fs_operation_def fem_guard_ops[] = {
136 136 _FEMGUARD(OPEN, open),
137 137 _FEMGUARD(CLOSE, close),
138 138 _FEMGUARD(READ, read),
139 139 _FEMGUARD(WRITE, write),
140 140 _FEMGUARD(IOCTL, ioctl),
141 141 _FEMGUARD(SETFL, setfl),
142 142 _FEMGUARD(GETATTR, getattr),
143 143 _FEMGUARD(SETATTR, setattr),
144 144 _FEMGUARD(ACCESS, access),
145 145 _FEMGUARD(LOOKUP, lookup),
146 146 _FEMGUARD(CREATE, create),
147 147 _FEMGUARD(REMOVE, remove),
148 148 _FEMGUARD(LINK, link),
149 149 _FEMGUARD(RENAME, rename),
150 150 _FEMGUARD(MKDIR, mkdir),
151 151 _FEMGUARD(RMDIR, rmdir),
152 152 _FEMGUARD(READDIR, readdir),
153 153 _FEMGUARD(SYMLINK, symlink),
154 154 _FEMGUARD(READLINK, readlink),
155 155 _FEMGUARD(FSYNC, fsync),
156 156 _FEMGUARD(INACTIVE, inactive),
157 157 _FEMGUARD(FID, fid),
158 158 _FEMGUARD(RWLOCK, rwlock),
159 159 _FEMGUARD(RWUNLOCK, rwunlock),
160 160 _FEMGUARD(SEEK, seek),
161 161 _FEMGUARD(CMP, cmp),
162 162 _FEMGUARD(FRLOCK, frlock),
163 163 _FEMGUARD(SPACE, space),
164 164 _FEMGUARD(REALVP, realvp),
165 165 _FEMGUARD(GETPAGE, getpage),
166 166 _FEMGUARD(PUTPAGE, putpage),
167 167 _FEMGUARD(MAP, map),
168 168 _FEMGUARD(ADDMAP, addmap),
169 169 _FEMGUARD(DELMAP, delmap),
170 170 _FEMGUARD(POLL, poll),
171 171 _FEMGUARD(DUMP, dump),
172 172 _FEMGUARD(PATHCONF, pathconf),
173 173 _FEMGUARD(PAGEIO, pageio),
174 174 _FEMGUARD(DUMPCTL, dumpctl),
175 175 _FEMGUARD(DISPOSE, dispose),
176 176 _FEMGUARD(SETSECATTR, setsecattr),
177 177 _FEMGUARD(GETSECATTR, getsecattr),
178 178 _FEMGUARD(SHRLOCK, shrlock),
179 179 _FEMGUARD(VNEVENT, vnevent),
180 180 _FEMGUARD(REQZCBUF, reqzcbuf),
181 181 _FEMGUARD(RETZCBUF, retzcbuf),
182 182 { NULL, NULL }
183 183 };
184 184
185 185
186 186 #define _FSEMOPDEF(name, member) \
187 187 { VFSNAME_##name, offsetof(fsem_t, fsemop_##member), NULL, fsem_err }
188 188
189 189 static fs_operation_trans_def_t fsem_opdef[] = {
190 190 _FSEMOPDEF(MOUNT, mount),
191 191 _FSEMOPDEF(UNMOUNT, unmount),
192 192 _FSEMOPDEF(ROOT, root),
193 193 _FSEMOPDEF(STATVFS, statvfs),
194 194 _FSEMOPDEF(SYNC, sync),
195 195 _FSEMOPDEF(VGET, vget),
196 196 _FSEMOPDEF(MOUNTROOT, mountroot),
197 197 _FSEMOPDEF(FREEVFS, freevfs),
198 198 _FSEMOPDEF(VNSTATE, vnstate),
199 199 { NULL, 0, NULL, NULL }
200 200 };
201 201
202 202 #define _FSEMGUARD(name, ignore) \
203 203 { VFSNAME_##name, (femop_t *)fsem_err }
204 204
205 205 static struct fs_operation_def fsem_guard_ops[] = {
206 206 _FSEMGUARD(MOUNT, mount),
207 207 _FSEMGUARD(UNMOUNT, unmount),
208 208 _FSEMGUARD(ROOT, root),
209 209 _FSEMGUARD(STATVFS, statvfs),
210 210 _FSEMGUARD(SYNC, sync),
211 211 _FSEMGUARD(VGET, vget),
212 212 _FSEMGUARD(MOUNTROOT, mountroot),
213 213 _FSEMGUARD(FREEVFS, freevfs),
214 214 _FSEMGUARD(VNSTATE, vnstate),
215 215 { NULL, NULL}
216 216 };
217 217
218 218
219 219 /*
220 220 * vsop_find, vfsop_find -
221 221 *
222 222 * These macros descend the stack until they find either a basic
223 223 * vnode/vfs operation [ indicated by a null fn_available ] or a
224 224 * stacked item where this method is non-null [_vsop].
225 225 *
226 226 * The DEBUG one is written with a single function which manually applies
227 227 * the structure offsets. It can have additional debugging support.
228 228 */
229 229
230 230 #ifndef DEBUG
231 231
232 232 #define vsop_find(ap, func, funct, arg0, _vop, _vsop) \
233 233 for (;;) { \
234 234 if ((ap)->fa_fnode->fn_available == NULL) { \
235 235 *(func) = (funct (*)())((ap)->fa_fnode->fn_op.vnode->_vop); \
236 236 *(arg0) = (void *)(ap)->fa_vnode.vp; \
237 237 break; \
238 238 } else if ((*(func) = (funct (*)())((ap)->fa_fnode->fn_op.fem->_vsop))\
239 239 != NULL) { \
240 240 *(arg0) = (void *) (ap); \
241 241 break; \
242 242 } else { \
243 243 (ap)->fa_fnode--; \
244 244 } \
245 245 } \
246 246
247 247 #define vfsop_find(ap, func, funct, arg0, _vop, _vsop) \
248 248 for (;;) { \
249 249 if ((ap)->fa_fnode->fn_available == NULL) { \
250 250 *(func) = (funct (*)())((ap)->fa_fnode->fn_op.vfs->_vop); \
251 251 *(arg0) = (void *)(ap)->fa_vnode.vp; \
252 252 break; \
253 253 } else if ((*(func) = (funct (*)())((ap)->fa_fnode->fn_op.fsem->_vsop))\
254 254 != NULL) { \
255 255 *(arg0) = (void *) (ap); \
256 256 break; \
257 257 } else { \
258 258 (ap)->fa_fnode--; \
259 259 } \
260 260 } \
261 261
262 262 #else
263 263
264 264 #define vsop_find(ap, func, funct, arg0, _vop, _vsop) \
265 265 *(arg0) = _op_find((ap), (void **)(func), \
266 266 offsetof(vnodeops_t, _vop), offsetof(fem_t, _vsop))
267 267
268 268 #define vfsop_find(ap, func, funct, arg0, _fop, _fsop) \
269 269 *(arg0) = _op_find((ap), (void **)(func), \
270 270 offsetof(vfsops_t, _fop), offsetof(fsem_t, _fsop))
271 271
272 272 static void *
273 273 _op_find(femarg_t *ap, void **fp, int offs0, int offs1)
274 274 {
275 275 void *ptr;
276 276 for (;;) {
277 277 struct fem_node *fnod = ap->fa_fnode;
278 278 if (fnod->fn_available == NULL) {
279 279 *fp = *(void **)((char *)fnod->fn_op.anon + offs0);
280 280 ptr = (void *)(ap->fa_vnode.anon);
281 281 break;
282 282 } else if ((*fp = *(void **)((char *)fnod->fn_op.anon+offs1))
283 283 != NULL) {
284 284 ptr = (void *)(ap);
285 285 break;
286 286 } else {
287 287 ap->fa_fnode--;
288 288 }
289 289 }
290 290 return (ptr);
291 291 }
292 292 #endif
293 293
294 294 static fem_t *
295 295 fem_alloc()
296 296 {
297 297 fem_t *p;
298 298
299 299 p = (fem_t *)kmem_alloc(sizeof (*p), KM_SLEEP);
300 300 return (p);
301 301 }
302 302
303 303 void
304 304 fem_free(fem_t *p)
305 305 {
306 306 kmem_free(p, sizeof (*p));
307 307 }
308 308
309 309 static fsem_t *
310 310 fsem_alloc()
311 311 {
312 312 fsem_t *p;
313 313
314 314 p = (fsem_t *)kmem_alloc(sizeof (*p), KM_SLEEP);
315 315 return (p);
316 316 }
317 317
318 318 void
319 319 fsem_free(fsem_t *p)
320 320 {
321 321 kmem_free(p, sizeof (*p));
322 322 }
323 323
324 324
325 325 /*
326 326 * fem_get, fem_release - manage reference counts on the stack.
327 327 *
328 328 * The list of monitors can be updated while operations are in
329 329 * progress on the object.
330 330 *
331 331 * The reference count facilitates this by counting the number of
332 332 * current accessors, and deconstructing the list when it is exhausted.
333 333 *
334 334 * fem_lock() is required to:
335 335 * look at femh_list
336 336 * update what femh_list points to
337 337 * update femh_list
338 338 * increase femh_list->feml_refc.
339 339 *
340 340 * the feml_refc can decrement without holding the lock;
341 341 * when feml_refc becomes zero, the list is destroyed.
342 342 *
343 343 */
344 344
345 345 static struct fem_list *
346 346 fem_lock(struct fem_head *fp)
347 347 {
348 348 struct fem_list *sp = NULL;
349 349
350 350 ASSERT(fp != NULL);
351 351 mutex_enter(&fp->femh_lock);
352 352 sp = fp->femh_list;
353 353 return (sp);
354 354 }
355 355
356 356 static void
357 357 fem_unlock(struct fem_head *fp)
358 358 {
359 359 ASSERT(fp != NULL);
360 360 mutex_exit(&fp->femh_lock);
361 361 }
362 362
363 363 /*
364 364 * Addref can only be called while its head->lock is held.
365 365 */
366 366
367 367 static void
368 368 fem_addref(struct fem_list *sp)
369 369 {
370 370 atomic_add_32(&sp->feml_refc, 1);
371 371 }
372 372
373 373 static uint32_t
374 374 fem_delref(struct fem_list *sp)
375 375 {
376 376 return (atomic_add_32_nv(&sp->feml_refc, -1));
377 377 }
378 378
379 379 static struct fem_list *
380 380 fem_get(struct fem_head *fp)
381 381 {
382 382 struct fem_list *sp = NULL;
383 383
384 384 if (fp != NULL) {
385 385 if ((sp = fem_lock(fp)) != NULL) {
386 386 fem_addref(sp);
387 387 }
388 388 fem_unlock(fp);
389 389 }
390 390 return (sp);
391 391 }
392 392
393 393 static void
394 394 fem_release(struct fem_list *sp)
395 395 {
396 396 int i;
397 397
398 398 ASSERT(sp->feml_refc != 0);
399 399 if (fem_delref(sp) == 0) {
400 400 /*
401 401 * Before freeing the list, we need to release the
402 402 * caller-provided data.
403 403 */
404 404 for (i = sp->feml_tos; i > 0; i--) {
405 405 struct fem_node *fnp = &sp->feml_nodes[i];
406 406
407 407 if (fnp->fn_av_rele)
408 408 (*(fnp->fn_av_rele))(fnp->fn_available);
409 409 }
410 410 kmem_free(sp, fl_ntob(sp->feml_ssize));
411 411 }
412 412 }
413 413
414 414
415 415 /*
416 416 * These are the 'head' operations which perform the interposition.
417 417 *
418 418 * This set must be 1:1, onto with the (vnodeops, vfsos).
419 419 *
420 420 * If there is a desire to globally disable interposition for a particular
421 421 * method, the corresponding 'head' routine should unearth the base method
422 422 * and invoke it directly rather than bypassing the function.
423 423 *
424 424 * All the functions are virtually the same, save for names, types & args.
425 425 * 1. get a reference to the monitor stack for this object.
426 426 * 2. store the top of stack into the femarg structure.
427 427 * 3. store the basic object (vnode *, vnode **, vfs *) in the femarg struc.
428 428 * 4. invoke the "top" method for this object.
429 429 * 5. release the reference to the monitor stack.
430 430 *
431 431 */
432 432
433 433 static int
434 434 vhead_open(vnode_t **vpp, int mode, cred_t *cr, caller_context_t *ct)
435 435 {
436 436 femarg_t farg;
437 437 struct fem_list *femsp;
438 438 int (*func)();
439 439 void *arg0;
440 440 int errc;
441 441
442 442 if ((femsp = fem_lock((*vpp)->v_femhead)) == NULL) {
443 443 func = (int (*)()) ((*vpp)->v_op->vop_open);
444 444 arg0 = (void *)vpp;
445 445 fem_unlock((*vpp)->v_femhead);
446 446 errc = (*func)(arg0, mode, cr, ct);
447 447 } else {
448 448 fem_addref(femsp);
449 449 fem_unlock((*vpp)->v_femhead);
450 450 farg.fa_vnode.vpp = vpp;
451 451 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
452 452 vsop_find(&farg, &func, int, &arg0, vop_open, femop_open);
453 453 errc = (*func)(arg0, mode, cr, ct);
454 454 fem_release(femsp);
455 455 }
456 456 return (errc);
457 457 }
458 458
459 459 static int
460 460 vhead_close(vnode_t *vp, int flag, int count, offset_t offset, cred_t *cr,
461 461 caller_context_t *ct)
462 462 {
463 463 femarg_t farg;
464 464 struct fem_list *femsp;
465 465 int (*func)();
466 466 void *arg0;
467 467 int errc;
468 468
469 469 if ((femsp = fem_lock(vp->v_femhead)) == NULL) {
470 470 func = (int (*)()) (vp->v_op->vop_close);
471 471 arg0 = vp;
472 472 fem_unlock(vp->v_femhead);
473 473 errc = (*func)(arg0, flag, count, offset, cr, ct);
474 474 } else {
475 475 fem_addref(femsp);
476 476 fem_unlock(vp->v_femhead);
477 477 farg.fa_vnode.vp = vp;
478 478 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
479 479 vsop_find(&farg, &func, int, &arg0, vop_close, femop_close);
480 480 errc = (*func)(arg0, flag, count, offset, cr, ct);
481 481 fem_release(femsp);
482 482 }
483 483 return (errc);
484 484 }
485 485
486 486 static int
487 487 vhead_read(vnode_t *vp, uio_t *uiop, int ioflag, cred_t *cr,
488 488 caller_context_t *ct)
489 489 {
490 490 femarg_t farg;
491 491 struct fem_list *femsp;
492 492 int (*func)();
493 493 void *arg0;
494 494 int errc;
495 495
496 496 if ((femsp = fem_lock(vp->v_femhead)) == NULL) {
497 497 func = (int (*)()) (vp->v_op->vop_read);
498 498 arg0 = vp;
499 499 fem_unlock(vp->v_femhead);
500 500 errc = (*func)(arg0, uiop, ioflag, cr, ct);
501 501 } else {
502 502 fem_addref(femsp);
503 503 fem_unlock(vp->v_femhead);
504 504 farg.fa_vnode.vp = vp;
505 505 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
506 506 vsop_find(&farg, &func, int, &arg0, vop_read, femop_read);
507 507 errc = (*func)(arg0, uiop, ioflag, cr, ct);
508 508 fem_release(femsp);
509 509 }
510 510 return (errc);
511 511 }
512 512
513 513 static int
514 514 vhead_write(vnode_t *vp, uio_t *uiop, int ioflag, cred_t *cr,
515 515 caller_context_t *ct)
516 516 {
517 517 femarg_t farg;
518 518 struct fem_list *femsp;
519 519 int (*func)();
520 520 void *arg0;
521 521 int errc;
522 522
523 523 if ((femsp = fem_lock(vp->v_femhead)) == NULL) {
524 524 func = (int (*)()) (vp->v_op->vop_write);
525 525 arg0 = vp;
526 526 fem_unlock(vp->v_femhead);
527 527 errc = (*func)(arg0, uiop, ioflag, cr, ct);
528 528 } else {
529 529 fem_addref(femsp);
530 530 fem_unlock(vp->v_femhead);
531 531 farg.fa_vnode.vp = vp;
532 532 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
533 533 vsop_find(&farg, &func, int, &arg0, vop_write, femop_write);
534 534 errc = (*func)(arg0, uiop, ioflag, cr, ct);
535 535 fem_release(femsp);
536 536 }
537 537 return (errc);
538 538 }
539 539
540 540 static int
541 541 vhead_ioctl(vnode_t *vp, int cmd, intptr_t arg, int flag, cred_t *cr,
542 542 int *rvalp, caller_context_t *ct)
543 543 {
544 544 femarg_t farg;
545 545 struct fem_list *femsp;
546 546 int (*func)();
547 547 void *arg0;
548 548 int errc;
549 549
550 550 if ((femsp = fem_lock(vp->v_femhead)) == NULL) {
551 551 func = (int (*)()) (vp->v_op->vop_ioctl);
552 552 arg0 = vp;
553 553 fem_unlock(vp->v_femhead);
554 554 errc = (*func)(arg0, cmd, arg, flag, cr, rvalp, ct);
555 555 } else {
556 556 fem_addref(femsp);
557 557 fem_unlock(vp->v_femhead);
558 558 farg.fa_vnode.vp = vp;
559 559 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
560 560 vsop_find(&farg, &func, int, &arg0, vop_ioctl, femop_ioctl);
561 561 errc = (*func)(arg0, cmd, arg, flag, cr, rvalp, ct);
562 562 fem_release(femsp);
563 563 }
564 564 return (errc);
565 565 }
566 566
567 567 static int
568 568 vhead_setfl(vnode_t *vp, int oflags, int nflags, cred_t *cr,
569 569 caller_context_t *ct)
570 570 {
571 571 femarg_t farg;
572 572 struct fem_list *femsp;
573 573 int (*func)();
574 574 void *arg0;
575 575 int errc;
576 576
577 577 if ((femsp = fem_lock(vp->v_femhead)) == NULL) {
578 578 func = (int (*)()) (vp->v_op->vop_setfl);
579 579 arg0 = vp;
580 580 fem_unlock(vp->v_femhead);
581 581 errc = (*func)(arg0, oflags, nflags, cr, ct);
582 582 } else {
583 583 fem_addref(femsp);
584 584 fem_unlock(vp->v_femhead);
585 585 farg.fa_vnode.vp = vp;
586 586 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
587 587 vsop_find(&farg, &func, int, &arg0, vop_setfl, femop_setfl);
588 588 errc = (*func)(arg0, oflags, nflags, cr, ct);
589 589 fem_release(femsp);
590 590 }
591 591 return (errc);
592 592 }
593 593
594 594 static int
595 595 vhead_getattr(vnode_t *vp, vattr_t *vap, int flags, cred_t *cr,
596 596 caller_context_t *ct)
597 597 {
598 598 femarg_t farg;
599 599 struct fem_list *femsp;
600 600 int (*func)();
601 601 void *arg0;
602 602 int errc;
603 603
604 604 if ((femsp = fem_lock(vp->v_femhead)) == NULL) {
605 605 func = (int (*)()) (vp->v_op->vop_getattr);
606 606 arg0 = vp;
607 607 fem_unlock(vp->v_femhead);
608 608 errc = (*func)(arg0, vap, flags, cr, ct);
609 609 } else {
610 610 fem_addref(femsp);
611 611 fem_unlock(vp->v_femhead);
612 612 farg.fa_vnode.vp = vp;
613 613 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
614 614 vsop_find(&farg, &func, int, &arg0, vop_getattr,
615 615 femop_getattr);
616 616 errc = (*func)(arg0, vap, flags, cr, ct);
617 617 fem_release(femsp);
618 618 }
619 619 return (errc);
620 620 }
621 621
622 622 static int
623 623 vhead_setattr(vnode_t *vp, vattr_t *vap, int flags, cred_t *cr,
624 624 caller_context_t *ct)
625 625 {
626 626 femarg_t farg;
627 627 struct fem_list *femsp;
628 628 int (*func)();
629 629 void *arg0;
630 630 int errc;
631 631
632 632 if ((femsp = fem_lock(vp->v_femhead)) == NULL) {
633 633 func = (int (*)()) (vp->v_op->vop_setattr);
634 634 arg0 = vp;
635 635 fem_unlock(vp->v_femhead);
636 636 errc = (*func)(arg0, vap, flags, cr, ct);
637 637 } else {
638 638 fem_addref(femsp);
639 639 fem_unlock(vp->v_femhead);
640 640 farg.fa_vnode.vp = vp;
641 641 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
642 642 vsop_find(&farg, &func, int, &arg0, vop_setattr,
643 643 femop_setattr);
644 644 errc = (*func)(arg0, vap, flags, cr, ct);
645 645 fem_release(femsp);
646 646 }
647 647 return (errc);
648 648 }
649 649
650 650 static int
651 651 vhead_access(vnode_t *vp, int mode, int flags, cred_t *cr,
652 652 caller_context_t *ct)
653 653 {
654 654 femarg_t farg;
655 655 struct fem_list *femsp;
656 656 int (*func)();
657 657 void *arg0;
658 658 int errc;
659 659
660 660 if ((femsp = fem_lock(vp->v_femhead)) == NULL) {
661 661 func = (int (*)()) (vp->v_op->vop_access);
662 662 arg0 = vp;
663 663 fem_unlock(vp->v_femhead);
664 664 errc = (*func)(arg0, mode, flags, cr, ct);
665 665 } else {
666 666 fem_addref(femsp);
667 667 fem_unlock(vp->v_femhead);
668 668 farg.fa_vnode.vp = vp;
669 669 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
670 670 vsop_find(&farg, &func, int, &arg0, vop_access,
671 671 femop_access);
672 672 errc = (*func)(arg0, mode, flags, cr, ct);
673 673 fem_release(femsp);
674 674 }
675 675 return (errc);
676 676 }
677 677
678 678 static int
679 679 vhead_lookup(vnode_t *dvp, char *nm, vnode_t **vpp, pathname_t *pnp,
680 680 int flags, vnode_t *rdir, cred_t *cr, caller_context_t *ct,
681 681 int *direntflags, pathname_t *realpnp)
682 682 {
683 683 femarg_t farg;
684 684 struct fem_list *femsp;
685 685 int (*func)();
686 686 void *arg0;
687 687 int errc;
688 688
689 689 if ((femsp = fem_lock(dvp->v_femhead)) == NULL) {
690 690 func = (int (*)()) (dvp->v_op->vop_lookup);
691 691 arg0 = dvp;
692 692 fem_unlock(dvp->v_femhead);
693 693 errc = (*func)(arg0, nm, vpp, pnp, flags, rdir, cr, ct,
694 694 direntflags, realpnp);
695 695 } else {
696 696 fem_addref(femsp);
697 697 fem_unlock(dvp->v_femhead);
698 698 farg.fa_vnode.vp = dvp;
699 699 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
700 700 vsop_find(&farg, &func, int, &arg0, vop_lookup,
701 701 femop_lookup);
702 702 errc = (*func)(arg0, nm, vpp, pnp, flags, rdir, cr, ct,
703 703 direntflags, realpnp);
704 704 fem_release(femsp);
705 705 }
706 706 return (errc);
707 707 }
708 708
709 709 static int
710 710 vhead_create(vnode_t *dvp, char *name, vattr_t *vap, vcexcl_t excl,
711 711 int mode, vnode_t **vpp, cred_t *cr, int flag, caller_context_t *ct,
712 712 vsecattr_t *vsecp)
713 713 {
714 714 femarg_t farg;
715 715 struct fem_list *femsp;
716 716 int (*func)();
717 717 void *arg0;
718 718 int errc;
719 719
720 720 if ((femsp = fem_lock(dvp->v_femhead)) == NULL) {
721 721 func = (int (*)()) (dvp->v_op->vop_create);
722 722 arg0 = dvp;
723 723 fem_unlock(dvp->v_femhead);
724 724 errc = (*func)(arg0, name, vap, excl, mode, vpp, cr, flag,
725 725 ct, vsecp);
726 726 } else {
727 727 fem_addref(femsp);
728 728 fem_unlock(dvp->v_femhead);
729 729 farg.fa_vnode.vp = dvp;
730 730 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
731 731 vsop_find(&farg, &func, int, &arg0, vop_create,
732 732 femop_create);
733 733 errc = (*func)(arg0, name, vap, excl, mode, vpp, cr, flag,
734 734 ct, vsecp);
735 735 fem_release(femsp);
736 736 }
737 737 return (errc);
738 738 }
739 739
740 740 static int
741 741 vhead_remove(vnode_t *dvp, char *nm, cred_t *cr, caller_context_t *ct,
742 742 int flags)
743 743 {
744 744 femarg_t farg;
745 745 struct fem_list *femsp;
746 746 int (*func)();
747 747 void *arg0;
748 748 int errc;
749 749
750 750 if ((femsp = fem_lock(dvp->v_femhead)) == NULL) {
751 751 func = (int (*)()) (dvp->v_op->vop_remove);
752 752 arg0 = dvp;
753 753 fem_unlock(dvp->v_femhead);
754 754 errc = (*func)(arg0, nm, cr, ct, flags);
755 755 } else {
756 756 fem_addref(femsp);
757 757 fem_unlock(dvp->v_femhead);
758 758 farg.fa_vnode.vp = dvp;
759 759 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
760 760 vsop_find(&farg, &func, int, &arg0, vop_remove,
761 761 femop_remove);
762 762 errc = (*func)(arg0, nm, cr, ct, flags);
763 763 fem_release(femsp);
764 764 }
765 765 return (errc);
766 766 }
767 767
768 768 static int
769 769 vhead_link(vnode_t *tdvp, vnode_t *svp, char *tnm, cred_t *cr,
770 770 caller_context_t *ct, int flags)
771 771 {
772 772 femarg_t farg;
773 773 struct fem_list *femsp;
774 774 int (*func)();
775 775 void *arg0;
776 776 int errc;
777 777
778 778 if ((femsp = fem_lock(tdvp->v_femhead)) == NULL) {
779 779 func = (int (*)()) (tdvp->v_op->vop_link);
780 780 arg0 = tdvp;
781 781 fem_unlock(tdvp->v_femhead);
782 782 errc = (*func)(arg0, svp, tnm, cr, ct, flags);
783 783 } else {
784 784 fem_addref(femsp);
785 785 fem_unlock(tdvp->v_femhead);
786 786 farg.fa_vnode.vp = tdvp;
787 787 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
788 788 vsop_find(&farg, &func, int, &arg0, vop_link, femop_link);
789 789 errc = (*func)(arg0, svp, tnm, cr, ct, flags);
790 790 fem_release(femsp);
791 791 }
792 792 return (errc);
793 793 }
794 794
795 795 static int
796 796 vhead_rename(vnode_t *sdvp, char *snm, vnode_t *tdvp, char *tnm,
797 797 cred_t *cr, caller_context_t *ct, int flags)
798 798 {
799 799 femarg_t farg;
800 800 struct fem_list *femsp;
801 801 int (*func)();
802 802 void *arg0;
803 803 int errc;
804 804
805 805 if ((femsp = fem_lock(sdvp->v_femhead)) == NULL) {
806 806 func = (int (*)()) (sdvp->v_op->vop_rename);
807 807 arg0 = sdvp;
808 808 fem_unlock(sdvp->v_femhead);
809 809 errc = (*func)(arg0, snm, tdvp, tnm, cr, ct, flags);
810 810 } else {
811 811 fem_addref(femsp);
812 812 fem_unlock(sdvp->v_femhead);
813 813 farg.fa_vnode.vp = sdvp;
814 814 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
815 815 vsop_find(&farg, &func, int, &arg0, vop_rename,
816 816 femop_rename);
817 817 errc = (*func)(arg0, snm, tdvp, tnm, cr, ct, flags);
818 818 fem_release(femsp);
819 819 }
820 820 return (errc);
821 821 }
822 822
823 823 static int
824 824 vhead_mkdir(vnode_t *dvp, char *dirname, vattr_t *vap, vnode_t **vpp,
825 825 cred_t *cr, caller_context_t *ct, int flags, vsecattr_t *vsecp)
826 826 {
827 827 femarg_t farg;
828 828 struct fem_list *femsp;
829 829 int (*func)();
830 830 void *arg0;
831 831 int errc;
832 832
833 833 if ((femsp = fem_lock(dvp->v_femhead)) == NULL) {
834 834 func = (int (*)()) (dvp->v_op->vop_mkdir);
835 835 arg0 = dvp;
836 836 fem_unlock(dvp->v_femhead);
837 837 errc = (*func)(arg0, dirname, vap, vpp, cr, ct, flags, vsecp);
838 838 } else {
839 839 fem_addref(femsp);
840 840 fem_unlock(dvp->v_femhead);
841 841 farg.fa_vnode.vp = dvp;
842 842 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
843 843 vsop_find(&farg, &func, int, &arg0, vop_mkdir, femop_mkdir);
844 844 errc = (*func)(arg0, dirname, vap, vpp, cr, ct, flags, vsecp);
845 845 fem_release(femsp);
846 846 }
847 847 return (errc);
848 848 }
849 849
850 850 static int
851 851 vhead_rmdir(vnode_t *dvp, char *nm, vnode_t *cdir, cred_t *cr,
852 852 caller_context_t *ct, int flags)
853 853 {
854 854 femarg_t farg;
855 855 struct fem_list *femsp;
856 856 int (*func)();
857 857 void *arg0;
858 858 int errc;
859 859
860 860 if ((femsp = fem_lock(dvp->v_femhead)) == NULL) {
861 861 func = (int (*)()) (dvp->v_op->vop_rmdir);
862 862 arg0 = dvp;
863 863 fem_unlock(dvp->v_femhead);
864 864 errc = (*func)(arg0, nm, cdir, cr, ct, flags);
865 865 } else {
866 866 fem_addref(femsp);
867 867 fem_unlock(dvp->v_femhead);
868 868 farg.fa_vnode.vp = dvp;
869 869 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
870 870 vsop_find(&farg, &func, int, &arg0, vop_rmdir, femop_rmdir);
871 871 errc = (*func)(arg0, nm, cdir, cr, ct, flags);
872 872 fem_release(femsp);
873 873 }
874 874 return (errc);
875 875 }
876 876
877 877 static int
878 878 vhead_readdir(vnode_t *vp, uio_t *uiop, cred_t *cr, int *eofp,
879 879 caller_context_t *ct, int flags)
880 880 {
881 881 femarg_t farg;
882 882 struct fem_list *femsp;
883 883 int (*func)();
884 884 void *arg0;
885 885 int errc;
886 886
887 887 if ((femsp = fem_lock(vp->v_femhead)) == NULL) {
888 888 func = (int (*)()) (vp->v_op->vop_readdir);
889 889 arg0 = vp;
890 890 fem_unlock(vp->v_femhead);
891 891 errc = (*func)(arg0, uiop, cr, eofp, ct, flags);
892 892 } else {
893 893 fem_addref(femsp);
894 894 fem_unlock(vp->v_femhead);
895 895 farg.fa_vnode.vp = vp;
896 896 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
897 897 vsop_find(&farg, &func, int, &arg0, vop_readdir,
898 898 femop_readdir);
899 899 errc = (*func)(arg0, uiop, cr, eofp, ct, flags);
900 900 fem_release(femsp);
901 901 }
902 902 return (errc);
903 903 }
904 904
905 905 static int
906 906 vhead_symlink(vnode_t *dvp, char *linkname, vattr_t *vap, char *target,
907 907 cred_t *cr, caller_context_t *ct, int flags)
908 908 {
909 909 femarg_t farg;
910 910 struct fem_list *femsp;
911 911 int (*func)();
912 912 void *arg0;
913 913 int errc;
914 914
915 915 if ((femsp = fem_lock(dvp->v_femhead)) == NULL) {
916 916 func = (int (*)()) (dvp->v_op->vop_symlink);
917 917 arg0 = dvp;
918 918 fem_unlock(dvp->v_femhead);
919 919 errc = (*func)(arg0, linkname, vap, target, cr, ct, flags);
920 920 } else {
921 921 fem_addref(femsp);
922 922 fem_unlock(dvp->v_femhead);
923 923 farg.fa_vnode.vp = dvp;
924 924 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
925 925 vsop_find(&farg, &func, int, &arg0, vop_symlink,
926 926 femop_symlink);
927 927 errc = (*func)(arg0, linkname, vap, target, cr, ct, flags);
928 928 fem_release(femsp);
929 929 }
930 930 return (errc);
931 931 }
932 932
933 933 static int
934 934 vhead_readlink(vnode_t *vp, uio_t *uiop, cred_t *cr, caller_context_t *ct)
935 935 {
936 936 femarg_t farg;
937 937 struct fem_list *femsp;
938 938 int (*func)();
939 939 void *arg0;
940 940 int errc;
941 941
942 942 if ((femsp = fem_lock(vp->v_femhead)) == NULL) {
943 943 func = (int (*)()) (vp->v_op->vop_readlink);
944 944 arg0 = vp;
945 945 fem_unlock(vp->v_femhead);
946 946 errc = (*func)(arg0, uiop, cr, ct);
947 947 } else {
948 948 fem_addref(femsp);
949 949 fem_unlock(vp->v_femhead);
950 950 farg.fa_vnode.vp = vp;
951 951 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
952 952 vsop_find(&farg, &func, int, &arg0, vop_readlink,
953 953 femop_readlink);
954 954 errc = (*func)(arg0, uiop, cr, ct);
955 955 fem_release(femsp);
956 956 }
957 957 return (errc);
958 958 }
959 959
960 960 static int
961 961 vhead_fsync(vnode_t *vp, int syncflag, cred_t *cr, caller_context_t *ct)
962 962 {
963 963 femarg_t farg;
964 964 struct fem_list *femsp;
965 965 int (*func)();
966 966 void *arg0;
967 967 int errc;
968 968
969 969 if ((femsp = fem_lock(vp->v_femhead)) == NULL) {
970 970 func = (int (*)()) (vp->v_op->vop_fsync);
971 971 arg0 = vp;
972 972 fem_unlock(vp->v_femhead);
973 973 errc = (*func)(arg0, syncflag, cr, ct);
974 974 } else {
975 975 fem_addref(femsp);
976 976 fem_unlock(vp->v_femhead);
977 977 farg.fa_vnode.vp = vp;
978 978 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
979 979 vsop_find(&farg, &func, int, &arg0, vop_fsync, femop_fsync);
980 980 errc = (*func)(arg0, syncflag, cr, ct);
981 981 fem_release(femsp);
982 982 }
983 983 return (errc);
984 984 }
985 985
986 986 static void
987 987 vhead_inactive(vnode_t *vp, cred_t *cr, caller_context_t *ct)
988 988 {
989 989 femarg_t farg;
990 990 struct fem_list *femsp;
991 991 void (*func)();
992 992 void *arg0;
993 993
994 994 if ((femsp = fem_lock(vp->v_femhead)) == NULL) {
995 995 func = (void (*)()) (vp->v_op->vop_inactive);
996 996 arg0 = vp;
997 997 fem_unlock(vp->v_femhead);
998 998 (*func)(arg0, cr, ct);
999 999 } else {
1000 1000 fem_addref(femsp);
1001 1001 fem_unlock(vp->v_femhead);
1002 1002 farg.fa_vnode.vp = vp;
1003 1003 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
1004 1004 vsop_find(&farg, &func, void, &arg0, vop_inactive,
1005 1005 femop_inactive);
1006 1006 (*func)(arg0, cr, ct);
1007 1007 fem_release(femsp);
1008 1008 }
1009 1009 }
1010 1010
1011 1011 static int
1012 1012 vhead_fid(vnode_t *vp, fid_t *fidp, caller_context_t *ct)
1013 1013 {
1014 1014 femarg_t farg;
1015 1015 struct fem_list *femsp;
1016 1016 int (*func)();
1017 1017 void *arg0;
1018 1018 int errc;
1019 1019
1020 1020 if ((femsp = fem_lock(vp->v_femhead)) == NULL) {
1021 1021 func = (int (*)()) (vp->v_op->vop_fid);
1022 1022 arg0 = vp;
1023 1023 fem_unlock(vp->v_femhead);
1024 1024 errc = (*func)(arg0, fidp, ct);
1025 1025 } else {
1026 1026 fem_addref(femsp);
1027 1027 fem_unlock(vp->v_femhead);
1028 1028 farg.fa_vnode.vp = vp;
1029 1029 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
1030 1030 vsop_find(&farg, &func, int, &arg0, vop_fid, femop_fid);
1031 1031 errc = (*func)(arg0, fidp, ct);
1032 1032 fem_release(femsp);
1033 1033 }
1034 1034 return (errc);
1035 1035 }
1036 1036
1037 1037 static int
1038 1038 vhead_rwlock(vnode_t *vp, int write_lock, caller_context_t *ct)
1039 1039 {
1040 1040 femarg_t farg;
1041 1041 struct fem_list *femsp;
1042 1042 int (*func)();
1043 1043 void *arg0;
1044 1044 int errc;
1045 1045
1046 1046 if ((femsp = fem_lock(vp->v_femhead)) == NULL) {
1047 1047 func = (int (*)()) (vp->v_op->vop_rwlock);
1048 1048 arg0 = vp;
1049 1049 fem_unlock(vp->v_femhead);
1050 1050 errc = (*func)(arg0, write_lock, ct);
1051 1051 } else {
1052 1052 fem_addref(femsp);
1053 1053 fem_unlock(vp->v_femhead);
1054 1054 farg.fa_vnode.vp = vp;
1055 1055 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
1056 1056 vsop_find(&farg, &func, int, &arg0, vop_rwlock,
1057 1057 femop_rwlock);
1058 1058 errc = (*func)(arg0, write_lock, ct);
1059 1059 fem_release(femsp);
1060 1060 }
1061 1061 return (errc);
1062 1062 }
1063 1063
1064 1064 static void
1065 1065 vhead_rwunlock(vnode_t *vp, int write_lock, caller_context_t *ct)
1066 1066 {
1067 1067 femarg_t farg;
1068 1068 struct fem_list *femsp;
1069 1069 void (*func)();
1070 1070 void *arg0;
1071 1071
1072 1072 if ((femsp = fem_lock(vp->v_femhead)) == NULL) {
1073 1073 func = (void (*)()) (vp->v_op->vop_rwunlock);
1074 1074 arg0 = vp;
1075 1075 fem_unlock(vp->v_femhead);
1076 1076 (*func)(arg0, write_lock, ct);
1077 1077 } else {
1078 1078 fem_addref(femsp);
1079 1079 fem_unlock(vp->v_femhead);
1080 1080 farg.fa_vnode.vp = vp;
1081 1081 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
1082 1082 vsop_find(&farg, &func, void, &arg0, vop_rwunlock,
1083 1083 femop_rwunlock);
1084 1084 (*func)(arg0, write_lock, ct);
1085 1085 fem_release(femsp);
1086 1086 }
1087 1087 }
1088 1088
1089 1089 static int
1090 1090 vhead_seek(vnode_t *vp, offset_t ooff, offset_t *noffp, caller_context_t *ct)
1091 1091 {
1092 1092 femarg_t farg;
1093 1093 struct fem_list *femsp;
1094 1094 int (*func)();
1095 1095 void *arg0;
1096 1096 int errc;
1097 1097
1098 1098 if ((femsp = fem_lock(vp->v_femhead)) == NULL) {
1099 1099 func = (int (*)()) (vp->v_op->vop_seek);
1100 1100 arg0 = vp;
1101 1101 fem_unlock(vp->v_femhead);
1102 1102 errc = (*func)(arg0, ooff, noffp, ct);
1103 1103 } else {
1104 1104 fem_addref(femsp);
1105 1105 fem_unlock(vp->v_femhead);
1106 1106 farg.fa_vnode.vp = vp;
1107 1107 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
1108 1108 vsop_find(&farg, &func, int, &arg0, vop_seek, femop_seek);
1109 1109 errc = (*func)(arg0, ooff, noffp, ct);
1110 1110 fem_release(femsp);
1111 1111 }
1112 1112 return (errc);
1113 1113 }
1114 1114
1115 1115 static int
1116 1116 vhead_cmp(vnode_t *vp1, vnode_t *vp2, caller_context_t *ct)
1117 1117 {
1118 1118 femarg_t farg;
1119 1119 struct fem_list *femsp;
1120 1120 int (*func)();
1121 1121 void *arg0;
1122 1122 int errc;
1123 1123
1124 1124 if ((femsp = fem_lock(vp1->v_femhead)) == NULL) {
1125 1125 func = (int (*)()) (vp1->v_op->vop_cmp);
1126 1126 arg0 = vp1;
1127 1127 fem_unlock(vp1->v_femhead);
1128 1128 errc = (*func)(arg0, vp2, ct);
1129 1129 } else {
1130 1130 fem_addref(femsp);
1131 1131 fem_unlock(vp1->v_femhead);
1132 1132 farg.fa_vnode.vp = vp1;
1133 1133 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
1134 1134 vsop_find(&farg, &func, int, &arg0, vop_cmp, femop_cmp);
1135 1135 errc = (*func)(arg0, vp2, ct);
1136 1136 fem_release(femsp);
1137 1137 }
1138 1138 return (errc);
1139 1139 }
1140 1140
1141 1141 static int
1142 1142 vhead_frlock(vnode_t *vp, int cmd, struct flock64 *bfp, int flag,
1143 1143 offset_t offset, struct flk_callback *flk_cbp, cred_t *cr,
1144 1144 caller_context_t *ct)
1145 1145 {
1146 1146 femarg_t farg;
1147 1147 struct fem_list *femsp;
1148 1148 int (*func)();
1149 1149 void *arg0;
1150 1150 int errc;
1151 1151
1152 1152 if ((femsp = fem_lock(vp->v_femhead)) == NULL) {
1153 1153 func = (int (*)()) (vp->v_op->vop_frlock);
1154 1154 arg0 = vp;
1155 1155 fem_unlock(vp->v_femhead);
1156 1156 errc = (*func)(arg0, cmd, bfp, flag, offset, flk_cbp, cr, ct);
1157 1157 } else {
1158 1158 fem_addref(femsp);
1159 1159 fem_unlock(vp->v_femhead);
1160 1160 farg.fa_vnode.vp = vp;
1161 1161 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
1162 1162 vsop_find(&farg, &func, int, &arg0, vop_frlock,
1163 1163 femop_frlock);
1164 1164 errc = (*func)(arg0, cmd, bfp, flag, offset, flk_cbp, cr, ct);
1165 1165 fem_release(femsp);
1166 1166 }
1167 1167 return (errc);
1168 1168 }
1169 1169
1170 1170 static int
1171 1171 vhead_space(vnode_t *vp, int cmd, struct flock64 *bfp, int flag,
1172 1172 offset_t offset, cred_t *cr, caller_context_t *ct)
1173 1173 {
1174 1174 femarg_t farg;
1175 1175 struct fem_list *femsp;
1176 1176 int (*func)();
1177 1177 void *arg0;
1178 1178 int errc;
1179 1179
1180 1180 if ((femsp = fem_lock(vp->v_femhead)) == NULL) {
1181 1181 func = (int (*)()) (vp->v_op->vop_space);
1182 1182 arg0 = vp;
1183 1183 fem_unlock(vp->v_femhead);
1184 1184 errc = (*func)(arg0, cmd, bfp, flag, offset, cr, ct);
1185 1185 } else {
1186 1186 fem_addref(femsp);
1187 1187 fem_unlock(vp->v_femhead);
1188 1188 farg.fa_vnode.vp = vp;
1189 1189 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
1190 1190 vsop_find(&farg, &func, int, &arg0, vop_space, femop_space);
1191 1191 errc = (*func)(arg0, cmd, bfp, flag, offset, cr, ct);
1192 1192 fem_release(femsp);
1193 1193 }
1194 1194 return (errc);
1195 1195 }
1196 1196
1197 1197 static int
1198 1198 vhead_realvp(vnode_t *vp, vnode_t **vpp, caller_context_t *ct)
1199 1199 {
1200 1200 femarg_t farg;
1201 1201 struct fem_list *femsp;
1202 1202 int (*func)();
1203 1203 void *arg0;
1204 1204 int errc;
1205 1205
1206 1206 if ((femsp = fem_lock(vp->v_femhead)) == NULL) {
1207 1207 func = (int (*)()) (vp->v_op->vop_realvp);
1208 1208 arg0 = vp;
1209 1209 fem_unlock(vp->v_femhead);
1210 1210 errc = (*func)(arg0, vpp, ct);
1211 1211 } else {
1212 1212 fem_addref(femsp);
1213 1213 fem_unlock(vp->v_femhead);
1214 1214 farg.fa_vnode.vp = vp;
1215 1215 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
1216 1216 vsop_find(&farg, &func, int, &arg0, vop_realvp,
1217 1217 femop_realvp);
1218 1218 errc = (*func)(arg0, vpp, ct);
1219 1219 fem_release(femsp);
1220 1220 }
1221 1221 return (errc);
1222 1222 }
1223 1223
1224 1224 static int
1225 1225 vhead_getpage(vnode_t *vp, offset_t off, size_t len, uint_t *protp,
1226 1226 struct page **plarr, size_t plsz, struct seg *seg, caddr_t addr,
1227 1227 enum seg_rw rw, cred_t *cr, caller_context_t *ct)
1228 1228 {
1229 1229 femarg_t farg;
1230 1230 struct fem_list *femsp;
1231 1231 int (*func)();
1232 1232 void *arg0;
1233 1233 int errc;
1234 1234
1235 1235 if ((femsp = fem_lock(vp->v_femhead)) == NULL) {
1236 1236 func = (int (*)()) (vp->v_op->vop_getpage);
1237 1237 arg0 = vp;
1238 1238 fem_unlock(vp->v_femhead);
1239 1239 errc = (*func)(arg0, off, len, protp, plarr, plsz, seg,
1240 1240 addr, rw, cr, ct);
1241 1241 } else {
1242 1242 fem_addref(femsp);
1243 1243 fem_unlock(vp->v_femhead);
1244 1244 farg.fa_vnode.vp = vp;
1245 1245 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
1246 1246 vsop_find(&farg, &func, int, &arg0, vop_getpage,
1247 1247 femop_getpage);
1248 1248 errc = (*func)(arg0, off, len, protp, plarr, plsz, seg,
1249 1249 addr, rw, cr, ct);
1250 1250 fem_release(femsp);
1251 1251 }
1252 1252 return (errc);
1253 1253 }
1254 1254
1255 1255 static int
1256 1256 vhead_putpage(vnode_t *vp, offset_t off, size_t len, int flags, cred_t *cr,
1257 1257 caller_context_t *ct)
1258 1258 {
1259 1259 femarg_t farg;
1260 1260 struct fem_list *femsp;
1261 1261 int (*func)();
1262 1262 void *arg0;
1263 1263 int errc;
1264 1264
1265 1265 if ((femsp = fem_lock(vp->v_femhead)) == NULL) {
1266 1266 func = (int (*)()) (vp->v_op->vop_putpage);
1267 1267 arg0 = vp;
1268 1268 fem_unlock(vp->v_femhead);
1269 1269 errc = (*func)(arg0, off, len, flags, cr, ct);
1270 1270 } else {
1271 1271 fem_addref(femsp);
1272 1272 fem_unlock(vp->v_femhead);
1273 1273 farg.fa_vnode.vp = vp;
1274 1274 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
1275 1275 vsop_find(&farg, &func, int, &arg0, vop_putpage,
1276 1276 femop_putpage);
1277 1277 errc = (*func)(arg0, off, len, flags, cr, ct);
1278 1278 fem_release(femsp);
1279 1279 }
1280 1280 return (errc);
1281 1281 }
1282 1282
1283 1283 static int
1284 1284 vhead_map(vnode_t *vp, offset_t off, struct as *as, caddr_t *addrp,
1285 1285 size_t len, uchar_t prot, uchar_t maxprot, uint_t flags,
1286 1286 cred_t *cr, caller_context_t *ct)
1287 1287 {
1288 1288 femarg_t farg;
1289 1289 struct fem_list *femsp;
1290 1290 int (*func)();
1291 1291 void *arg0;
1292 1292 int errc;
1293 1293
1294 1294 if ((femsp = fem_lock(vp->v_femhead)) == NULL) {
1295 1295 func = (int (*)()) (vp->v_op->vop_map);
1296 1296 arg0 = vp;
1297 1297 fem_unlock(vp->v_femhead);
1298 1298 errc = (*func)(arg0, off, as, addrp, len, prot, maxprot,
1299 1299 flags, cr, ct);
1300 1300 } else {
1301 1301 fem_addref(femsp);
1302 1302 fem_unlock(vp->v_femhead);
1303 1303 farg.fa_vnode.vp = vp;
1304 1304 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
1305 1305 vsop_find(&farg, &func, int, &arg0, vop_map, femop_map);
1306 1306 errc = (*func)(arg0, off, as, addrp, len, prot, maxprot,
1307 1307 flags, cr, ct);
1308 1308 fem_release(femsp);
1309 1309 }
1310 1310 return (errc);
1311 1311 }
1312 1312
1313 1313 static int
1314 1314 vhead_addmap(vnode_t *vp, offset_t off, struct as *as, caddr_t addr,
1315 1315 size_t len, uchar_t prot, uchar_t maxprot, uint_t flags,
1316 1316 cred_t *cr, caller_context_t *ct)
1317 1317 {
1318 1318 femarg_t farg;
1319 1319 struct fem_list *femsp;
1320 1320 int (*func)();
1321 1321 void *arg0;
1322 1322 int errc;
1323 1323
1324 1324 if ((femsp = fem_lock(vp->v_femhead)) == NULL) {
1325 1325 func = (int (*)()) (vp->v_op->vop_addmap);
1326 1326 arg0 = vp;
1327 1327 fem_unlock(vp->v_femhead);
1328 1328 errc = (*func)(arg0, off, as, addr, len, prot, maxprot,
1329 1329 flags, cr, ct);
1330 1330 } else {
1331 1331 fem_addref(femsp);
1332 1332 fem_unlock(vp->v_femhead);
1333 1333 farg.fa_vnode.vp = vp;
1334 1334 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
1335 1335 vsop_find(&farg, &func, int, &arg0, vop_addmap,
1336 1336 femop_addmap);
1337 1337 errc = (*func)(arg0, off, as, addr, len, prot, maxprot,
1338 1338 flags, cr, ct);
1339 1339 fem_release(femsp);
1340 1340 }
1341 1341 return (errc);
1342 1342 }
1343 1343
1344 1344 static int
1345 1345 vhead_delmap(vnode_t *vp, offset_t off, struct as *as, caddr_t addr,
1346 1346 size_t len, uint_t prot, uint_t maxprot, uint_t flags, cred_t *cr,
1347 1347 caller_context_t *ct)
1348 1348 {
1349 1349 femarg_t farg;
1350 1350 struct fem_list *femsp;
1351 1351 int (*func)();
1352 1352 void *arg0;
1353 1353 int errc;
1354 1354
1355 1355 if ((femsp = fem_lock(vp->v_femhead)) == NULL) {
1356 1356 func = (int (*)()) (vp->v_op->vop_delmap);
1357 1357 arg0 = vp;
1358 1358 fem_unlock(vp->v_femhead);
1359 1359 errc = (*func)(arg0, off, as, addr, len, prot, maxprot,
1360 1360 flags, cr, ct);
1361 1361 } else {
1362 1362 fem_addref(femsp);
1363 1363 fem_unlock(vp->v_femhead);
1364 1364 farg.fa_vnode.vp = vp;
1365 1365 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
1366 1366 vsop_find(&farg, &func, int, &arg0, vop_delmap,
1367 1367 femop_delmap);
1368 1368 errc = (*func)(arg0, off, as, addr, len, prot, maxprot,
1369 1369 flags, cr, ct);
1370 1370 fem_release(femsp);
1371 1371 }
1372 1372 return (errc);
1373 1373 }
1374 1374
1375 1375 static int
1376 1376 vhead_poll(vnode_t *vp, short events, int anyyet, short *reventsp,
1377 1377 struct pollhead **phpp, caller_context_t *ct)
1378 1378 {
1379 1379 femarg_t farg;
1380 1380 struct fem_list *femsp;
1381 1381 int (*func)();
1382 1382 void *arg0;
1383 1383 int errc;
1384 1384
1385 1385 if ((femsp = fem_lock(vp->v_femhead)) == NULL) {
1386 1386 func = (int (*)()) (vp->v_op->vop_poll);
1387 1387 arg0 = vp;
1388 1388 fem_unlock(vp->v_femhead);
1389 1389 errc = (*func)(arg0, events, anyyet, reventsp, phpp, ct);
1390 1390 } else {
1391 1391 fem_addref(femsp);
1392 1392 fem_unlock(vp->v_femhead);
1393 1393 farg.fa_vnode.vp = vp;
1394 1394 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
1395 1395 vsop_find(&farg, &func, int, &arg0, vop_poll, femop_poll);
1396 1396 errc = (*func)(arg0, events, anyyet, reventsp, phpp, ct);
1397 1397 fem_release(femsp);
1398 1398 }
1399 1399 return (errc);
1400 1400 }
1401 1401
1402 1402 static int
1403 1403 vhead_dump(vnode_t *vp, caddr_t addr, offset_t lbdn, offset_t dblks,
1404 1404 caller_context_t *ct)
1405 1405 {
1406 1406 femarg_t farg;
1407 1407 struct fem_list *femsp;
1408 1408 int (*func)();
1409 1409 void *arg0;
1410 1410 int errc;
1411 1411
1412 1412 if ((femsp = fem_lock(vp->v_femhead)) == NULL) {
1413 1413 func = (int (*)()) (vp->v_op->vop_dump);
1414 1414 arg0 = vp;
1415 1415 fem_unlock(vp->v_femhead);
1416 1416 errc = (*func)(arg0, addr, lbdn, dblks, ct);
1417 1417 } else {
1418 1418 fem_addref(femsp);
1419 1419 fem_unlock(vp->v_femhead);
1420 1420 farg.fa_vnode.vp = vp;
1421 1421 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
1422 1422 vsop_find(&farg, &func, int, &arg0, vop_dump, femop_dump);
1423 1423 errc = (*func)(arg0, addr, lbdn, dblks, ct);
1424 1424 fem_release(femsp);
1425 1425 }
1426 1426 return (errc);
1427 1427 }
1428 1428
1429 1429 static int
1430 1430 vhead_pathconf(vnode_t *vp, int cmd, ulong_t *valp, cred_t *cr,
1431 1431 caller_context_t *ct)
1432 1432 {
1433 1433 femarg_t farg;
1434 1434 struct fem_list *femsp;
1435 1435 int (*func)();
1436 1436 void *arg0;
1437 1437 int errc;
1438 1438
1439 1439 if ((femsp = fem_lock(vp->v_femhead)) == NULL) {
1440 1440 func = (int (*)()) (vp->v_op->vop_pathconf);
1441 1441 arg0 = vp;
1442 1442 fem_unlock(vp->v_femhead);
1443 1443 errc = (*func)(arg0, cmd, valp, cr, ct);
1444 1444 } else {
1445 1445 fem_addref(femsp);
1446 1446 fem_unlock(vp->v_femhead);
1447 1447 farg.fa_vnode.vp = vp;
1448 1448 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
1449 1449 vsop_find(&farg, &func, int, &arg0, vop_pathconf,
1450 1450 femop_pathconf);
1451 1451 errc = (*func)(arg0, cmd, valp, cr, ct);
1452 1452 fem_release(femsp);
1453 1453 }
1454 1454 return (errc);
1455 1455 }
1456 1456
1457 1457 static int
1458 1458 vhead_pageio(vnode_t *vp, struct page *pp, u_offset_t io_off,
1459 1459 size_t io_len, int flags, cred_t *cr, caller_context_t *ct)
1460 1460 {
1461 1461 femarg_t farg;
1462 1462 struct fem_list *femsp;
1463 1463 int (*func)();
1464 1464 void *arg0;
1465 1465 int errc;
1466 1466
1467 1467 if ((femsp = fem_lock(vp->v_femhead)) == NULL) {
1468 1468 func = (int (*)()) (vp->v_op->vop_pageio);
1469 1469 arg0 = vp;
1470 1470 fem_unlock(vp->v_femhead);
1471 1471 errc = (*func)(arg0, pp, io_off, io_len, flags, cr, ct);
1472 1472 } else {
1473 1473 fem_addref(femsp);
1474 1474 fem_unlock(vp->v_femhead);
1475 1475 farg.fa_vnode.vp = vp;
1476 1476 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
1477 1477 vsop_find(&farg, &func, int, &arg0, vop_pageio,
1478 1478 femop_pageio);
1479 1479 errc = (*func)(arg0, pp, io_off, io_len, flags, cr, ct);
1480 1480 fem_release(femsp);
1481 1481 }
1482 1482 return (errc);
1483 1483 }
1484 1484
1485 1485 static int
1486 1486 vhead_dumpctl(vnode_t *vp, int action, offset_t *blkp, caller_context_t *ct)
1487 1487 {
1488 1488 femarg_t farg;
1489 1489 struct fem_list *femsp;
1490 1490 int (*func)();
1491 1491 void *arg0;
1492 1492 int errc;
1493 1493
1494 1494 if ((femsp = fem_lock(vp->v_femhead)) == NULL) {
1495 1495 func = (int (*)()) (vp->v_op->vop_dumpctl);
1496 1496 arg0 = vp;
1497 1497 fem_unlock(vp->v_femhead);
1498 1498 errc = (*func)(arg0, action, blkp, ct);
1499 1499 } else {
1500 1500 fem_addref(femsp);
1501 1501 fem_unlock(vp->v_femhead);
1502 1502 farg.fa_vnode.vp = vp;
1503 1503 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
1504 1504 vsop_find(&farg, &func, int, &arg0, vop_dumpctl,
1505 1505 femop_dumpctl);
1506 1506 errc = (*func)(arg0, action, blkp, ct);
1507 1507 fem_release(femsp);
1508 1508 }
1509 1509 return (errc);
1510 1510 }
1511 1511
1512 1512 static void
1513 1513 vhead_dispose(vnode_t *vp, struct page *pp, int flag, int dn, cred_t *cr,
1514 1514 caller_context_t *ct)
1515 1515 {
1516 1516 femarg_t farg;
1517 1517 struct fem_list *femsp;
1518 1518 void (*func)();
1519 1519 void *arg0;
1520 1520
1521 1521 if ((femsp = fem_lock(vp->v_femhead)) == NULL) {
1522 1522 func = (void (*)()) (vp->v_op->vop_dispose);
1523 1523 arg0 = vp;
1524 1524 fem_unlock(vp->v_femhead);
1525 1525 (*func)(arg0, pp, flag, dn, cr, ct);
1526 1526 } else {
1527 1527 fem_addref(femsp);
1528 1528 fem_unlock(vp->v_femhead);
1529 1529 farg.fa_vnode.vp = vp;
1530 1530 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
1531 1531 vsop_find(&farg, &func, void, &arg0, vop_dispose,
1532 1532 femop_dispose);
1533 1533 (*func)(arg0, pp, flag, dn, cr, ct);
1534 1534 fem_release(femsp);
1535 1535 }
1536 1536 }
1537 1537
1538 1538 static int
1539 1539 vhead_setsecattr(vnode_t *vp, vsecattr_t *vsap, int flag, cred_t *cr,
1540 1540 caller_context_t *ct)
1541 1541 {
1542 1542 femarg_t farg;
1543 1543 struct fem_list *femsp;
1544 1544 int (*func)();
1545 1545 void *arg0;
1546 1546 int errc;
1547 1547
1548 1548 if ((femsp = fem_lock(vp->v_femhead)) == NULL) {
1549 1549 func = (int (*)()) (vp->v_op->vop_setsecattr);
1550 1550 arg0 = vp;
1551 1551 fem_unlock(vp->v_femhead);
1552 1552 errc = (*func)(arg0, vsap, flag, cr, ct);
1553 1553 } else {
1554 1554 fem_addref(femsp);
1555 1555 fem_unlock(vp->v_femhead);
1556 1556 farg.fa_vnode.vp = vp;
1557 1557 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
1558 1558 vsop_find(&farg, &func, int, &arg0, vop_setsecattr,
1559 1559 femop_setsecattr);
1560 1560 errc = (*func)(arg0, vsap, flag, cr, ct);
1561 1561 fem_release(femsp);
1562 1562 }
1563 1563 return (errc);
1564 1564 }
1565 1565
1566 1566 static int
1567 1567 vhead_getsecattr(vnode_t *vp, vsecattr_t *vsap, int flag, cred_t *cr,
1568 1568 caller_context_t *ct)
1569 1569 {
1570 1570 femarg_t farg;
1571 1571 struct fem_list *femsp;
1572 1572 int (*func)();
1573 1573 void *arg0;
1574 1574 int errc;
1575 1575
1576 1576 if ((femsp = fem_lock(vp->v_femhead)) == NULL) {
1577 1577 func = (int (*)()) (vp->v_op->vop_getsecattr);
1578 1578 arg0 = vp;
1579 1579 fem_unlock(vp->v_femhead);
1580 1580 errc = (*func)(arg0, vsap, flag, cr, ct);
1581 1581 } else {
1582 1582 fem_addref(femsp);
1583 1583 fem_unlock(vp->v_femhead);
1584 1584 farg.fa_vnode.vp = vp;
1585 1585 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
1586 1586 vsop_find(&farg, &func, int, &arg0, vop_getsecattr,
1587 1587 femop_getsecattr);
1588 1588 errc = (*func)(arg0, vsap, flag, cr, ct);
1589 1589 fem_release(femsp);
1590 1590 }
1591 1591 return (errc);
1592 1592 }
1593 1593
1594 1594 static int
1595 1595 vhead_shrlock(vnode_t *vp, int cmd, struct shrlock *shr, int flag,
1596 1596 cred_t *cr, caller_context_t *ct)
1597 1597 {
1598 1598 femarg_t farg;
1599 1599 struct fem_list *femsp;
1600 1600 int (*func)();
1601 1601 void *arg0;
1602 1602 int errc;
1603 1603
1604 1604 if ((femsp = fem_lock(vp->v_femhead)) == NULL) {
1605 1605 func = (int (*)()) (vp->v_op->vop_shrlock);
1606 1606 arg0 = vp;
1607 1607 fem_unlock(vp->v_femhead);
1608 1608 errc = (*func)(arg0, cmd, shr, flag, cr, ct);
1609 1609 } else {
1610 1610 fem_addref(femsp);
1611 1611 fem_unlock(vp->v_femhead);
1612 1612 farg.fa_vnode.vp = vp;
1613 1613 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
1614 1614 vsop_find(&farg, &func, int, &arg0, vop_shrlock,
1615 1615 femop_shrlock);
1616 1616 errc = (*func)(arg0, cmd, shr, flag, cr, ct);
1617 1617 fem_release(femsp);
1618 1618 }
1619 1619 return (errc);
1620 1620 }
1621 1621
1622 1622 static int
1623 1623 vhead_vnevent(vnode_t *vp, vnevent_t vnevent, vnode_t *dvp, char *cname,
1624 1624 caller_context_t *ct)
1625 1625 {
1626 1626 femarg_t farg;
1627 1627 struct fem_list *femsp;
1628 1628 int (*func)();
1629 1629 void *arg0;
1630 1630 int errc;
1631 1631
1632 1632 if ((femsp = fem_lock(vp->v_femhead)) == NULL) {
1633 1633 func = (int (*)()) (vp->v_op->vop_vnevent);
1634 1634 arg0 = vp;
1635 1635 fem_unlock(vp->v_femhead);
1636 1636 errc = (*func)(arg0, vnevent, dvp, cname, ct);
1637 1637 } else {
1638 1638 fem_addref(femsp);
1639 1639 fem_unlock(vp->v_femhead);
1640 1640 farg.fa_vnode.vp = vp;
1641 1641 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
1642 1642 vsop_find(&farg, &func, int, &arg0, vop_vnevent,
1643 1643 femop_vnevent);
1644 1644 errc = (*func)(arg0, vnevent, dvp, cname, ct);
1645 1645 fem_release(femsp);
1646 1646 }
1647 1647 return (errc);
1648 1648 }
1649 1649
1650 1650 static int
1651 1651 vhead_reqzcbuf(vnode_t *vp, enum uio_rw ioflag, xuio_t *xuiop, cred_t *cr,
1652 1652 caller_context_t *ct)
1653 1653 {
1654 1654 femarg_t farg;
1655 1655 struct fem_list *femsp;
1656 1656 int (*func)();
1657 1657 void *arg0;
1658 1658 int errc;
1659 1659
1660 1660 if ((femsp = fem_lock(vp->v_femhead)) == NULL) {
1661 1661 func = (int (*)()) (vp->v_op->vop_reqzcbuf);
1662 1662 arg0 = vp;
1663 1663 fem_unlock(vp->v_femhead);
1664 1664 errc = (*func)(arg0, ioflag, xuiop, cr, ct);
1665 1665 } else {
1666 1666 fem_addref(femsp);
1667 1667 fem_unlock(vp->v_femhead);
1668 1668 farg.fa_vnode.vp = vp;
1669 1669 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
1670 1670 vsop_find(&farg, &func, int, &arg0, vop_reqzcbuf,
1671 1671 femop_reqzcbuf);
1672 1672 errc = (*func)(arg0, ioflag, xuiop, cr, ct);
1673 1673 fem_release(femsp);
1674 1674 }
1675 1675 return (errc);
1676 1676 }
1677 1677
1678 1678 static int
1679 1679 vhead_retzcbuf(vnode_t *vp, xuio_t *xuiop, cred_t *cr, caller_context_t *ct)
1680 1680 {
1681 1681 femarg_t farg;
1682 1682 struct fem_list *femsp;
1683 1683 int (*func)();
1684 1684 void *arg0;
1685 1685 int errc;
1686 1686
1687 1687 if ((femsp = fem_lock(vp->v_femhead)) == NULL) {
1688 1688 func = (int (*)()) (vp->v_op->vop_retzcbuf);
1689 1689 arg0 = vp;
1690 1690 fem_unlock(vp->v_femhead);
1691 1691 errc = (*func)(arg0, xuiop, cr, ct);
1692 1692 } else {
1693 1693 fem_addref(femsp);
1694 1694 fem_unlock(vp->v_femhead);
1695 1695 farg.fa_vnode.vp = vp;
1696 1696 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
1697 1697 vsop_find(&farg, &func, int, &arg0, vop_retzcbuf,
1698 1698 femop_retzcbuf);
1699 1699 errc = (*func)(arg0, xuiop, cr, ct);
1700 1700 fem_release(femsp);
1701 1701 }
1702 1702 return (errc);
1703 1703 }
1704 1704
1705 1705 static int
1706 1706 fshead_mount(vfs_t *vfsp, vnode_t *mvp, struct mounta *uap, cred_t *cr)
1707 1707 {
1708 1708 fsemarg_t farg;
1709 1709 struct fem_list *femsp;
1710 1710 int (*func)();
1711 1711 void *arg0;
1712 1712 int errc;
1713 1713
1714 1714 ASSERT(vfsp->vfs_implp);
1715 1715
1716 1716 if ((femsp = fem_lock(vfsp->vfs_femhead)) == NULL) {
1717 1717 func = (int (*)()) vfsp->vfs_op->vfs_mount;
1718 1718 fem_unlock(vfsp->vfs_femhead);
1719 1719 errc = (*func)(vfsp, mvp, uap, cr);
1720 1720 } else {
1721 1721 fem_addref(femsp);
1722 1722 fem_unlock(vfsp->vfs_femhead);
1723 1723 farg.fa_vnode.vfsp = vfsp;
1724 1724 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
1725 1725 vfsop_find(&farg, &func, int, &arg0, vfs_mount,
1726 1726 fsemop_mount);
1727 1727 errc = (*func)(arg0, mvp, uap, cr);
1728 1728 fem_release(femsp);
1729 1729 }
1730 1730 return (errc);
1731 1731 }
1732 1732
1733 1733 static int
1734 1734 fshead_unmount(vfs_t *vfsp, int flag, cred_t *cr)
1735 1735 {
1736 1736 fsemarg_t farg;
1737 1737 struct fem_list *femsp;
1738 1738 int (*func)();
1739 1739 void *arg0;
1740 1740 int errc;
1741 1741
1742 1742 ASSERT(vfsp->vfs_implp);
1743 1743
1744 1744 if ((femsp = fem_lock(vfsp->vfs_femhead)) == NULL) {
1745 1745 func = (int (*)()) vfsp->vfs_op->vfs_unmount;
1746 1746 fem_unlock(vfsp->vfs_femhead);
1747 1747 errc = (*func)(vfsp, flag, cr);
1748 1748 } else {
1749 1749 fem_addref(femsp);
1750 1750 fem_unlock(vfsp->vfs_femhead);
1751 1751 farg.fa_vnode.vfsp = vfsp;
1752 1752 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
1753 1753 vfsop_find(&farg, &func, int, &arg0, vfs_unmount,
1754 1754 fsemop_unmount);
1755 1755 errc = (*func)(arg0, flag, cr);
1756 1756 fem_release(femsp);
1757 1757 }
1758 1758 return (errc);
1759 1759 }
1760 1760
1761 1761 static int
1762 1762 fshead_root(vfs_t *vfsp, vnode_t **vpp)
1763 1763 {
1764 1764 fsemarg_t farg;
1765 1765 struct fem_list *femsp;
1766 1766 int (*func)();
1767 1767 void *arg0;
1768 1768 int errc;
1769 1769
1770 1770 ASSERT(vfsp->vfs_implp);
1771 1771
1772 1772 if ((femsp = fem_lock(vfsp->vfs_femhead)) == NULL) {
1773 1773 func = (int (*)()) vfsp->vfs_op->vfs_root;
1774 1774 fem_unlock(vfsp->vfs_femhead);
1775 1775 errc = (*func)(vfsp, vpp);
1776 1776 } else {
1777 1777 fem_addref(femsp);
1778 1778 fem_unlock(vfsp->vfs_femhead);
1779 1779 farg.fa_vnode.vfsp = vfsp;
1780 1780 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
1781 1781 vfsop_find(&farg, &func, int, &arg0, vfs_root, fsemop_root);
1782 1782 errc = (*func)(arg0, vpp);
1783 1783 fem_release(femsp);
1784 1784 }
1785 1785 return (errc);
1786 1786 }
1787 1787
1788 1788 static int
1789 1789 fshead_statvfs(vfs_t *vfsp, statvfs64_t *sp)
1790 1790 {
1791 1791 fsemarg_t farg;
1792 1792 struct fem_list *femsp;
1793 1793 int (*func)();
1794 1794 void *arg0;
1795 1795 int errc;
1796 1796
1797 1797 ASSERT(vfsp->vfs_implp);
1798 1798
1799 1799 if ((femsp = fem_lock(vfsp->vfs_femhead)) == NULL) {
1800 1800 func = (int (*)()) vfsp->vfs_op->vfs_statvfs;
1801 1801 fem_unlock(vfsp->vfs_femhead);
1802 1802 errc = (*func)(vfsp, sp);
1803 1803 } else {
1804 1804 fem_addref(femsp);
1805 1805 fem_unlock(vfsp->vfs_femhead);
1806 1806 farg.fa_vnode.vfsp = vfsp;
1807 1807 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
1808 1808 vfsop_find(&farg, &func, int, &arg0, vfs_statvfs,
1809 1809 fsemop_statvfs);
1810 1810 errc = (*func)(arg0, sp);
1811 1811 fem_release(femsp);
1812 1812 }
1813 1813 return (errc);
1814 1814 }
1815 1815
1816 1816 static int
1817 1817 fshead_sync(vfs_t *vfsp, short flag, cred_t *cr)
1818 1818 {
1819 1819 fsemarg_t farg;
1820 1820 struct fem_list *femsp;
1821 1821 int (*func)();
1822 1822 void *arg0;
1823 1823 int errc;
1824 1824
1825 1825 ASSERT(vfsp->vfs_implp);
1826 1826
1827 1827 if ((femsp = fem_lock(vfsp->vfs_femhead)) == NULL) {
1828 1828 func = (int (*)()) vfsp->vfs_op->vfs_sync;
1829 1829 fem_unlock(vfsp->vfs_femhead);
1830 1830 errc = (*func)(vfsp, flag, cr);
1831 1831 } else {
1832 1832 fem_addref(femsp);
1833 1833 fem_unlock(vfsp->vfs_femhead);
1834 1834 farg.fa_vnode.vfsp = vfsp;
1835 1835 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
1836 1836 vfsop_find(&farg, &func, int, &arg0, vfs_sync, fsemop_sync);
1837 1837 errc = (*func)(arg0, flag, cr);
1838 1838 fem_release(femsp);
1839 1839 }
1840 1840 return (errc);
1841 1841 }
1842 1842
1843 1843 static int
1844 1844 fshead_vget(vfs_t *vfsp, vnode_t **vpp, fid_t *fidp)
1845 1845 {
1846 1846 fsemarg_t farg;
1847 1847 struct fem_list *femsp;
1848 1848 int (*func)();
1849 1849 void *arg0;
1850 1850 int errc;
1851 1851
1852 1852 ASSERT(vfsp->vfs_implp);
1853 1853
1854 1854 if ((femsp = fem_lock(vfsp->vfs_femhead)) == NULL) {
1855 1855 func = (int (*)()) vfsp->vfs_op->vfs_vget;
1856 1856 fem_unlock(vfsp->vfs_femhead);
1857 1857 errc = (*func)(vfsp, vpp, fidp);
1858 1858 } else {
1859 1859 fem_addref(femsp);
1860 1860 fem_unlock(vfsp->vfs_femhead);
1861 1861 farg.fa_vnode.vfsp = vfsp;
1862 1862 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
1863 1863 vfsop_find(&farg, &func, int, &arg0, vfs_vget, fsemop_vget);
1864 1864 errc = (*func)(arg0, vpp, fidp);
1865 1865 fem_release(femsp);
1866 1866 }
1867 1867 return (errc);
1868 1868 }
1869 1869
1870 1870 static int
1871 1871 fshead_mountroot(vfs_t *vfsp, enum whymountroot reason)
1872 1872 {
1873 1873 fsemarg_t farg;
1874 1874 struct fem_list *femsp;
1875 1875 int (*func)();
1876 1876 void *arg0;
1877 1877 int errc;
1878 1878
1879 1879 ASSERT(vfsp->vfs_implp);
1880 1880
1881 1881 if ((femsp = fem_lock(vfsp->vfs_femhead)) == NULL) {
1882 1882 func = (int (*)()) vfsp->vfs_op->vfs_mountroot;
1883 1883 fem_unlock(vfsp->vfs_femhead);
1884 1884 errc = (*func)(vfsp, reason);
1885 1885 } else {
1886 1886 fem_addref(femsp);
1887 1887 fem_unlock(vfsp->vfs_femhead);
1888 1888 farg.fa_vnode.vfsp = vfsp;
1889 1889 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
1890 1890 vfsop_find(&farg, &func, int, &arg0, vfs_mountroot,
1891 1891 fsemop_mountroot);
1892 1892 errc = (*func)(arg0, reason);
1893 1893 fem_release(femsp);
1894 1894 }
1895 1895 return (errc);
1896 1896 }
1897 1897
1898 1898 static void
1899 1899 fshead_freevfs(vfs_t *vfsp)
1900 1900 {
1901 1901 fsemarg_t farg;
1902 1902 struct fem_list *femsp;
1903 1903 void (*func)();
1904 1904 void *arg0;
1905 1905
1906 1906 ASSERT(vfsp->vfs_implp);
1907 1907
1908 1908 if ((femsp = fem_lock(vfsp->vfs_femhead)) == NULL) {
1909 1909 func = (void (*)()) vfsp->vfs_op->vfs_freevfs;
1910 1910 fem_unlock(vfsp->vfs_femhead);
1911 1911 (*func)(vfsp);
1912 1912 } else {
1913 1913 fem_addref(femsp);
1914 1914 fem_unlock(vfsp->vfs_femhead);
1915 1915 farg.fa_vnode.vfsp = vfsp;
1916 1916 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
1917 1917 vfsop_find(&farg, &func, void, &arg0, vfs_freevfs,
1918 1918 fsemop_freevfs);
1919 1919 (*func)(arg0);
1920 1920 fem_release(femsp);
1921 1921 }
1922 1922 }
1923 1923
1924 1924 static int
1925 1925 fshead_vnstate(vfs_t *vfsp, vnode_t *vp, vntrans_t nstate)
1926 1926 {
1927 1927 fsemarg_t farg;
1928 1928 struct fem_list *femsp;
1929 1929 int (*func)();
1930 1930 void *arg0;
1931 1931 int errc;
1932 1932
1933 1933 ASSERT(vfsp->vfs_implp);
1934 1934
1935 1935 if ((femsp = fem_lock(vfsp->vfs_femhead)) == NULL) {
1936 1936 func = (int (*)()) vfsp->vfs_op->vfs_vnstate;
1937 1937 fem_unlock(vfsp->vfs_femhead);
1938 1938 errc = (*func)(vfsp, vp, nstate);
1939 1939 } else {
1940 1940 fem_addref(femsp);
1941 1941 fem_unlock(vfsp->vfs_femhead);
1942 1942 farg.fa_vnode.vfsp = vfsp;
1943 1943 farg.fa_fnode = femsp->feml_nodes + femsp->feml_tos;
1944 1944 vfsop_find(&farg, &func, int, &arg0, vfs_vnstate,
1945 1945 fsemop_vnstate);
1946 1946 errc = (*func)(arg0, vp, nstate);
1947 1947 fem_release(femsp);
1948 1948 }
1949 1949 return (errc);
1950 1950 }
1951 1951
1952 1952
1953 1953 /*
1954 1954 * specification table for the vhead vnode operations.
1955 1955 * It is an error for any operations to be missing.
1956 1956 */
1957 1957
1958 1958 static struct fs_operation_def fhead_vn_spec[] = {
1959 1959 { VOPNAME_OPEN, (femop_t *)vhead_open },
1960 1960 { VOPNAME_CLOSE, (femop_t *)vhead_close },
1961 1961 { VOPNAME_READ, (femop_t *)vhead_read },
1962 1962 { VOPNAME_WRITE, (femop_t *)vhead_write },
1963 1963 { VOPNAME_IOCTL, (femop_t *)vhead_ioctl },
1964 1964 { VOPNAME_SETFL, (femop_t *)vhead_setfl },
1965 1965 { VOPNAME_GETATTR, (femop_t *)vhead_getattr },
1966 1966 { VOPNAME_SETATTR, (femop_t *)vhead_setattr },
1967 1967 { VOPNAME_ACCESS, (femop_t *)vhead_access },
1968 1968 { VOPNAME_LOOKUP, (femop_t *)vhead_lookup },
1969 1969 { VOPNAME_CREATE, (femop_t *)vhead_create },
1970 1970 { VOPNAME_REMOVE, (femop_t *)vhead_remove },
1971 1971 { VOPNAME_LINK, (femop_t *)vhead_link },
1972 1972 { VOPNAME_RENAME, (femop_t *)vhead_rename },
1973 1973 { VOPNAME_MKDIR, (femop_t *)vhead_mkdir },
1974 1974 { VOPNAME_RMDIR, (femop_t *)vhead_rmdir },
1975 1975 { VOPNAME_READDIR, (femop_t *)vhead_readdir },
1976 1976 { VOPNAME_SYMLINK, (femop_t *)vhead_symlink },
1977 1977 { VOPNAME_READLINK, (femop_t *)vhead_readlink },
1978 1978 { VOPNAME_FSYNC, (femop_t *)vhead_fsync },
1979 1979 { VOPNAME_INACTIVE, (femop_t *)vhead_inactive },
1980 1980 { VOPNAME_FID, (femop_t *)vhead_fid },
1981 1981 { VOPNAME_RWLOCK, (femop_t *)vhead_rwlock },
1982 1982 { VOPNAME_RWUNLOCK, (femop_t *)vhead_rwunlock },
1983 1983 { VOPNAME_SEEK, (femop_t *)vhead_seek },
1984 1984 { VOPNAME_CMP, (femop_t *)vhead_cmp },
1985 1985 { VOPNAME_FRLOCK, (femop_t *)vhead_frlock },
1986 1986 { VOPNAME_SPACE, (femop_t *)vhead_space },
1987 1987 { VOPNAME_REALVP, (femop_t *)vhead_realvp },
1988 1988 { VOPNAME_GETPAGE, (femop_t *)vhead_getpage },
1989 1989 { VOPNAME_PUTPAGE, (femop_t *)vhead_putpage },
1990 1990 { VOPNAME_MAP, (femop_t *)vhead_map },
1991 1991 { VOPNAME_ADDMAP, (femop_t *)vhead_addmap },
1992 1992 { VOPNAME_DELMAP, (femop_t *)vhead_delmap },
1993 1993 { VOPNAME_POLL, (femop_t *)vhead_poll },
1994 1994 { VOPNAME_DUMP, (femop_t *)vhead_dump },
1995 1995 { VOPNAME_PATHCONF, (femop_t *)vhead_pathconf },
1996 1996 { VOPNAME_PAGEIO, (femop_t *)vhead_pageio },
1997 1997 { VOPNAME_DUMPCTL, (femop_t *)vhead_dumpctl },
1998 1998 { VOPNAME_DISPOSE, (femop_t *)vhead_dispose },
1999 1999 { VOPNAME_SETSECATTR, (femop_t *)vhead_setsecattr },
2000 2000 { VOPNAME_GETSECATTR, (femop_t *)vhead_getsecattr },
2001 2001 { VOPNAME_SHRLOCK, (femop_t *)vhead_shrlock },
2002 2002 { VOPNAME_VNEVENT, (femop_t *)vhead_vnevent },
2003 2003 { VOPNAME_REQZCBUF, (femop_t *)vhead_reqzcbuf },
2004 2004 { VOPNAME_RETZCBUF, (femop_t *)vhead_retzcbuf },
2005 2005 { NULL, NULL }
2006 2006 };
2007 2007
2008 2008 /*
2009 2009 * specification table for the vfshead vnode operations.
2010 2010 * It is an error for any operations to be missing.
2011 2011 */
2012 2012
2013 2013 static struct fs_operation_def fshead_vfs_spec[] = {
2014 2014 { VFSNAME_MOUNT, (femop_t *)fshead_mount },
2015 2015 { VFSNAME_UNMOUNT, (femop_t *)fshead_unmount },
2016 2016 { VFSNAME_ROOT, (femop_t *)fshead_root },
2017 2017 { VFSNAME_STATVFS, (femop_t *)fshead_statvfs },
2018 2018 { VFSNAME_SYNC, (femop_t *)fshead_sync },
2019 2019 { VFSNAME_VGET, (femop_t *)fshead_vget },
2020 2020 { VFSNAME_MOUNTROOT, (femop_t *)fshead_mountroot },
2021 2021 { VFSNAME_FREEVFS, (femop_t *)fshead_freevfs },
2022 2022 { VFSNAME_VNSTATE, (femop_t *)fshead_vnstate },
2023 2023 { NULL, NULL }
2024 2024 };
2025 2025
2026 2026 /*
2027 2027 * This set of routines transfer control to the next stacked monitor.
2028 2028 *
2029 2029 * Each routine is identical except for naming, types and arguments.
2030 2030 *
2031 2031 * The basic steps are:
2032 2032 * 1. Decrease the stack pointer by one.
2033 2033 * 2. If the current item is a base operation (vnode, vfs), goto 5.
2034 2034 * 3. If the current item does not have a corresponding operation, goto 1
2035 2035 * 4. Return by invoking the current item with the argument handle.
2036 2036 * 5. Return by invoking the base operation with the base object.
2037 2037 *
2038 2038 * for each classification, there needs to be at least one "next" operation
2039 2039 * for each "head"operation.
2040 2040 *
2041 2041 */
2042 2042
2043 2043 int
2044 2044 vnext_open(femarg_t *vf, int mode, cred_t *cr, caller_context_t *ct)
2045 2045 {
2046 2046 int (*func)() = NULL;
2047 2047 void *arg0 = NULL;
2048 2048
2049 2049 ASSERT(vf != NULL);
2050 2050 vf->fa_fnode--;
2051 2051 vsop_find(vf, &func, int, &arg0, vop_open, femop_open);
2052 2052 ASSERT(func != NULL);
2053 2053 ASSERT(arg0 != NULL);
2054 2054 return ((*func)(arg0, mode, cr, ct));
2055 2055 }
2056 2056
2057 2057 int
2058 2058 vnext_close(femarg_t *vf, int flag, int count, offset_t offset, cred_t *cr,
2059 2059 caller_context_t *ct)
2060 2060 {
2061 2061 int (*func)() = NULL;
2062 2062 void *arg0 = NULL;
2063 2063
2064 2064 ASSERT(vf != NULL);
2065 2065 vf->fa_fnode--;
2066 2066 vsop_find(vf, &func, int, &arg0, vop_close, femop_close);
2067 2067 ASSERT(func != NULL);
2068 2068 ASSERT(arg0 != NULL);
2069 2069 return ((*func)(arg0, flag, count, offset, cr, ct));
2070 2070 }
2071 2071
2072 2072 int
2073 2073 vnext_read(femarg_t *vf, uio_t *uiop, int ioflag, cred_t *cr,
2074 2074 caller_context_t *ct)
2075 2075 {
2076 2076 int (*func)() = NULL;
2077 2077 void *arg0 = NULL;
2078 2078
2079 2079 ASSERT(vf != NULL);
2080 2080 vf->fa_fnode--;
2081 2081 vsop_find(vf, &func, int, &arg0, vop_read, femop_read);
2082 2082 ASSERT(func != NULL);
2083 2083 ASSERT(arg0 != NULL);
2084 2084 return ((*func)(arg0, uiop, ioflag, cr, ct));
2085 2085 }
2086 2086
2087 2087 int
2088 2088 vnext_write(femarg_t *vf, uio_t *uiop, int ioflag, cred_t *cr,
2089 2089 caller_context_t *ct)
2090 2090 {
2091 2091 int (*func)() = NULL;
2092 2092 void *arg0 = NULL;
2093 2093
2094 2094 ASSERT(vf != NULL);
2095 2095 vf->fa_fnode--;
2096 2096 vsop_find(vf, &func, int, &arg0, vop_write, femop_write);
2097 2097 ASSERT(func != NULL);
2098 2098 ASSERT(arg0 != NULL);
2099 2099 return ((*func)(arg0, uiop, ioflag, cr, ct));
2100 2100 }
2101 2101
2102 2102 int
2103 2103 vnext_ioctl(femarg_t *vf, int cmd, intptr_t arg, int flag, cred_t *cr,
2104 2104 int *rvalp, caller_context_t *ct)
2105 2105 {
2106 2106 int (*func)() = NULL;
2107 2107 void *arg0 = NULL;
2108 2108
2109 2109 ASSERT(vf != NULL);
2110 2110 vf->fa_fnode--;
2111 2111 vsop_find(vf, &func, int, &arg0, vop_ioctl, femop_ioctl);
2112 2112 ASSERT(func != NULL);
2113 2113 ASSERT(arg0 != NULL);
2114 2114 return ((*func)(arg0, cmd, arg, flag, cr, rvalp, ct));
2115 2115 }
2116 2116
2117 2117 int
2118 2118 vnext_setfl(femarg_t *vf, int oflags, int nflags, cred_t *cr,
2119 2119 caller_context_t *ct)
2120 2120 {
2121 2121 int (*func)() = NULL;
2122 2122 void *arg0 = NULL;
2123 2123
2124 2124 ASSERT(vf != NULL);
2125 2125 vf->fa_fnode--;
2126 2126 vsop_find(vf, &func, int, &arg0, vop_setfl, femop_setfl);
2127 2127 ASSERT(func != NULL);
2128 2128 ASSERT(arg0 != NULL);
2129 2129 return ((*func)(arg0, oflags, nflags, cr, ct));
2130 2130 }
2131 2131
2132 2132 int
2133 2133 vnext_getattr(femarg_t *vf, vattr_t *vap, int flags, cred_t *cr,
2134 2134 caller_context_t *ct)
2135 2135 {
2136 2136 int (*func)() = NULL;
2137 2137 void *arg0 = NULL;
2138 2138
2139 2139 ASSERT(vf != NULL);
2140 2140 vf->fa_fnode--;
2141 2141 vsop_find(vf, &func, int, &arg0, vop_getattr, femop_getattr);
2142 2142 ASSERT(func != NULL);
2143 2143 ASSERT(arg0 != NULL);
2144 2144 return ((*func)(arg0, vap, flags, cr, ct));
2145 2145 }
2146 2146
2147 2147 int
2148 2148 vnext_setattr(femarg_t *vf, vattr_t *vap, int flags, cred_t *cr,
2149 2149 caller_context_t *ct)
2150 2150 {
2151 2151 int (*func)() = NULL;
2152 2152 void *arg0 = NULL;
2153 2153
2154 2154 ASSERT(vf != NULL);
2155 2155 vf->fa_fnode--;
2156 2156 vsop_find(vf, &func, int, &arg0, vop_setattr, femop_setattr);
2157 2157 ASSERT(func != NULL);
2158 2158 ASSERT(arg0 != NULL);
2159 2159 return ((*func)(arg0, vap, flags, cr, ct));
2160 2160 }
2161 2161
2162 2162 int
2163 2163 vnext_access(femarg_t *vf, int mode, int flags, cred_t *cr,
2164 2164 caller_context_t *ct)
2165 2165 {
2166 2166 int (*func)() = NULL;
2167 2167 void *arg0 = NULL;
2168 2168
2169 2169 ASSERT(vf != NULL);
2170 2170 vf->fa_fnode--;
2171 2171 vsop_find(vf, &func, int, &arg0, vop_access, femop_access);
2172 2172 ASSERT(func != NULL);
2173 2173 ASSERT(arg0 != NULL);
2174 2174 return ((*func)(arg0, mode, flags, cr, ct));
2175 2175 }
2176 2176
2177 2177 int
2178 2178 vnext_lookup(femarg_t *vf, char *nm, vnode_t **vpp, pathname_t *pnp,
2179 2179 int flags, vnode_t *rdir, cred_t *cr, caller_context_t *ct,
2180 2180 int *direntflags, pathname_t *realpnp)
2181 2181 {
2182 2182 int (*func)() = NULL;
2183 2183 void *arg0 = NULL;
2184 2184
2185 2185 ASSERT(vf != NULL);
2186 2186 vf->fa_fnode--;
2187 2187 vsop_find(vf, &func, int, &arg0, vop_lookup, femop_lookup);
2188 2188 ASSERT(func != NULL);
2189 2189 ASSERT(arg0 != NULL);
2190 2190 return ((*func)(arg0, nm, vpp, pnp, flags, rdir, cr, ct,
2191 2191 direntflags, realpnp));
2192 2192 }
2193 2193
2194 2194 int
2195 2195 vnext_create(femarg_t *vf, char *name, vattr_t *vap, vcexcl_t excl,
2196 2196 int mode, vnode_t **vpp, cred_t *cr, int flag, caller_context_t *ct,
2197 2197 vsecattr_t *vsecp)
2198 2198 {
2199 2199 int (*func)() = NULL;
2200 2200 void *arg0 = NULL;
2201 2201
2202 2202 ASSERT(vf != NULL);
2203 2203 vf->fa_fnode--;
2204 2204 vsop_find(vf, &func, int, &arg0, vop_create, femop_create);
2205 2205 ASSERT(func != NULL);
2206 2206 ASSERT(arg0 != NULL);
2207 2207 return ((*func)(arg0, name, vap, excl, mode, vpp, cr, flag, ct, vsecp));
2208 2208 }
2209 2209
2210 2210 int
2211 2211 vnext_remove(femarg_t *vf, char *nm, cred_t *cr, caller_context_t *ct,
2212 2212 int flags)
2213 2213 {
2214 2214 int (*func)() = NULL;
2215 2215 void *arg0 = NULL;
2216 2216
2217 2217 ASSERT(vf != NULL);
2218 2218 vf->fa_fnode--;
2219 2219 vsop_find(vf, &func, int, &arg0, vop_remove, femop_remove);
2220 2220 ASSERT(func != NULL);
2221 2221 ASSERT(arg0 != NULL);
2222 2222 return ((*func)(arg0, nm, cr, ct, flags));
2223 2223 }
2224 2224
2225 2225 int
2226 2226 vnext_link(femarg_t *vf, vnode_t *svp, char *tnm, cred_t *cr,
2227 2227 caller_context_t *ct, int flags)
2228 2228 {
2229 2229 int (*func)() = NULL;
2230 2230 void *arg0 = NULL;
2231 2231
2232 2232 ASSERT(vf != NULL);
2233 2233 vf->fa_fnode--;
2234 2234 vsop_find(vf, &func, int, &arg0, vop_link, femop_link);
2235 2235 ASSERT(func != NULL);
2236 2236 ASSERT(arg0 != NULL);
2237 2237 return ((*func)(arg0, svp, tnm, cr, ct, flags));
2238 2238 }
2239 2239
2240 2240 int
2241 2241 vnext_rename(femarg_t *vf, char *snm, vnode_t *tdvp, char *tnm, cred_t *cr,
2242 2242 caller_context_t *ct, int flags)
2243 2243 {
2244 2244 int (*func)() = NULL;
2245 2245 void *arg0 = NULL;
2246 2246
2247 2247 ASSERT(vf != NULL);
2248 2248 vf->fa_fnode--;
2249 2249 vsop_find(vf, &func, int, &arg0, vop_rename, femop_rename);
2250 2250 ASSERT(func != NULL);
2251 2251 ASSERT(arg0 != NULL);
2252 2252 return ((*func)(arg0, snm, tdvp, tnm, cr, ct, flags));
2253 2253 }
2254 2254
2255 2255 int
2256 2256 vnext_mkdir(femarg_t *vf, char *dirname, vattr_t *vap, vnode_t **vpp,
2257 2257 cred_t *cr, caller_context_t *ct, int flags, vsecattr_t *vsecp)
2258 2258 {
2259 2259 int (*func)() = NULL;
2260 2260 void *arg0 = NULL;
2261 2261
2262 2262 ASSERT(vf != NULL);
2263 2263 vf->fa_fnode--;
2264 2264 vsop_find(vf, &func, int, &arg0, vop_mkdir, femop_mkdir);
2265 2265 ASSERT(func != NULL);
2266 2266 ASSERT(arg0 != NULL);
2267 2267 return ((*func)(arg0, dirname, vap, vpp, cr, ct, flags, vsecp));
2268 2268 }
2269 2269
2270 2270 int
2271 2271 vnext_rmdir(femarg_t *vf, char *nm, vnode_t *cdir, cred_t *cr,
2272 2272 caller_context_t *ct, int flags)
2273 2273 {
2274 2274 int (*func)() = NULL;
2275 2275 void *arg0 = NULL;
2276 2276
2277 2277 ASSERT(vf != NULL);
2278 2278 vf->fa_fnode--;
2279 2279 vsop_find(vf, &func, int, &arg0, vop_rmdir, femop_rmdir);
2280 2280 ASSERT(func != NULL);
2281 2281 ASSERT(arg0 != NULL);
2282 2282 return ((*func)(arg0, nm, cdir, cr, ct, flags));
2283 2283 }
2284 2284
2285 2285 int
2286 2286 vnext_readdir(femarg_t *vf, uio_t *uiop, cred_t *cr, int *eofp,
2287 2287 caller_context_t *ct, int flags)
2288 2288 {
2289 2289 int (*func)() = NULL;
2290 2290 void *arg0 = NULL;
2291 2291
2292 2292 ASSERT(vf != NULL);
2293 2293 vf->fa_fnode--;
2294 2294 vsop_find(vf, &func, int, &arg0, vop_readdir, femop_readdir);
2295 2295 ASSERT(func != NULL);
2296 2296 ASSERT(arg0 != NULL);
2297 2297 return ((*func)(arg0, uiop, cr, eofp, ct, flags));
2298 2298 }
2299 2299
2300 2300 int
2301 2301 vnext_symlink(femarg_t *vf, char *linkname, vattr_t *vap, char *target,
2302 2302 cred_t *cr, caller_context_t *ct, int flags)
2303 2303 {
2304 2304 int (*func)() = NULL;
2305 2305 void *arg0 = NULL;
2306 2306
2307 2307 ASSERT(vf != NULL);
2308 2308 vf->fa_fnode--;
2309 2309 vsop_find(vf, &func, int, &arg0, vop_symlink, femop_symlink);
2310 2310 ASSERT(func != NULL);
2311 2311 ASSERT(arg0 != NULL);
2312 2312 return ((*func)(arg0, linkname, vap, target, cr, ct, flags));
2313 2313 }
2314 2314
2315 2315 int
2316 2316 vnext_readlink(femarg_t *vf, uio_t *uiop, cred_t *cr, caller_context_t *ct)
2317 2317 {
2318 2318 int (*func)() = NULL;
2319 2319 void *arg0 = NULL;
2320 2320
2321 2321 ASSERT(vf != NULL);
2322 2322 vf->fa_fnode--;
2323 2323 vsop_find(vf, &func, int, &arg0, vop_readlink, femop_readlink);
2324 2324 ASSERT(func != NULL);
2325 2325 ASSERT(arg0 != NULL);
2326 2326 return ((*func)(arg0, uiop, cr, ct));
2327 2327 }
2328 2328
2329 2329 int
2330 2330 vnext_fsync(femarg_t *vf, int syncflag, cred_t *cr, caller_context_t *ct)
2331 2331 {
2332 2332 int (*func)() = NULL;
2333 2333 void *arg0 = NULL;
2334 2334
2335 2335 ASSERT(vf != NULL);
2336 2336 vf->fa_fnode--;
2337 2337 vsop_find(vf, &func, int, &arg0, vop_fsync, femop_fsync);
2338 2338 ASSERT(func != NULL);
2339 2339 ASSERT(arg0 != NULL);
2340 2340 return ((*func)(arg0, syncflag, cr, ct));
2341 2341 }
2342 2342
2343 2343 void
2344 2344 vnext_inactive(femarg_t *vf, cred_t *cr, caller_context_t *ct)
2345 2345 {
2346 2346 void (*func)() = NULL;
2347 2347 void *arg0 = NULL;
2348 2348
2349 2349 ASSERT(vf != NULL);
2350 2350 vf->fa_fnode--;
2351 2351 vsop_find(vf, &func, void, &arg0, vop_inactive, femop_inactive);
2352 2352 ASSERT(func != NULL);
2353 2353 ASSERT(arg0 != NULL);
2354 2354 (*func)(arg0, cr, ct);
2355 2355 }
2356 2356
2357 2357 int
2358 2358 vnext_fid(femarg_t *vf, fid_t *fidp, caller_context_t *ct)
2359 2359 {
2360 2360 int (*func)() = NULL;
2361 2361 void *arg0 = NULL;
2362 2362
2363 2363 ASSERT(vf != NULL);
2364 2364 vf->fa_fnode--;
2365 2365 vsop_find(vf, &func, int, &arg0, vop_fid, femop_fid);
2366 2366 ASSERT(func != NULL);
2367 2367 ASSERT(arg0 != NULL);
2368 2368 return ((*func)(arg0, fidp, ct));
2369 2369 }
2370 2370
2371 2371 int
2372 2372 vnext_rwlock(femarg_t *vf, int write_lock, caller_context_t *ct)
2373 2373 {
2374 2374 int (*func)() = NULL;
2375 2375 void *arg0 = NULL;
2376 2376
2377 2377 ASSERT(vf != NULL);
2378 2378 vf->fa_fnode--;
2379 2379 vsop_find(vf, &func, int, &arg0, vop_rwlock, femop_rwlock);
2380 2380 ASSERT(func != NULL);
2381 2381 ASSERT(arg0 != NULL);
2382 2382 return ((*func)(arg0, write_lock, ct));
2383 2383 }
2384 2384
2385 2385 void
2386 2386 vnext_rwunlock(femarg_t *vf, int write_lock, caller_context_t *ct)
2387 2387 {
2388 2388 void (*func)() = NULL;
2389 2389 void *arg0 = NULL;
2390 2390
2391 2391 ASSERT(vf != NULL);
2392 2392 vf->fa_fnode--;
2393 2393 vsop_find(vf, &func, void, &arg0, vop_rwunlock, femop_rwunlock);
2394 2394 ASSERT(func != NULL);
2395 2395 ASSERT(arg0 != NULL);
2396 2396 (*func)(arg0, write_lock, ct);
2397 2397 }
2398 2398
2399 2399 int
2400 2400 vnext_seek(femarg_t *vf, offset_t ooff, offset_t *noffp, caller_context_t *ct)
2401 2401 {
2402 2402 int (*func)() = NULL;
2403 2403 void *arg0 = NULL;
2404 2404
2405 2405 ASSERT(vf != NULL);
2406 2406 vf->fa_fnode--;
2407 2407 vsop_find(vf, &func, int, &arg0, vop_seek, femop_seek);
2408 2408 ASSERT(func != NULL);
2409 2409 ASSERT(arg0 != NULL);
2410 2410 return ((*func)(arg0, ooff, noffp, ct));
2411 2411 }
2412 2412
2413 2413 int
2414 2414 vnext_cmp(femarg_t *vf, vnode_t *vp2, caller_context_t *ct)
2415 2415 {
2416 2416 int (*func)() = NULL;
2417 2417 void *arg0 = NULL;
2418 2418
2419 2419 ASSERT(vf != NULL);
2420 2420 vf->fa_fnode--;
2421 2421 vsop_find(vf, &func, int, &arg0, vop_cmp, femop_cmp);
2422 2422 ASSERT(func != NULL);
2423 2423 ASSERT(arg0 != NULL);
2424 2424 return ((*func)(arg0, vp2, ct));
2425 2425 }
2426 2426
2427 2427 int
2428 2428 vnext_frlock(femarg_t *vf, int cmd, struct flock64 *bfp, int flag,
2429 2429 offset_t offset, struct flk_callback *flk_cbp, cred_t *cr,
2430 2430 caller_context_t *ct)
2431 2431 {
2432 2432 int (*func)() = NULL;
2433 2433 void *arg0 = NULL;
2434 2434
2435 2435 ASSERT(vf != NULL);
2436 2436 vf->fa_fnode--;
2437 2437 vsop_find(vf, &func, int, &arg0, vop_frlock, femop_frlock);
2438 2438 ASSERT(func != NULL);
2439 2439 ASSERT(arg0 != NULL);
2440 2440 return ((*func)(arg0, cmd, bfp, flag, offset, flk_cbp, cr, ct));
2441 2441 }
2442 2442
2443 2443 int
2444 2444 vnext_space(femarg_t *vf, int cmd, struct flock64 *bfp, int flag,
2445 2445 offset_t offset, cred_t *cr, caller_context_t *ct)
2446 2446 {
2447 2447 int (*func)() = NULL;
2448 2448 void *arg0 = NULL;
2449 2449
2450 2450 ASSERT(vf != NULL);
2451 2451 vf->fa_fnode--;
2452 2452 vsop_find(vf, &func, int, &arg0, vop_space, femop_space);
2453 2453 ASSERT(func != NULL);
2454 2454 ASSERT(arg0 != NULL);
2455 2455 return ((*func)(arg0, cmd, bfp, flag, offset, cr, ct));
2456 2456 }
2457 2457
2458 2458 int
2459 2459 vnext_realvp(femarg_t *vf, vnode_t **vpp, caller_context_t *ct)
2460 2460 {
2461 2461 int (*func)() = NULL;
2462 2462 void *arg0 = NULL;
2463 2463
2464 2464 ASSERT(vf != NULL);
2465 2465 vf->fa_fnode--;
2466 2466 vsop_find(vf, &func, int, &arg0, vop_realvp, femop_realvp);
2467 2467 ASSERT(func != NULL);
2468 2468 ASSERT(arg0 != NULL);
2469 2469 return ((*func)(arg0, vpp, ct));
2470 2470 }
2471 2471
2472 2472 int
2473 2473 vnext_getpage(femarg_t *vf, offset_t off, size_t len, uint_t *protp,
2474 2474 struct page **plarr, size_t plsz, struct seg *seg, caddr_t addr,
2475 2475 enum seg_rw rw, cred_t *cr, caller_context_t *ct)
2476 2476 {
2477 2477 int (*func)() = NULL;
2478 2478 void *arg0 = NULL;
2479 2479
2480 2480 ASSERT(vf != NULL);
2481 2481 vf->fa_fnode--;
2482 2482 vsop_find(vf, &func, int, &arg0, vop_getpage, femop_getpage);
2483 2483 ASSERT(func != NULL);
2484 2484 ASSERT(arg0 != NULL);
2485 2485 return ((*func)(arg0, off, len, protp, plarr, plsz, seg, addr, rw,
2486 2486 cr, ct));
2487 2487 }
2488 2488
2489 2489 int
2490 2490 vnext_putpage(femarg_t *vf, offset_t off, size_t len, int flags,
2491 2491 cred_t *cr, caller_context_t *ct)
2492 2492 {
2493 2493 int (*func)() = NULL;
2494 2494 void *arg0 = NULL;
2495 2495
2496 2496 ASSERT(vf != NULL);
2497 2497 vf->fa_fnode--;
2498 2498 vsop_find(vf, &func, int, &arg0, vop_putpage, femop_putpage);
2499 2499 ASSERT(func != NULL);
2500 2500 ASSERT(arg0 != NULL);
2501 2501 return ((*func)(arg0, off, len, flags, cr, ct));
2502 2502 }
2503 2503
2504 2504 int
2505 2505 vnext_map(femarg_t *vf, offset_t off, struct as *as, caddr_t *addrp,
2506 2506 size_t len, uchar_t prot, uchar_t maxprot, uint_t flags,
2507 2507 cred_t *cr, caller_context_t *ct)
2508 2508 {
2509 2509 int (*func)() = NULL;
2510 2510 void *arg0 = NULL;
2511 2511
2512 2512 ASSERT(vf != NULL);
2513 2513 vf->fa_fnode--;
2514 2514 vsop_find(vf, &func, int, &arg0, vop_map, femop_map);
2515 2515 ASSERT(func != NULL);
2516 2516 ASSERT(arg0 != NULL);
2517 2517 return ((*func)(arg0, off, as, addrp, len, prot, maxprot, flags,
2518 2518 cr, ct));
2519 2519 }
2520 2520
2521 2521 int
2522 2522 vnext_addmap(femarg_t *vf, offset_t off, struct as *as, caddr_t addr,
2523 2523 size_t len, uchar_t prot, uchar_t maxprot, uint_t flags,
2524 2524 cred_t *cr, caller_context_t *ct)
2525 2525 {
2526 2526 int (*func)() = NULL;
2527 2527 void *arg0 = NULL;
2528 2528
2529 2529 ASSERT(vf != NULL);
2530 2530 vf->fa_fnode--;
2531 2531 vsop_find(vf, &func, int, &arg0, vop_addmap, femop_addmap);
2532 2532 ASSERT(func != NULL);
2533 2533 ASSERT(arg0 != NULL);
2534 2534 return ((*func)(arg0, off, as, addr, len, prot, maxprot, flags,
2535 2535 cr, ct));
2536 2536 }
2537 2537
2538 2538 int
2539 2539 vnext_delmap(femarg_t *vf, offset_t off, struct as *as, caddr_t addr,
2540 2540 size_t len, uint_t prot, uint_t maxprot, uint_t flags,
2541 2541 cred_t *cr, caller_context_t *ct)
2542 2542 {
2543 2543 int (*func)() = NULL;
2544 2544 void *arg0 = NULL;
2545 2545
2546 2546 ASSERT(vf != NULL);
2547 2547 vf->fa_fnode--;
2548 2548 vsop_find(vf, &func, int, &arg0, vop_delmap, femop_delmap);
2549 2549 ASSERT(func != NULL);
2550 2550 ASSERT(arg0 != NULL);
2551 2551 return ((*func)(arg0, off, as, addr, len, prot, maxprot, flags,
2552 2552 cr, ct));
2553 2553 }
2554 2554
2555 2555 int
2556 2556 vnext_poll(femarg_t *vf, short events, int anyyet, short *reventsp,
2557 2557 struct pollhead **phpp, caller_context_t *ct)
2558 2558 {
2559 2559 int (*func)() = NULL;
2560 2560 void *arg0 = NULL;
2561 2561
2562 2562 ASSERT(vf != NULL);
2563 2563 vf->fa_fnode--;
2564 2564 vsop_find(vf, &func, int, &arg0, vop_poll, femop_poll);
2565 2565 ASSERT(func != NULL);
2566 2566 ASSERT(arg0 != NULL);
2567 2567 return ((*func)(arg0, events, anyyet, reventsp, phpp, ct));
2568 2568 }
2569 2569
2570 2570 int
2571 2571 vnext_dump(femarg_t *vf, caddr_t addr, offset_t lbdn, offset_t dblks,
2572 2572 caller_context_t *ct)
2573 2573 {
2574 2574 int (*func)() = NULL;
2575 2575 void *arg0 = NULL;
2576 2576
2577 2577 ASSERT(vf != NULL);
2578 2578 vf->fa_fnode--;
2579 2579 vsop_find(vf, &func, int, &arg0, vop_dump, femop_dump);
2580 2580 ASSERT(func != NULL);
2581 2581 ASSERT(arg0 != NULL);
2582 2582 return ((*func)(arg0, addr, lbdn, dblks, ct));
2583 2583 }
2584 2584
2585 2585 int
2586 2586 vnext_pathconf(femarg_t *vf, int cmd, ulong_t *valp, cred_t *cr,
2587 2587 caller_context_t *ct)
2588 2588 {
2589 2589 int (*func)() = NULL;
2590 2590 void *arg0 = NULL;
2591 2591
2592 2592 ASSERT(vf != NULL);
2593 2593 vf->fa_fnode--;
2594 2594 vsop_find(vf, &func, int, &arg0, vop_pathconf, femop_pathconf);
2595 2595 ASSERT(func != NULL);
2596 2596 ASSERT(arg0 != NULL);
2597 2597 return ((*func)(arg0, cmd, valp, cr, ct));
2598 2598 }
2599 2599
2600 2600 int
2601 2601 vnext_pageio(femarg_t *vf, struct page *pp, u_offset_t io_off,
2602 2602 size_t io_len, int flags, cred_t *cr, caller_context_t *ct)
2603 2603 {
2604 2604 int (*func)() = NULL;
2605 2605 void *arg0 = NULL;
2606 2606
2607 2607 ASSERT(vf != NULL);
2608 2608 vf->fa_fnode--;
2609 2609 vsop_find(vf, &func, int, &arg0, vop_pageio, femop_pageio);
2610 2610 ASSERT(func != NULL);
2611 2611 ASSERT(arg0 != NULL);
2612 2612 return ((*func)(arg0, pp, io_off, io_len, flags, cr, ct));
2613 2613 }
2614 2614
2615 2615 int
2616 2616 vnext_dumpctl(femarg_t *vf, int action, offset_t *blkp, caller_context_t *ct)
2617 2617 {
2618 2618 int (*func)() = NULL;
2619 2619 void *arg0 = NULL;
2620 2620
2621 2621 ASSERT(vf != NULL);
2622 2622 vf->fa_fnode--;
2623 2623 vsop_find(vf, &func, int, &arg0, vop_dumpctl, femop_dumpctl);
2624 2624 ASSERT(func != NULL);
2625 2625 ASSERT(arg0 != NULL);
2626 2626 return ((*func)(arg0, action, blkp, ct));
2627 2627 }
2628 2628
2629 2629 void
2630 2630 vnext_dispose(femarg_t *vf, struct page *pp, int flag, int dn, cred_t *cr,
2631 2631 caller_context_t *ct)
2632 2632 {
2633 2633 void (*func)() = NULL;
2634 2634 void *arg0 = NULL;
2635 2635
2636 2636 ASSERT(vf != NULL);
2637 2637 vf->fa_fnode--;
2638 2638 vsop_find(vf, &func, void, &arg0, vop_dispose, femop_dispose);
2639 2639 ASSERT(func != NULL);
2640 2640 ASSERT(arg0 != NULL);
2641 2641 (*func)(arg0, pp, flag, dn, cr, ct);
2642 2642 }
2643 2643
2644 2644 int
2645 2645 vnext_setsecattr(femarg_t *vf, vsecattr_t *vsap, int flag, cred_t *cr,
2646 2646 caller_context_t *ct)
2647 2647 {
2648 2648 int (*func)() = NULL;
2649 2649 void *arg0 = NULL;
2650 2650
2651 2651 ASSERT(vf != NULL);
2652 2652 vf->fa_fnode--;
2653 2653 vsop_find(vf, &func, int, &arg0, vop_setsecattr, femop_setsecattr);
2654 2654 ASSERT(func != NULL);
2655 2655 ASSERT(arg0 != NULL);
2656 2656 return ((*func)(arg0, vsap, flag, cr, ct));
2657 2657 }
2658 2658
2659 2659 int
2660 2660 vnext_getsecattr(femarg_t *vf, vsecattr_t *vsap, int flag, cred_t *cr,
2661 2661 caller_context_t *ct)
2662 2662 {
2663 2663 int (*func)() = NULL;
2664 2664 void *arg0 = NULL;
2665 2665
2666 2666 ASSERT(vf != NULL);
2667 2667 vf->fa_fnode--;
2668 2668 vsop_find(vf, &func, int, &arg0, vop_getsecattr, femop_getsecattr);
2669 2669 ASSERT(func != NULL);
2670 2670 ASSERT(arg0 != NULL);
2671 2671 return ((*func)(arg0, vsap, flag, cr, ct));
2672 2672 }
2673 2673
2674 2674 int
2675 2675 vnext_shrlock(femarg_t *vf, int cmd, struct shrlock *shr, int flag,
2676 2676 cred_t *cr, caller_context_t *ct)
2677 2677 {
2678 2678 int (*func)() = NULL;
2679 2679 void *arg0 = NULL;
2680 2680
2681 2681 ASSERT(vf != NULL);
2682 2682 vf->fa_fnode--;
2683 2683 vsop_find(vf, &func, int, &arg0, vop_shrlock, femop_shrlock);
2684 2684 ASSERT(func != NULL);
2685 2685 ASSERT(arg0 != NULL);
2686 2686 return ((*func)(arg0, cmd, shr, flag, cr, ct));
2687 2687 }
2688 2688
2689 2689 int
2690 2690 vnext_vnevent(femarg_t *vf, vnevent_t vnevent, vnode_t *dvp, char *cname,
2691 2691 caller_context_t *ct)
2692 2692 {
2693 2693 int (*func)() = NULL;
2694 2694 void *arg0 = NULL;
2695 2695
2696 2696 ASSERT(vf != NULL);
2697 2697 vf->fa_fnode--;
2698 2698 vsop_find(vf, &func, int, &arg0, vop_vnevent, femop_vnevent);
2699 2699 ASSERT(func != NULL);
2700 2700 ASSERT(arg0 != NULL);
2701 2701 return ((*func)(arg0, vnevent, dvp, cname, ct));
2702 2702 }
2703 2703
2704 2704 int
2705 2705 vnext_reqzcbuf(femarg_t *vf, enum uio_rw ioflag, xuio_t *xuiop, cred_t *cr,
2706 2706 caller_context_t *ct)
2707 2707 {
2708 2708 int (*func)() = NULL;
2709 2709 void *arg0 = NULL;
2710 2710
2711 2711 ASSERT(vf != NULL);
2712 2712 vf->fa_fnode--;
2713 2713 vsop_find(vf, &func, int, &arg0, vop_reqzcbuf, femop_reqzcbuf);
2714 2714 ASSERT(func != NULL);
2715 2715 ASSERT(arg0 != NULL);
2716 2716 return ((*func)(arg0, ioflag, xuiop, cr, ct));
2717 2717 }
2718 2718
2719 2719 int
2720 2720 vnext_retzcbuf(femarg_t *vf, xuio_t *xuiop, cred_t *cr, caller_context_t *ct)
2721 2721 {
2722 2722 int (*func)() = NULL;
2723 2723 void *arg0 = NULL;
2724 2724
2725 2725 ASSERT(vf != NULL);
2726 2726 vf->fa_fnode--;
2727 2727 vsop_find(vf, &func, int, &arg0, vop_retzcbuf, femop_retzcbuf);
2728 2728 ASSERT(func != NULL);
2729 2729 ASSERT(arg0 != NULL);
2730 2730 return ((*func)(arg0, xuiop, cr, ct));
2731 2731 }
2732 2732
2733 2733 int
2734 2734 vfsnext_mount(fsemarg_t *vf, vnode_t *mvp, struct mounta *uap, cred_t *cr)
2735 2735 {
2736 2736 int (*func)() = NULL;
2737 2737 void *arg0 = NULL;
2738 2738
2739 2739 ASSERT(vf != NULL);
2740 2740 vf->fa_fnode--;
2741 2741 vfsop_find(vf, &func, int, &arg0, vfs_mount, fsemop_mount);
2742 2742 ASSERT(func != NULL);
2743 2743 ASSERT(arg0 != NULL);
2744 2744 return ((*func)(arg0, mvp, uap, cr));
2745 2745 }
2746 2746
2747 2747 int
2748 2748 vfsnext_unmount(fsemarg_t *vf, int flag, cred_t *cr)
2749 2749 {
2750 2750 int (*func)() = NULL;
2751 2751 void *arg0 = NULL;
2752 2752
2753 2753 ASSERT(vf != NULL);
2754 2754 vf->fa_fnode--;
2755 2755 vfsop_find(vf, &func, int, &arg0, vfs_unmount, fsemop_unmount);
2756 2756 ASSERT(func != NULL);
2757 2757 ASSERT(arg0 != NULL);
2758 2758 return ((*func)(arg0, flag, cr));
2759 2759 }
2760 2760
2761 2761 int
2762 2762 vfsnext_root(fsemarg_t *vf, vnode_t **vpp)
2763 2763 {
2764 2764 int (*func)() = NULL;
2765 2765 void *arg0 = NULL;
2766 2766
2767 2767 ASSERT(vf != NULL);
2768 2768 vf->fa_fnode--;
2769 2769 vfsop_find(vf, &func, int, &arg0, vfs_root, fsemop_root);
2770 2770 ASSERT(func != NULL);
2771 2771 ASSERT(arg0 != NULL);
2772 2772 return ((*func)(arg0, vpp));
2773 2773 }
2774 2774
2775 2775 int
2776 2776 vfsnext_statvfs(fsemarg_t *vf, statvfs64_t *sp)
2777 2777 {
2778 2778 int (*func)() = NULL;
2779 2779 void *arg0 = NULL;
2780 2780
2781 2781 ASSERT(vf != NULL);
2782 2782 vf->fa_fnode--;
2783 2783 vfsop_find(vf, &func, int, &arg0, vfs_statvfs, fsemop_statvfs);
2784 2784 ASSERT(func != NULL);
2785 2785 ASSERT(arg0 != NULL);
2786 2786 return ((*func)(arg0, sp));
2787 2787 }
2788 2788
2789 2789 int
2790 2790 vfsnext_sync(fsemarg_t *vf, short flag, cred_t *cr)
2791 2791 {
2792 2792 int (*func)() = NULL;
2793 2793 void *arg0 = NULL;
2794 2794
2795 2795 ASSERT(vf != NULL);
2796 2796 vf->fa_fnode--;
2797 2797 vfsop_find(vf, &func, int, &arg0, vfs_sync, fsemop_sync);
2798 2798 ASSERT(func != NULL);
2799 2799 ASSERT(arg0 != NULL);
2800 2800 return ((*func)(arg0, flag, cr));
2801 2801 }
2802 2802
2803 2803 int
2804 2804 vfsnext_vget(fsemarg_t *vf, vnode_t **vpp, fid_t *fidp)
2805 2805 {
2806 2806 int (*func)() = NULL;
2807 2807 void *arg0 = NULL;
2808 2808
2809 2809 ASSERT(vf != NULL);
2810 2810 vf->fa_fnode--;
2811 2811 vfsop_find(vf, &func, int, &arg0, vfs_vget, fsemop_vget);
2812 2812 ASSERT(func != NULL);
2813 2813 ASSERT(arg0 != NULL);
2814 2814 return ((*func)(arg0, vpp, fidp));
2815 2815 }
2816 2816
2817 2817 int
2818 2818 vfsnext_mountroot(fsemarg_t *vf, enum whymountroot reason)
2819 2819 {
2820 2820 int (*func)() = NULL;
2821 2821 void *arg0 = NULL;
2822 2822
2823 2823 ASSERT(vf != NULL);
2824 2824 vf->fa_fnode--;
2825 2825 vfsop_find(vf, &func, int, &arg0, vfs_mountroot, fsemop_mountroot);
2826 2826 ASSERT(func != NULL);
2827 2827 ASSERT(arg0 != NULL);
2828 2828 return ((*func)(arg0, reason));
2829 2829 }
2830 2830
2831 2831 void
2832 2832 vfsnext_freevfs(fsemarg_t *vf)
2833 2833 {
2834 2834 void (*func)() = NULL;
2835 2835 void *arg0 = NULL;
2836 2836
2837 2837 ASSERT(vf != NULL);
2838 2838 vf->fa_fnode--;
2839 2839 vfsop_find(vf, &func, void, &arg0, vfs_freevfs, fsemop_freevfs);
2840 2840 ASSERT(func != NULL);
2841 2841 ASSERT(arg0 != NULL);
2842 2842 (*func)(arg0);
2843 2843 }
2844 2844
2845 2845 int
2846 2846 vfsnext_vnstate(fsemarg_t *vf, vnode_t *vp, vntrans_t nstate)
2847 2847 {
2848 2848 int (*func)() = NULL;
2849 2849 void *arg0 = NULL;
2850 2850
2851 2851 ASSERT(vf != NULL);
2852 2852 vf->fa_fnode--;
2853 2853 vfsop_find(vf, &func, int, &arg0, vfs_vnstate, fsemop_vnstate);
2854 2854 ASSERT(func != NULL);
2855 2855 ASSERT(arg0 != NULL);
2856 2856 return ((*func)(arg0, vp, nstate));
2857 2857 }
2858 2858
2859 2859
2860 2860 /*
2861 2861 * Create a new fem_head and associate with the vnode.
2862 2862 * To keep the unaugmented vnode access path lock free, we spin
2863 2863 * update this - create a new one, then try and install it. If
2864 2864 * we fail to install, release the old one and pretend we succeeded.
|
↓ open down ↓ |
2864 lines elided |
↑ open up ↑ |
2865 2865 */
2866 2866
2867 2867 static struct fem_head *
2868 2868 new_femhead(struct fem_head **hp)
2869 2869 {
2870 2870 struct fem_head *head;
2871 2871
2872 2872 head = kmem_alloc(sizeof (*head), KM_SLEEP);
2873 2873 mutex_init(&head->femh_lock, NULL, MUTEX_DEFAULT, NULL);
2874 2874 head->femh_list = NULL;
2875 - if (casptr(hp, NULL, head) != NULL) {
2875 + if (atomic_cas_ptr(hp, NULL, head) != NULL) {
2876 2876 kmem_free(head, sizeof (*head));
2877 2877 head = *hp;
2878 2878 }
2879 2879 return (head);
2880 2880 }
2881 2881
2882 2882 /*
2883 2883 * Create a fem_list. The fem_list that gets returned is in a
2884 2884 * very rudimentary state and MUST NOT be used until it's initialized
2885 2885 * (usually by femlist_construct() or fem_dup_list()). The refcount
2886 2886 * and size is set properly and top-of-stack is set to the "guard" node
2887 2887 * just to be consistent.
2888 2888 *
2889 2889 * If anyone were to accidentally trying to run on this fem_list before
2890 2890 * it's initialized then the system would likely panic trying to defererence
2891 2891 * the (NULL) fn_op pointer.
2892 2892 *
2893 2893 */
2894 2894 static struct fem_list *
2895 2895 femlist_create(int numnodes)
2896 2896 {
2897 2897 struct fem_list *sp;
2898 2898
2899 2899 sp = kmem_alloc(fl_ntob(numnodes), KM_SLEEP);
2900 2900 sp->feml_refc = 1;
2901 2901 sp->feml_ssize = numnodes;
2902 2902 sp->feml_nodes[0] = FEM_GUARD(FEMTYPE_NULL);
2903 2903 sp->feml_tos = 0;
2904 2904 return (sp);
2905 2905 }
2906 2906
2907 2907 /*
2908 2908 * Construct a new femlist.
2909 2909 * The list is constructed with the appropriate type of guard to
2910 2910 * anchor it, and inserts the original ops.
2911 2911 */
2912 2912
2913 2913 static struct fem_list *
2914 2914 femlist_construct(void *baseops, int type, int numnodes)
2915 2915 {
2916 2916 struct fem_list *sp;
2917 2917
2918 2918 sp = femlist_create(numnodes);
2919 2919 sp->feml_nodes[0] = FEM_GUARD(type);
2920 2920 sp->feml_nodes[1].fn_op.anon = baseops;
2921 2921 sp->feml_nodes[1].fn_available = NULL;
2922 2922 sp->feml_nodes[1].fn_av_hold = NULL;
2923 2923 sp->feml_nodes[1].fn_av_rele = NULL;
2924 2924 sp->feml_tos = 1;
2925 2925 return (sp);
2926 2926 }
2927 2927
2928 2928 /*
2929 2929 * Duplicate a list. Copy the original list to the clone.
2930 2930 *
2931 2931 * NOTE: The caller must have the fem_head for the lists locked.
2932 2932 * Assuming the appropriate lock is held and the caller has done the
2933 2933 * math right, the clone list should be big enough to old the original.
2934 2934 */
2935 2935
2936 2936 static void
2937 2937 fem_dup_list(struct fem_list *orig, struct fem_list *clone)
2938 2938 {
2939 2939 int i;
2940 2940
2941 2941 ASSERT(clone->feml_ssize >= orig->feml_ssize);
2942 2942
2943 2943 bcopy(orig->feml_nodes, clone->feml_nodes,
2944 2944 sizeof (orig->feml_nodes[0]) * orig->feml_ssize);
2945 2945 clone->feml_tos = orig->feml_tos;
2946 2946 /*
2947 2947 * Now that we've copied the old list (orig) to the new list (clone),
2948 2948 * we need to walk the new list and put another hold on fn_available.
2949 2949 */
2950 2950 for (i = clone->feml_tos; i > 0; i--) {
2951 2951 struct fem_node *fnp = &clone->feml_nodes[i];
2952 2952
2953 2953 if (fnp->fn_av_hold)
2954 2954 (*(fnp->fn_av_hold))(fnp->fn_available);
2955 2955 }
2956 2956 }
2957 2957
2958 2958
2959 2959 static int
2960 2960 fem_push_node(
2961 2961 struct fem_head **hp,
2962 2962 void **baseops,
2963 2963 int type,
2964 2964 struct fem_node *nnode,
2965 2965 femhow_t how)
2966 2966 {
2967 2967 struct fem_head *hd;
2968 2968 struct fem_list *list;
2969 2969 void *oldops;
2970 2970 int retry;
2971 2971 int error = 0;
2972 2972 int i;
2973 2973
2974 2974 /* Validate the node */
2975 2975 if ((nnode->fn_op.anon == NULL) || (nnode->fn_available == NULL)) {
2976 2976 return (EINVAL);
2977 2977 }
2978 2978
2979 2979 if ((hd = *hp) == NULL) { /* construct a proto-list */
2980 2980 hd = new_femhead(hp);
2981 2981 }
2982 2982 /*
2983 2983 * RULE: once a femhead has been pushed onto a object, it cannot be
2984 2984 * removed until the object is destroyed. It can be deactivated by
2985 2985 * placing the original 'object operations' onto the object, which
2986 2986 * will ignore the femhead.
2987 2987 * The loop will exist when the femh_list has space to push a monitor
2988 2988 * onto it.
2989 2989 */
2990 2990 do {
2991 2991 retry = 1;
2992 2992 list = fem_lock(hd);
2993 2993 oldops = *baseops;
2994 2994
2995 2995 if (list != NULL) {
2996 2996 if (list->feml_tos+1 < list->feml_ssize) {
2997 2997 retry = 0;
2998 2998 } else {
2999 2999 struct fem_list *olist = list;
3000 3000
3001 3001 fem_addref(olist);
3002 3002 fem_unlock(hd);
3003 3003 list = femlist_create(olist->feml_ssize * 2);
3004 3004 (void) fem_lock(hd);
3005 3005 if (hd->femh_list == olist) {
3006 3006 if (list->feml_ssize <=
3007 3007 olist->feml_ssize) {
3008 3008 /*
3009 3009 * We have a new list, but it
3010 3010 * is too small to hold the
3011 3011 * original contents plus the
3012 3012 * one to push. Release the
3013 3013 * new list and start over.
3014 3014 */
3015 3015 fem_release(list);
3016 3016 fem_unlock(hd);
3017 3017 } else {
3018 3018 /*
3019 3019 * Life is good: Our new list
3020 3020 * is big enough to hold the
3021 3021 * original list (olist) + 1.
3022 3022 */
3023 3023 fem_dup_list(olist, list);
3024 3024 /* orphan this list */
3025 3025 hd->femh_list = list;
3026 3026 (void) fem_delref(olist);
3027 3027 retry = 0;
3028 3028 }
3029 3029 } else {
3030 3030 /* concurrent update, retry */
3031 3031 fem_release(list);
3032 3032 fem_unlock(hd);
3033 3033 }
3034 3034 /* remove the reference we added above */
3035 3035 fem_release(olist);
3036 3036 }
3037 3037 } else {
3038 3038 fem_unlock(hd);
3039 3039 list = femlist_construct(oldops, type, NNODES_DEFAULT);
3040 3040 (void) fem_lock(hd);
3041 3041 if (hd->femh_list != NULL || *baseops != oldops) {
3042 3042 /* concurrent update, retry */
3043 3043 fem_release(list);
3044 3044 fem_unlock(hd);
3045 3045 } else {
3046 3046 hd->femh_list = list;
3047 3047 *baseops = FEM_HEAD(type);
3048 3048 retry = 0;
3049 3049 }
3050 3050 }
3051 3051 } while (retry);
3052 3052
3053 3053 ASSERT(mutex_owner(&hd->femh_lock) == curthread);
3054 3054 ASSERT(list->feml_tos+1 < list->feml_ssize);
3055 3055
3056 3056 /*
3057 3057 * The presence of "how" will modify the behavior of how/if
3058 3058 * nodes are pushed. If it's FORCE, then we can skip
3059 3059 * all the checks and push it on.
3060 3060 */
3061 3061 if (how != FORCE) {
3062 3062 /* Start at the top and work our way down */
3063 3063 for (i = list->feml_tos; i > 0; i--) {
3064 3064 void *fn_av = list->feml_nodes[i].fn_available;
3065 3065 void *fn_op = list->feml_nodes[i].fn_op.anon;
3066 3066
3067 3067 /*
3068 3068 * OPARGUNIQ means that this node should not
3069 3069 * be pushed on if a node with the same op/avail
3070 3070 * combination exists. This situation returns
3071 3071 * EBUSY.
3072 3072 *
3073 3073 * OPUNIQ means that this node should not be
3074 3074 * pushed on if a node with the same op exists.
3075 3075 * This situation also returns EBUSY.
3076 3076 */
3077 3077 switch (how) {
3078 3078
3079 3079 case OPUNIQ:
3080 3080 if (fn_op == nnode->fn_op.anon) {
3081 3081 error = EBUSY;
3082 3082 }
3083 3083 break;
3084 3084
3085 3085 case OPARGUNIQ:
3086 3086 if ((fn_op == nnode->fn_op.anon) &&
3087 3087 (fn_av == nnode->fn_available)) {
3088 3088 error = EBUSY;
3089 3089 }
3090 3090 break;
3091 3091
3092 3092 default:
3093 3093 error = EINVAL; /* Unexpected value */
3094 3094 break;
3095 3095 }
3096 3096
3097 3097 if (error)
3098 3098 break;
3099 3099 }
3100 3100 }
3101 3101
3102 3102 if (error == 0) {
3103 3103 /*
3104 3104 * If no errors, slap the node on the list.
3105 3105 * Note: The following is a structure copy.
3106 3106 */
3107 3107 list->feml_nodes[++(list->feml_tos)] = *nnode;
3108 3108 }
3109 3109
3110 3110 fem_unlock(hd);
3111 3111 return (error);
3112 3112 }
3113 3113
3114 3114 /*
3115 3115 * Remove a node by copying the list above it down a notch.
3116 3116 * If the list is busy, replace it with an idle one and work
3117 3117 * upon it.
3118 3118 * A node matches if the opset matches and the datap matches or is
3119 3119 * null.
3120 3120 */
3121 3121
3122 3122 static int
3123 3123 remove_node(struct fem_list *sp, void **baseops, void *opset, void *datap)
3124 3124 {
3125 3125 int i;
3126 3126 struct fem_node *fn;
3127 3127
3128 3128 for (i = sp->feml_tos; i > 0; i--) {
3129 3129 fn = sp->feml_nodes+i;
3130 3130 if (fn->fn_op.anon == opset &&
3131 3131 (fn->fn_available == datap || datap == NULL)) {
3132 3132 break;
3133 3133 }
3134 3134 }
3135 3135 if (i == 0) {
3136 3136 return (EINVAL);
3137 3137 }
3138 3138
3139 3139 /*
3140 3140 * At this point we have a node in-hand (*fn) that we are about
3141 3141 * to remove by overwriting it and adjusting the stack. This is
3142 3142 * our last chance to do anything with this node so we do the
3143 3143 * release on the arg.
3144 3144 */
3145 3145 if (fn->fn_av_rele)
3146 3146 (*(fn->fn_av_rele))(fn->fn_available);
3147 3147
3148 3148 while (i++ < sp->feml_tos) {
3149 3149 sp->feml_nodes[i-1] = sp->feml_nodes[i];
3150 3150 }
3151 3151 if (--(sp->feml_tos) == 1) { /* Empty, restore ops */
3152 3152 *baseops = sp->feml_nodes[1].fn_op.anon;
3153 3153 }
3154 3154 return (0);
3155 3155 }
3156 3156
3157 3157 static int
3158 3158 fem_remove_node(struct fem_head *fh, void **baseops, void *opset, void *datap)
3159 3159 {
3160 3160 struct fem_list *sp;
3161 3161 int error = 0;
3162 3162 int retry;
3163 3163
3164 3164 if (fh == NULL) {
3165 3165 return (EINVAL);
3166 3166 }
3167 3167
3168 3168 do {
3169 3169 retry = 0;
3170 3170 if ((sp = fem_lock(fh)) == NULL) {
3171 3171 fem_unlock(fh);
3172 3172 error = EINVAL;
3173 3173 } else if (sp->feml_refc == 1) {
3174 3174 error = remove_node(sp, baseops, opset, datap);
3175 3175 if (sp->feml_tos == 1) {
3176 3176 /*
3177 3177 * The top-of-stack was decremented by
3178 3178 * remove_node(). If it got down to 1,
3179 3179 * then the base ops were replaced and we
3180 3180 * call fem_release() which will free the
3181 3181 * fem_list.
3182 3182 */
3183 3183 fem_release(sp);
3184 3184 fh->femh_list = NULL;
3185 3185 /* XXX - Do we need a membar_producer() call? */
3186 3186 }
3187 3187 fem_unlock(fh);
3188 3188 } else {
3189 3189 /* busy - install a new one without this monitor */
3190 3190 struct fem_list *nsp; /* New fem_list being cloned */
3191 3191
3192 3192 fem_addref(sp);
3193 3193 fem_unlock(fh);
3194 3194 nsp = femlist_create(sp->feml_ssize);
3195 3195 if (fem_lock(fh) == sp) {
3196 3196 /*
3197 3197 * We popped out of the lock, created a
3198 3198 * list, then relocked. If we're in here
3199 3199 * then the fem_head points to the same list
3200 3200 * it started with.
3201 3201 */
3202 3202 fem_dup_list(sp, nsp);
3203 3203 error = remove_node(nsp, baseops, opset, datap);
3204 3204 if (error != 0) {
3205 3205 fem_release(nsp);
3206 3206 } else if (nsp->feml_tos == 1) {
3207 3207 /* New list now empty, tear it down */
3208 3208 fem_release(nsp);
3209 3209 fh->femh_list = NULL;
3210 3210 } else {
3211 3211 fh->femh_list = nsp;
3212 3212 }
3213 3213 (void) fem_delref(sp);
3214 3214 } else {
3215 3215 /* List changed while locked, try again... */
3216 3216 fem_release(nsp);
3217 3217 retry = 1;
3218 3218 }
3219 3219 /*
3220 3220 * If error is set, then we tried to remove a node
3221 3221 * from the list, but failed. This means that we
3222 3222 * will still be using this list so don't release it.
3223 3223 */
3224 3224 if (error == 0)
3225 3225 fem_release(sp);
3226 3226 fem_unlock(fh);
3227 3227 }
3228 3228 } while (retry);
3229 3229 return (error);
3230 3230 }
3231 3231
3232 3232
3233 3233 /*
3234 3234 * perform operation on each element until one returns non zero
3235 3235 */
3236 3236 static int
3237 3237 fem_walk_list(
3238 3238 struct fem_list *sp,
3239 3239 int (*f)(struct fem_node *, void *, void *),
3240 3240 void *mon,
3241 3241 void *arg)
3242 3242 {
3243 3243 int i;
3244 3244
3245 3245 ASSERT(sp != NULL);
3246 3246 for (i = sp->feml_tos; i > 0; i--) {
3247 3247 if ((*f)(sp->feml_nodes+i, mon, arg) != 0) {
3248 3248 break;
3249 3249 }
3250 3250 }
3251 3251 return (i);
3252 3252 }
3253 3253
3254 3254 /*
3255 3255 * companion comparison functions.
3256 3256 */
3257 3257 static int
3258 3258 fem_compare_mon(struct fem_node *n, void *mon, void *arg)
3259 3259 {
3260 3260 return ((n->fn_op.anon == mon) && (n->fn_available == arg));
3261 3261 }
3262 3262
3263 3263 /*
3264 3264 * VNODE interposition.
3265 3265 */
3266 3266
3267 3267 int
3268 3268 fem_create(char *name, const struct fs_operation_def *templ,
3269 3269 fem_t **actual)
3270 3270 {
3271 3271 int unused_ops = 0;
3272 3272 int e;
3273 3273 fem_t *newf;
3274 3274
3275 3275 newf = fem_alloc();
3276 3276 newf->name = name;
3277 3277 newf->templ = templ;
3278 3278
3279 3279 e = fs_build_vector(newf, &unused_ops, fem_opdef, templ);
3280 3280 if (e != 0) {
3281 3281 #ifdef DEBUG
3282 3282 cmn_err(CE_WARN, "fem_create: error %d building vector", e);
3283 3283 #endif
3284 3284 fem_free(newf);
3285 3285 } else {
3286 3286 *actual = newf;
3287 3287 }
3288 3288 return (e);
3289 3289 }
3290 3290
3291 3291 int
3292 3292 fem_install(
3293 3293 vnode_t *vp, /* Vnode on which monitor is being installed */
3294 3294 fem_t *mon, /* Monitor operations being installed */
3295 3295 void *arg, /* Opaque data used by monitor */
3296 3296 femhow_t how, /* Installation control */
3297 3297 void (*arg_hold)(void *), /* Hold routine for "arg" */
3298 3298 void (*arg_rele)(void *)) /* Release routine for "arg" */
3299 3299 {
3300 3300 int error;
3301 3301 struct fem_node nnode;
3302 3302
3303 3303 nnode.fn_available = arg;
3304 3304 nnode.fn_op.fem = mon;
3305 3305 nnode.fn_av_hold = arg_hold;
3306 3306 nnode.fn_av_rele = arg_rele;
3307 3307 /*
3308 3308 * If we have a non-NULL hold function, do the hold right away.
3309 3309 * The release is done in remove_node().
3310 3310 */
3311 3311 if (arg_hold)
3312 3312 (*arg_hold)(arg);
3313 3313
3314 3314 error = fem_push_node(&vp->v_femhead, (void **)&vp->v_op, FEMTYPE_VNODE,
3315 3315 &nnode, how);
3316 3316
3317 3317 /* If there was an error then the monitor wasn't pushed */
3318 3318 if (error && arg_rele)
3319 3319 (*arg_rele)(arg);
3320 3320
3321 3321 return (error);
3322 3322 }
3323 3323
3324 3324 int
3325 3325 fem_is_installed(vnode_t *v, fem_t *mon, void *arg)
3326 3326 {
3327 3327 int e;
3328 3328 struct fem_list *fl;
3329 3329
3330 3330 fl = fem_get(v->v_femhead);
3331 3331 if (fl != NULL) {
3332 3332 e = fem_walk_list(fl, fem_compare_mon, (void *)mon, arg);
3333 3333 fem_release(fl);
3334 3334 return (e);
3335 3335 }
3336 3336 return (0);
3337 3337 }
3338 3338
3339 3339 int
3340 3340 fem_uninstall(vnode_t *v, fem_t *mon, void *arg)
3341 3341 {
3342 3342 int e;
3343 3343 e = fem_remove_node(v->v_femhead, (void **)&v->v_op,
3344 3344 (void *)mon, arg);
3345 3345 return (e);
3346 3346 }
3347 3347
3348 3348 void
3349 3349 fem_setvnops(vnode_t *v, vnodeops_t *newops)
3350 3350 {
3351 3351 vnodeops_t *r;
3352 3352
3353 3353 ASSERT(v != NULL);
3354 3354 ASSERT(newops != NULL);
3355 3355
3356 3356 do {
3357 3357 r = v->v_op;
|
↓ open down ↓ |
472 lines elided |
↑ open up ↑ |
3358 3358 membar_consumer();
3359 3359 if (v->v_femhead != NULL) {
3360 3360 struct fem_list *fl;
3361 3361 if ((fl = fem_lock(v->v_femhead)) != NULL) {
3362 3362 fl->feml_nodes[1].fn_op.vnode = newops;
3363 3363 fem_unlock(v->v_femhead);
3364 3364 return;
3365 3365 }
3366 3366 fem_unlock(v->v_femhead);
3367 3367 }
3368 - } while (casptr(&v->v_op, r, newops) != r);
3368 + } while (atomic_cas_ptr(&v->v_op, r, newops) != r);
3369 3369 }
3370 3370
3371 3371 vnodeops_t *
3372 3372 fem_getvnops(vnode_t *v)
3373 3373 {
3374 3374 vnodeops_t *r;
3375 3375
3376 3376 ASSERT(v != NULL);
3377 3377
3378 3378 r = v->v_op;
3379 3379 membar_consumer();
3380 3380 if (v->v_femhead != NULL) {
3381 3381 struct fem_list *fl;
3382 3382 if ((fl = fem_lock(v->v_femhead)) != NULL) {
3383 3383 r = fl->feml_nodes[1].fn_op.vnode;
3384 3384 }
3385 3385 fem_unlock(v->v_femhead);
3386 3386 }
3387 3387 return (r);
3388 3388 }
3389 3389
3390 3390
3391 3391 /*
3392 3392 * VFS interposition
3393 3393 */
3394 3394 int
3395 3395 fsem_create(char *name, const struct fs_operation_def *templ,
3396 3396 fsem_t **actual)
3397 3397 {
3398 3398 int unused_ops = 0;
3399 3399 int e;
3400 3400 fsem_t *newv;
3401 3401
3402 3402 newv = fsem_alloc();
3403 3403 newv->name = (const char *)name;
3404 3404 newv->templ = templ;
3405 3405
3406 3406 e = fs_build_vector(newv, &unused_ops, fsem_opdef, templ);
3407 3407 if (e != 0) {
3408 3408 #ifdef DEBUG
3409 3409 cmn_err(CE_WARN, "fsem_create: error %d building vector", e);
3410 3410 #endif
3411 3411 fsem_free(newv);
3412 3412 } else {
3413 3413 *actual = newv;
3414 3414 }
3415 3415 return (e);
3416 3416 }
3417 3417
3418 3418 /*
3419 3419 * These need to be re-written, but there should be more common bits.
3420 3420 */
3421 3421
3422 3422 int
3423 3423 fsem_is_installed(struct vfs *v, fsem_t *mon, void *arg)
3424 3424 {
3425 3425 struct fem_list *fl;
3426 3426
3427 3427 if (v->vfs_implp == NULL)
3428 3428 return (0);
3429 3429
3430 3430 fl = fem_get(v->vfs_femhead);
3431 3431 if (fl != NULL) {
3432 3432 int e;
3433 3433 e = fem_walk_list(fl, fem_compare_mon, (void *)mon, arg);
3434 3434 fem_release(fl);
3435 3435 return (e);
3436 3436 }
3437 3437 return (0);
3438 3438 }
3439 3439
3440 3440 int
3441 3441 fsem_install(
3442 3442 struct vfs *vfsp, /* VFS on which monitor is being installed */
3443 3443 fsem_t *mon, /* Monitor operations being installed */
3444 3444 void *arg, /* Opaque data used by monitor */
3445 3445 femhow_t how, /* Installation control */
3446 3446 void (*arg_hold)(void *), /* Hold routine for "arg" */
3447 3447 void (*arg_rele)(void *)) /* Release routine for "arg" */
3448 3448 {
3449 3449 int error;
3450 3450 struct fem_node nnode;
3451 3451
3452 3452 /* If this vfs hasn't been properly initialized, fail the install */
3453 3453 if (vfsp->vfs_implp == NULL)
3454 3454 return (EINVAL);
3455 3455
3456 3456 nnode.fn_available = arg;
3457 3457 nnode.fn_op.fsem = mon;
3458 3458 nnode.fn_av_hold = arg_hold;
3459 3459 nnode.fn_av_rele = arg_rele;
3460 3460 /*
3461 3461 * If we have a non-NULL hold function, do the hold right away.
3462 3462 * The release is done in remove_node().
3463 3463 */
3464 3464 if (arg_hold)
3465 3465 (*arg_hold)(arg);
3466 3466
3467 3467 error = fem_push_node(&vfsp->vfs_femhead, (void **)&vfsp->vfs_op,
3468 3468 FEMTYPE_VFS, &nnode, how);
3469 3469
3470 3470 /* If there was an error then the monitor wasn't pushed */
3471 3471 if (error && arg_rele)
3472 3472 (*arg_rele)(arg);
3473 3473
3474 3474 return (error);
3475 3475 }
3476 3476
3477 3477 int
3478 3478 fsem_uninstall(struct vfs *v, fsem_t *mon, void *arg)
3479 3479 {
3480 3480 int e;
3481 3481
3482 3482 if (v->vfs_implp == NULL)
3483 3483 return (EINVAL);
3484 3484
3485 3485 e = fem_remove_node(v->vfs_femhead, (void **)&v->vfs_op,
3486 3486 (void *)mon, arg);
3487 3487 return (e);
3488 3488 }
3489 3489
3490 3490 void
3491 3491 fsem_setvfsops(vfs_t *v, vfsops_t *newops)
3492 3492 {
3493 3493 vfsops_t *r;
3494 3494
3495 3495 ASSERT(v != NULL);
3496 3496 ASSERT(newops != NULL);
3497 3497 ASSERT(v->vfs_implp);
3498 3498
3499 3499 do {
3500 3500 r = v->vfs_op;
|
↓ open down ↓ |
122 lines elided |
↑ open up ↑ |
3501 3501 membar_consumer();
3502 3502 if (v->vfs_femhead != NULL) {
3503 3503 struct fem_list *fl;
3504 3504 if ((fl = fem_lock(v->vfs_femhead)) != NULL) {
3505 3505 fl->feml_nodes[1].fn_op.vfs = newops;
3506 3506 fem_unlock(v->vfs_femhead);
3507 3507 return;
3508 3508 }
3509 3509 fem_unlock(v->vfs_femhead);
3510 3510 }
3511 - } while (casptr(&v->vfs_op, r, newops) != r);
3511 + } while (atomic_cas_ptr(&v->vfs_op, r, newops) != r);
3512 3512 }
3513 3513
3514 3514 vfsops_t *
3515 3515 fsem_getvfsops(vfs_t *v)
3516 3516 {
3517 3517 vfsops_t *r;
3518 3518
3519 3519 ASSERT(v != NULL);
3520 3520 ASSERT(v->vfs_implp);
3521 3521
3522 3522 r = v->vfs_op;
3523 3523 membar_consumer();
3524 3524 if (v->vfs_femhead != NULL) {
3525 3525 struct fem_list *fl;
3526 3526 if ((fl = fem_lock(v->vfs_femhead)) != NULL) {
3527 3527 r = fl->feml_nodes[1].fn_op.vfs;
3528 3528 }
3529 3529 fem_unlock(v->vfs_femhead);
3530 3530 }
3531 3531 return (r);
3532 3532 }
3533 3533
3534 3534 /*
3535 3535 * Setup FEM.
3536 3536 */
3537 3537 void
3538 3538 fem_init()
3539 3539 {
3540 3540 struct fem_type_info *fi;
3541 3541
3542 3542 /*
3543 3543 * This femtype is only used for fem_list creation so we only
3544 3544 * need the "guard" to be initialized so that feml_tos has
3545 3545 * some rudimentary meaning. A fem_list must not be used until
3546 3546 * it has been initialized (either via femlist_construct() or
3547 3547 * fem_dup_list()). Anything that tries to use this fem_list
3548 3548 * before it's actually initialized would panic the system as
3549 3549 * soon as "fn_op" (NULL) is dereferenced.
3550 3550 */
3551 3551 fi = femtype + FEMTYPE_NULL;
3552 3552 fi->errf = fem_err;
3553 3553 fi->guard.fn_available = (void *)&fi->guard;
3554 3554 fi->guard.fn_av_hold = NULL;
3555 3555 fi->guard.fn_av_rele = NULL;
3556 3556 fi->guard.fn_op.anon = NULL;
3557 3557
3558 3558 fi = femtype + FEMTYPE_VNODE;
3559 3559 fi->errf = fem_err;
3560 3560 fi->head.fn_available = NULL;
3561 3561 fi->head.fn_av_hold = NULL;
3562 3562 fi->head.fn_av_rele = NULL;
3563 3563 (void) vn_make_ops("fem-head", fhead_vn_spec, &fi->head.fn_op.vnode);
3564 3564 fi->guard.fn_available = (void *)&fi->guard;
3565 3565 fi->guard.fn_av_hold = NULL;
3566 3566 fi->guard.fn_av_rele = NULL;
3567 3567 (void) fem_create("fem-guard", fem_guard_ops, &fi->guard.fn_op.fem);
3568 3568
3569 3569 fi = femtype + FEMTYPE_VFS;
3570 3570 fi->errf = fsem_err;
3571 3571 fi->head.fn_available = NULL;
3572 3572 fi->head.fn_av_hold = NULL;
3573 3573 fi->head.fn_av_rele = NULL;
3574 3574 (void) vfs_makefsops(fshead_vfs_spec, &fi->head.fn_op.vfs);
3575 3575
3576 3576 fi->guard.fn_available = (void *)&fi->guard;
3577 3577 fi->guard.fn_av_hold = NULL;
3578 3578 fi->guard.fn_av_rele = NULL;
3579 3579 (void) fsem_create("fem-guard", fsem_guard_ops, &fi->guard.fn_op.fsem);
3580 3580 }
3581 3581
3582 3582
3583 3583 int
3584 3584 fem_err()
3585 3585 {
3586 3586 cmn_err(CE_PANIC, "fem/vnode operations corrupt");
3587 3587 return (0);
3588 3588 }
3589 3589
3590 3590 int
3591 3591 fsem_err()
3592 3592 {
3593 3593 cmn_err(CE_PANIC, "fem/vfs operations corrupt");
3594 3594 return (0);
3595 3595 }
|
↓ open down ↓ |
74 lines elided |
↑ open up ↑ |
XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX