1 /*-
2 * Copyright (c) 2004, 2007 Lukas Ertl
3 * Copyright (c) 2007, 2009 Ulf Lilleengen
4 * All rights reserved.
5 *
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions
8 * are met:
9 * 1. Redistributions of source code must retain the above copyright
10 * notice, this list of conditions and the following disclaimer.
11 * 2. Redistributions in binary form must reproduce the above copyright
12 * notice, this list of conditions and the following disclaimer in the
13 * documentation and/or other materials provided with the distribution.
14 *
15 * THIS SOFTWARE IS PROVIDED BY AUTHOR AND CONTRIBUTORS ``AS IS'' AND
16 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
17 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
18 * ARE DISCLAIMED. IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
19 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
21 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
25 * SUCH DAMAGE.
26 *
27 */
28
29 #include <sys/cdefs.h>
30 __FBSDID("$FreeBSD: releng/10.0/sys/geom/vinum/geom_vinum.c 227309 2011-11-07 15:43:11Z ed $");
31
32 #include <sys/param.h>
33 #include <sys/bio.h>
34 #include <sys/kernel.h>
35 #include <sys/kthread.h>
36 #include <sys/lock.h>
37 #include <sys/malloc.h>
38 #include <sys/module.h>
39 #include <sys/mutex.h>
40 #include <sys/sbuf.h>
41 #include <sys/sysctl.h>
42 #include <sys/systm.h>
43
44 #include <geom/geom.h>
45 #include <geom/vinum/geom_vinum_var.h>
46 #include <geom/vinum/geom_vinum.h>
47 #include <geom/vinum/geom_vinum_raid5.h>
48
49 SYSCTL_DECL(_kern_geom);
50 static SYSCTL_NODE(_kern_geom, OID_AUTO, vinum, CTLFLAG_RW, 0,
51 "GEOM_VINUM stuff");
52 u_int g_vinum_debug = 0;
53 TUNABLE_INT("kern.geom.vinum.debug", &g_vinum_debug);
54 SYSCTL_UINT(_kern_geom_vinum, OID_AUTO, debug, CTLFLAG_RW, &g_vinum_debug, 0,
55 "Debug level");
56
57 static int gv_create(struct g_geom *, struct gctl_req *);
58 static void gv_attach(struct gv_softc *, struct gctl_req *);
59 static void gv_detach(struct gv_softc *, struct gctl_req *);
60 static void gv_parityop(struct gv_softc *, struct gctl_req *);
61
62
63 static void
64 gv_orphan(struct g_consumer *cp)
65 {
66 struct g_geom *gp;
67 struct gv_softc *sc;
68 struct gv_drive *d;
69
70 g_topology_assert();
71
72 KASSERT(cp != NULL, ("gv_orphan: null cp"));
73 gp = cp->geom;
74 KASSERT(gp != NULL, ("gv_orphan: null gp"));
75 sc = gp->softc;
76 KASSERT(sc != NULL, ("gv_orphan: null sc"));
77 d = cp->private;
78 KASSERT(d != NULL, ("gv_orphan: null d"));
79
80 g_trace(G_T_TOPOLOGY, "gv_orphan(%s)", gp->name);
81
82 gv_post_event(sc, GV_EVENT_DRIVE_LOST, d, NULL, 0, 0);
83 }
84
85 void
86 gv_start(struct bio *bp)
87 {
88 struct g_geom *gp;
89 struct gv_softc *sc;
90
91 gp = bp->bio_to->geom;
92 sc = gp->softc;
93
94 switch (bp->bio_cmd) {
95 case BIO_READ:
96 case BIO_WRITE:
97 case BIO_DELETE:
98 break;
99 case BIO_GETATTR:
100 default:
101 g_io_deliver(bp, EOPNOTSUPP);
102 return;
103 }
104 mtx_lock(&sc->bqueue_mtx);
105 bioq_disksort(sc->bqueue_down, bp);
106 wakeup(sc);
107 mtx_unlock(&sc->bqueue_mtx);
108 }
109
110 void
111 gv_done(struct bio *bp)
112 {
113 struct g_geom *gp;
114 struct gv_softc *sc;
115
116 KASSERT(bp != NULL, ("NULL bp"));
117
118 gp = bp->bio_from->geom;
119 sc = gp->softc;
120
121 mtx_lock(&sc->bqueue_mtx);
122 bioq_disksort(sc->bqueue_up, bp);
123 wakeup(sc);
124 mtx_unlock(&sc->bqueue_mtx);
125 }
126
127 int
128 gv_access(struct g_provider *pp, int dr, int dw, int de)
129 {
130 struct g_geom *gp;
131 struct gv_softc *sc;
132 struct gv_drive *d, *d2;
133 int error;
134
135 gp = pp->geom;
136 sc = gp->softc;
137 /*
138 * We want to modify the read count with the write count in case we have
139 * plexes in a RAID-5 organization.
140 */
141 dr += dw;
142
143 LIST_FOREACH(d, &sc->drives, drive) {
144 if (d->consumer == NULL)
145 continue;
146 error = g_access(d->consumer, dr, dw, de);
147 if (error) {
148 LIST_FOREACH(d2, &sc->drives, drive) {
149 if (d == d2)
150 break;
151 g_access(d2->consumer, -dr, -dw, -de);
152 }
153 G_VINUM_DEBUG(0, "g_access '%s' failed: %d", d->name,
154 error);
155 return (error);
156 }
157 }
158 return (0);
159 }
160
161 static void
162 gv_init(struct g_class *mp)
163 {
164 struct g_geom *gp;
165 struct gv_softc *sc;
166
167 g_trace(G_T_TOPOLOGY, "gv_init(%p)", mp);
168
169 gp = g_new_geomf(mp, "VINUM");
170 gp->spoiled = gv_orphan;
171 gp->orphan = gv_orphan;
172 gp->access = gv_access;
173 gp->start = gv_start;
174 gp->softc = g_malloc(sizeof(struct gv_softc), M_WAITOK | M_ZERO);
175 sc = gp->softc;
176 sc->geom = gp;
177 sc->bqueue_down = g_malloc(sizeof(struct bio_queue_head),
178 M_WAITOK | M_ZERO);
179 sc->bqueue_up = g_malloc(sizeof(struct bio_queue_head),
180 M_WAITOK | M_ZERO);
181 bioq_init(sc->bqueue_down);
182 bioq_init(sc->bqueue_up);
183 LIST_INIT(&sc->drives);
184 LIST_INIT(&sc->subdisks);
185 LIST_INIT(&sc->plexes);
186 LIST_INIT(&sc->volumes);
187 TAILQ_INIT(&sc->equeue);
188 mtx_init(&sc->config_mtx, "gv_config", NULL, MTX_DEF);
189 mtx_init(&sc->equeue_mtx, "gv_equeue", NULL, MTX_DEF);
190 mtx_init(&sc->bqueue_mtx, "gv_bqueue", NULL, MTX_DEF);
191 kproc_create(gv_worker, sc, &sc->worker, 0, 0, "gv_worker");
192 }
193
194 static int
195 gv_unload(struct gctl_req *req, struct g_class *mp, struct g_geom *gp)
196 {
197 struct gv_softc *sc;
198
199 g_trace(G_T_TOPOLOGY, "gv_unload(%p)", mp);
200
201 g_topology_assert();
202 sc = gp->softc;
203
204 if (sc != NULL) {
205 gv_worker_exit(sc);
206 gp->softc = NULL;
207 g_wither_geom(gp, ENXIO);
208 }
209
210 return (0);
211 }
212
213 /* Handle userland request of attaching object. */
214 static void
215 gv_attach(struct gv_softc *sc, struct gctl_req *req)
216 {
217 struct gv_volume *v;
218 struct gv_plex *p;
219 struct gv_sd *s;
220 off_t *offset;
221 int *rename, type_child, type_parent;
222 char *child, *parent;
223
224 child = gctl_get_param(req, "child", NULL);
225 if (child == NULL) {
226 gctl_error(req, "no child given");
227 return;
228 }
229 parent = gctl_get_param(req, "parent", NULL);
230 if (parent == NULL) {
231 gctl_error(req, "no parent given");
232 return;
233 }
234 offset = gctl_get_paraml(req, "offset", sizeof(*offset));
235 if (offset == NULL) {
236 gctl_error(req, "no offset given");
237 return;
238 }
239 rename = gctl_get_paraml(req, "rename", sizeof(*rename));
240 if (rename == NULL) {
241 gctl_error(req, "no rename flag given");
242 return;
243 }
244
245 type_child = gv_object_type(sc, child);
246 type_parent = gv_object_type(sc, parent);
247
248 switch (type_child) {
249 case GV_TYPE_PLEX:
250 if (type_parent != GV_TYPE_VOL) {
251 gctl_error(req, "no such volume to attach to");
252 return;
253 }
254 v = gv_find_vol(sc, parent);
255 p = gv_find_plex(sc, child);
256 gv_post_event(sc, GV_EVENT_ATTACH_PLEX, p, v, *offset, *rename);
257 break;
258 case GV_TYPE_SD:
259 if (type_parent != GV_TYPE_PLEX) {
260 gctl_error(req, "no such plex to attach to");
261 return;
262 }
263 p = gv_find_plex(sc, parent);
264 s = gv_find_sd(sc, child);
265 gv_post_event(sc, GV_EVENT_ATTACH_SD, s, p, *offset, *rename);
266 break;
267 default:
268 gctl_error(req, "invalid child type");
269 break;
270 }
271 }
272
273 /* Handle userland request of detaching object. */
274 static void
275 gv_detach(struct gv_softc *sc, struct gctl_req *req)
276 {
277 struct gv_plex *p;
278 struct gv_sd *s;
279 int *flags, type;
280 char *object;
281
282 object = gctl_get_param(req, "object", NULL);
283 if (object == NULL) {
284 gctl_error(req, "no argument given");
285 return;
286 }
287
288 flags = gctl_get_paraml(req, "flags", sizeof(*flags));
289 type = gv_object_type(sc, object);
290 switch (type) {
291 case GV_TYPE_PLEX:
292 p = gv_find_plex(sc, object);
293 gv_post_event(sc, GV_EVENT_DETACH_PLEX, p, NULL, *flags, 0);
294 break;
295 case GV_TYPE_SD:
296 s = gv_find_sd(sc, object);
297 gv_post_event(sc, GV_EVENT_DETACH_SD, s, NULL, *flags, 0);
298 break;
299 default:
300 gctl_error(req, "invalid object type");
301 break;
302 }
303 }
304
305 /* Handle userland requests for creating new objects. */
306 static int
307 gv_create(struct g_geom *gp, struct gctl_req *req)
308 {
309 struct gv_softc *sc;
310 struct gv_drive *d, *d2;
311 struct gv_plex *p, *p2;
312 struct gv_sd *s, *s2;
313 struct gv_volume *v, *v2;
314 struct g_provider *pp;
315 int error, i, *drives, *flags, *plexes, *subdisks, *volumes;
316 char buf[20];
317
318 g_topology_assert();
319
320 sc = gp->softc;
321
322 /* Find out how many of each object have been passed in. */
323 volumes = gctl_get_paraml(req, "volumes", sizeof(*volumes));
324 plexes = gctl_get_paraml(req, "plexes", sizeof(*plexes));
325 subdisks = gctl_get_paraml(req, "subdisks", sizeof(*subdisks));
326 drives = gctl_get_paraml(req, "drives", sizeof(*drives));
327 if (volumes == NULL || plexes == NULL || subdisks == NULL ||
328 drives == NULL) {
329 gctl_error(req, "number of objects not given");
330 return (-1);
331 }
332 flags = gctl_get_paraml(req, "flags", sizeof(*flags));
333 if (flags == NULL) {
334 gctl_error(req, "flags not given");
335 return (-1);
336 }
337
338 /* First, handle drive definitions ... */
339 for (i = 0; i < *drives; i++) {
340 snprintf(buf, sizeof(buf), "drive%d", i);
341 d2 = gctl_get_paraml(req, buf, sizeof(*d2));
342 if (d2 == NULL) {
343 gctl_error(req, "no drive definition given");
344 return (-1);
345 }
346 /*
347 * Make sure that the device specified in the drive config is
348 * an active GEOM provider.
349 */
350 pp = g_provider_by_name(d2->device);
351 if (pp == NULL) {
352 gctl_error(req, "%s: device not found", d2->device);
353 goto error;
354 }
355 if (gv_find_drive(sc, d2->name) != NULL) {
356 /* Ignore error. */
357 if (*flags & GV_FLAG_F)
358 continue;
359 gctl_error(req, "drive '%s' already exists", d2->name);
360 goto error;
361 }
362 if (gv_find_drive_device(sc, d2->device) != NULL) {
363 gctl_error(req, "device '%s' already configured in "
364 "gvinum", d2->device);
365 goto error;
366 }
367
368
369 d = g_malloc(sizeof(*d), M_WAITOK | M_ZERO);
370 bcopy(d2, d, sizeof(*d));
371
372 gv_post_event(sc, GV_EVENT_CREATE_DRIVE, d, NULL, 0, 0);
373 }
374
375 /* ... then volume definitions ... */
376 for (i = 0; i < *volumes; i++) {
377 error = 0;
378 snprintf(buf, sizeof(buf), "volume%d", i);
379 v2 = gctl_get_paraml(req, buf, sizeof(*v2));
380 if (v2 == NULL) {
381 gctl_error(req, "no volume definition given");
382 return (-1);
383 }
384 if (gv_find_vol(sc, v2->name) != NULL) {
385 /* Ignore error. */
386 if (*flags & GV_FLAG_F)
387 continue;
388 gctl_error(req, "volume '%s' already exists", v2->name);
389 goto error;
390 }
391
392 v = g_malloc(sizeof(*v), M_WAITOK | M_ZERO);
393 bcopy(v2, v, sizeof(*v));
394
395 gv_post_event(sc, GV_EVENT_CREATE_VOLUME, v, NULL, 0, 0);
396 }
397
398 /* ... then plex definitions ... */
399 for (i = 0; i < *plexes; i++) {
400 error = 0;
401 snprintf(buf, sizeof(buf), "plex%d", i);
402 p2 = gctl_get_paraml(req, buf, sizeof(*p2));
403 if (p2 == NULL) {
404 gctl_error(req, "no plex definition given");
405 return (-1);
406 }
407 if (gv_find_plex(sc, p2->name) != NULL) {
408 /* Ignore error. */
409 if (*flags & GV_FLAG_F)
410 continue;
411 gctl_error(req, "plex '%s' already exists", p2->name);
412 goto error;
413 }
414
415 p = g_malloc(sizeof(*p), M_WAITOK | M_ZERO);
416 bcopy(p2, p, sizeof(*p));
417
418 gv_post_event(sc, GV_EVENT_CREATE_PLEX, p, NULL, 0, 0);
419 }
420
421 /* ... and, finally, subdisk definitions. */
422 for (i = 0; i < *subdisks; i++) {
423 error = 0;
424 snprintf(buf, sizeof(buf), "sd%d", i);
425 s2 = gctl_get_paraml(req, buf, sizeof(*s2));
426 if (s2 == NULL) {
427 gctl_error(req, "no subdisk definition given");
428 return (-1);
429 }
430 if (gv_find_sd(sc, s2->name) != NULL) {
431 /* Ignore error. */
432 if (*flags & GV_FLAG_F)
433 continue;
434 gctl_error(req, "sd '%s' already exists", s2->name);
435 goto error;
436 }
437
438 s = g_malloc(sizeof(*s), M_WAITOK | M_ZERO);
439 bcopy(s2, s, sizeof(*s));
440
441 gv_post_event(sc, GV_EVENT_CREATE_SD, s, NULL, 0, 0);
442 }
443
444 error:
445 gv_post_event(sc, GV_EVENT_SETUP_OBJECTS, sc, NULL, 0, 0);
446 gv_post_event(sc, GV_EVENT_SAVE_CONFIG, sc, NULL, 0, 0);
447
448 return (0);
449 }
450
451 static void
452 gv_config(struct gctl_req *req, struct g_class *mp, char const *verb)
453 {
454 struct g_geom *gp;
455 struct gv_softc *sc;
456 struct sbuf *sb;
457 char *comment;
458
459 g_topology_assert();
460
461 gp = LIST_FIRST(&mp->geom);
462 sc = gp->softc;
463
464 if (!strcmp(verb, "attach")) {
465 gv_attach(sc, req);
466
467 } else if (!strcmp(verb, "concat")) {
468 gv_concat(gp, req);
469
470 } else if (!strcmp(verb, "detach")) {
471 gv_detach(sc, req);
472
473 } else if (!strcmp(verb, "list")) {
474 gv_list(gp, req);
475
476 /* Save our configuration back to disk. */
477 } else if (!strcmp(verb, "saveconfig")) {
478 gv_post_event(sc, GV_EVENT_SAVE_CONFIG, sc, NULL, 0, 0);
479
480 /* Return configuration in string form. */
481 } else if (!strcmp(verb, "getconfig")) {
482 comment = gctl_get_param(req, "comment", NULL);
483 if (comment == NULL) {
484 gctl_error(req, "no comment parameter given");
485 return;
486 }
487 sb = sbuf_new(NULL, NULL, GV_CFG_LEN, SBUF_FIXEDLEN);
488 gv_format_config(sc, sb, 0, comment);
489 sbuf_finish(sb);
490 gctl_set_param(req, "config", sbuf_data(sb), sbuf_len(sb) + 1);
491 sbuf_delete(sb);
492
493 } else if (!strcmp(verb, "create")) {
494 gv_create(gp, req);
495
496 } else if (!strcmp(verb, "mirror")) {
497 gv_mirror(gp, req);
498
499 } else if (!strcmp(verb, "move")) {
500 gv_move(gp, req);
501
502 } else if (!strcmp(verb, "raid5")) {
503 gv_raid5(gp, req);
504
505 } else if (!strcmp(verb, "rebuildparity") ||
506 !strcmp(verb, "checkparity")) {
507 gv_parityop(sc, req);
508
509 } else if (!strcmp(verb, "remove")) {
510 gv_remove(gp, req);
511
512 } else if (!strcmp(verb, "rename")) {
513 gv_rename(gp, req);
514
515 } else if (!strcmp(verb, "resetconfig")) {
516 gv_post_event(sc, GV_EVENT_RESET_CONFIG, sc, NULL, 0, 0);
517
518 } else if (!strcmp(verb, "start")) {
519 gv_start_obj(gp, req);
520
521 } else if (!strcmp(verb, "stripe")) {
522 gv_stripe(gp, req);
523
524 } else if (!strcmp(verb, "setstate")) {
525 gv_setstate(gp, req);
526 } else
527 gctl_error(req, "Unknown verb parameter");
528 }
529
530 static void
531 gv_parityop(struct gv_softc *sc, struct gctl_req *req)
532 {
533 struct gv_plex *p;
534 int *flags, *rebuild, type;
535 char *plex;
536
537 plex = gctl_get_param(req, "plex", NULL);
538 if (plex == NULL) {
539 gctl_error(req, "no plex given");
540 return;
541 }
542
543 flags = gctl_get_paraml(req, "flags", sizeof(*flags));
544 if (flags == NULL) {
545 gctl_error(req, "no flags given");
546 return;
547 }
548
549 rebuild = gctl_get_paraml(req, "rebuild", sizeof(*rebuild));
550 if (rebuild == NULL) {
551 gctl_error(req, "no operation given");
552 return;
553 }
554
555 type = gv_object_type(sc, plex);
556 if (type != GV_TYPE_PLEX) {
557 gctl_error(req, "'%s' is not a plex", plex);
558 return;
559 }
560 p = gv_find_plex(sc, plex);
561
562 if (p->state != GV_PLEX_UP) {
563 gctl_error(req, "plex %s is not completely accessible",
564 p->name);
565 return;
566 }
567
568 if (p->org != GV_PLEX_RAID5) {
569 gctl_error(req, "plex %s is not a RAID5 plex", p->name);
570 return;
571 }
572
573 /* Put it in the event queue. */
574 /* XXX: The state of the plex might have changed when this event is
575 * picked up ... We should perhaps check this afterwards. */
576 if (*rebuild)
577 gv_post_event(sc, GV_EVENT_PARITY_REBUILD, p, NULL, 0, 0);
578 else
579 gv_post_event(sc, GV_EVENT_PARITY_CHECK, p, NULL, 0, 0);
580 }
581
582
583 static struct g_geom *
584 gv_taste(struct g_class *mp, struct g_provider *pp, int flags __unused)
585 {
586 struct g_geom *gp;
587 struct g_consumer *cp;
588 struct gv_softc *sc;
589 struct gv_hdr vhdr;
590 int error;
591
592 g_topology_assert();
593 g_trace(G_T_TOPOLOGY, "gv_taste(%s, %s)", mp->name, pp->name);
594
595 gp = LIST_FIRST(&mp->geom);
596 if (gp == NULL) {
597 G_VINUM_DEBUG(0, "error: tasting, but not initialized?");
598 return (NULL);
599 }
600 sc = gp->softc;
601
602 cp = g_new_consumer(gp);
603 if (g_attach(cp, pp) != 0) {
604 g_destroy_consumer(cp);
605 return (NULL);
606 }
607 if (g_access(cp, 1, 0, 0) != 0) {
608 g_detach(cp);
609 g_destroy_consumer(cp);
610 return (NULL);
611 }
612 g_topology_unlock();
613
614 error = gv_read_header(cp, &vhdr);
615
616 g_topology_lock();
617 g_access(cp, -1, 0, 0);
618 g_detach(cp);
619 g_destroy_consumer(cp);
620
621 /* Check if what we've been given is a valid vinum drive. */
622 if (!error)
623 gv_post_event(sc, GV_EVENT_DRIVE_TASTED, pp, NULL, 0, 0);
624
625 return (NULL);
626 }
627
628 void
629 gv_worker(void *arg)
630 {
631 struct g_provider *pp;
632 struct gv_softc *sc;
633 struct gv_event *ev;
634 struct gv_volume *v;
635 struct gv_plex *p;
636 struct gv_sd *s;
637 struct gv_drive *d;
638 struct bio *bp;
639 int newstate, flags, err, rename;
640 char *newname;
641 off_t offset;
642
643 sc = arg;
644 KASSERT(sc != NULL, ("NULL sc"));
645 for (;;) {
646 /* Look at the events first... */
647 ev = gv_get_event(sc);
648 if (ev != NULL) {
649 gv_remove_event(sc, ev);
650
651 switch (ev->type) {
652 case GV_EVENT_DRIVE_TASTED:
653 G_VINUM_DEBUG(2, "event 'drive tasted'");
654 pp = ev->arg1;
655 gv_drive_tasted(sc, pp);
656 break;
657
658 case GV_EVENT_DRIVE_LOST:
659 G_VINUM_DEBUG(2, "event 'drive lost'");
660 d = ev->arg1;
661 gv_drive_lost(sc, d);
662 break;
663
664 case GV_EVENT_CREATE_DRIVE:
665 G_VINUM_DEBUG(2, "event 'create drive'");
666 d = ev->arg1;
667 gv_create_drive(sc, d);
668 break;
669
670 case GV_EVENT_CREATE_VOLUME:
671 G_VINUM_DEBUG(2, "event 'create volume'");
672 v = ev->arg1;
673 gv_create_volume(sc, v);
674 break;
675
676 case GV_EVENT_CREATE_PLEX:
677 G_VINUM_DEBUG(2, "event 'create plex'");
678 p = ev->arg1;
679 gv_create_plex(sc, p);
680 break;
681
682 case GV_EVENT_CREATE_SD:
683 G_VINUM_DEBUG(2, "event 'create sd'");
684 s = ev->arg1;
685 gv_create_sd(sc, s);
686 break;
687
688 case GV_EVENT_RM_DRIVE:
689 G_VINUM_DEBUG(2, "event 'remove drive'");
690 d = ev->arg1;
691 flags = ev->arg3;
692 gv_rm_drive(sc, d, flags);
693 /*gv_setup_objects(sc);*/
694 break;
695
696 case GV_EVENT_RM_VOLUME:
697 G_VINUM_DEBUG(2, "event 'remove volume'");
698 v = ev->arg1;
699 gv_rm_vol(sc, v);
700 /*gv_setup_objects(sc);*/
701 break;
702
703 case GV_EVENT_RM_PLEX:
704 G_VINUM_DEBUG(2, "event 'remove plex'");
705 p = ev->arg1;
706 gv_rm_plex(sc, p);
707 /*gv_setup_objects(sc);*/
708 break;
709
710 case GV_EVENT_RM_SD:
711 G_VINUM_DEBUG(2, "event 'remove sd'");
712 s = ev->arg1;
713 gv_rm_sd(sc, s);
714 /*gv_setup_objects(sc);*/
715 break;
716
717 case GV_EVENT_SAVE_CONFIG:
718 G_VINUM_DEBUG(2, "event 'save config'");
719 gv_save_config(sc);
720 break;
721
722 case GV_EVENT_SET_SD_STATE:
723 G_VINUM_DEBUG(2, "event 'setstate sd'");
724 s = ev->arg1;
725 newstate = ev->arg3;
726 flags = ev->arg4;
727 err = gv_set_sd_state(s, newstate, flags);
728 if (err)
729 G_VINUM_DEBUG(0, "error setting subdisk"
730 " state: error code %d", err);
731 break;
732
733 case GV_EVENT_SET_DRIVE_STATE:
734 G_VINUM_DEBUG(2, "event 'setstate drive'");
735 d = ev->arg1;
736 newstate = ev->arg3;
737 flags = ev->arg4;
738 err = gv_set_drive_state(d, newstate, flags);
739 if (err)
740 G_VINUM_DEBUG(0, "error setting drive "
741 "state: error code %d", err);
742 break;
743
744 case GV_EVENT_SET_VOL_STATE:
745 G_VINUM_DEBUG(2, "event 'setstate volume'");
746 v = ev->arg1;
747 newstate = ev->arg3;
748 flags = ev->arg4;
749 err = gv_set_vol_state(v, newstate, flags);
750 if (err)
751 G_VINUM_DEBUG(0, "error setting volume "
752 "state: error code %d", err);
753 break;
754
755 case GV_EVENT_SET_PLEX_STATE:
756 G_VINUM_DEBUG(2, "event 'setstate plex'");
757 p = ev->arg1;
758 newstate = ev->arg3;
759 flags = ev->arg4;
760 err = gv_set_plex_state(p, newstate, flags);
761 if (err)
762 G_VINUM_DEBUG(0, "error setting plex "
763 "state: error code %d", err);
764 break;
765
766 case GV_EVENT_SETUP_OBJECTS:
767 G_VINUM_DEBUG(2, "event 'setup objects'");
768 gv_setup_objects(sc);
769 break;
770
771 case GV_EVENT_RESET_CONFIG:
772 G_VINUM_DEBUG(2, "event 'resetconfig'");
773 err = gv_resetconfig(sc);
774 if (err)
775 G_VINUM_DEBUG(0, "error resetting "
776 "config: error code %d", err);
777 break;
778
779 case GV_EVENT_PARITY_REBUILD:
780 /*
781 * Start the rebuild. The gv_plex_done will
782 * handle issuing of the remaining rebuild bio's
783 * until it's finished.
784 */
785 G_VINUM_DEBUG(2, "event 'rebuild'");
786 p = ev->arg1;
787 if (p->state != GV_PLEX_UP) {
788 G_VINUM_DEBUG(0, "plex %s is not "
789 "completely accessible", p->name);
790 break;
791 }
792 if (p->flags & GV_PLEX_SYNCING ||
793 p->flags & GV_PLEX_REBUILDING ||
794 p->flags & GV_PLEX_GROWING) {
795 G_VINUM_DEBUG(0, "plex %s is busy with "
796 "syncing or parity build", p->name);
797 break;
798 }
799 p->synced = 0;
800 p->flags |= GV_PLEX_REBUILDING;
801 g_topology_assert_not();
802 g_topology_lock();
803 err = gv_access(p->vol_sc->provider, 1, 1, 0);
804 if (err) {
805 G_VINUM_DEBUG(0, "unable to access "
806 "provider");
807 break;
808 }
809 g_topology_unlock();
810 gv_parity_request(p, GV_BIO_CHECK |
811 GV_BIO_PARITY, 0);
812 break;
813
814 case GV_EVENT_PARITY_CHECK:
815 /* Start parity check. */
816 G_VINUM_DEBUG(2, "event 'check'");
817 p = ev->arg1;
818 if (p->state != GV_PLEX_UP) {
819 G_VINUM_DEBUG(0, "plex %s is not "
820 "completely accessible", p->name);
821 break;
822 }
823 if (p->flags & GV_PLEX_SYNCING ||
824 p->flags & GV_PLEX_REBUILDING ||
825 p->flags & GV_PLEX_GROWING) {
826 G_VINUM_DEBUG(0, "plex %s is busy with "
827 "syncing or parity build", p->name);
828 break;
829 }
830 p->synced = 0;
831 g_topology_assert_not();
832 g_topology_lock();
833 err = gv_access(p->vol_sc->provider, 1, 1, 0);
834 if (err) {
835 G_VINUM_DEBUG(0, "unable to access "
836 "provider");
837 break;
838 }
839 g_topology_unlock();
840 gv_parity_request(p, GV_BIO_CHECK, 0);
841 break;
842
843 case GV_EVENT_START_PLEX:
844 G_VINUM_DEBUG(2, "event 'start' plex");
845 p = ev->arg1;
846 gv_start_plex(p);
847 break;
848
849 case GV_EVENT_START_VOLUME:
850 G_VINUM_DEBUG(2, "event 'start' volume");
851 v = ev->arg1;
852 gv_start_vol(v);
853 break;
854
855 case GV_EVENT_ATTACH_PLEX:
856 G_VINUM_DEBUG(2, "event 'attach' plex");
857 p = ev->arg1;
858 v = ev->arg2;
859 rename = ev->arg4;
860 err = gv_attach_plex(p, v, rename);
861 if (err)
862 G_VINUM_DEBUG(0, "error attaching %s to"
863 " %s: error code %d", p->name,
864 v->name, err);
865 break;
866
867 case GV_EVENT_ATTACH_SD:
868 G_VINUM_DEBUG(2, "event 'attach' sd");
869 s = ev->arg1;
870 p = ev->arg2;
871 offset = ev->arg3;
872 rename = ev->arg4;
873 err = gv_attach_sd(s, p, offset, rename);
874 if (err)
875 G_VINUM_DEBUG(0, "error attaching %s to"
876 " %s: error code %d", s->name,
877 p->name, err);
878 break;
879
880 case GV_EVENT_DETACH_PLEX:
881 G_VINUM_DEBUG(2, "event 'detach' plex");
882 p = ev->arg1;
883 flags = ev->arg3;
884 err = gv_detach_plex(p, flags);
885 if (err)
886 G_VINUM_DEBUG(0, "error detaching %s: "
887 "error code %d", p->name, err);
888 break;
889
890 case GV_EVENT_DETACH_SD:
891 G_VINUM_DEBUG(2, "event 'detach' sd");
892 s = ev->arg1;
893 flags = ev->arg3;
894 err = gv_detach_sd(s, flags);
895 if (err)
896 G_VINUM_DEBUG(0, "error detaching %s: "
897 "error code %d", s->name, err);
898 break;
899
900 case GV_EVENT_RENAME_VOL:
901 G_VINUM_DEBUG(2, "event 'rename' volume");
902 v = ev->arg1;
903 newname = ev->arg2;
904 flags = ev->arg3;
905 err = gv_rename_vol(sc, v, newname, flags);
906 if (err)
907 G_VINUM_DEBUG(0, "error renaming %s to "
908 "%s: error code %d", v->name,
909 newname, err);
910 g_free(newname);
911 /* Destroy and recreate the provider if we can. */
912 if (gv_provider_is_open(v->provider)) {
913 G_VINUM_DEBUG(0, "unable to rename "
914 "provider to %s: provider in use",
915 v->name);
916 break;
917 }
918 g_topology_lock();
919 g_wither_provider(v->provider, ENOENT);
920 g_topology_unlock();
921 v->provider = NULL;
922 gv_post_event(sc, GV_EVENT_SETUP_OBJECTS, sc,
923 NULL, 0, 0);
924 break;
925
926 case GV_EVENT_RENAME_PLEX:
927 G_VINUM_DEBUG(2, "event 'rename' plex");
928 p = ev->arg1;
929 newname = ev->arg2;
930 flags = ev->arg3;
931 err = gv_rename_plex(sc, p, newname, flags);
932 if (err)
933 G_VINUM_DEBUG(0, "error renaming %s to "
934 "%s: error code %d", p->name,
935 newname, err);
936 g_free(newname);
937 break;
938
939 case GV_EVENT_RENAME_SD:
940 G_VINUM_DEBUG(2, "event 'rename' sd");
941 s = ev->arg1;
942 newname = ev->arg2;
943 flags = ev->arg3;
944 err = gv_rename_sd(sc, s, newname, flags);
945 if (err)
946 G_VINUM_DEBUG(0, "error renaming %s to "
947 "%s: error code %d", s->name,
948 newname, err);
949 g_free(newname);
950 break;
951
952 case GV_EVENT_RENAME_DRIVE:
953 G_VINUM_DEBUG(2, "event 'rename' drive");
954 d = ev->arg1;
955 newname = ev->arg2;
956 flags = ev->arg3;
957 err = gv_rename_drive(sc, d, newname, flags);
958 if (err)
959 G_VINUM_DEBUG(0, "error renaming %s to "
960 "%s: error code %d", d->name,
961 newname, err);
962 g_free(newname);
963 break;
964
965 case GV_EVENT_MOVE_SD:
966 G_VINUM_DEBUG(2, "event 'move' sd");
967 s = ev->arg1;
968 d = ev->arg2;
969 flags = ev->arg3;
970 err = gv_move_sd(sc, s, d, flags);
971 if (err)
972 G_VINUM_DEBUG(0, "error moving %s to "
973 "%s: error code %d", s->name,
974 d->name, err);
975 break;
976
977 case GV_EVENT_THREAD_EXIT:
978 G_VINUM_DEBUG(2, "event 'thread exit'");
979 g_free(ev);
980 mtx_lock(&sc->equeue_mtx);
981 mtx_lock(&sc->bqueue_mtx);
982 gv_cleanup(sc);
983 mtx_destroy(&sc->bqueue_mtx);
984 mtx_destroy(&sc->equeue_mtx);
985 g_free(sc->bqueue_down);
986 g_free(sc->bqueue_up);
987 g_free(sc);
988 kproc_exit(0);
989 /* NOTREACHED */
990
991 default:
992 G_VINUM_DEBUG(1, "unknown event %d", ev->type);
993 }
994
995 g_free(ev);
996 continue;
997 }
998
999 /* ... then do I/O processing. */
1000 mtx_lock(&sc->bqueue_mtx);
1001 /* First do new requests. */
1002 bp = bioq_takefirst(sc->bqueue_down);
1003 if (bp != NULL) {
1004 mtx_unlock(&sc->bqueue_mtx);
1005 /* A bio that interfered with another bio. */
1006 if (bp->bio_pflags & GV_BIO_ONHOLD) {
1007 s = bp->bio_caller1;
1008 p = s->plex_sc;
1009 /* Is it still locked out? */
1010 if (gv_stripe_active(p, bp)) {
1011 /* Park the bio on the waiting queue. */
1012 bioq_disksort(p->wqueue, bp);
1013 } else {
1014 bp->bio_pflags &= ~GV_BIO_ONHOLD;
1015 g_io_request(bp, s->drive_sc->consumer);
1016 }
1017 /* A special request requireing special handling. */
1018 } else if (bp->bio_pflags & GV_BIO_INTERNAL) {
1019 p = bp->bio_caller1;
1020 gv_plex_start(p, bp);
1021 } else {
1022 gv_volume_start(sc, bp);
1023 }
1024 mtx_lock(&sc->bqueue_mtx);
1025 }
1026 /* Then do completed requests. */
1027 bp = bioq_takefirst(sc->bqueue_up);
1028 if (bp == NULL) {
1029 msleep(sc, &sc->bqueue_mtx, PRIBIO, "-", hz/10);
1030 mtx_unlock(&sc->bqueue_mtx);
1031 continue;
1032 }
1033 mtx_unlock(&sc->bqueue_mtx);
1034 gv_bio_done(sc, bp);
1035 }
1036 }
1037
1038 #define VINUM_CLASS_NAME "VINUM"
1039
1040 static struct g_class g_vinum_class = {
1041 .name = VINUM_CLASS_NAME,
1042 .version = G_VERSION,
1043 .init = gv_init,
1044 .taste = gv_taste,
1045 .ctlreq = gv_config,
1046 .destroy_geom = gv_unload,
1047 };
1048
1049 DECLARE_GEOM_CLASS(g_vinum_class, g_vinum);
Cache object: 238e28dc168df02a6010bbac71d9f0a9
|