2 * Copyright (c) 2008 The DragonFly Project. All rights reserved.
4 * This code is derived from software contributed to The DragonFly Project
5 * by Matthew Dillon <dillon@backplane.com>
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
11 * 1. Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 * 2. Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in
15 * the documentation and/or other materials provided with the
17 * 3. Neither the name of The DragonFly Project nor the names of its
18 * contributors may be used to endorse or promote products derived
19 * from this software without specific, prior written permission.
21 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
22 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
23 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
24 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
25 * COPYRIGHT HOLDERS OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
26 * INCIDENTAL, SPECIAL, EXEMPLARY OR CONSEQUENTIAL DAMAGES (INCLUDING,
27 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
28 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
29 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
30 * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
31 * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
34 * $DragonFly: src/sbin/hammer/cmd_mirror.c,v 1.16 2008/11/09 05:22:56 dillon Exp $
39 #define SERIALBUF_SIZE (512 * 1024)
41 static int read_mrecords(int fd, char *buf, u_int size,
42 hammer_ioc_mrecord_head_t pickup);
43 static hammer_ioc_mrecord_any_t read_mrecord(int fdin, int *errorp,
44 hammer_ioc_mrecord_head_t pickup);
45 static void write_mrecord(int fdout, u_int32_t type,
46 hammer_ioc_mrecord_any_t mrec, int bytes);
47 static void generate_mrec_header(int fd, int fdout, int pfs_id,
48 hammer_tid_t *tid_begp, hammer_tid_t *tid_endp);
49 static int validate_mrec_header(int fd, int fdin, int is_target, int pfs_id,
50 struct hammer_ioc_mrecord_head *pickup,
51 hammer_tid_t *tid_begp, hammer_tid_t *tid_endp);
52 static void update_pfs_snapshot(int fd, hammer_tid_t snapshot_tid, int pfs_id);
53 static ssize_t writebw(int fd, const void *buf, size_t nbytes,
54 u_int64_t *bwcount, struct timeval *tv1);
55 static int getyn(void);
56 static void mirror_usage(int code);
59 * Generate a mirroring data stream from the specific source over the
60 * entire key range, but restricted to the specified transaction range.
62 * The HAMMER VFS does most of the work, we add a few new mrecord
63 * types to negotiate the TID ranges and verify that the entire
64 * stream made it to the destination.
67 hammer_cmd_mirror_read(char **av, int ac, int streaming)
69 struct hammer_ioc_mirror_rw mirror;
70 struct hammer_ioc_pseudofs_rw pfs;
71 union hammer_ioc_mrecord_any mrec_tmp;
72 struct hammer_ioc_mrecord_head pickup;
73 hammer_ioc_mrecord_any_t mrec;
74 hammer_tid_t sync_tid;
75 const char *filesystem;
76 char *buf = malloc(SERIALBUF_SIZE);
83 time_t base_t = time(NULL);
87 if (ac == 0 || ac > 2)
95 bzero(&mirror, sizeof(mirror));
96 hammer_key_beg_init(&mirror.key_beg);
97 hammer_key_end_init(&mirror.key_end);
99 fd = getpfs(&pfs, filesystem);
101 if (streaming && VerboseOpt) {
102 fprintf(stderr, "\nRunning");
106 gettimeofday(&bwtv, NULL);
110 * Send initial header for the purpose of determining shared-uuid.
112 generate_mrec_header(fd, 1, pfs.pfs_id, NULL, NULL);
115 * In 2-way mode the target will send us a PFS info packet
116 * first. Use the target's current snapshot TID as our default
121 n = validate_mrec_header(fd, 0, 0, pfs.pfs_id, &pickup,
122 NULL, &mirror.tid_beg);
123 if (n < 0) { /* got TERM record */
131 * Write out the PFS header, tid_beg will be updated if our PFS
132 * has a larger begin sync. tid_end is set to the latest source
133 * TID whos flush cycle has completed.
135 generate_mrec_header(fd, 1, pfs.pfs_id,
136 &mirror.tid_beg, &mirror.tid_end);
138 /* XXX streaming mode support w/ cycle or command line arg */
140 * A cycle file overrides the beginning TID
142 hammer_get_cycle(&mirror.key_beg, &mirror.tid_beg);
145 mirror.tid_beg = strtoull(av[1], NULL, 0);
147 if (streaming == 0 || VerboseOpt >= 2) {
149 "Mirror-read: Mirror from %016llx to %016llx\n",
150 mirror.tid_beg, mirror.tid_end);
152 if (mirror.key_beg.obj_id != (int64_t)HAMMER_MIN_OBJID) {
153 fprintf(stderr, "Mirror-read: Resuming at object %016llx\n",
154 mirror.key_beg.obj_id);
158 * Nothing to do if begin equals end.
160 if (mirror.tid_beg >= mirror.tid_end) {
161 if (streaming == 0 || VerboseOpt >= 2)
162 fprintf(stderr, "Mirror-read: No work to do\n");
169 * Write out bulk records
172 mirror.size = SERIALBUF_SIZE;
176 mirror.pfs_id = pfs.pfs_id;
177 mirror.shared_uuid = pfs.ondisk->shared_uuid;
178 if (ioctl(fd, HAMMERIOC_MIRROR_READ, &mirror) < 0) {
179 fprintf(stderr, "Mirror-read %s failed: %s\n",
180 filesystem, strerror(errno));
183 if (mirror.head.flags & HAMMER_IOC_HEAD_ERROR) {
185 "Mirror-read %s fatal error %d\n",
186 filesystem, mirror.head.error);
191 n = writebw(1, mirror.ubuf, mirror.count,
194 n = write(1, mirror.ubuf, mirror.count);
196 if (n != mirror.count) {
197 fprintf(stderr, "Mirror-read %s failed: "
203 total_bytes += mirror.count;
204 if (streaming && VerboseOpt) {
205 fprintf(stderr, "\r%016llx %11lld",
206 mirror.key_cur.obj_id,
210 mirror.key_beg = mirror.key_cur;
212 (unsigned)(time(NULL) - base_t) > (unsigned)TimeoutOpt) {
214 "Mirror-read %s interrupted by timer at"
217 mirror.key_cur.obj_id);
221 } while (mirror.count != 0);
225 * Write out the termination sync record - only if not interrupted
227 if (interrupted == 0) {
229 write_mrecord(1, HAMMER_MREC_TYPE_SYNC,
230 &mrec_tmp, sizeof(mrec_tmp.sync));
232 write_mrecord(1, HAMMER_MREC_TYPE_IDLE,
233 &mrec_tmp, sizeof(mrec_tmp.sync));
238 * If the -2 option was given (automatic when doing mirror-copy),
239 * a two-way pipe is assumed and we expect a response mrec from
243 mrec = read_mrecord(0, &error, &pickup);
245 mrec->head.type != HAMMER_MREC_TYPE_UPDATE ||
246 mrec->head.rec_size != sizeof(mrec->update)) {
247 fprintf(stderr, "mirror_read: Did not get final "
248 "acknowledgement packet from target\n");
253 hammer_set_cycle(&mirror.key_cur, mirror.tid_beg);
254 fprintf(stderr, "Cyclefile %s updated for "
255 "continuation\n", CyclePath);
258 sync_tid = mrec->update.tid;
260 hammer_key_beg_init(&mirror.key_beg);
261 hammer_set_cycle(&mirror.key_beg, sync_tid);
262 fprintf(stderr, "Cyclefile %s updated to 0x%016llx\n",
263 CyclePath, sync_tid);
266 } else if (CyclePath) {
267 /* NOTE! mirror.tid_beg cannot be updated */
268 fprintf(stderr, "Warning: cycle file (-c option) cannot be "
269 "fully updated unless you use mirror-copy\n");
270 hammer_set_cycle(&mirror.key_beg, mirror.tid_beg);
272 if (streaming && interrupted == 0) {
273 time_t t1 = time(NULL);
277 fprintf(stderr, " W");
280 pfs.ondisk->sync_end_tid = mirror.tid_end;
281 if (ioctl(fd, HAMMERIOC_WAI_PSEUDOFS, &pfs) < 0) {
282 fprintf(stderr, "Mirror-read %s: cannot stream: %s\n",
283 filesystem, strerror(errno));
285 t2 = time(NULL) - t1;
286 if (t2 >= 0 && t2 < DelayOpt) {
288 fprintf(stderr, "\bD");
291 sleep(DelayOpt - t2);
294 fprintf(stderr, "\b ");
301 write_mrecord(1, HAMMER_MREC_TYPE_TERM,
302 &mrec_tmp, sizeof(mrec_tmp.sync));
304 fprintf(stderr, "Mirror-read %s succeeded\n", filesystem);
308 create_pfs(const char *filesystem, uuid_t *s_uuid)
310 if (ForceYesOpt == 1) {
311 fprintf(stderr, "PFS slave %s does not exist. "
312 "Auto create new slave PFS!\n", filesystem);
315 fprintf(stderr, "PFS slave %s does not exist.\n"
316 "Do you want to create a new slave PFS? (yes|no) ",
320 fprintf(stderr, "Aborting operation\n");
326 char *shared_uuid = NULL;
327 uuid_to_string(s_uuid, &shared_uuid, &status);
330 asprintf(&cmd, "/sbin/hammer pfs-slave '%s' shared-uuid=%s 1>&2",
331 filesystem, shared_uuid);
335 fprintf(stderr, "Failed to alloc memory\n");
338 if (system(cmd) != 0) {
339 fprintf(stderr, "Failed to create PFS\n");
345 * Pipe the mirroring data stream on stdin to the HAMMER VFS, adding
346 * some additional packet types to negotiate TID ranges and to verify
347 * completion. The HAMMER VFS does most of the work.
349 * It is important to note that the mirror.key_{beg,end} range must
350 * match the ranged used by the original. For now both sides use
351 * range the entire key space.
353 * It is even more important that the records in the stream conform
354 * to the TID range also supplied in the stream. The HAMMER VFS will
355 * use the REC, PASS, and SKIP record types to track the portions of
356 * the B-Tree being scanned in order to be able to proactively delete
357 * records on the target within those active areas that are not mentioned
360 * The mirror.key_cur field is used by the VFS to do this tracking. It
361 * must be initialized to key_beg but then is persistently updated by
362 * the HAMMER VFS on each successive ioctl() call. If you blow up this
363 * field you will blow up the mirror target, possibly to the point of
364 * deleting everything. As a safety measure the HAMMER VFS simply marks
365 * the records that the source has destroyed as deleted on the target,
366 * and normal pruning operations will deal with their final disposition
367 * at some later time.
370 hammer_cmd_mirror_write(char **av, int ac)
372 struct hammer_ioc_mirror_rw mirror;
373 const char *filesystem;
374 char *buf = malloc(SERIALBUF_SIZE);
375 struct hammer_ioc_pseudofs_rw pfs;
376 struct hammer_ioc_mrecord_head pickup;
377 struct hammer_ioc_synctid synctid;
378 union hammer_ioc_mrecord_any mrec_tmp;
379 hammer_ioc_mrecord_any_t mrec;
389 pickup.signature = 0;
393 bzero(&mirror, sizeof(mirror));
394 hammer_key_beg_init(&mirror.key_beg);
395 hammer_key_end_init(&mirror.key_end);
396 mirror.key_end = mirror.key_beg;
399 * Read initial packet
401 mrec = read_mrecord(0, &error, &pickup);
404 fprintf(stderr, "validate_mrec_header: short read\n");
410 if (mrec->head.type == HAMMER_MREC_TYPE_TERM) {
413 if (mrec->head.type != HAMMER_MREC_TYPE_PFSD) {
414 fprintf(stderr, "validate_mrec_header: did not get expected "
415 "PFSD record type\n");
418 if (mrec->head.rec_size != sizeof(mrec->pfs)) {
419 fprintf(stderr, "validate_mrec_header: unexpected payload "
425 * Create slave PFS if it doesn't yet exist
427 if (lstat(filesystem, &st) != 0) {
428 create_pfs(filesystem, &mrec->pfs.pfsd.shared_uuid);
433 fd = getpfs(&pfs, filesystem);
436 * In two-way mode the target writes out a PFS packet first.
437 * The source uses our tid_end as its tid_beg by default,
438 * picking up where it left off.
442 generate_mrec_header(fd, 1, pfs.pfs_id,
443 &mirror.tid_beg, &mirror.tid_end);
447 * Read and process the PFS header. The source informs us of
448 * the TID range the stream represents.
450 n = validate_mrec_header(fd, 0, 1, pfs.pfs_id, &pickup,
451 &mirror.tid_beg, &mirror.tid_end);
452 if (n < 0) { /* got TERM record */
458 mirror.size = SERIALBUF_SIZE;
461 * Read and process bulk records (REC, PASS, and SKIP types).
463 * On your life, do NOT mess with mirror.key_cur or your mirror
464 * target may become history.
468 mirror.pfs_id = pfs.pfs_id;
469 mirror.shared_uuid = pfs.ondisk->shared_uuid;
470 mirror.size = read_mrecords(0, buf, SERIALBUF_SIZE, &pickup);
471 if (mirror.size <= 0)
473 if (ioctl(fd, HAMMERIOC_MIRROR_WRITE, &mirror) < 0) {
474 fprintf(stderr, "Mirror-write %s failed: %s\n",
475 filesystem, strerror(errno));
478 if (mirror.head.flags & HAMMER_IOC_HEAD_ERROR) {
480 "Mirror-write %s fatal error %d\n",
481 filesystem, mirror.head.error);
485 if (mirror.head.flags & HAMMER_IOC_HEAD_INTR) {
487 "Mirror-write %s interrupted by timer at"
490 mirror.key_cur.obj_id);
497 * Read and process the termination sync record.
499 mrec = read_mrecord(0, &error, &pickup);
501 if (mrec && mrec->head.type == HAMMER_MREC_TYPE_TERM) {
502 fprintf(stderr, "Mirror-write: received termination request\n");
508 (mrec->head.type != HAMMER_MREC_TYPE_SYNC &&
509 mrec->head.type != HAMMER_MREC_TYPE_IDLE) ||
510 mrec->head.rec_size != sizeof(mrec->sync)) {
511 fprintf(stderr, "Mirror-write %s: Did not get termination "
512 "sync record, or rec_size is wrong rt=%d\n",
513 filesystem, mrec->head.type);
518 * Update the PFS info on the target so the user has visibility
519 * into the new snapshot, and sync the target filesystem.
521 if (mrec->head.type == HAMMER_MREC_TYPE_SYNC) {
522 update_pfs_snapshot(fd, mirror.tid_end, pfs.pfs_id);
524 bzero(&synctid, sizeof(synctid));
525 synctid.op = HAMMER_SYNCTID_SYNC2;
526 ioctl(fd, HAMMERIOC_SYNCTID, &synctid);
528 if (VerboseOpt >= 2) {
529 fprintf(stderr, "Mirror-write %s: succeeded\n",
538 * Report back to the originator.
541 mrec_tmp.update.tid = mirror.tid_end;
542 write_mrecord(1, HAMMER_MREC_TYPE_UPDATE,
543 &mrec_tmp, sizeof(mrec_tmp.update));
545 printf("Source can update synctid to 0x%016llx\n",
553 hammer_cmd_mirror_dump(void)
555 char *buf = malloc(SERIALBUF_SIZE);
556 struct hammer_ioc_mrecord_head pickup;
557 hammer_ioc_mrecord_any_t mrec;
564 * Read and process the PFS header
566 pickup.signature = 0;
569 mrec = read_mrecord(0, &error, &pickup);
572 * Read and process bulk records
575 size = read_mrecords(0, buf, SERIALBUF_SIZE, &pickup);
579 while (offset < size) {
580 mrec = (void *)((char *)buf + offset);
581 bytes = HAMMER_HEAD_DOALIGN(mrec->head.rec_size);
582 if (offset + bytes > size) {
583 fprintf(stderr, "Misaligned record\n");
587 switch(mrec->head.type & HAMMER_MRECF_TYPE_MASK) {
588 case HAMMER_MREC_TYPE_REC_BADCRC:
589 case HAMMER_MREC_TYPE_REC:
590 printf("Record obj=%016llx key=%016llx "
592 mrec->rec.leaf.base.obj_id,
593 mrec->rec.leaf.base.key,
594 mrec->rec.leaf.base.rec_type,
595 mrec->rec.leaf.base.obj_type);
596 if (mrec->head.type ==
597 HAMMER_MREC_TYPE_REC_BADCRC) {
598 printf(" (BAD CRC)");
601 printf(" tids %016llx:%016llx data=%d\n",
602 mrec->rec.leaf.base.create_tid,
603 mrec->rec.leaf.base.delete_tid,
604 mrec->rec.leaf.data_len);
606 case HAMMER_MREC_TYPE_PASS:
607 printf("Pass obj=%016llx key=%016llx "
609 mrec->rec.leaf.base.obj_id,
610 mrec->rec.leaf.base.key,
611 mrec->rec.leaf.base.rec_type,
612 mrec->rec.leaf.base.obj_type);
613 printf(" tids %016llx:%016llx data=%d\n",
614 mrec->rec.leaf.base.create_tid,
615 mrec->rec.leaf.base.delete_tid,
616 mrec->rec.leaf.data_len);
618 case HAMMER_MREC_TYPE_SKIP:
619 printf("Skip obj=%016llx key=%016llx rt=%02x to\n"
620 " obj=%016llx key=%016llx rt=%02x\n",
621 mrec->skip.skip_beg.obj_id,
622 mrec->skip.skip_beg.key,
623 mrec->skip.skip_beg.rec_type,
624 mrec->skip.skip_end.obj_id,
625 mrec->skip.skip_end.key,
626 mrec->skip.skip_end.rec_type);
635 * Read and process the termination sync record.
637 mrec = read_mrecord(0, &error, &pickup);
639 (mrec->head.type != HAMMER_MREC_TYPE_SYNC &&
640 mrec->head.type != HAMMER_MREC_TYPE_IDLE)
642 fprintf(stderr, "Mirror-dump: Did not get termination "
648 hammer_cmd_mirror_copy(char **av, int ac, int streaming)
671 if ((pid1 = fork()) == 0) {
676 if ((ptr = strchr(av[0], ':')) != NULL) {
681 xav[xac++] = "hammer";
701 snprintf(tbuf, sizeof(tbuf), "%d", TimeoutOpt);
706 xav[xac++] = "mirror-read-stream";
708 xav[xac++] = "mirror-read";
711 execv("/usr/bin/ssh", (void *)xav);
713 hammer_cmd_mirror_read(av, 1, streaming);
723 if ((pid2 = fork()) == 0) {
728 if ((ptr = strchr(av[1], ':')) != NULL) {
733 xav[xac++] = "hammer";
752 xav[xac++] = "mirror-write";
755 execv("/usr/bin/ssh", (void *)xav);
757 hammer_cmd_mirror_write(av + 1, 1);
766 while (waitpid(pid1, NULL, 0) <= 0)
768 while (waitpid(pid2, NULL, 0) <= 0)
773 * Read and return multiple mrecords
776 read_mrecords(int fd, char *buf, u_int size, hammer_ioc_mrecord_head_t pickup)
778 hammer_ioc_mrecord_any_t mrec;
786 while (size - count >= HAMMER_MREC_HEADSIZE) {
788 * Cached the record header in case we run out of buffer
792 if (pickup->signature == 0) {
793 for (n = 0; n < HAMMER_MREC_HEADSIZE; n += i) {
794 i = read(fd, (char *)pickup + n,
795 HAMMER_MREC_HEADSIZE - n);
801 if (n != HAMMER_MREC_HEADSIZE) {
802 fprintf(stderr, "read_mrecords: short read on pipe\n");
805 if (pickup->signature != HAMMER_IOC_MIRROR_SIGNATURE) {
806 fprintf(stderr, "read_mrecords: malformed record on pipe, "
811 if (pickup->rec_size < HAMMER_MREC_HEADSIZE ||
812 pickup->rec_size > sizeof(*mrec) + HAMMER_XBUFSIZE) {
813 fprintf(stderr, "read_mrecords: malformed record on pipe, "
814 "illegal rec_size\n");
819 * Stop if we have insufficient space for the record and data.
821 bytes = HAMMER_HEAD_DOALIGN(pickup->rec_size);
822 if (size - count < bytes)
826 * Stop if the record type is not a REC, SKIP, or PASS,
827 * which are the only types the ioctl supports. Other types
828 * are used only by the userland protocol.
832 type = pickup->type & HAMMER_MRECF_TYPE_LOMASK;
833 if (type != HAMMER_MREC_TYPE_PFSD &&
834 type != HAMMER_MREC_TYPE_REC &&
835 type != HAMMER_MREC_TYPE_SKIP &&
836 type != HAMMER_MREC_TYPE_PASS) {
841 * Read the remainder and clear the pickup signature.
843 for (n = HAMMER_MREC_HEADSIZE; n < bytes; n += i) {
844 i = read(fd, buf + count + n, bytes - n);
849 fprintf(stderr, "read_mrecords: short read on pipe\n");
853 bcopy(pickup, buf + count, HAMMER_MREC_HEADSIZE);
854 pickup->signature = 0;
856 mrec = (void *)(buf + count);
859 * Validate the completed record
861 if (mrec->head.rec_crc !=
862 crc32((char *)mrec + HAMMER_MREC_CRCOFF,
863 mrec->head.rec_size - HAMMER_MREC_CRCOFF)) {
864 fprintf(stderr, "read_mrecords: malformed record "
865 "on pipe, bad crc\n");
870 * If its a B-Tree record validate the data crc.
872 * NOTE: If the VFS passes us an explicitly errorde mrec
873 * we just pass it through.
875 type = mrec->head.type & HAMMER_MRECF_TYPE_MASK;
877 if (type == HAMMER_MREC_TYPE_REC) {
878 if (mrec->head.rec_size <
879 sizeof(mrec->rec) + mrec->rec.leaf.data_len) {
881 "read_mrecords: malformed record on "
882 "pipe, illegal element data_len\n");
885 if (mrec->rec.leaf.data_len &&
886 mrec->rec.leaf.data_offset &&
887 hammer_crc_test_leaf(&mrec->rec + 1, &mrec->rec.leaf) == 0) {
889 "read_mrecords: data_crc did not "
890 "match data! obj=%016llx key=%016llx\n",
891 mrec->rec.leaf.base.obj_id,
892 mrec->rec.leaf.base.key);
894 "continuing, but there are problems\n");
903 * Read and return a single mrecord.
906 hammer_ioc_mrecord_any_t
907 read_mrecord(int fdin, int *errorp, hammer_ioc_mrecord_head_t pickup)
909 hammer_ioc_mrecord_any_t mrec;
910 struct hammer_ioc_mrecord_head mrechd;
915 if (pickup && pickup->type != 0) {
917 pickup->signature = 0;
919 n = HAMMER_MREC_HEADSIZE;
922 * Read in the PFSD header from the sender.
924 for (n = 0; n < HAMMER_MREC_HEADSIZE; n += i) {
925 i = read(fdin, (char *)&mrechd + n, HAMMER_MREC_HEADSIZE - n);
930 *errorp = 0; /* EOF */
933 if (n != HAMMER_MREC_HEADSIZE) {
934 fprintf(stderr, "short read of mrecord header\n");
939 if (mrechd.signature != HAMMER_IOC_MIRROR_SIGNATURE) {
940 fprintf(stderr, "read_mrecord: bad signature\n");
944 bytes = HAMMER_HEAD_DOALIGN(mrechd.rec_size);
945 assert(bytes >= sizeof(mrechd));
946 mrec = malloc(bytes);
950 i = read(fdin, (char *)mrec + n, bytes - n);
956 fprintf(stderr, "read_mrecord: short read on payload\n");
960 if (mrec->head.rec_crc !=
961 crc32((char *)mrec + HAMMER_MREC_CRCOFF,
962 mrec->head.rec_size - HAMMER_MREC_CRCOFF)) {
963 fprintf(stderr, "read_mrecord: bad CRC\n");
973 write_mrecord(int fdout, u_int32_t type, hammer_ioc_mrecord_any_t mrec,
976 char zbuf[HAMMER_HEAD_ALIGN];
979 pad = HAMMER_HEAD_DOALIGN(bytes) - bytes;
981 assert(bytes >= (int)sizeof(mrec->head));
982 bzero(&mrec->head, sizeof(mrec->head));
983 mrec->head.signature = HAMMER_IOC_MIRROR_SIGNATURE;
984 mrec->head.type = type;
985 mrec->head.rec_size = bytes;
986 mrec->head.rec_crc = crc32((char *)mrec + HAMMER_MREC_CRCOFF,
987 bytes - HAMMER_MREC_CRCOFF);
988 if (write(fdout, mrec, bytes) != bytes) {
989 fprintf(stderr, "write_mrecord: error %d (%s)\n",
990 errno, strerror(errno));
995 if (write(fdout, zbuf, pad) != pad) {
996 fprintf(stderr, "write_mrecord: error %d (%s)\n",
997 errno, strerror(errno));
1004 * Generate a mirroring header with the pfs information of the
1005 * originating filesytem.
1008 generate_mrec_header(int fd, int fdout, int pfs_id,
1009 hammer_tid_t *tid_begp, hammer_tid_t *tid_endp)
1011 struct hammer_ioc_pseudofs_rw pfs;
1012 union hammer_ioc_mrecord_any mrec_tmp;
1014 bzero(&pfs, sizeof(pfs));
1015 bzero(&mrec_tmp, sizeof(mrec_tmp));
1016 pfs.pfs_id = pfs_id;
1017 pfs.ondisk = &mrec_tmp.pfs.pfsd;
1018 pfs.bytes = sizeof(mrec_tmp.pfs.pfsd);
1019 if (ioctl(fd, HAMMERIOC_GET_PSEUDOFS, &pfs) != 0) {
1020 fprintf(stderr, "Mirror-read: not a HAMMER fs/pseudofs!\n");
1023 if (pfs.version != HAMMER_IOC_PSEUDOFS_VERSION) {
1024 fprintf(stderr, "Mirror-read: HAMMER pfs version mismatch!\n");
1029 * sync_beg_tid - lowest TID on source after which a full history
1032 * sync_end_tid - highest fully synchronized TID from source.
1034 if (tid_begp && *tid_begp < mrec_tmp.pfs.pfsd.sync_beg_tid)
1035 *tid_begp = mrec_tmp.pfs.pfsd.sync_beg_tid;
1037 *tid_endp = mrec_tmp.pfs.pfsd.sync_end_tid;
1038 mrec_tmp.pfs.version = pfs.version;
1039 write_mrecord(fdout, HAMMER_MREC_TYPE_PFSD,
1040 &mrec_tmp, sizeof(mrec_tmp.pfs));
1044 * Validate the pfs information from the originating filesystem
1045 * against the target filesystem. shared_uuid must match.
1047 * return -1 if we got a TERM record
1050 validate_mrec_header(int fd, int fdin, int is_target, int pfs_id,
1051 struct hammer_ioc_mrecord_head *pickup,
1052 hammer_tid_t *tid_begp, hammer_tid_t *tid_endp)
1054 struct hammer_ioc_pseudofs_rw pfs;
1055 struct hammer_pseudofs_data pfsd;
1056 hammer_ioc_mrecord_any_t mrec;
1060 * Get the PFSD info from the target filesystem.
1062 bzero(&pfs, sizeof(pfs));
1063 bzero(&pfsd, sizeof(pfsd));
1064 pfs.pfs_id = pfs_id;
1066 pfs.bytes = sizeof(pfsd);
1067 if (ioctl(fd, HAMMERIOC_GET_PSEUDOFS, &pfs) != 0) {
1068 fprintf(stderr, "mirror-write: not a HAMMER fs/pseudofs!\n");
1071 if (pfs.version != HAMMER_IOC_PSEUDOFS_VERSION) {
1072 fprintf(stderr, "mirror-write: HAMMER pfs version mismatch!\n");
1076 mrec = read_mrecord(fdin, &error, pickup);
1079 fprintf(stderr, "validate_mrec_header: short read\n");
1082 if (mrec->head.type == HAMMER_MREC_TYPE_TERM) {
1087 if (mrec->head.type != HAMMER_MREC_TYPE_PFSD) {
1088 fprintf(stderr, "validate_mrec_header: did not get expected "
1089 "PFSD record type\n");
1092 if (mrec->head.rec_size != sizeof(mrec->pfs)) {
1093 fprintf(stderr, "validate_mrec_header: unexpected payload "
1097 if (mrec->pfs.version != pfs.version) {
1098 fprintf(stderr, "validate_mrec_header: Version mismatch\n");
1103 * Whew. Ok, is the read PFS info compatible with the target?
1105 if (bcmp(&mrec->pfs.pfsd.shared_uuid, &pfsd.shared_uuid,
1106 sizeof(pfsd.shared_uuid)) != 0) {
1108 "mirror-write: source and target have "
1109 "different shared-uuid's!\n");
1113 (pfsd.mirror_flags & HAMMER_PFSD_SLAVE) == 0) {
1114 fprintf(stderr, "mirror-write: target must be in slave mode\n");
1118 *tid_begp = mrec->pfs.pfsd.sync_beg_tid;
1120 *tid_endp = mrec->pfs.pfsd.sync_end_tid;
1126 update_pfs_snapshot(int fd, hammer_tid_t snapshot_tid, int pfs_id)
1128 struct hammer_ioc_pseudofs_rw pfs;
1129 struct hammer_pseudofs_data pfsd;
1131 bzero(&pfs, sizeof(pfs));
1132 bzero(&pfsd, sizeof(pfsd));
1133 pfs.pfs_id = pfs_id;
1135 pfs.bytes = sizeof(pfsd);
1136 if (ioctl(fd, HAMMERIOC_GET_PSEUDOFS, &pfs) != 0) {
1137 perror("update_pfs_snapshot (read)");
1140 if (pfsd.sync_end_tid != snapshot_tid) {
1141 pfsd.sync_end_tid = snapshot_tid;
1142 if (ioctl(fd, HAMMERIOC_SET_PSEUDOFS, &pfs) != 0) {
1143 perror("update_pfs_snapshot (rewrite)");
1146 if (VerboseOpt >= 2) {
1148 "Mirror-write: Completed, updated snapshot "
1156 * Bandwidth-limited write in chunks
1160 writebw(int fd, const void *buf, size_t nbytes,
1161 u_int64_t *bwcount, struct timeval *tv1)
1172 if (*bwcount + nbytes > BandwidthOpt)
1173 n = BandwidthOpt - *bwcount;
1177 r = write(fd, buf, n);
1181 buf = (const char *)buf + r;
1186 if (*bwcount >= BandwidthOpt) {
1187 gettimeofday(&tv2, NULL);
1188 usec = (int)(tv2.tv_sec - tv1->tv_sec) * 1000000 +
1189 (int)(tv2.tv_usec - tv1->tv_usec);
1190 if (usec >= 0 && usec < 1000000)
1191 usleep(1000000 - usec);
1192 gettimeofday(tv1, NULL);
1193 *bwcount -= BandwidthOpt;
1200 * Get a yes or no answer from the terminal. The program may be run as
1201 * part of a two-way pipe so we cannot use stdin for this operation.
1210 fp = fopen("/dev/tty", "r");
1212 fprintf(stderr, "No terminal for response\n");
1216 while (fgets(buf, sizeof(buf), fp) != NULL) {
1217 if (buf[0] == 'y' || buf[0] == 'Y') {
1221 if (buf[0] == 'n' || buf[0] == 'N') {
1225 fprintf(stderr, "Response not understood\n");
1233 mirror_usage(int code)
1236 "hammer mirror-read <filesystem> [begin-tid]\n"
1237 "hammer mirror-read-stream <filesystem> [begin-tid]\n"
1238 "hammer mirror-write <filesystem>\n"
1239 "hammer mirror-dump\n"
1240 "hammer mirror-copy [[user@]host:]<filesystem>"
1241 " [[user@]host:]<filesystem>\n"
1242 "hammer mirror-stream [[user@]host:]<filesystem>"
1243 " [[user@]host:]<filesystem>\n"