2 * Copyright (c) 2007 The DragonFly Project. All rights reserved.
4 * This code is derived from software contributed to The DragonFly Project
5 * by Matthew Dillon <dillon@backplane.com>
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
11 * 1. Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 * 2. Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in
15 * the documentation and/or other materials provided with the
17 * 3. Neither the name of The DragonFly Project nor the names of its
18 * contributors may be used to endorse or promote products derived
19 * from this software without specific, prior written permission.
21 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
22 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
23 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
24 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
25 * COPYRIGHT HOLDERS OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
26 * INCIDENTAL, SPECIAL, EXEMPLARY OR CONSEQUENTIAL DAMAGES (INCLUDING,
27 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
28 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
29 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
30 * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
31 * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
34 * $DragonFly: src/sbin/newfs_hammer/newfs_hammer.c,v 1.35 2008/06/24 17:40:22 dillon Exp $
37 #include "newfs_hammer.h"
39 static int64_t getsize(const char *str, int64_t minval, int64_t maxval, int pw);
40 static const char *sizetostr(off_t size);
41 static void check_volume(struct volume_info *vol);
42 static void format_volume(struct volume_info *vol, int nvols,const char *label,
44 static hammer_off_t format_root(void);
45 static u_int64_t nowtime(void);
46 static void usage(void);
49 main(int ac, char **av)
55 const char *label = NULL;
56 struct volume_info *vol;
59 * Sanity check basic filesystem structures. No cookies for us
62 assert(sizeof(struct hammer_volume_ondisk) <= HAMMER_BUFSIZE);
63 assert(sizeof(struct hammer_blockmap_layer1) == 32);
64 assert(sizeof(struct hammer_blockmap_layer2) == 16);
67 * Generate a filesysem id and lookup the filesystem type
69 uuidgen(&Hammer_FSId, 1);
70 uuid_name_lookup(&Hammer_FSType, "DragonFly HAMMER", &status);
71 if (status != uuid_s_ok) {
72 errx(1, "uuids file does not have the DragonFly "
73 "HAMMER filesystem type");
79 while ((ch = getopt(ac, av, "L:b:m:u:")) != -1) {
85 BootAreaSize = getsize(optarg,
87 HAMMER_BOOT_MAXBYTES, 2);
90 MemAreaSize = getsize(optarg,
92 HAMMER_MEM_MAXBYTES, 2);
95 UndoBufferSize = getsize(optarg,
96 HAMMER_LARGEBLOCK_SIZE,
97 HAMMER_LARGEBLOCK_SIZE *
98 HAMMER_UNDO_LAYER2, 2);
108 "newfs_hammer: A filesystem label must be specified\n");
113 * Collect volume information
121 for (i = 0; i < NumVolumes; ++i) {
122 vol = setup_volume(i, av[i], 1, O_RDWR);
125 * Load up information on the volume and initialize
126 * its remaining fields.
133 * Calculate defaults for the boot and memory area sizes.
135 if (BootAreaSize == 0) {
136 BootAreaSize = HAMMER_BOOT_NOMBYTES;
137 while (BootAreaSize > total / NumVolumes / 256)
139 if (BootAreaSize < HAMMER_BOOT_MINBYTES)
141 } else if (BootAreaSize < HAMMER_BOOT_MINBYTES) {
142 BootAreaSize = HAMMER_BOOT_MINBYTES;
144 if (MemAreaSize == 0) {
145 MemAreaSize = HAMMER_MEM_NOMBYTES;
146 while (MemAreaSize > total / NumVolumes / 256)
148 if (MemAreaSize < HAMMER_MEM_MINBYTES)
150 } else if (MemAreaSize < HAMMER_MEM_MINBYTES) {
151 MemAreaSize = HAMMER_MEM_MINBYTES;
155 * Format the volumes. Format the root volume first so we can
156 * bootstrap the freemap.
158 format_volume(get_volume(RootVolNo), NumVolumes, label, total);
159 for (i = 0; i < NumVolumes; ++i) {
161 format_volume(get_volume(i), NumVolumes, label, total);
165 * Pre-size the blockmap layer1/layer2 infrastructure to the zone
166 * limit. If we do this the filesystem does not have to allocate
167 * new layer2 blocks which reduces the chances of the reblocker
168 * having to fallback to an extremely inefficient algorithm.
170 vol = get_volume(RootVolNo);
171 vol->ondisk->vol0_stat_bigblocks = vol->ondisk->vol0_stat_freebigblocks;
172 vol->cache.modified = 1;
174 printf("---------------------------------------------\n");
175 printf("%d volume%s total size %s\n",
176 NumVolumes, (NumVolumes == 1 ? "" : "s"), sizetostr(total));
177 printf("boot-area-size: %s\n", sizetostr(BootAreaSize));
178 printf("memory-log-size: %s\n", sizetostr(MemAreaSize));
179 printf("undo-buffer-size: %s\n", sizetostr(UndoBufferSize));
180 printf("total-pre-allocated: %s\n",
181 sizetostr(vol->vol_free_off & HAMMER_OFF_SHORT_MASK));
192 fprintf(stderr, "newfs_hammer vol0 [vol1 ...]\n");
197 * Convert the size in bytes to a human readable string.
201 sizetostr(off_t size)
205 if (size < 1024 / 2) {
206 snprintf(buf, sizeof(buf), "%6.2f", (double)size);
207 } else if (size < 1024 * 1024 / 2) {
208 snprintf(buf, sizeof(buf), "%6.2fKB",
209 (double)size / 1024);
210 } else if (size < 1024 * 1024 * 1024LL / 2) {
211 snprintf(buf, sizeof(buf), "%6.2fMB",
212 (double)size / (1024 * 1024));
213 } else if (size < 1024 * 1024 * 1024LL * 1024LL / 2) {
214 snprintf(buf, sizeof(buf), "%6.2fGB",
215 (double)size / (1024 * 1024 * 1024LL));
217 snprintf(buf, sizeof(buf), "%6.2fTB",
218 (double)size / (1024 * 1024 * 1024LL * 1024LL));
224 * Convert a string to a 64 bit signed integer with various requirements.
227 getsize(const char *str, int64_t minval, int64_t maxval, int powerof2)
232 val = strtoll(str, &ptr, 0);
251 errx(1, "Unknown suffix in number '%s'\n", str);
255 errx(1, "Unknown suffix in number '%s'\n", str);
259 errx(1, "Value too small: %s, min is %s\n",
260 str, sizetostr(minval));
264 errx(1, "Value too large: %s, max is %s\n",
265 str, sizetostr(maxval));
268 if ((powerof2 & 1) && (val ^ (val - 1)) != ((val << 1) - 1)) {
269 errx(1, "Value not power of 2: %s\n", str);
272 if ((powerof2 & 2) && (val & HAMMER_BUFMASK)) {
273 errx(1, "Value not an integral multiple of %dK: %s",
274 HAMMER_BUFSIZE / 1024, str);
281 * Generate a transaction id. Transaction ids are no longer time-based.
282 * Put the nail in the coffin by not making the first one time-based.
284 * We could start at 1 here but start at 2^32 to reserve a small domain for
285 * possible future use.
290 static hammer_tid_t lasttid;
293 lasttid = 0x0000000100000000ULL;
303 gettimeofday(&tv, NULL);
304 xtime = tv.tv_sec * 1000000LL + tv.tv_usec;
309 * Check basic volume characteristics. HAMMER filesystems use a minimum
310 * of a 16KB filesystem buffer size.
314 check_volume(struct volume_info *vol)
316 struct partinfo pinfo;
320 * Get basic information about the volume
322 vol->fd = open(vol->name, O_RDWR);
324 err(1, "Unable to open %s R+W", vol->name);
325 if (ioctl(vol->fd, DIOCGPART, &pinfo) < 0) {
327 * Allow the formatting of regular filews as HAMMER volumes
329 if (fstat(vol->fd, &st) < 0)
330 err(1, "Unable to stat %s", vol->name);
331 vol->size = st.st_size;
332 vol->type = "REGFILE";
335 * When formatting a block device as a HAMMER volume the
336 * sector size must be compatible. HAMMER uses 16384 byte
337 * filesystem buffers.
339 if (pinfo.reserved_blocks) {
340 errx(1, "HAMMER cannot be placed in a partition "
341 "which overlaps the disklabel or MBR");
343 if (pinfo.media_blksize > 16384 ||
344 16384 % pinfo.media_blksize) {
345 errx(1, "A media sector size of %d is not supported",
346 pinfo.media_blksize);
349 vol->size = pinfo.media_size;
350 vol->type = "DEVICE";
352 printf("Volume %d %s %-15s size %s\n",
353 vol->vol_no, vol->type, vol->name,
354 sizetostr(vol->size));
357 * Reserve space for (future) header junk, setup our poor-man's
358 * bigblock allocator.
360 vol->vol_alloc = HAMMER_BUFSIZE * 16;
364 * Format a HAMMER volume. Cluster 0 will be initially placed in volume 0.
368 format_volume(struct volume_info *vol, int nvols, const char *label,
369 off_t total_size __unused)
371 struct volume_info *root_vol;
372 struct hammer_volume_ondisk *ondisk;
377 * Initialize basic information in the on-disk volume structure.
379 ondisk = vol->ondisk;
381 ondisk->vol_fsid = Hammer_FSId;
382 ondisk->vol_fstype = Hammer_FSType;
383 snprintf(ondisk->vol_name, sizeof(ondisk->vol_name), "%s", label);
384 ondisk->vol_no = vol->vol_no;
385 ondisk->vol_count = nvols;
386 ondisk->vol_version = 1;
388 ondisk->vol_bot_beg = vol->vol_alloc;
389 vol->vol_alloc += BootAreaSize;
390 ondisk->vol_mem_beg = vol->vol_alloc;
391 vol->vol_alloc += MemAreaSize;
394 * The remaining area is the zone 2 buffer allocation area. These
397 ondisk->vol_buf_beg = vol->vol_alloc;
398 ondisk->vol_buf_end = vol->size & ~(int64_t)HAMMER_BUFMASK;
400 if (ondisk->vol_buf_end < ondisk->vol_buf_beg) {
401 errx(1, "volume %d %s is too small to hold the volume header",
402 vol->vol_no, vol->name);
405 ondisk->vol_nblocks = (ondisk->vol_buf_end - ondisk->vol_buf_beg) /
407 ondisk->vol_blocksize = HAMMER_BUFSIZE;
409 ondisk->vol_rootvol = RootVolNo;
410 ondisk->vol_signature = HAMMER_FSBUF_VOLUME;
412 vol->vol_free_off = HAMMER_ENCODE_RAW_BUFFER(vol->vol_no, 0);
413 vol->vol_free_end = HAMMER_ENCODE_RAW_BUFFER(vol->vol_no, (ondisk->vol_buf_end - ondisk->vol_buf_beg) & ~HAMMER_LARGEBLOCK_MASK64);
416 * Format the root volume.
418 if (vol->vol_no == RootVolNo) {
422 ondisk->vol0_next_tid = createtid();
425 &ondisk->vol0_blockmap[HAMMER_ZONE_FREEMAP_INDEX]);
427 freeblks = initialize_freemap(vol);
428 ondisk->vol0_stat_freebigblocks = freeblks;
430 for (i = 8; i < HAMMER_MAX_ZONES; ++i) {
431 format_blockmap(&ondisk->vol0_blockmap[i],
432 HAMMER_ZONE_ENCODE(i, 0));
434 format_undomap(ondisk);
436 ondisk->vol0_btree_root = format_root();
437 ++ondisk->vol0_stat_inodes; /* root inode */
439 freeblks = initialize_freemap(vol);
440 root_vol = get_volume(RootVolNo);
441 root_vol->cache.modified = 1;
442 root_vol->ondisk->vol0_stat_freebigblocks += freeblks;
443 root_vol->ondisk->vol0_stat_bigblocks += freeblks;
444 rel_volume(root_vol);
449 * Format the root directory.
455 hammer_off_t btree_off;
456 hammer_off_t data_off;
457 hammer_tid_t create_tid;
458 hammer_node_ondisk_t bnode;
459 struct hammer_inode_data *idata;
460 struct buffer_info *data_buffer = NULL;
461 hammer_btree_elm_t elm;
464 bnode = alloc_btree_element(&btree_off);
465 idata = alloc_data_element(&data_off, sizeof(*idata), &data_buffer);
466 create_tid = createtid();
470 * Populate the inode data and inode record for the root directory.
472 idata->version = HAMMER_INODE_DATA_VERSION;
474 idata->ctime = xtime;
475 idata->mtime = xtime;
476 idata->atime = xtime;
477 idata->obj_type = HAMMER_OBJTYPE_DIRECTORY;
482 * Create the root of the B-Tree. The root is a leaf node so we
483 * do not have to worry about boundary elements.
485 bnode->signature = HAMMER_BTREE_SIGNATURE_GOOD;
487 bnode->type = HAMMER_BTREE_TYPE_LEAF;
489 elm = &bnode->elms[0];
490 elm->leaf.base.btype = HAMMER_BTREE_TYPE_RECORD;
491 elm->leaf.base.localization = HAMMER_LOCALIZE_INODE;
492 elm->leaf.base.obj_id = HAMMER_OBJID_ROOT;
493 elm->leaf.base.key = 0;
494 elm->leaf.base.create_tid = create_tid;
495 elm->leaf.base.delete_tid = 0;
496 elm->leaf.base.rec_type = HAMMER_RECTYPE_INODE;
497 elm->leaf.base.obj_type = HAMMER_OBJTYPE_DIRECTORY;
498 elm->leaf.create_ts = (u_int32_t)time(NULL);
500 elm->leaf.data_offset = data_off;
501 elm->leaf.data_len = sizeof(*idata);
502 elm->leaf.data_crc = crc32(idata, HAMMER_INODE_CRCSIZE);
504 bnode->crc = crc32(&bnode->crc + 1, HAMMER_BTREE_CRCSIZE);