usr.bin/du/du.c

   1 /*
   2  * Copyright (c) 1989, 1993, 1994
   3  *      The Regents of the University of California.  All rights reserved.
   4  *
   5  * This code is derived from software contributed to Berkeley by
   6  * Chris Newcomb.
   7  *
   8  * Redistribution and use in source and binary forms, with or without
   9  * modification, are permitted provided that the following conditions
  10  * are met:
  11  * 1. Redistributions of source code must retain the above copyright
  12  *    notice, this list of conditions and the following disclaimer.
  13  * 2. Redistributions in binary form must reproduce the above copyright
  14  *    notice, this list of conditions and the following disclaimer in the
  15  *    documentation and/or other materials provided with the distribution.
  16  * 3. All advertising materials mentioning features or use of this software
  17  *    must display the following acknowledgement:
  18  *      This product includes software developed by the University of
  19  *      California, Berkeley and its contributors.
  20  * 4. Neither the name of the University nor the names of its contributors
  21  *    may be used to endorse or promote products derived from this software
  22  *    without specific prior written permission.
  23  *
  24  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
  25  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  26  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  27  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
  28  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  29  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
  30  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  31  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
  32  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
  33  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
  34  * SUCH DAMAGE.
  35  *
  36  * @(#) Copyright (c) 1989, 1993, 1994 The Regents of the University of California.  All rights reserved.
  37  * @(#)du.c     8.5 (Berkeley) 5/4/95
  38  * $FreeBSD: src/usr.bin/du/du.c,v 1.17.2.4 2002/12/12 16:29:39 trhodes Exp $
  39  * $DragonFly: src/usr.bin/du/du.c,v 1.12 2008/08/12 03:35:35 y0netan1 Exp $
  40  */
  41
  42 #include <sys/param.h>
  43 #include <sys/queue.h>
  44 #include <sys/stat.h>
  45
  46 #include <err.h>
  47 #include <errno.h>
  48 #include <fnmatch.h>
  49 #include <fts.h>
  50 #include <libutil.h>
  51 #include <stdio.h>
  52 #include <stdlib.h>
  53 #include <string.h>
  54 #include <sysexits.h>
  55 #include <unistd.h>
  56
  57 #define HASHSIZE        256             /* power of 2 only */
  58 #define HASHMASK        (HASHSIZE - 1)
  59
  60 SLIST_HEAD(ignhead, ignentry) ignores;
  61 struct ignentry {
  62         char                    *mask;
  63         SLIST_ENTRY(ignentry)   next;
  64 };
  65
  66 static int      linkchk(FTSENT *);
  67 static void     usage(void);
  68 void            prthumanval(int64_t);
  69 void            ignoreadd(const char *);
  70 void            ignoreclean(void);
  71 int             ignorep(FTSENT *);
  72
  73 static char period[] = ".";
  74
  75 typedef long long       du_number_t;
  76
  77 int
  78 main(int argc, char **argv)
  79 {
  80         FTS             *fts;
  81         FTSENT          *p;
  82         long            blocksize;
  83         du_number_t     savednumber = 0;
  84         int             ftsoptions;
  85         int             listall;
  86         int             depth;
  87         int             Hflag, Lflag, Pflag, aflag, sflag, dflag, cflag, hflag, ch, notused, rval;
  88         char            **save;
  89
  90         Hflag = Lflag = Pflag = aflag = sflag = dflag = cflag = hflag = 0;
  91
  92         save = argv;
  93         ftsoptions = 0;
  94         depth = INT_MAX;
  95         SLIST_INIT(&ignores);
  96
  97         while ((ch = getopt(argc, argv, "HI:LPasd:chkrx")) != -1)
  98                 switch (ch) {
  99                         case 'H':
 100                                 Hflag = 1;
 101                                 break;
 102                         case 'I':
 103                                 ignoreadd(optarg);
 104                                 break;
 105                         case 'L':
 106                                 if (Pflag)
 107                                         usage();
 108                                 Lflag = 1;
 109                                 break;
 110                         case 'P':
 111                                 if (Lflag)
 112                                         usage();
 113                                 Pflag = 1;
 114                                 break;
 115                         case 'a':
 116                                 aflag = 1;
 117                                 break;
 118                         case 's':
 119                                 sflag = 1;
 120                                 break;
 121                         case 'd':
 122                                 dflag = 1;
 123                                 errno = 0;
 124                                 depth = atoi(optarg);
 125                                 if (errno == ERANGE || depth < 0) {
 126                                         warnx("invalid argument to option d: %s", optarg);
 127                                         usage();
 128                                 }
 129                                 break;
 130                         case 'c':
 131                                 cflag = 1;
 132                                 break;
 133                         case 'h':
 134                                 if (setenv("BLOCKSIZE", "512", 1) == -1)
 135                                         warn("setenv: cannot set BLOCKSIZE=512");
 136                                 hflag = 1;
 137                                 break;
 138                         case 'k':
 139                                 hflag = 0;
 140                                 if (setenv("BLOCKSIZE", "1024", 1) == -1)
 141                                         warn("setenv: cannot set BLOCKSIZE=1024");
 142                                 break;
 143                         case 'r':                /* Compatibility. */
 144                                 break;
 145                         case 'x':
 146                                 ftsoptions |= FTS_XDEV;
 147                                 break;
 148                         case '?':
 149                         default:
 150                                 usage();
 151                 }
 152
 153         argc -= optind;
 154         argv += optind;
 155
 156         /*
 157          * XXX
 158          * Because of the way that fts(3) works, logical walks will not count
 159          * the blocks actually used by symbolic links.  We rationalize this by
 160          * noting that users computing logical sizes are likely to do logical
 161          * copies, so not counting the links is correct.  The real reason is
 162          * that we'd have to re-implement the kernel's symbolic link traversing
 163          * algorithm to get this right.  If, for example, you have relative
 164          * symbolic links referencing other relative symbolic links, it gets
 165          * very nasty, very fast.  The bottom line is that it's documented in
 166          * the man page, so it's a feature.
 167          */
 168
 169         if (Hflag + Lflag + Pflag > 1)
 170                 usage();
 171
 172         if (Hflag + Lflag + Pflag == 0)
 173                 Pflag = 1;                      /* -P (physical) is default */
 174
 175         if (Hflag)
 176                 ftsoptions |= FTS_COMFOLLOW;
 177
 178         if (Lflag)
 179                 ftsoptions |= FTS_LOGICAL;
 180
 181         if (Pflag)
 182                 ftsoptions |= FTS_PHYSICAL;
 183
 184         listall = 0;
 185
 186         if (aflag) {
 187                 if (sflag || dflag)
 188                         usage();
 189                 listall = 1;
 190         } else if (sflag) {
 191                 if (dflag)
 192                         usage();
 193                 depth = 0;
 194         }
 195
 196         if (!*argv) {
 197                 argv = save;
 198                 argv[0] = period;
 199                 argv[1] = NULL;
 200         }
 201
 202         (void) getbsize(&notused, &blocksize);
 203         blocksize /= 512;
 204
 205         rval = 0;
 206
 207         if ((fts = fts_open(argv, ftsoptions, NULL)) == NULL)
 208                 err(1, "fts_open");
 209
 210         while ((p = fts_read(fts)) != NULL) {
 211                 switch (p->fts_info) {
 212                         case FTS_D:                     /* Ignore. */
 213                                 if (ignorep(p))
 214                                         fts_set(fts, p, FTS_SKIP);
 215                                 break;
 216                         case FTS_DP:
 217                                 if (ignorep(p))
 218                                         break;
 219
 220                                 if (p->fts_pointer == NULL) {
 221                                         p->fts_pointer = malloc(sizeof(du_number_t));
 222                                         *(du_number_t *)p->fts_pointer = 0;
 223                                 }
 224                                 *(du_number_t *)p->fts_pointer += p->fts_statp->st_blocks;
 225
 226                                 if (p->fts_parent->fts_pointer == NULL) {
 227                                         p->fts_parent->fts_pointer = malloc(sizeof(du_number_t));
 228                                         *(du_number_t *)p->fts_parent->fts_pointer = 0;
 229                                 }
 230                                 *(du_number_t *)p->fts_parent->fts_pointer += *(du_number_t *)p->fts_pointer += p->fts_statp->st_blocks;
 231
 232                                 if (p->fts_level <= depth) {
 233                                         if (hflag) {
 234                                                 (void) prthumanval(howmany(*(du_number_t *)p->fts_pointer, blocksize));
 235                                                 (void) printf("\t%s\n", p->fts_path);
 236                                         } else {
 237                                         (void) printf("%lld\t%s\n",
 238                                             howmany(*(du_number_t *)p->fts_pointer, blocksize),
 239                                             p->fts_path);
 240                                         }
 241                                 }
 242                                 if (p->fts_pointer) {
 243                                         free(p->fts_pointer);
 244                                         p->fts_pointer = NULL;
 245                                 }
 246                                 break;
 247                         case FTS_DC:                    /* Ignore. */
 248                                 break;
 249                         case FTS_DNR:                   /* Warn, continue. */
 250                         case FTS_ERR:
 251                         case FTS_NS:
 252                                 warnx("%s: %s", p->fts_path, strerror(p->fts_errno));
 253                                 rval = 1;
 254                                 break;
 255                         default:
 256                                 if (ignorep(p))
 257                                         break;
 258
 259                                 if (p->fts_statp->st_nlink > 1 && linkchk(p))
 260                                         break;
 261
 262                                 if (listall || p->fts_level == 0) {
 263                                         if (hflag) {
 264                                                 (void) prthumanval(howmany(p->fts_statp->st_blocks,
 265                                                         blocksize));
 266                                                 (void) printf("\t%s\n", p->fts_path);
 267                                         } else {
 268                                                 (void) printf("%lld\t%s\n",
 269                                                         howmany((long long)p->fts_statp->st_blocks, blocksize),
 270                                                         p->fts_path);
 271                                         }
 272                                 }
 273                                 if (p->fts_parent->fts_pointer == NULL) {
 274                                         p->fts_parent->fts_pointer = malloc(sizeof(du_number_t));
 275                                         *(du_number_t *)p->fts_parent->fts_pointer = 0;
 276                                 }
 277                                 *(du_number_t *)p->fts_parent->fts_pointer += p->fts_statp->st_blocks;
 278                 }
 279                 if (p->fts_parent->fts_pointer)
 280                         savednumber = *(du_number_t *)p->fts_parent->fts_pointer;
 281         }
 282         fts_close(fts);
 283
 284         if (errno)
 285                 err(1, "fts_read");
 286
 287         if (cflag) {
 288                 if (hflag) {
 289                         (void) prthumanval(howmany(savednumber, blocksize));
 290                         (void) printf("\ttotal\n");
 291                 } else {
 292                         (void) printf("%lld\ttotal\n", howmany(savednumber, blocksize));
 293                 }
 294         }
 295
 296         ignoreclean();
 297         exit(rval);
 298 }
 299
 300 static int
 301 linkchk(FTSENT *p)
 302 {
 303         struct links_entry {
 304                 struct links_entry *next;
 305                 struct links_entry *previous;
 306                 int             links;
 307                 dev_t           dev;
 308                 ino_t           ino;
 309         };
 310
 311         static const size_t links_hash_initial_size = 8192;
 312         static struct links_entry **buckets;
 313         static struct links_entry *free_list;
 314         static size_t number_buckets;
 315         static unsigned long number_entries;
 316         static char stop_allocating;
 317         struct links_entry *le, **new_buckets;
 318         struct stat *st;
 319         size_t i, new_size;
 320         int hash;
 321
 322         st = p->fts_statp;
 323
 324         /* If necessary, initialize the hash table. */
 325         if (buckets == NULL) {
 326                 number_buckets = links_hash_initial_size;
 327                 buckets = malloc(number_buckets * sizeof(buckets[0]));
 328                 if (buckets == NULL)
 329                         errx(1, "No memory for hardlink detection");
 330                 for (i = 0; i < number_buckets; i++)
 331                         buckets[i] = NULL;
 332         }
 333
 334         /* If the hash table is getting too full, enlarge it. */
 335         if (number_entries > number_buckets * 10 && !stop_allocating) {
 336                 new_size = number_buckets * 2;
 337                 new_buckets = malloc(new_size * sizeof(struct links_entry *));
 338
 339                 /* Try releasing the free list to see if that helps. */
 340                 if (new_buckets == NULL && free_list != NULL) {
 341                         while (free_list != NULL) {
 342                                 le = free_list;
 343                                 free_list = le->next;
 344                                 free(le);
 345                         }
 346                         new_buckets = malloc(new_size * sizeof(new_buckets[0]));
 347                 }
 348
 349                 if (new_buckets == NULL) {
 350                         stop_allocating = 1;
 351                         warnx("No more memory for tracking hard links");
 352                 } else {
 353                         memset(new_buckets, 0, new_size * sizeof(struct links_entry *));
 354                         for (i = 0; i < number_buckets; i++) {
 355                                 while (buckets[i] != NULL) {
 356                                         /* Remove entry from old bucket. */
 357                                         le = buckets[i];
 358                                         buckets[i] = le->next;
 359
 360                                         /* Add entry to new bucket. */
 361                                         hash = (le->dev ^ le->ino) % new_size;
 362
 363                                         if (new_buckets[hash] != NULL)
 364                                                 new_buckets[hash]->previous = le;
 365                                         le->next = new_buckets[hash];
 366                                         le->previous = NULL;
 367                                         new_buckets[hash] = le;
 368                                 }
 369                         }
 370                         free(buckets);
 371                         buckets = new_buckets;
 372                         number_buckets = new_size;
 373                 }
 374         }
 375
 376         /* Try to locate this entry in the hash table. */
 377         hash = ( st->st_dev ^ st->st_ino ) % number_buckets;
 378         for (le = buckets[hash]; le != NULL; le = le->next) {
 379                 if (le->dev == st->st_dev && le->ino == st->st_ino) {
 380                         /*
 381                          * Save memory by releasing an entry when we've seen
 382                          * all of it's links.
 383                          */
 384                         if (--le->links <= 0) {
 385                                 if (le->previous != NULL)
 386                                         le->previous->next = le->next;
 387                                 if (le->next != NULL)
 388                                         le->next->previous = le->previous;
 389                                 if (buckets[hash] == le)
 390                                         buckets[hash] = le->next;
 391                                 number_entries--;
 392                                 /* Recycle this node through the free list */
 393                                 if (stop_allocating) {
 394                                         free(le);
 395                                 } else {
 396                                         le->next = free_list;
 397                                         free_list = le;
 398                                 }
 399                         }
 400                         return (1);
 401                 }
 402         }
 403
 404         if (stop_allocating)
 405                 return (0);
 406
 407         /* Add this entry to the links cache. */
 408         if (free_list != NULL) {
 409                 /* Pull a node from the free list if we can. */
 410                 le = free_list;
 411                 free_list = le->next;
 412         } else
 413                 /* Malloc one if we have to. */
 414                 le = malloc(sizeof(struct links_entry));
 415         if (le == NULL) {
 416                 stop_allocating = 1;
 417                 warnx("No more memory for tracking hard links");
 418                 return (0);
 419         }
 420         le->dev = st->st_dev;
 421         le->ino = st->st_ino;
 422         le->links = st->st_nlink - 1;
 423         number_entries++;
 424         le->next = buckets[hash];
 425         le->previous = NULL;
 426         if (buckets[hash] != NULL)
 427                 buckets[hash]->previous = le;
 428         buckets[hash] = le;
 429         return (0);
 430 }
 431
 432 void
 433 prthumanval(int64_t bytes)
 434 {
 435         char buf[sizeof("999M")];
 436
 437         bytes *= DEV_BSIZE;
 438
 439         humanize_number(buf, sizeof(buf), bytes, "", HN_AUTOSCALE,
 440                         HN_B | HN_NOSPACE | HN_DECIMAL);
 441
 442         (void) printf("%4s", buf);
 443 }
 444
 445 static void
 446 usage(void)
 447 {
 448         (void)fprintf(stderr,
 449                 "usage: du [-H | -L | -P] [-a | -s | -d depth] [-c] [-h | -k] [-x] [-I mask] [file ...]\n");
 450         exit(EX_USAGE);
 451 }
 452
 453 void
 454 ignoreadd(const char *mask)
 455 {
 456         struct ignentry *ign;
 457
 458         ign = calloc(1, sizeof(*ign));
 459         if (ign == NULL)
 460                 errx(1, "cannot allocate memory");
 461         ign->mask = strdup(mask);
 462         if (ign->mask == NULL)
 463                 errx(1, "cannot allocate memory");
 464         SLIST_INSERT_HEAD(&ignores, ign, next);
 465 }
 466
 467 void
 468 ignoreclean(void)
 469 {
 470         struct ignentry *ign;
 471
 472         while (!SLIST_EMPTY(&ignores)) {
 473                 ign = SLIST_FIRST(&ignores);
 474                 SLIST_REMOVE_HEAD(&ignores, next);
 475                 free(ign->mask);
 476                 free(ign);
 477         }
 478 }
 479
 480 int
 481 ignorep(FTSENT *ent)
 482 {
 483         struct ignentry *ign;
 484
 485         SLIST_FOREACH(ign, &ignores, next)
 486                 if (fnmatch(ign->mask, ent->fts_name, 0) != FNM_NOMATCH)
 487                         return 1;
 488         return 0;
 489 }