nrelease/Makefile

   1 #########################################################################
   2 #                               ENHANCEMENTS                            #
   3 #########################################################################
   4
   5 # New method e.g. 'make gui release'.  A series of enhancement
   6 # targes may be specified which set make variables which enhance
   7 # the build in various ways.
   8 #
   9 # img is now the default (produces both the .iso and .img)
  10 #
  11 gui installer img:
  12
  13 #########################################################################
  14 #                                SETUP                                  #
  15 #########################################################################
  16
  17 ISODIR?=        /usr/release
  18 ISOROOT?=       ${ISODIR}/root
  19 OBJSYS=         ${.OBJDIR}/../sys
  20
  21 MAKE_JOBS?=     $$(sysctl -n hw.ncpu)
  22
  23 # temporary until everybody has converted to x86_64
  24 .if ${MACHINE_ARCH} == "amd64"
  25 MACHINE_ARCH=   x86_64
  26 .makeenv MACHINE_ARCH
  27 .endif
  28
  29 # XXX makeshift fix to build the right kernel for the (target) architecture
  30 # We should configure this in the platform files somehow
  31 .if ${MACHINE_ARCH} == "i386"
  32 KERNCONF ?= GENERIC VKERNEL
  33 .else
  34 KERNCONF ?= X86_64_GENERIC VKERNEL64
  35 .endif
  36
  37 PKGSRC_PREFIX?=         /usr/pkg
  38 PKGBIN_PKG_ADD?=        ${PKGSRC_PREFIX}/sbin/pkg_add
  39 PKGBIN_PKG_DELETE?=     ${PKGSRC_PREFIX}/sbin/pkg_delete
  40 PKGBIN_PKG_ADMIN?=      ${PKGSRC_PREFIX}/sbin/pkg_admin
  41 PKGBIN_MKISOFS?=        ${PKGSRC_PREFIX}/bin/mkisofs
  42 PKGSRC_PKG_PATH?=       ${ISODIR}/packages
  43
  44 # We use env -i in the chroot, so that environment variables won't
  45 # disturb any (pkgsrc) build.  This has happened for TARGET_ARCH,
  46 # which is used by gmake in completely different context.
  47 #
  48 CHROOT_CMD?=            env -i CCVER=${CCVER:Q} /usr/sbin/chroot ${ISOROOT} sh -c
  49
  50 # User may specify extra packages in addition to the defaults
  51 #
  52 PKGSRC_EXTRA_PACKAGES?=
  53
  54 # Pkgsrc packages to be built and installed on the release ISO
  55 #
  56 PKGSRC_PACKAGES?=       pkgtools/pkg_leaves \
  57                         pkgtools/pkg_tarup \
  58                         pkgtools/pkgin \
  59                         devel/scmgit \
  60                         net/bind96 \
  61                         net/isc-dhcp4 \
  62                         net/isc-dhcpd4 \
  63                         sysutils/cdrtools \
  64                         net/csup \
  65                         ${PKGSRC_EXTRA_PACKAGES}
  66
  67 # pkgsrc options to use when building packages
  68 #
  69 PKGSRC_OPTIONS+=        MAKE_JOBS=${MAKE_JOBS}
  70 PKGSRC_OPTIONS+=        WRKOBJDIR=/usr/pkgobj
  71 PKGSRC_OPTIONS+=        PKG_DEFAULT_OPTIONS='dri inet6'
  72 .if !make(gui)
  73 PKGSRC_OPTIONS+=        PKG_OPTIONS.scmgit=-scmgit-gui
  74 .endif
  75
  76 # Even though buildiso wipes the packages, our check target has to run
  77 # first and old packages (listed as they appear in pkg_info) must be
  78 # cleaned out in order for the pkg_add -n test we use in the check target
  79 # to operate properly.
  80 #
  81 OLD_PKGSRC_PACKAGES?=   cdrtools-2.01.01.27nb1 \
  82                         cdrecord-2.00.3nb2 \
  83                         bootstrap-kit-20070205 \
  84                         dfuibe_installer-1.1.6 \
  85                         gettext-lib-0.14.5 \
  86                         dfuibe_installer-1.1.7nb1 \
  87                         dfuife_curses-1.5 \
  88                         gettext-lib-0.14.6 \
  89                         gettext-tools-0.14.6nb1 \
  90                         libaura-3.1 \
  91                         libdfui-4.2 \
  92                         libinstaller-5.1 \
  93                         bootstrap-kit-20080211 \
  94                         cdrtools-ossdvd-2.01.1.36nb2 \
  95                         isc-dhcp-base-4.0.0 \
  96                         isc-dhcp-server-4.0.0
  97
  98 # Specify which root skeletons are required, and let the user include
  99 # their own.  They are copied into ISODIR during the `customizeiso'
 100 # target; each overwrites the last.
 101 #
 102 REQ_ROOTSKELS=  ${.CURDIR}/root
 103 ROOTSKELS?=     ${REQ_ROOTSKELS}
 104
 105 .if make(gui)
 106 ISOFILE?=               ${ISODIR}/dfly-gui.iso
 107 IMGFILE?=               ${ISODIR}/dfly-gui.img
 108 PKGSRC_PACKAGES+=       meta-pkgs/modular-xorg-apps \
 109                         meta-pkgs/modular-xorg-drivers \
 110                         meta-pkgs/modular-xorg-fonts \
 111                         meta-pkgs/modular-xorg-libs \
 112                         wm/fluxbox \
 113                         wm/fvwm \
 114                         www/firefox \
 115                         print/xpdf \
 116                         shells/zsh \
 117                         editors/emacs \
 118                         editors/vim \
 119                         chat/pidgin \
 120                         chat/irssi \
 121                         chat/xchat \
 122                         x11/modular-xorg-server \
 123                         x11/rxvt-unicode \
 124                         x11/eterm \
 125                         lang/perl5 \
 126                         editors/nano \
 127                         shells/bash \
 128                         devel/exctags \
 129                         archivers/zip \
 130                         security/sudo \
 131                         www/links-gui \
 132                         net/nmap \
 133                         net/wget \
 134                         fonts/terminus-font \
 135                         net/rsync \
 136                         sysutils/idesk \
 137                         time/asclock \
 138                         misc/screen
 139 ROOTSKELS+=             ${.CURDIR}/gui
 140 .endif
 141
 142 ISOFILE ?= ${ISODIR}/dfly.iso
 143 IMGFILE ?= ${ISODIR}/dfly.img
 144
 145 IMGMNT ?= ${ISODIR}/mnt
 146
 147 # USB umass now probes starting at da8, so the usb stick is
 148 # probably sitting on da8.
 149 #
 150 IMGUSBDEV ?= da8
 151
 152 # note: we use the '${NRLOBJDIR}/nrelease' construct, that is we add
 153 # the additional '/nrelease' manually, as a safety measure.
 154 #
 155 NRLOBJDIR?= /usr/obj
 156
 157 #########################################################################
 158 #                               BASE ISO TARGETS                        #
 159 #########################################################################
 160
 161 release:        check clean buildworld1 buildkernel1 \
 162                 buildiso srcs customizeiso mklocatedb \
 163                 mkiso mkimg
 164
 165 quickrel:       check clean buildworld2 buildkernel2 \
 166                 buildiso srcs customizeiso mklocatedb \
 167                 mkiso mkimg
 168
 169 realquickrel:   check clean \
 170                 buildiso srcs customizeiso mklocatedb \
 171                 mkiso mkimg
 172
 173 restartpkgs:    check customizeiso mklocatedb mkiso mkimg
 174
 175 quick:          quickrel
 176
 177 realquick:      realquickrel
 178
 179
 180 #########################################################################
 181 #                          CORE SUPPORT TARGETS                         #
 182 #########################################################################
 183
 184 check:
 185 .if !exists(${PKGBIN_PKG_ADMIN})
 186         @echo "You never bootstrapped pkgsrc on your machine.  You can install it with:"
 187         @echo "    make pkgsrc_bootstrap"
 188 .endif
 189 .if !exists (${PKGBIN_MKISOFS})
 190         @echo
 191         @echo "Your machine does not have cdrtools installed.  You can install it with:"
 192         @echo "    make pkgsrc_cdrecord"
 193 .endif
 194 .if !defined(PKGSRC_PATH)
 195         @echo "Please set PKGSRC_PATH to the pkgsrc tree that shall be used for"
 196         @echo "package building.  For example /usr/pkgsrc.  See the Makefile"
 197         @echo "in /usr if you are unfamiliar with pkgsrc."
 198 .endif
 199 .if !exists (${PKGBIN_MKISOFS})
 200         @exit 1
 201 .endif
 202 .if !defined(PKGSRC_PATH)
 203         @exit 1
 204 .endif
 205
 206 buildworld1 buildworld2:
 207         cd ${.CURDIR}/..; \
 208         ${WORLD_CCVER:C/^..*$/WORLD_CCVER=/}${WORLD_CCVER} \
 209                 make -j ${MAKE_JOBS} -DWANT_INSTALLER ${.TARGET:C/build(.*)2/quick\1/:C/1//}
 210
 211 buildkernel1 buildkernel2:
 212         cd ${.CURDIR}/..; \
 213         first=; \
 214         for kernconf in ${KERNCONF}; do \
 215                 ${WORLD_CCVER:C/^..*$/WORLD_CCVER=/}${WORLD_CCVER} \
 216                         make -j ${MAKE_JOBS} ${.TARGET:C/build(.*)2/quick\1/:C/1//} \
 217                         KERNCONF=$${kernconf} \
 218                         $${first:+-DNO_MODULES}; \
 219                 first=done; \
 220         done
 221
 222 # note that we do not want to mess with any /usr/obj directories not related
 223 # to buildworld, buildkernel, or nrelease, so we must supply the proper
 224 # MAKEOBJDIRPREFIX for targets that are not run through the buildworld and
 225 # buildkernel mechanism.
 226 #
 227 # Unconditionally clean out /usr/release/root so a previous img build
 228 # does not blow up a future quick iso build
 229 #
 230 buildiso:
 231         -rm -rf ${ISOROOT}
 232         -chflags -R noschg ${ISOROOT}
 233         rm -rf ${ISOROOT}
 234         mkdir -p ${ISOROOT}
 235         if [ ! -d ${NRLOBJDIR}/nrelease ]; then mkdir -p ${NRLOBJDIR}/nrelease; fi
 236         ( cd ${.CURDIR}/..; make -DWANT_INSTALLER DESTDIR=${ISOROOT} installworld )
 237         ( cd ${.CURDIR}/../etc; MAKEOBJDIRPREFIX=${NRLOBJDIR}/nrelease \
 238                 make -m ${.CURDIR}/../share/mk DESTDIR=${ISOROOT} distribution )
 239         cpdup ${ISOROOT}/etc ${ISOROOT}/etc.hdd
 240         cd ${.CURDIR}/..; \
 241         first=; \
 242         for kernconf in ${KERNCONF}; do \
 243                 make DESTDIR=${ISOROOT} \
 244                         installkernel KERNCONF=$${kernconf} \
 245                         $${first:+DESTKERNNAME=kernel.$${kernconf}} \
 246                         $${first:+-DNO_MODULES}; \
 247                 first=done; \
 248         done
 249         ln -s kernel ${ISOROOT}/boot/kernel.BOOTP
 250         mtree -deU -f ${.CURDIR}/../etc/mtree/BSD.local.dist -p ${ISOROOT}/usr/local/
 251         mtree -deU -f ${.CURDIR}/../etc/mtree/BSD.var.dist -p ${ISOROOT}/var
 252         dev_mkdb -f ${ISOROOT}/var/run/dev.db ${ISOROOT}/dev
 253
 254 # Release CD: Kernel sources (~16M) and the full pkgsrc tree (~27M)
 255 # Release DVD: Full sources (~90M) and the full pkgsrc tree (~27M)
 256 #
 257 srcs:
 258 .if !defined(WITHOUT_SRCS)
 259         cd ${ISOROOT}/usr && make pkgsrc-create
 260 .if make(gui)
 261         cd ${ISOROOT}/usr && make src-create
 262 .else
 263         rm -f ${ISOROOT}/usr/src-sys.tgz
 264         cd ${.CURDIR}/.. && tar --exclude .git -s '/^\./src/' \
 265                 -czf ${ISOROOT}/usr/src-sys.tgz ./Makefile ./Makefile.inc1 ./sys
 266 .endif
 267 .endif
 268
 269 # Customize the ISO by copying rootskels in reverse priority order,
 270 # building packages, and doing other post-install tasks.
 271 #
 272 customizeiso:
 273         # Copy the rootskels.  Allow sources to be owned by someone other
 274         # than root (as is common when checked out via git).
 275         #
 276 .for ROOTSKEL in ${ROOTSKELS}
 277         cpdup -X cpignore -o ${ROOTSKEL} ${ISOROOT}
 278         @test -O ${.CURDIR} || echo "chowning copied files to root:wheel"
 279         @test -O ${.CURDIR} || ((cd ${ROOTSKEL} && find .) | fgrep -v cpignore | (cd ${ISOROOT} && xargs chown root:wheel))
 280 .endfor
 281         pwd_mkdb -p -d ${ISOROOT}/etc ${ISOROOT}/etc/master.passwd
 282 .for UPGRADE_ITEM in Makefile                   \
 283                      etc.${MACHINE_ARCH}        \
 284                      isdn/Makefile              \
 285                      rc.d/Makefile              \
 286                      periodic/Makefile          \
 287                      periodic/daily/Makefile    \
 288                      periodic/security/Makefile \
 289                      periodic/weekly/Makefile   \
 290                      periodic/monthly/Makefile
 291         cp -R ${.CURDIR}/../etc/${UPGRADE_ITEM} ${ISOROOT}/etc/${UPGRADE_ITEM}
 292 .endfor
 293         #
 294         # Setup some things & mount pkgsrc tree.  Use defensive umounts and
 295         # rm -rf's to allow restarts.  Allow /usr/pkgsrc to be read-only.
 296         #
 297         # If we did not get past the bootstrap we clean out the entire
 298         # /usr/pkg infrastructure.  Otherwise we attempt to pick up where
 299         # we left off.
 300         #
 301         cp -p /etc/resolv.conf ${ISOROOT}/etc
 302         ${CHROOT_CMD} "ldconfig -elf /usr/lib /usr/lib/gcc* /usr/lib/compat"
 303         -@umount ${ISOROOT}/usr/pkgsrc/distfiles
 304         -@umount ${ISOROOT}/usr/pkgsrc
 305         -@umount ${ISOROOT}/dev
 306         mkdir -p ${ISODIR}/distfiles
 307         rm -rf ${ISOROOT}/usr/pkgobj
 308         #
 309         # Mount /usr/pkgsrc, make sure /usr/pkgsrc/distfiles is writable.
 310         # Make /usr/pkgsrc read-only for safety, else a failed umount and
 311         # our rm -rf will do bad things.
 312         #
 313         mkdir -p ${ISOROOT}/usr/pkgobj
 314         mkdir -p ${ISOROOT}/usr/pkgobj/bootstrap
 315         mkdir -p ${ISOROOT}/usr/pkgsrc
 316         mount_null -o ro ${PKGSRC_PATH} ${ISOROOT}/usr/pkgsrc
 317         mount_null /dev ${ISOROOT}/dev
 318         cp /etc/shells ${ISOROOT}/usr/pkgsrc/distfiles/.test > /dev/null 2>&1 \
 319             || mount_null ${ISODIR}/distfiles ${ISOROOT}/usr/pkgsrc/distfiles
 320         #
 321         # Bootstrap, if not already installed, and add licenses needed
 322         # for the gui release
 323         #
 324         test -e ${ISODIR}/.didbootstrap || \
 325             rm -rf ${ISOROOT}/usr/pkg ${ISOROOT}/var/db/pkg \
 326                     ${ISOROOT}/var/db/pkg.refcount
 327         test -e ${ISODIR}/.didbootstrap || \
 328             ${CHROOT_CMD} "cd /usr/pkgsrc/bootstrap;    \
 329                 export share_dir=/usr/pkgobj/bootstrap/work/share; \
 330                 ./bootstrap --workdir /usr/pkgobj/bootstrap/work"
 331 .if make(gui)
 332         test -e ${ISODIR}/.didbootstrap || \
 333             echo ".ifdef BSD_PKG_MK     # added by nrelease" \
 334                 >> ${ISOROOT}/usr/pkg/etc/mk.conf
 335         test -e ${ISODIR}/.didbootstrap || \
 336             echo "ACCEPTABLE_LICENSES+=openmotif-license" \
 337                 >> ${ISOROOT}/usr/pkg/etc/mk.conf
 338         test -e ${ISODIR}/.didbootstrap || \
 339             echo "ACCEPTABLE_LICENSES+=vim-license" \
 340                 >> ${ISOROOT}/usr/pkg/etc/mk.conf
 341         test -e ${ISODIR}/.didbootstrap || \
 342             echo ".endif                        # added by nrelease" \
 343                 >> ${ISOROOT}/usr/pkg/etc/mk.conf
 344 .endif
 345         test -e ${ISODIR}/.didbootstrap || sync
 346         test -e ${ISODIR}/.didbootstrap || touch ${ISODIR}/.didbootstrap
 347         #
 348         # Build and install packages, skip packages already installed
 349         #
 350 .for PKG in ${PKGSRC_PACKAGES}
 351         ${CHROOT_CMD} "cd /usr/pkgsrc/${PKG} && \
 352             (bmake check > /dev/null 2>&1 || \
 353             bmake ${PKGSRC_OPTIONS} clean build install)"
 354 .endfor
 355         #
 356         # Remove packages which nothing depends on and clean up
 357         #
 358         ${CHROOT_CMD} "pkg_leaves | xargs pkg_delete -R"
 359         -umount ${ISOROOT}/usr/pkgsrc/distfiles
 360         umount ${ISOROOT}/dev
 361         umount ${ISOROOT}/usr/pkgsrc
 362         rm -rf ${ISOROOT}/usr/pkgobj
 363         rm -f ${ISOROOT}/etc/resolv.conf
 364         makewhatis ${ISOROOT}/usr/pkg/man
 365
 366 # So locate works
 367 #
 368 mklocatedb:
 369         ( find -s ${ISOROOT} -path ${ISOROOT}/tmp -or \
 370                 -path ${ISOROOT}/usr/tmp -or -path ${ISOROOT}/var/tmp \
 371                 -prune -o -print | sed -e 's#^${ISOROOT}##g' | \
 372                 /usr/libexec/locate.mklocatedb \
 373                 -presort >${ISOROOT}/var/db/locate.database )
 374
 375 mkiso:
 376         ( cd ${ISOROOT}; ${PKGBIN_MKISOFS} -b boot/cdboot -no-emul-boot \
 377                 -R -J -o ${ISOFILE} \
 378                 -V "DragonFly `${.CURDIR}/../tools/gitrev.sh | cut -c -22`" . )
 379
 380
 381 mkimg:
 382         if [ ! -d ${IMGMNT} ]; then mkdir -p ${IMGMNT}; fi
 383         -if [ -f ${ISODIR}/vn.which ]; then umount ${IMGMNT};           \
 384             vnconfig -u `cat ${ISODIR}/vn.which`; fi
 385         @echo "STEP: determine required image size"
 386         sz=`du -ck ${ISOROOT} | tail -n 1 | cut -f 1`;                  \
 387             sz=`bc -e "(($${sz}) / 1024) * 1.15" -equit | cut -f1 -d.`; \
 388             dd if=/dev/zero of=${IMGFILE} bs=1m count=$${sz};
 389         fdisk -IB -p ${IMGFILE}
 390         @echo "STEP: determine free vn device"
 391         vnconfig -l | grep "not in use" | head -n 1 |                   \
 392             cut -f 1 -d: > ${ISODIR}/vn.which
 393         vnconfig -e -s labels `cat ${ISODIR}/vn.which` ${IMGFILE}
 394         @echo "STEP: write standard disklabel"
 395         disklabel -w -r `cat ${ISODIR}/vn.which`s1 auto
 396         @echo "STEP: read disklabel back"
 397         disklabel -r `cat ${ISODIR}/vn.which`s1 > ${IMGFILE}.label
 398         @echo "STEP: determine number of sectors of whole disk"
 399         secs=`tail -n 1 ${IMGFILE}.label | cut -f 3 -w`;                \
 400             echo "  a:  $${secs} 0 4.2BSD" >> ${IMGFILE}.label;
 401         @echo "STEP: write modified disklabel back"
 402         disklabel -R -r `cat ${ISODIR}/vn.which`s1 ${IMGFILE}.label
 403         rm ${IMGFILE}.label
 404         @echo "STEP: write bootsector"
 405         disklabel -B `cat ${ISODIR}/vn.which`s1
 406         boot0cfg -B -o noupdate `cat ${ISODIR}/vn.which`
 407         newfs /dev/`cat ${ISODIR}/vn.which`s1a
 408         mount /dev/`cat ${ISODIR}/vn.which`s1a ${IMGMNT}
 409         cpdup ${ISOROOT} ${IMGMNT}
 410         @echo "STEP: fixup ${IMGMNT}/etc/fstab"
 411         echo "/dev/${IMGUSBDEV}s1a / ufs rw,noatime 0 1" > ${IMGMNT}/etc/fstab
 412         echo "proc /proc procfs rw 0 0" >> ${IMGMNT}/etc/fstab
 413         @echo "STEP: fixup ${IMGMNT}/boot/loader.conf"
 414         -fgrep -v kernel_options ${IMGMNT}/boot/loader.conf > ${IMGMNT}/boot/loader.conf.new
 415         echo 'vfs.root.mountfrom="ufs:${IMGUSBDEV}s1a"' >> ${IMGMNT}/boot/loader.conf.new
 416         mv ${IMGMNT}/boot/loader.conf.new ${IMGMNT}/boot/loader.conf
 417         @echo "STEP: cleanup"
 418         df ${IMGMNT}
 419         umount ${IMGMNT}
 420         vnconfig -u `cat ${ISODIR}/vn.which`
 421         rm -f ${ISODIR}/vn.which
 422         rmdir ${IMGMNT}
 423         @echo "STEP: done"
 424
 425 clean:
 426         -umount ${ISOROOT}/usr/pkgsrc/distfiles > /dev/null 2>&1
 427         -umount ${ISOROOT}/usr/pkgsrc > /dev/null 2>&1
 428         -umount ${ISOROOT}/dev > /dev/null 2>&1
 429         -if [ -f ${ISODIR}/vn.which ]; then umount ${IMGMNT};           \
 430             vnconfig -u `cat ${ISODIR}/vn.which`; fi
 431         if [ -d ${ISOROOT} ]; then chflags -R noschg ${ISOROOT}; fi
 432         rm -rf ${ISOROOT}
 433         rm -rf ${NRLOBJDIR}/nrelease
 434         rm -f ${ISODIR}/.didbootstrap ${ISODIR}/vn.which
 435
 436 realclean:      clean
 437         rm -rf ${OBJSYS}/${KERNCONF}
 438         #
 439         # do not use PKGSRC_PKG_PATH here, we do not want to destroy an
 440         # override location.
 441         #
 442         rm -rf ${ISODIR}/packages
 443         rm -rf ${ISODIR}/distfiles
 444
 445 pkgsrc_bootstrap:
 446         mkdir -p /usr/release/bootstrap
 447         (cd ${PKGSRC_PATH}/bootstrap; \
 448             export share_dir=/usr/release/bootstrap/share; \
 449             ./bootstrap --workdir /usr/release/bootstrap)
 450
 451 pkgsrc_cdrecord:
 452 .if !exists (${PKGBIN_MKISOFS})
 453         (cd ${PKGSRC_PATH}/sysutils/cdrtools; bmake clean build install)
 454 .endif
 455
 456 help all:
 457         @echo "make [gui] release   - complete build from scratch"
 458         @echo "make [gui] quick     - attempt to do an incremental rebuild"
 459         @echo "make [gui] realquick - attempt to restart after world & kernel"
 460         @echo "make [gui] restartpkgs - attempt to restart at the pkg building stage"
 461         @echo ""
 462         @echo "Extra packages may be specified with PKGSRC_EXTRA_PACKAGES"
 463
 464 .PHONY: release quickrel realquickrel
 465 .PHONY: installer
 466 .PHONY: quick realquick
 467 .PHONY: check buildworld1 buildworld2
 468 .PHONY: buildkernel1 buildkernel2 buildiso customizeiso mklocatedb mkiso mkimg
 469 .PHONY: clean realclean help all srcs
 470
 471 .include <bsd.prog.mk>