sbin/hammer - Add 'header' option for mirror-dump directive.
[dragonfly.git] / nrelease / Makefile
CommitLineData
9b29c40a
MD
1#########################################################################
2# ENHANCEMENTS #
3#########################################################################
4
f4ec1279 5# New method e.g. 'make gui release'. A series of enhancement
9b29c40a
MD
6# targes may be specified which set make variables which enhance
7# the build in various ways.
8#
1a8bb5eb
MD
9# img is now the default (produces both the .iso and .img)
10#
88821fa4 11gui installer img nopkgs:
9b29c40a 12
9b29c40a
MD
13#########################################################################
14# SETUP #
15#########################################################################
16
bd0ab7aa 17DPORTS_PATH?= /usr/dports
3fff415b
SW
18ISODIR?= /usr/release
19ISOROOT?= ${ISODIR}/root
20OBJSYS= ${.OBJDIR}/../sys
fe70af21 21GITHOST?= git.dragonflybsd.org
3fff415b 22
5cb6cda9 23MAKE_JOBS?= $$(sysctl -n hw.ncpu)
bfe20b28 24
702a95cc
SS
25# XXX makeshift fix to build the right kernel for the (target) architecture
26# We should configure this in the platform files somehow
27.if ${MACHINE_ARCH} == "i386"
91856cf5 28KERNCONF ?= GENERIC
702a95cc 29.else
91856cf5 30KERNCONF ?= X86_64_GENERIC
702a95cc 31.endif
6ca9a59c 32
c36c5990 33CHROOT_CMD?= /usr/sbin/chroot ${ISOROOT} sh -c
cc55a235 34
8abe78a1 35# User may specify extra packages in addition to the defaults
95b64753 36#
c36c5990 37DPORTS_EXTRA_PACKAGES?=
8abe78a1 38
c36c5990
SW
39# dports packages to be built and installed on the release ISO
40#
41# MISSING: csup
8abe78a1 42#
c36c5990
SW
43DPORTS_PACKAGES?= devel/git \
44 dns/bind98 \
c36c5990 45 net/isc-dhcp42-server \
8abe78a1 46 sysutils/cdrtools \
44c4f44a 47 ${DPORTS_EXTRA_PACKAGES}
fbc26094 48
c36c5990 49# dports options to use when building packages
fbc26094 50#
c36c5990 51DPORTS_OPTIONS+= -DBATCH
fbc26094 52.if !make(gui)
c36c5990 53DPORTS_OPTIONS.devel_git+= -DWITHOUT_CONTRIB -DWITHOUT_PERL
fbc26094 54.endif
8188de86
MD
55
56# Specify which root skeletons are required, and let the user include
e2dbfa0b 57# their own. They are copied into ISODIR during the `customizeiso'
8188de86
MD
58# target; each overwrites the last.
59#
8f51ac0b 60REQ_ROOTSKELS= ${.CURDIR}/root
cc224c64
JS
61ROOTSKELS?= ${REQ_ROOTSKELS}
62
c36c5990 63.if make(notyet)
c843f8b0
MD
64# LIST OF PACKAGES NOT INCLUDED DUE TO BUILD ISSUES:
65# chat/pidgin textproc/enchant dependency is broken
66# x11/rxvt-unicode broken configure
67# net/nmap tries to access openssl/md2.h which does not
68# exist.
69# sysutils/idesk dying on link __sync_fetch_and_add_4
70#
3f279b9e 71ISOFILE?= ${ISODIR}/dfly-gui.iso
b9c3e754 72IMGFILE?= ${ISODIR}/dfly-gui.img
88821fa4 73
0e176309
MD
74# NOTE: order important, do not sort package list
75#
76# Apps we want in the gui build but which have problems building:
77# chat/xchat link error on x86-64, something about ___progname
78#
79#
88821fa4 80.if !make(nopkgs)
0e176309 81PKGSRC_PACKAGES+= meta-pkgs/modular-xorg-libs \
0936984e 82 meta-pkgs/modular-xorg-fonts \
0e176309
MD
83 meta-pkgs/modular-xorg-apps \
84 meta-pkgs/modular-xorg-drivers \
85 x11/libXinerama \
fbc26094 86 wm/fluxbox \
0936984e 87 wm/fvwm \
30e27f66 88 www/firefox \
fbc26094
SW
89 print/xpdf \
90 shells/zsh \
91 editors/emacs \
92 editors/vim \
fbc26094 93 chat/irssi \
0936984e 94 x11/modular-xorg-server \
fbc26094
SW
95 x11/eterm \
96 lang/perl5 \
97 editors/nano \
98 shells/bash \
99 devel/exctags \
100 archivers/zip \
101 security/sudo \
102 www/links-gui \
fbc26094
SW
103 net/wget \
104 fonts/terminus-font \
105 net/rsync \
0936984e 106 time/asclock \
1f8639a7
SW
107 misc/screen \
108 devel/scmgit-gitk
88821fa4
MD
109.endif
110
3f279b9e
SW
111ROOTSKELS+= ${.CURDIR}/gui
112.endif
113
3f279b9e 114ISOFILE ?= ${ISODIR}/dfly.iso
b9c3e754
MN
115IMGFILE ?= ${ISODIR}/dfly.img
116
60b68cbb 117IMGMNT ?= ${ISODIR}/mnt
a2f841ed
MD
118
119# USB umass now probes starting at da8, so the usb stick is
120# probably sitting on da8.
121#
9a122c9a 122IMGUSBDEV ?= da8
3f279b9e 123
5b22b655
MD
124# note: we use the '${NRLOBJDIR}/nrelease' construct, that is we add
125# the additional '/nrelease' manually, as a safety measure.
126#
127NRLOBJDIR?= /usr/obj
128
8188de86
MD
129#########################################################################
130# BASE ISO TARGETS #
131#########################################################################
132
7ebbae99 133release: check clean buildworld1 buildkernel1 \
31d5c88c 134 buildiso srcs customizeiso mkiso mkimg
8188de86 135
7ebbae99 136quickrel: check clean buildworld2 buildkernel2 \
31d5c88c 137 buildiso srcs customizeiso mkiso mkimg
2e3f8f38 138
03e2a3c5 139realquickrel: check clean \
31d5c88c 140 buildiso srcs customizeiso mkiso mkimg
6ca9a59c 141
31d5c88c 142restartpkgs: check customizeiso mkiso mkimg
5af45f85 143
9b29c40a
MD
144quick: quickrel
145
146realquick: realquickrel
147
5af45f85 148
9b29c40a
MD
149#########################################################################
150# CORE SUPPORT TARGETS #
151#########################################################################
152
d2582113 153check:
c36c5990 154.if !exists(/usr/local/bin/mkisofs) && !exists(/usr/pkg/bin/mkisofs)
0936984e
MD
155 @echo
156 @echo "Your machine does not have cdrtools installed. You can install it with:"
218b6b69 157 @echo " pkg install cdrtools"
0936984e 158.endif
2f36664e
SW
159.if !defined(DPORTS_PATH)
160 @echo "Please set DPORTS_PATH to the dports tree that shall be used for"
161 @echo "package building. For example /usr/dports. See the Makefile"
162 @echo "in /usr if you are unfamiliar with dports."
163.endif
c36c5990 164.if !exists(/usr/local/bin/mkisofs) && !exists(/usr/pkg/bin/mkisofs)
3da8e88f 165 @/usr/bin/false
fbc26094 166.endif
2f36664e
SW
167.if !defined(DPORTS_PATH)
168 @/usr/bin/false
169.endif
2e3f8f38 170
588a679c 171buildworld1 buildworld2:
3fff415b
SW
172 cd ${.CURDIR}/..; \
173 ${WORLD_CCVER:C/^..*$/WORLD_CCVER=/}${WORLD_CCVER} \
174 make -j ${MAKE_JOBS} -DWANT_INSTALLER ${.TARGET:C/build(.*)2/quick\1/:C/1//}
6ca9a59c 175
588a679c
SS
176buildkernel1 buildkernel2:
177 cd ${.CURDIR}/..; \
588a679c 178 for kernconf in ${KERNCONF}; do \
448b21e7 179 ${WORLD_CCVER:C/^..*$/WORLD_CCVER=/}${WORLD_CCVER} \
3fff415b 180 make -j ${MAKE_JOBS} ${.TARGET:C/build(.*)2/quick\1/:C/1//} \
ee7f6ff2 181 KERNCONF=$${kernconf}; \
588a679c 182 done
6ca9a59c 183
5b22b655
MD
184# note that we do not want to mess with any /usr/obj directories not related
185# to buildworld, buildkernel, or nrelease, so we must supply the proper
186# MAKEOBJDIRPREFIX for targets that are not run through the buildworld and
187# buildkernel mechanism.
188#
2b43b38c 189# Unconditionally clean out ${ISOROOT} so a previous img build
92b0ebb9
MD
190# does not blow up a future quick iso build
191#
fe70af21
MD
192# We install with INSTALLSTRIPPEDMODULES to make things fit into the ISO.
193# We leave the kernel's debug variables intact.
194#
6ca9a59c 195buildiso:
92b0ebb9
MD
196 -rm -rf ${ISOROOT}
197 -chflags -R noschg ${ISOROOT}
198 rm -rf ${ISOROOT}
199 mkdir -p ${ISOROOT}
5b22b655 200 if [ ! -d ${NRLOBJDIR}/nrelease ]; then mkdir -p ${NRLOBJDIR}/nrelease; fi
f4ec1279 201 ( cd ${.CURDIR}/..; make -DWANT_INSTALLER DESTDIR=${ISOROOT} installworld )
ab64cf06
SS
202 ( cd ${.CURDIR}/../etc; MAKEOBJDIRPREFIX=${NRLOBJDIR}/nrelease \
203 make -m ${.CURDIR}/../share/mk DESTDIR=${ISOROOT} distribution )
21aa02d0 204 cpdup ${ISOROOT}/etc ${ISOROOT}/etc.hdd
588a679c 205 cd ${.CURDIR}/..; \
588a679c 206 for kernconf in ${KERNCONF}; do \
91856cf5 207 make DESTDIR=${ISOROOT} installkernel KERNCONF=$${kernconf}; \
588a679c 208 done
91856cf5
SW
209 rm -rf ${ISOROOT}/boot/kernel.old
210 ln -s kernel ${ISOROOT}/boot/kernel/kernel.BOOTP
9e5f57ba 211 mtree -deU -f ${.CURDIR}/../etc/mtree/BSD.local.dist -p ${ISOROOT}/usr/local/
6ca9a59c
MD
212 mtree -deU -f ${.CURDIR}/../etc/mtree/BSD.var.dist -p ${ISOROOT}/var
213 dev_mkdb -f ${ISOROOT}/var/run/dev.db ${ISOROOT}/dev
8188de86 214
fe70af21
MD
215# The GUI build includes the pkgsrc tree (~1G+) while the nominal release
216# build does not.
217#
218# The GUI build includes full sources while the nominal release build
219# only includes kernel sources (~27MB).
19d86faa 220#
e2dbfa0b
TN
221srcs:
222.if !defined(WITHOUT_SRCS)
c36c5990 223.if make(notyet)
3342e40a
MD
224 rm -f ${ISOROOT}/usr/src-sys.tgz
225 rm -f ${ISOROOT}/usr/src-sys.tar.bz2
226 cd ${ISOROOT}/usr && make pkgsrc-create-repo GITHOST=${GITHOST}
c59cfa66
SW
227 # NOTE: Adding the git gc --aggressive helps by significantly
228 # reducing the disk space required.
229 #
230 cd ${ISOROOT}/usr/pkgsrc && git gc --aggressive
3342e40a 231 cd ${ISOROOT}/usr && make src-create-repo GITHOST=${GITHOST}
c19c746b 232.else
e2dbfa0b 233 rm -f ${ISOROOT}/usr/src-sys.tgz
fe70af21 234 rm -f ${ISOROOT}/usr/src-sys.tar.bz2
cacf78aa 235 cd ${.CURDIR}/.. && tar --exclude .git -s '/^\./src/' \
fe70af21
MD
236 -cf - ./Makefile ./Makefile.inc1 ./sys | \
237 bzip2 -9 > ${ISOROOT}/usr/src-sys.tar.bz2
c19c746b 238.endif
66b79064 239.endif
19d86faa 240
5af45f85
MD
241# Customize the ISO by copying rootskels in reverse priority order,
242# building packages, and doing other post-install tasks.
243#
8188de86 244customizeiso:
5af45f85 245 # Copy the rootskels. Allow sources to be owned by someone other
3cf4b4a1 246 # than root (as is common when checked out via git).
5af45f85 247 #
8188de86
MD
248.for ROOTSKEL in ${ROOTSKELS}
249 cpdup -X cpignore -o ${ROOTSKEL} ${ISOROOT}
5af45f85
MD
250 @test -O ${.CURDIR} || echo "chowning copied files to root:wheel"
251 @test -O ${.CURDIR} || ((cd ${ROOTSKEL} && find .) | fgrep -v cpignore | (cd ${ISOROOT} && xargs chown root:wheel))
8188de86 252.endfor
7249926b 253 pwd_mkdb -p -d ${ISOROOT}/etc ${ISOROOT}/etc/master.passwd
4fba3387
CP
254.for UPGRADE_ITEM in Makefile \
255 etc.${MACHINE_ARCH} \
4fba3387
CP
256 rc.d/Makefile \
257 periodic/Makefile \
258 periodic/daily/Makefile \
259 periodic/security/Makefile \
260 periodic/weekly/Makefile \
261 periodic/monthly/Makefile
262 cp -R ${.CURDIR}/../etc/${UPGRADE_ITEM} ${ISOROOT}/etc/${UPGRADE_ITEM}
20585f87 263.endfor
8abe78a1 264 #
c36c5990
SW
265 # Setup some things & mount dports tree. Use defensive umounts and
266 # rm -rf's to allow restarts. Allow /usr/dports to be read-only.
8abe78a1 267 #
fbc26094 268 cp -p /etc/resolv.conf ${ISOROOT}/etc
cc55a235 269 ${CHROOT_CMD} "ldconfig -elf /usr/lib /usr/lib/gcc* /usr/lib/compat"
5e885f07 270 -@umount ${ISOROOT}/usr/distfiles
2f36664e 271 -@umount ${ISOROOT}/usr/dports
45e80934 272 -@umount ${ISOROOT}/dev
2f36664e 273 rm -rf ${ISOROOT}/usr/obj/dports
8abe78a1 274 #
c36c5990
SW
275 # Mount /usr/dports, make sure /usr/distfiles is writable.
276 # Make /usr/dports read-only for safety, else a failed umount and
1eeae16f 277 # our rm -rf will do bad things.
8abe78a1 278 #
2f36664e 279 mkdir -p ${ISOROOT}/usr/dports
5e885f07 280 mkdir -p ${ISOROOT}/usr/distfiles
2f36664e 281 mount_null -o ro ${DPORTS_PATH} ${ISOROOT}/usr/dports
0c5de895 282 mount_null /dev ${ISOROOT}/dev
c36c5990
SW
283 cp /etc/shells ${ISOROOT}/usr/distfiles/.test > /dev/null 2>&1 \
284 || mount_null ${ISODIR}/distfiles ${ISOROOT}/usr/distfiles
8abe78a1
MD
285 #
286 # Build and install packages, skip packages already installed
287 #
2f36664e 288.for PKG in ${DPORTS_PACKAGES}
c36c5990 289 ${CHROOT_CMD} "cd /usr/dports/${PKG} && make ${DPORTS_OPTIONS} ${DPORTS_OPTIONS.${PKG:S/\//_/g}} install"
2f36664e
SW
290.endfor
291.for PKG in ${DPORTS_PACKAGES}
c36c5990 292 ${CHROOT_CMD} "cd /usr/dports/${PKG} && make ${DPORTS_OPTIONS} clean"
8188de86 293.endfor
8abe78a1 294 #
31d5c88c 295 # Remove packages which nothing depends on, add a whatis database
c36c5990 296 # for dports manual pages, create an initial locate database and
31d5c88c 297 # clean up
8abe78a1 298 #
2f36664e 299 ${CHROOT_CMD} "yes | pkg autoremove"
c36c5990 300 ${CHROOT_CMD} "makewhatis /usr/local/man"
5e885f07 301 -umount ${ISOROOT}/usr/distfiles
2f36664e 302 umount ${ISOROOT}/usr/dports
5e885f07 303 rm -rf ${ISOROOT}/usr/dports
2f36664e 304 rm -rf ${ISOROOT}/usr/obj/dports
5e885f07 305 rm -rf ${ISOROOT}/usr/distfiles
fbc26094 306 rm -f ${ISOROOT}/etc/resolv.conf
2f36664e
SW
307 #
308 # Add a pkg.conf
309 #
a01c7613 310 cp -p ${ISOROOT}/usr/local/etc/pkg.conf.sample ${ISOROOT}/usr/local/etc/pkg.conf
2f36664e
SW
311 #
312 # Finally, update the locate(8) database
313 #
31d5c88c
SW
314 ${CHROOT_CMD} /etc/periodic/weekly/310.locate
315 umount ${ISOROOT}/dev
c843f8b0 316 #
44c4f44a 317 # Recopy files that dports may have updated in /etc into /etc.hdd
d68fa6c5
MD
318 #
319 cpdup ${ISOROOT}/etc/shells ${ISOROOT}/etc.hdd/shells
320 cpdup ${ISOROOT}/etc/group ${ISOROOT}/etc.hdd/group
321
6ca9a59c 322mkiso:
c36c5990 323 ( cd ${ISOROOT}; mkisofs -b boot/cdboot -no-emul-boot \
74ec6a9d 324 -R -J -o ${ISOFILE} \
64bba8c7 325 -V "DragonFly `${.CURDIR}/../tools/gitrev.sh | cut -c -22`" . )
b9c3e754
MN
326
327mkimg:
60b68cbb 328 if [ ! -d ${IMGMNT} ]; then mkdir -p ${IMGMNT}; fi
9a122c9a
MD
329 -if [ -f ${ISODIR}/vn.which ]; then umount ${IMGMNT}; \
330 vnconfig -u `cat ${ISODIR}/vn.which`; fi
fe70af21
MD
331.ifdef IMGSIZE
332 @echo "STEP: use an image size of ${IMGSIZE} 512-byte sectors"
333 rm -f ${IMGFILE}
334 sz=`bc -e "((${IMGSIZE}) * 512)" -equit`; truncate -s $${sz} ${IMGFILE}
335.else
3342e40a
MD
336 @echo "STEP: Determine required image size in 1GB steps"
337 @echo " Leave ~600MB of unused space"
60b68cbb 338 sz=`du -ck ${ISOROOT} | tail -n 1 | cut -f 1`; \
3342e40a 339 sz=`bc -e "(($${sz}) * 1.15 + 999999 + 600000) / 1000000" -equit | \
fe70af21 340 cut -f1 -d.`; \
c843f8b0 341 sz=`bc -e "(($${sz}) * 953)" -equit | cut -f1 -d.`; \
fe70af21
MD
342 rm -f ${IMGFILE}; \
343 truncate -s $${sz}M ${IMGFILE};
344.endif
9a122c9a
MD
345 fdisk -IB -p ${IMGFILE}
346 @echo "STEP: determine free vn device"
347 vnconfig -l | grep "not in use" | head -n 1 | \
348 cut -f 1 -d: > ${ISODIR}/vn.which
349 vnconfig -e -s labels `cat ${ISODIR}/vn.which` ${IMGFILE}
350 @echo "STEP: write standard disklabel"
351 disklabel -w -r `cat ${ISODIR}/vn.which`s1 auto
352 @echo "STEP: read disklabel back"
353 disklabel -r `cat ${ISODIR}/vn.which`s1 > ${IMGFILE}.label
354 @echo "STEP: determine number of sectors of whole disk"
60b68cbb 355 secs=`tail -n 1 ${IMGFILE}.label | cut -f 3 -w`; \
9a122c9a
MD
356 echo " a: $${secs} 0 4.2BSD" >> ${IMGFILE}.label;
357 @echo "STEP: write modified disklabel back"
358 disklabel -R -r `cat ${ISODIR}/vn.which`s1 ${IMGFILE}.label
359 rm ${IMGFILE}.label
360 @echo "STEP: write bootsector"
361 disklabel -B `cat ${ISODIR}/vn.which`s1
362 boot0cfg -B -o noupdate `cat ${ISODIR}/vn.which`
363 newfs /dev/`cat ${ISODIR}/vn.which`s1a
364 mount /dev/`cat ${ISODIR}/vn.which`s1a ${IMGMNT}
365 cpdup ${ISOROOT} ${IMGMNT}
366 @echo "STEP: fixup ${IMGMNT}/etc/fstab"
e36bedaf 367 echo "/dev/${IMGUSBDEV}s1a / ufs rw,noatime 0 1" > ${IMGMNT}/etc/fstab
3342e40a
MD
368 echo "dummy /tmp tmpfs rw 0 0" >> ${IMGMNT}/etc/fstab
369 echo "dummy /var/tmp tmpfs rw 0 0" >> ${IMGMNT}/etc/fstab
370 echo "dummy /var/run tmpfs rw 0 0" >> ${IMGMNT}/etc/fstab
371 echo "dummy /usr/obj tmpfs rw 0 0" >> ${IMGMNT}/etc/fstab
9a122c9a
MD
372 echo "proc /proc procfs rw 0 0" >> ${IMGMNT}/etc/fstab
373 @echo "STEP: fixup ${IMGMNT}/boot/loader.conf"
374 -fgrep -v kernel_options ${IMGMNT}/boot/loader.conf > ${IMGMNT}/boot/loader.conf.new
375 echo 'vfs.root.mountfrom="ufs:${IMGUSBDEV}s1a"' >> ${IMGMNT}/boot/loader.conf.new
376 mv ${IMGMNT}/boot/loader.conf.new ${IMGMNT}/boot/loader.conf
377 @echo "STEP: cleanup"
378 df ${IMGMNT}
836f3129
MD
379 sync
380 sleep 1
9a122c9a
MD
381 umount ${IMGMNT}
382 vnconfig -u `cat ${ISODIR}/vn.which`
383 rm -f ${ISODIR}/vn.which
60b68cbb 384 rmdir ${IMGMNT}
9a122c9a 385 @echo "STEP: done"
b9c3e754 386
6ca9a59c 387clean:
836f3129
MD
388 sync
389 sleep 1
5e885f07 390 -umount ${ISOROOT}/usr/distfiles > /dev/null 2>&1
2f36664e 391 -umount ${ISOROOT}/usr/dports > /dev/null 2>&1
9a122c9a
MD
392 -umount ${ISOROOT}/dev > /dev/null 2>&1
393 -if [ -f ${ISODIR}/vn.which ]; then umount ${IMGMNT}; \
394 vnconfig -u `cat ${ISODIR}/vn.which`; fi
6ca9a59c 395 if [ -d ${ISOROOT} ]; then chflags -R noschg ${ISOROOT}; fi
c19c746b
MD
396 rm -rf ${ISOROOT}
397 rm -rf ${NRLOBJDIR}/nrelease
9a122c9a 398 rm -f ${ISODIR}/.didbootstrap ${ISODIR}/vn.which
6ca9a59c
MD
399
400realclean: clean
3ebedc5e 401 rm -rf ${OBJSYS}/${KERNCONF}
c19c746b
MD
402 rm -rf ${ISODIR}/packages
403 rm -rf ${ISODIR}/distfiles
6ca9a59c 404
e2dbfa0b 405help all:
5af45f85
MD
406 @echo "make [gui] release - complete build from scratch"
407 @echo "make [gui] quick - attempt to do an incremental rebuild"
408 @echo "make [gui] realquick - attempt to restart after world & kernel"
409 @echo "make [gui] restartpkgs - attempt to restart at the pkg building stage"
8abe78a1 410 @echo ""
c36c5990 411 @echo "DPORTS_EXTRA_PACKAGES may be used to add additional pkgs"
fe70af21
MD
412 @echo "GITHOST may be used to override git.dragonflybsd.org"
413 @echo "IMGSIZE may be used to override the .img (in 512-byte sectors)"
588a679c 414
e2dbfa0b
TN
415.PHONY: release quickrel realquickrel
416.PHONY: installer
9b29c40a 417.PHONY: quick realquick
e2dbfa0b 418.PHONY: check buildworld1 buildworld2
31d5c88c 419.PHONY: buildkernel1 buildkernel2 buildiso customizeiso mkiso mkimg
796fd273 420.PHONY: clean realclean help all srcs
cc224c64 421
6ca9a59c 422.include <bsd.prog.mk>