sshlockout - Handle IPv6 and don't block localhost
[dragonfly.git] / nrelease / Makefile
1 #########################################################################
2 #                               ENHANCEMENTS                            #
3 #########################################################################
4
5 # New method e.g. 'make gui release'.  A series of enhancement
6 # targes may be specified which set make variables which enhance
7 # the build in various ways.
8 #
9 # img is now the default (produces both the .iso and .img)
10 #
11 gui installer img nopkgs:
12
13 #########################################################################
14 #                                SETUP                                  #
15 #########################################################################
16
17 DPORTS_PATH?=   /usr/dports
18 ISODIR?=        /usr/release
19 ISOROOT?=       ${ISODIR}/root
20 OBJSYS=         ${.OBJDIR}/../sys
21 GITHOST?=       git.dragonflybsd.org
22
23 MAKE_JOBS?=     $$(sysctl -n hw.ncpu)
24
25 # XXX makeshift fix to build the right kernel for the (target) architecture
26 # We should configure this in the platform files somehow
27 .if ${MACHINE_ARCH} == "i386"
28 KERNCONF ?= GENERIC
29 .else
30 KERNCONF ?= X86_64_GENERIC
31 .endif
32
33 CHROOT_CMD?=            /usr/sbin/chroot ${ISOROOT} sh -c
34
35 # User may specify extra packages in addition to the defaults
36 #
37 DPORTS_EXTRA_PACKAGES?=
38
39 # dports packages to be built and installed on the release ISO
40 #
41 # MISSING: csup
42 #
43 DPORTS_PACKAGES?=       devel/git \
44                         dns/bind-tools \
45                         net/isc-dhcp42-server \
46                         sysutils/cdrtools \
47                         ${DPORTS_EXTRA_PACKAGES}
48
49 # dports options to use when building packages
50 #
51 DPORTS_OPTIONS+=                -DBATCH
52 .if !make(gui)
53 DPORTS_OPTIONS.devel_git+=      -DWITHOUT_CONTRIB -DWITHOUT_PERL
54 .endif
55
56 # Specify which root skeletons are required, and let the user include
57 # their own.  They are copied into ISODIR during the `customizeiso'
58 # target; each overwrites the last.
59 #
60 REQ_ROOTSKELS=  ${.CURDIR}/root
61 ROOTSKELS?=     ${REQ_ROOTSKELS}
62
63 .if make(notyet)
64 # LIST OF PACKAGES NOT INCLUDED DUE TO BUILD ISSUES:
65 #       chat/pidgin             textproc/enchant dependency is broken
66 #       x11/rxvt-unicode        broken configure
67 #       net/nmap                tries to access openssl/md2.h which does not
68 #                               exist.
69 #       sysutils/idesk          dying on link __sync_fetch_and_add_4
70 #
71 ISOFILE?=               ${ISODIR}/dfly-gui.iso
72 IMGFILE?=               ${ISODIR}/dfly-gui.img
73
74 # NOTE: order important, do not sort package list
75 #
76 # Apps we want in the gui build but which have problems building:
77 #       chat/xchat      link error on x86-64, something about ___progname
78 #
79 #
80 .if !make(nopkgs)
81 PKGSRC_PACKAGES+=       meta-pkgs/modular-xorg-libs \
82                         meta-pkgs/modular-xorg-fonts \
83                         meta-pkgs/modular-xorg-apps \
84                         meta-pkgs/modular-xorg-drivers \
85                         x11/libXinerama \
86                         wm/fluxbox \
87                         wm/fvwm \
88                         www/firefox \
89                         print/xpdf \
90                         shells/zsh \
91                         editors/emacs \
92                         editors/vim \
93                         chat/irssi \
94                         x11/modular-xorg-server \
95                         x11/eterm \
96                         lang/perl5 \
97                         editors/nano \
98                         shells/bash \
99                         devel/exctags \
100                         archivers/zip \
101                         security/sudo \
102                         www/links-gui \
103                         net/wget \
104                         fonts/terminus-font \
105                         net/rsync \
106                         time/asclock \
107                         misc/screen \
108                         devel/scmgit-gitk
109 .endif
110
111 ROOTSKELS+=             ${.CURDIR}/gui
112 .endif
113
114 ISOFILE ?= ${ISODIR}/dfly.iso
115 IMGFILE ?= ${ISODIR}/dfly.img
116
117 IMGMNT ?= ${ISODIR}/mnt
118
119 # USB umass now probes starting at da8, so the usb stick is
120 # probably sitting on da8.
121 #
122 IMGUSBDEV ?= da8
123
124 # note: we use the '${NRLOBJDIR}/nrelease' construct, that is we add
125 # the additional '/nrelease' manually, as a safety measure.
126 #
127 NRLOBJDIR?= /usr/obj
128
129 #########################################################################
130 #                               BASE ISO TARGETS                        #
131 #########################################################################
132
133 release:        check clean buildworld1 buildkernel1 \
134                 buildiso srcs customizeiso mkiso mkimg
135
136 quickrel:       check clean buildworld2 buildkernel2 \
137                 buildiso srcs customizeiso mkiso mkimg
138
139 realquickrel:   check clean \
140                 buildiso srcs customizeiso mkiso mkimg
141
142 restartpkgs:    check customizeiso mkiso mkimg
143
144 quick:          quickrel
145
146 realquick:      realquickrel
147
148
149 #########################################################################
150 #                          CORE SUPPORT TARGETS                         #
151 #########################################################################
152
153 check:
154 .if !exists(/usr/local/bin/mkisofs) && !exists(/usr/pkg/bin/mkisofs)
155         @echo
156         @echo "Your machine does not have cdrtools installed.  You can install it with:"
157         @echo "    pkg install cdrtools"
158 .endif
159         @if [ ! -d ${DPORTS_PATH} ]; then \
160                 echo "${DPORTS_PATH} does not exist."; \
161                 echo ""; \
162                 echo "Please set DPORTS_PATH to the dports tree that shall be used for"; \
163                 echo "package building. The default is /usr/dports. See the Makefile in"; \
164                 echo "/usr if you are unfamiliar with dports."; \
165                 /usr/bin/false; \
166         fi
167 .if !exists(/usr/local/bin/mkisofs) && !exists(/usr/pkg/bin/mkisofs)
168         @/usr/bin/false
169 .endif
170         @echo "Using ${DPORTS_PATH} as the dports tree."
171
172 buildworld1 buildworld2:
173         cd ${.CURDIR}/..; \
174         ${WORLD_CCVER:C/^..*$/WORLD_CCVER=/}${WORLD_CCVER} \
175                 make -j ${MAKE_JOBS} -DWANT_INSTALLER ${.TARGET:C/build(.*)2/quick\1/:C/1//}
176
177 buildkernel1 buildkernel2:
178         cd ${.CURDIR}/..; \
179         for kernconf in ${KERNCONF}; do \
180                 ${WORLD_CCVER:C/^..*$/WORLD_CCVER=/}${WORLD_CCVER} \
181                         make -j ${MAKE_JOBS} ${.TARGET:C/build(.*)2/quick\1/:C/1//} \
182                         KERNCONF=$${kernconf}; \
183         done
184
185 # note that we do not want to mess with any /usr/obj directories not related
186 # to buildworld, buildkernel, or nrelease, so we must supply the proper
187 # MAKEOBJDIRPREFIX for targets that are not run through the buildworld and 
188 # buildkernel mechanism.
189 #
190 # Unconditionally clean out ${ISOROOT} so a previous img build
191 # does not blow up a future quick iso build
192 #
193 # We install with INSTALLSTRIPPEDMODULES to make things fit into the ISO.
194 # We leave the kernel's debug variables intact.
195 #
196 buildiso:
197         -rm -rf ${ISOROOT}
198         -chflags -R noschg ${ISOROOT}
199         rm -rf ${ISOROOT}
200         mkdir -p ${ISOROOT}
201         if [ ! -d ${NRLOBJDIR}/nrelease ]; then mkdir -p ${NRLOBJDIR}/nrelease; fi
202         ( cd ${.CURDIR}/..; make -DWANT_INSTALLER DESTDIR=${ISOROOT} installworld )
203         ( cd ${.CURDIR}/../etc; MAKEOBJDIRPREFIX=${NRLOBJDIR}/nrelease \
204                 make -m ${.CURDIR}/../share/mk DESTDIR=${ISOROOT} distribution )
205         cpdup ${ISOROOT}/etc ${ISOROOT}/etc.hdd
206         cd ${.CURDIR}/..; \
207         for kernconf in ${KERNCONF}; do \
208                 make DESTDIR=${ISOROOT} reinstallkernel KERNCONF=$${kernconf}; \
209         done
210         rm -rf ${ISOROOT}/boot/kernel.old
211         ln -sf kernel ${ISOROOT}/boot/kernel/kernel.BOOTP
212         mtree -deU -f ${.CURDIR}/../etc/mtree/BSD.local.dist -p ${ISOROOT}/usr/local/
213         mtree -deU -f ${.CURDIR}/../etc/mtree/BSD.var.dist -p ${ISOROOT}/var
214         dev_mkdb -f ${ISOROOT}/var/run/dev.db ${ISOROOT}/dev
215
216 # The GUI build includes the pkgsrc tree (~1G+) while the nominal release
217 # build does not.
218 #
219 # The GUI build includes full sources while the nominal release build
220 # only includes kernel sources (~27MB).
221 #
222 srcs:
223 .if !defined(WITHOUT_SRCS)
224 .if make(notyet)
225         rm -f ${ISOROOT}/usr/src-sys.tgz
226         rm -f ${ISOROOT}/usr/src-sys.tar.bz2
227         cd ${ISOROOT}/usr && make pkgsrc-create-repo GITHOST=${GITHOST}
228         # NOTE: Adding the git gc --aggressive helps by significantly
229         #       reducing the disk space required.
230         #
231         cd ${ISOROOT}/usr/pkgsrc && git gc --aggressive
232         cd ${ISOROOT}/usr && make src-create-repo GITHOST=${GITHOST}
233 .else
234         rm -f ${ISOROOT}/usr/src-sys.tgz
235         rm -f ${ISOROOT}/usr/src-sys.tar.bz2
236         cd ${.CURDIR}/.. && tar --exclude .git -s '/^\./src/' \
237                 -cf - ./Makefile ./Makefile.inc1 ./sys | \
238                 bzip2 -9 > ${ISOROOT}/usr/src-sys.tar.bz2
239 .endif
240 .endif
241
242 # Customize the ISO by copying rootskels in reverse priority order,
243 # building packages, and doing other post-install tasks.
244 #
245 customizeiso:
246         # Copy the rootskels.  Allow sources to be owned by someone other
247         # than root (as is common when checked out via git).
248         #
249 .for ROOTSKEL in ${ROOTSKELS}
250         cpdup -X cpignore -o ${ROOTSKEL} ${ISOROOT}
251         @test -O ${.CURDIR} || echo "chowning copied files to root:wheel"
252         @test -O ${.CURDIR} || ((cd ${ROOTSKEL} && find .) | fgrep -v cpignore | (cd ${ISOROOT} && xargs chown root:wheel))
253 .endfor
254         pwd_mkdb -p -d ${ISOROOT}/etc ${ISOROOT}/etc/master.passwd
255 .for UPGRADE_ITEM in Makefile                   \
256                      etc.${MACHINE_ARCH}        \
257                      rc.d/Makefile              \
258                      periodic/Makefile          \
259                      periodic/daily/Makefile    \
260                      periodic/security/Makefile \
261                      periodic/weekly/Makefile   \
262                      periodic/monthly/Makefile
263         cp -R ${.CURDIR}/../etc/${UPGRADE_ITEM} ${ISOROOT}/etc/${UPGRADE_ITEM}
264 .endfor
265         #
266         # Setup some things & mount dports tree.  Use defensive umounts and
267         # rm -rf's to allow restarts.  Allow /usr/dports to be read-only.
268         #
269         cp /etc/resolv.conf ${ISOROOT}/etc
270         ${CHROOT_CMD} "ldconfig -elf /lib /usr/lib /usr/lib/gcc* /usr/lib/compat"
271         -@umount ${ISOROOT}/usr/distfiles
272         -@umount ${ISOROOT}/usr/dports
273         -@umount ${ISOROOT}/dev
274         rm -rf ${ISOROOT}/usr/obj/dports
275         #
276         # Mount /usr/dports, make sure /usr/distfiles is writable.
277         # Make /usr/dports read-only for safety, else a failed umount and
278         # our rm -rf will do bad things.
279         #
280         mkdir -p ${ISOROOT}/usr/dports
281         mkdir -p ${ISOROOT}/usr/distfiles
282         mount_null -o ro ${DPORTS_PATH} ${ISOROOT}/usr/dports
283         mount_null /dev ${ISOROOT}/dev
284         cp /etc/shells ${ISOROOT}/usr/distfiles/.test > /dev/null 2>&1 \
285             || mount_null ${ISODIR}/distfiles ${ISOROOT}/usr/distfiles
286         #
287         # Build and install packages, skip packages already installed
288         #
289 .for PKG in ${DPORTS_PACKAGES}
290         ${CHROOT_CMD} "cd /usr/dports/${PKG} && make ${DPORTS_OPTIONS} ${DPORTS_OPTIONS.${PKG:S/\//_/g}} install"
291 .endfor
292 .for PKG in ${DPORTS_PACKAGES}
293         ${CHROOT_CMD} "cd /usr/dports/${PKG} && make ${DPORTS_OPTIONS} clean"
294 .endfor
295         #
296         # Remove packages which nothing depends on, add a whatis database
297         # for dports manual pages, create an initial locate database and
298         # clean up
299         #
300         ${CHROOT_CMD} "yes | pkg autoremove"
301         ${CHROOT_CMD} "makewhatis /usr/local/man"
302         -umount ${ISOROOT}/usr/distfiles
303         umount ${ISOROOT}/usr/dports
304         rm -rf ${ISOROOT}/usr/dports
305         rm -rf ${ISOROOT}/usr/obj/dports
306         rm -rf ${ISOROOT}/usr/distfiles
307         rm -f ${ISOROOT}/etc/resolv.conf
308         #
309         # Finally, update the locate(8) database
310         #
311         ${CHROOT_CMD} /etc/periodic/weekly/310.locate
312         umount ${ISOROOT}/dev
313         #
314         # Recopy files that dports may have updated in /etc into /etc.hdd
315         #
316         cpdup ${ISOROOT}/etc/shells ${ISOROOT}/etc.hdd/shells
317         cpdup ${ISOROOT}/etc/group ${ISOROOT}/etc.hdd/group
318
319 mkiso:
320         ( cd ${ISOROOT}; mkisofs -b boot/cdboot -no-emul-boot \
321                 -R -J -o ${ISOFILE} \
322                 -V "DragonFly `${.CURDIR}/../tools/gitrev.sh | cut -c -22`" . )
323
324 mkimg:
325         if [ ! -d ${IMGMNT} ]; then mkdir -p ${IMGMNT}; fi
326         -if [ -f ${ISODIR}/vn.which ]; then umount ${IMGMNT};           \
327             vnconfig -u `cat ${ISODIR}/vn.which`; fi
328 .ifdef IMGSIZE
329         @echo "STEP: use an image size of ${IMGSIZE} 512-byte sectors"
330         rm -f ${IMGFILE}
331         sz=`bc -e "((${IMGSIZE}) * 512)" -equit`; truncate -s $${sz} ${IMGFILE}
332 .else
333         @echo "STEP: Determine required image size in 1GB steps"
334         @echo "      Leave ~600MB of unused space"
335         sz=`du -ck ${ISOROOT} | tail -n 1 | cut -f 1`;                  \
336             sz=`bc -e "(($${sz}) * 1.15 + 999999 + 600000) / 1000000" -equit | \
337             cut -f1 -d.`;                                               \
338             sz=`bc -e "(($${sz}) * 953)" -equit | cut -f1 -d.`;         \
339             rm -f ${IMGFILE};                                           \
340             truncate -s $${sz}M ${IMGFILE};
341 .endif
342         fdisk -IB -p ${IMGFILE}
343         @echo "STEP: determine free vn device"
344         vnconfig -l | grep "not in use" | head -n 1 |                   \
345             cut -f 1 -d: > ${ISODIR}/vn.which
346         vnconfig -e -s labels `cat ${ISODIR}/vn.which` ${IMGFILE}
347         @echo "STEP: write standard disklabel"
348         disklabel -w -r `cat ${ISODIR}/vn.which`s1 auto
349         @echo "STEP: read disklabel back"
350         disklabel -r `cat ${ISODIR}/vn.which`s1 > ${IMGFILE}.label
351         @echo "STEP: determine number of sectors of whole disk"
352         secs=`tail -n 1 ${IMGFILE}.label | cut -f 3 -w`;                \
353             echo "  a:  $${secs} 0 4.2BSD" >> ${IMGFILE}.label;
354         @echo "STEP: write modified disklabel back"
355         disklabel -R -r `cat ${ISODIR}/vn.which`s1 ${IMGFILE}.label
356         rm ${IMGFILE}.label
357         @echo "STEP: write bootsector"
358         disklabel -B `cat ${ISODIR}/vn.which`s1
359         boot0cfg -B -o noupdate `cat ${ISODIR}/vn.which`
360         newfs /dev/`cat ${ISODIR}/vn.which`s1a
361         mount /dev/`cat ${ISODIR}/vn.which`s1a ${IMGMNT}
362         cpdup ${ISOROOT} ${IMGMNT}
363         @echo "STEP: fixup ${IMGMNT}/etc/fstab"
364         echo "/dev/${IMGUSBDEV}s1a / ufs rw,noatime 0 1" > ${IMGMNT}/etc/fstab
365         echo "dummy /tmp tmpfs rw 0 0" >> ${IMGMNT}/etc/fstab
366         echo "dummy /var/tmp tmpfs rw 0 0" >> ${IMGMNT}/etc/fstab
367         echo "dummy /var/run tmpfs rw 0 0" >> ${IMGMNT}/etc/fstab
368         echo "dummy /usr/obj tmpfs rw 0 0" >> ${IMGMNT}/etc/fstab
369         echo "proc /proc procfs rw 0 0" >> ${IMGMNT}/etc/fstab
370         @echo "STEP: fixup ${IMGMNT}/boot/loader.conf"
371         -fgrep -v kernel_options ${IMGMNT}/boot/loader.conf > ${IMGMNT}/boot/loader.conf.new
372         echo 'vfs.root.mountfrom="ufs:${IMGUSBDEV}s1a"' >> ${IMGMNT}/boot/loader.conf.new
373         mv ${IMGMNT}/boot/loader.conf.new ${IMGMNT}/boot/loader.conf
374         @echo "STEP: cleanup"
375         df ${IMGMNT}
376         sync
377         sleep 1
378         umount ${IMGMNT}
379         vnconfig -u `cat ${ISODIR}/vn.which`
380         rm -f ${ISODIR}/vn.which
381         rmdir ${IMGMNT}
382         @echo "STEP: done"
383
384 clean:
385         sync
386         sleep 1
387         -umount ${ISOROOT}/usr/distfiles > /dev/null 2>&1
388         -umount ${ISOROOT}/usr/dports > /dev/null 2>&1
389         -umount ${ISOROOT}/dev > /dev/null 2>&1
390         -if [ -f ${ISODIR}/vn.which ]; then umount ${IMGMNT};           \
391             vnconfig -u `cat ${ISODIR}/vn.which`; fi
392         if [ -d ${ISOROOT} ]; then chflags -R noschg ${ISOROOT}; fi
393         rm -rf ${ISOROOT}
394         rm -rf ${NRLOBJDIR}/nrelease
395         rm -f ${ISODIR}/.didbootstrap ${ISODIR}/vn.which
396
397 realclean:      clean
398         rm -rf ${OBJSYS}/${KERNCONF}
399         rm -rf ${ISODIR}/packages
400         rm -rf ${ISODIR}/distfiles
401
402 help all:
403         @echo "make [gui] release   - complete build from scratch"
404         @echo "make [gui] quick     - attempt to do an incremental rebuild"
405         @echo "make [gui] realquick - attempt to restart after world & kernel"
406         @echo "make [gui] restartpkgs - attempt to restart at the pkg building stage"
407         @echo ""
408         @echo "DPORTS_EXTRA_PACKAGES may be used to add additional pkgs"
409         @echo "GITHOST may be used to override git.dragonflybsd.org"
410         @echo "IMGSIZE may be used to override the .img (in 512-byte sectors)"
411
412 .PHONY: release quickrel realquickrel
413 .PHONY: installer
414 .PHONY: quick realquick
415 .PHONY: check buildworld1 buildworld2
416 .PHONY: buildkernel1 buildkernel2 buildiso customizeiso mkiso mkimg
417 .PHONY: clean realclean help all srcs
418
419 .include <bsd.prog.mk>