Remove the quotes when trying to expand a glob
[genkernel.git] / gen_compile.sh
1 #!/bin/bash
2
3 compile_kernel_args() {
4         local ARGS
5
6         ARGS=''
7         if [ "${KERNEL_CROSS_COMPILE}" != '' ]
8         then
9                 ARGS="${ARGS} CROSS_COMPILE=\"${KERNEL_CROSS_COMPILE}\""
10         else
11                 if [ "${KERNEL_CC}" != '' ]
12                 then
13                         ARGS="CC=\"${KERNEL_CC}\""
14                 fi
15                 if [ "${KERNEL_LD}" != '' ]
16                 then
17                         ARGS="${ARGS} LD=\"${KERNEL_LD}\""
18                 fi
19                 if [ "${KERNEL_AS}" != '' ]
20                 then
21                         ARGS="${ARGS} AS=\"${KERNEL_AS}\""
22                 fi
23         fi
24         echo -n "${ARGS}"
25 }
26
27 compile_utils_args()
28 {
29         local ARGS
30
31         ARGS=''
32         if [ "${UTILS_ARCH}" != '' ]
33         then
34                 ARGS="ARCH=\"${UTILS_ARCH}\""
35         fi
36         if [ "${UTILS_CC}" != '' ]
37         then
38                 ARGS="CC=\"${UTILS_CC}\""
39         fi
40         if [ "${UTILS_LD}" != '' ]
41         then
42                 ARGS="${ARGS} LD=\"${UTILS_LD}\""
43         fi
44         if [ "${UTILS_AS}" != '' ]
45         then
46                 ARGS="${ARGS} AS=\"${UTILS_AS}\""
47         fi
48
49         echo -n "${ARGS}"
50 }
51
52 export_utils_args()
53 {
54         save_args
55         if [ "${UTILS_ARCH}" != '' ]
56         then
57                 export ARCH="${UTILS_ARCH}"
58         fi
59         if [ "${UTILS_CC}" != '' ]
60         then
61                 export CC="${UTILS_CC}"
62         fi
63         if [ "${UTILS_LD}" != '' ]
64         then
65                 export LD="${UTILS_LD}"
66         fi
67         if [ "${UTILS_AS}" != '' ]
68         then
69                 export AS="${UTILS_AS}"
70         fi
71 }
72
73 unset_utils_args()
74 {
75         if [ "${UTILS_ARCH}" != '' ]
76         then
77                 unset ARCH
78         fi
79         if [ "${UTILS_CC}" != '' ]
80         then
81                 unset CC
82         fi
83         if [ "${UTILS_LD}" != '' ]
84         then
85                 unset LD
86         fi
87         if [ "${UTILS_AS}" != '' ]
88         then
89                 unset AS
90         fi
91         reset_args
92 }
93
94 export_kernel_args()
95 {
96         if [ "${KERNEL_CC}" != '' ]
97         then
98                 export CC="${KERNEL_CC}"
99         fi
100         if [ "${KERNEL_LD}" != '' ]
101         then
102                 export LD="${KERNEL_LD}"
103         fi
104         if [ "${KERNEL_AS}" != '' ]
105         then
106                 export AS="${KERNEL_AS}"
107         fi
108         if [ "${KERNEL_CROSS_COMPILE}" != '' ]
109         then
110                 export CROSS_COMPILE="${KERNEL_CROSS_COMPILE}"
111         fi
112 }
113
114 unset_kernel_args()
115 {
116         if [ "${KERNEL_CC}" != '' ]
117         then
118                 unset CC
119         fi
120         if [ "${KERNEL_LD}" != '' ]
121         then
122                 unset LD
123         fi
124         if [ "${KERNEL_AS}" != '' ]
125         then
126                 unset AS
127         fi
128         if [ "${KERNEL_CROSS_COMPILE}" != '' ]
129         then
130                 unset CROSS_COMPILE
131         fi
132 }
133 save_args()
134 {
135         if [ "${ARCH}" != '' ]
136         then
137                 export ORIG_ARCH="${ARCH}"
138         fi
139         if [ "${CC}" != '' ]
140         then
141                 export ORIG_CC="${CC}"
142         fi
143         if [ "${LD}" != '' ]
144         then
145                 export ORIG_LD="${LD}"
146         fi
147         if [ "${AS}" != '' ]
148         then
149                 export ORIG_AS="${AS}"
150         fi
151         if [ "${CROSS_COMPILE}" != '' ]
152         then
153                 export ORIG_CROSS_COMPILE="${CROSS_COMPILE}"
154         fi
155 }
156 reset_args()
157 {
158         if [ "${ORIG_ARCH}" != '' ]
159         then
160                 export ARCH="${ORIG_ARCH}"
161                 unset ORIG_ARCH
162         fi
163         if [ "${ORIG_CC}" != '' ]
164         then
165                 export CC="${ORIG_CC}"
166                 unset ORIG_CC
167         fi
168         if [ "${ORIG_LD}" != '' ]
169         then
170                 export LD="${ORIG_LD}"
171                 unset ORIG_LD
172         fi
173         if [ "${ORIG_AS}" != '' ]
174         then
175                 export AS="${ORIG_AS}"
176                 unset ORIG_AS
177         fi
178         if [ "${ORIG_CROSS_COMPILE}" != '' ]
179         then
180                 export CROSS_COMPILE="${ORIG_CROSS_COMPILE}"
181                 unset ORIG_CROSS_COMPILE
182         fi
183 }
184
185 apply_patches() {
186         util=$1
187         version=$2
188
189         if [ -d "${GK_SHARE}/patches/${util}/${version}" ]
190         then
191                 print_info 1 "${util}: >> Applying patches..."
192                 for i in ${GK_SHARE}/patches/${util}/${version}/*
193                 do
194                         patch_success=0
195                         for j in `seq 0 5`
196                         do
197                                 patch -p${j} --backup-if-mismatch -f < "${i}" >/dev/null
198                                 if [ $? = 0 ]
199                                 then
200                                         patch_success=1
201                                         break
202                                 fi
203                         done
204                         if [ ${patch_success} != 1 ]
205                         then
206 #                               return 1
207                                 gen_die "could not apply patch ${i} for ${util}-${version}"
208                         fi
209                 done
210         fi
211 }
212
213 compile_generic() {
214         local RET
215         [ "$#" -lt '2' ] &&
216                 gen_die 'compile_generic(): improper usage!'
217         local target=${1}
218         local argstype=${2}
219
220         if [ "${argstype}" = 'kernel' ] || [ "${argstype}" = 'runtask' ]
221         then
222                 export_kernel_args
223                 MAKE=${KERNEL_MAKE}
224         elif [ "${2}" = 'utils' ]
225         then
226                 export_utils_args
227                 MAKE=${UTILS_MAKE}
228         fi
229         case "${argstype}" in
230                 kernel) ARGS="`compile_kernel_args`" ;;
231                 utils) ARGS="`compile_utils_args`" ;;
232                 *) ARGS="" ;; # includes runtask
233         esac
234         shift 2
235
236         # the eval usage is needed in the next set of code
237         # as ARGS can contain spaces and quotes, eg:
238         # ARGS='CC="ccache gcc"'
239         if [ "${argstype}" == 'runtask' ]
240         then
241                 print_info 2 "COMMAND: ${MAKE} ${MAKEOPTS/-j?/j1} ${ARGS} ${target} $*" 1 0 1
242                 eval ${MAKE} -s ${MAKEOPTS/-j?/-j1} "${ARGS}" ${target} $*
243                 RET=$?
244         elif [ "${LOGLEVEL}" -gt "1" ]
245         then
246                 # Output to stdout and logfile
247                 print_info 2 "COMMAND: ${MAKE} ${MAKEOPTS} ${ARGS} ${target} $*" 1 0 1
248                 eval ${MAKE} ${MAKEOPTS} ${ARGS} ${target} $* 2>&1 | tee -a ${LOGFILE}
249                 RET=${PIPESTATUS[0]}
250         else
251                 # Output to logfile only
252                 print_info 2 "COMMAND: ${MAKE} ${MAKEOPTS} ${ARGS} ${1} $*" 1 0 1
253                 eval ${MAKE} ${MAKEOPTS} ${ARGS} ${target} $* >> ${LOGFILE} 2>&1
254                 RET=$?
255         fi
256         [ "${RET}" -ne '0' ] &&
257                 gen_die "Failed to compile the \"${target}\" target..."
258
259         unset MAKE
260         unset ARGS
261         if [ "${argstype}" = 'kernel' ]
262         then
263                 unset_kernel_args
264         elif [ "${argstype}" = 'utils' ]
265         then
266                 unset_utils_args
267         fi
268 }
269
270 extract_dietlibc_bincache() {
271         cd "${TEMP}"
272         rm -rf "${TEMP}/diet" > /dev/null
273         /bin/tar -jxpf "${DIETLIBC_BINCACHE}" ||
274                 gen_die 'Could not extract dietlibc bincache!'
275         [ ! -d "${TEMP}/diet" ] &&
276                 gen_die "${TEMP}/diet directory not found!"
277         cd - > /dev/null
278 }
279
280 clean_dietlibc_bincache() {
281         cd "${TEMP}"
282         rm -rf "${TEMP}/diet" > /dev/null
283         cd - > /dev/null
284 }
285
286 compile_dep() {
287         # Only run ``make dep'' for 2.4 kernels
288         if [ "${VER}" -eq '2' -a "${KERN_24}" -eq '1' ]
289         then
290                 print_info 1 "kernel: >> Making dependencies..."
291                 cd ${KERNEL_DIR}
292                 compile_generic dep kernel
293         fi
294 }
295
296 compile_modules() {
297         print_info 1 "        >> Compiling ${KV} modules..."
298         cd ${KERNEL_DIR}
299         compile_generic modules kernel
300         export UNAME_MACHINE="${ARCH}"
301         # On 2.4 kernels, if MAKEOPTS > -j1 it can cause failures
302         if [ "${VER}" -eq '2' -a "${KERN_24}" -eq '1' ]
303         then
304                 MAKEOPTS_SAVE="${MAKEOPTS}"
305                 MAKEOPTS="${MAKEOPTS_SAVE/-j?/-j1}"
306         fi
307         [ "${INSTALL_MOD_PATH}" != '' ] && export INSTALL_MOD_PATH
308         compile_generic "modules_install" kernel
309         [ "${VER}" -eq '2' -a "${KERN_24}" -eq '1' ] && MAKEOPTS="${MAKEOPTS_SAVE}"
310         export MAKEOPTS
311         unset UNAME_MACHINE
312 }
313
314 compile_kernel() {
315         [ "${KERNEL_MAKE}" = '' ] &&
316                 gen_die "KERNEL_MAKE undefined - I don't know how to compile a kernel for this arch!"
317         cd ${KERNEL_DIR}
318         print_info 1 "        >> Compiling ${KV} ${KERNEL_MAKE_DIRECTIVE/_install/ [ install ]/}..."
319         compile_generic "${KERNEL_MAKE_DIRECTIVE}" kernel
320         if [ "${KERNEL_MAKE_DIRECTIVE_2}" != '' ]
321         then
322                 print_info 1 "        >> Starting supplimental compile of ${KV}: ${KERNEL_MAKE_DIRECTIVE_2}..."
323                 compile_generic "${KERNEL_MAKE_DIRECTIVE_2}" kernel
324         fi
325         if ! isTrue "${CMD_NOINSTALL}"
326         then
327                 copy_image_with_preserve "kernel" \
328                         "${KERNEL_BINARY}" \
329                         "kernel-${KNAME}-${ARCH}-${KV}"
330
331                 copy_image_with_preserve "System.map" \
332                         "System.map" \
333                         "System.map-${KNAME}-${ARCH}-${KV}"
334
335                 if [ "${ENABLE_PEGASOS_HACKS}" = 'yes' ]
336                 then
337                         copy_image_with_preserve "kernelz" \
338                                 "${KERNEL_BINARY_2}" \
339                                 "kernelz-${KV}"
340                 fi
341         else
342                 cp "${KERNEL_BINARY}" "${TMPDIR}/kernel-${KNAME}-${ARCH}-${KV}" ||
343                         gen_die "Could not copy the kernel binary to ${TMPDIR}!"
344                 cp "System.map" "${TMPDIR}/System.map-${KNAME}-${ARCH}-${KV}" ||
345                         gen_die "Could not copy System.map to ${TMPDIR}!"
346                 if [ "${ENABLE_PEGASOS_HACKS}" = 'yes' ]
347                 then
348                         cp "${KERNEL_BINARY_2}" "${TMPDIR}/kernelz-${KV}" ||
349                                 gen_die "Could not copy the kernelz binary to ${TMPDIR}!"
350                 fi
351         fi
352 }
353
354 compile_busybox() {
355         [ -f "${BUSYBOX_SRCTAR}" ] ||
356                 gen_die "Could not find busybox source tarball: ${BUSYBOX_SRCTAR}!"
357         [ -f "${BUSYBOX_CONFIG}" ] ||
358                 gen_die "Cound not find busybox config file: ${BUSYBOX_CONFIG}!"
359         cd "${TEMP}"
360         rm -rf "${BUSYBOX_DIR}" > /dev/null
361         /bin/tar -jxpf ${BUSYBOX_SRCTAR} ||
362                 gen_die 'Could not extract busybox source tarball!'
363         [ -d "${BUSYBOX_DIR}" ] ||
364                 gen_die 'Busybox directory ${BUSYBOX_DIR} is invalid!'
365         cp "${BUSYBOX_CONFIG}" "${BUSYBOX_DIR}/.config"
366 #       sed -i ${BUSYBOX_DIR}/.config -e 's/#\? \?CONFIG_FEATURE_INSTALLER[ =].*/CONFIG_FEATURE_INSTALLER=y/g'
367         cd "${BUSYBOX_DIR}"
368 #       patch -p1 < "${GK_SHARE}/pkg/busybox-1.1.3+gentoo-mdadm.patch"
369 #       patch -p1 < "${GK_SHARE}/pkg/busybox-1.1.3+gentoo-mdadm2.patch"
370 #       patch -p1 < "${GK_SHARE}/pkg/busybox-1.1.3+gentoo-mdadm3.patch"
371         apply_patches busybox ${BUSYBOX_VER}
372         print_info 1 'busybox: >> Configuring...'
373         yes '' 2>/dev/null | compile_generic oldconfig utils
374
375         # Delete cache if stored config's MD5 does not match one to be used
376         if [ -f "${BUSYBOX_BINCACHE}" -a -f "${BUSYBOX_CONFIG}" ]
377         then
378                 oldconfig_md5=$(tar -xjf "${BUSYBOX_BINCACHE}" -O .config | md5sum)
379                 newconfig_md5=$(md5sum < .config)
380                 if [ "${oldconfig_md5}" != "${newconfig_md5}" ]
381                 then
382                         print_info 1 "busybox: >> Removing stale cache..."
383                         rm -rf "${BUSYBOX_BINCACHE}"
384                 else
385                         print_info 1 "busybox: >> Using cache"
386                 fi
387         fi
388
389         if [ ! -f "${BUSYBOX_BINCACHE}" ]
390         then
391                 print_info 1 'busybox: >> Compiling...'
392                 compile_generic all utils
393                 print_info 1 'busybox: >> Copying to cache...'
394                 [ -f "${TEMP}/${BUSYBOX_DIR}/busybox" ] ||
395                         gen_die 'Busybox executable does not exist!'
396                 strip "${TEMP}/${BUSYBOX_DIR}/busybox" ||
397                         gen_die 'Could not strip busybox binary!'
398                 tar -cj -C "${TEMP}/${BUSYBOX_DIR}" -f "${BUSYBOX_BINCACHE}" busybox .config ||
399                         gen_die 'Could not create the busybox bincache!'
400         fi
401
402         cd "${TEMP}"
403         rm -rf "${BUSYBOX_DIR}" > /dev/null
404 }
405
406 compile_lvm() {
407         compile_device_mapper
408         if [ ! -f "${LVM_BINCACHE}" ]
409         then
410                 [ -f "${LVM_SRCTAR}" ] ||
411                         gen_die "Could not find LVM source tarball: ${LVM_SRCTAR}! Please place it there, or place another version, changing /etc/genkernel.conf as necessary!"
412                 cd "${TEMP}"
413                 rm -rf ${LVM_DIR} > /dev/null
414                 /bin/tar -zxpf ${LVM_SRCTAR} ||
415                         gen_die 'Could not extract LVM source tarball!'
416                 [ -d "${LVM_DIR}" ] ||
417                         gen_die 'LVM directory ${LVM_DIR} is invalid!'
418                 rm -rf "${TEMP}/device-mapper" > /dev/null
419                 /bin/tar -jxpf "${DEVICE_MAPPER_BINCACHE}" -C "${TEMP}" ||
420                         gen_die "Could not extract device-mapper binary cache!";
421                 
422                 cd "${LVM_DIR}"
423                 print_info 1 'lvm: >> Configuring...'
424                         LDFLAGS="-L${TEMP}/device-mapper/lib" \
425                         CFLAGS="-I${TEMP}/device-mapper/include" \
426                         CPPFLAGS="-I${TEMP}/device-mapper/include" \
427                         ./configure --enable-static_link --prefix=${TEMP}/lvm >> ${LOGFILE} 2>&1 ||
428                                 gen_die 'Configure of lvm failed!'
429                 print_info 1 'lvm: >> Compiling...'
430                         compile_generic '' utils
431                         compile_generic 'install' utils
432
433                 cd "${TEMP}/lvm"
434                 print_info 1 '      >> Copying to bincache...'
435                 strip "sbin/lvm.static" ||
436                         gen_die 'Could not strip lvm.static!'
437                 /bin/tar -cjf "${LVM_BINCACHE}" sbin/lvm.static ||
438                         gen_die 'Could not create binary cache'
439
440                 cd "${TEMP}"
441                 rm -rf "${TEMP}/device-mapper" > /dev/null
442                 rm -rf "${LVM_DIR}" lvm
443         fi
444 }
445
446 compile_dmraid() {
447         compile_device_mapper
448         if [ ! -f "${DMRAID_BINCACHE}" ]
449         then
450                 [ -f "${DMRAID_SRCTAR}" ] ||
451                         gen_die "Could not find DMRAID source tarball: ${DMRAID_SRCTAR}! Please place it there, or place another version, changing /etc/genkernel.conf as necessary!"
452                 cd "${TEMP}"
453                 rm -rf ${DMRAID_DIR} > /dev/null
454                 /bin/tar -jxpf ${DMRAID_SRCTAR} ||
455                         gen_die 'Could not extract DMRAID source tarball!'
456                 [ -d "${DMRAID_DIR}" ] ||
457                         gen_die 'DMRAID directory ${DMRAID_DIR} is invalid!'
458                 rm -rf "${TEMP}/device-mapper" > /dev/null
459                 /bin/tar -jxpf "${DEVICE_MAPPER_BINCACHE}" -C "${TEMP}" ||
460                         gen_die "Could not extract device-mapper binary cache!";
461                 
462                 cd "${DMRAID_DIR}"
463                 print_info 1 'dmraid: >> Configuring...'
464                 
465                 LDFLAGS="-L${TEMP}/device-mapper/lib" \
466                 CFLAGS="-I${TEMP}/device-mapper/include" \
467                 CPPFLAGS="-I${TEMP}/device-mapper/include" \
468                 ./configure --enable-static_link --prefix=${TEMP}/dmraid >> ${LOGFILE} 2>&1 ||
469                         gen_die 'Configure of dmraid failed!'
470
471                 # We dont necessarily have selinux installed yet... look into
472                 # selinux global support in the future.
473                 sed -i tools/Makefile -e "s|DMRAIDLIBS += -lselinux||g"
474                 ###echo "DMRAIDLIBS += -lselinux -lsepol" >> tools/Makefile
475                 mkdir -p "${TEMP}/dmraid"
476                 print_info 1 'dmraid: >> Compiling...'
477                 # Force dmraid to be built with -j1 for bug #188273
478                 MAKEOPTS=-j1 compile_generic '' utils
479                 #compile_generic 'install' utils
480                 mkdir ${TEMP}/dmraid/sbin
481                 install -m 0755 -s tools/dmraid "${TEMP}/dmraid/sbin/dmraid"
482                 print_info 1 '      >> Copying to bincache...'
483                 cd "${TEMP}/dmraid"
484                 /bin/tar -cjf "${DMRAID_BINCACHE}" sbin/dmraid ||
485                         gen_die 'Could not create binary cache'
486
487                 cd "${TEMP}"
488                 rm -rf "${TEMP}/device-mapper" > /dev/null
489                 rm -rf "${DMRAID_DIR}" dmraid
490         fi
491 }
492
493 compile_device_mapper() {
494         if [ ! -f "${DEVICE_MAPPER_BINCACHE}" ]
495         then
496                 [ ! -f "${DEVICE_MAPPER_SRCTAR}" ] &&
497                         gen_die "Could not find device-mapper source tarball: ${DEVICE_MAPPER_SRCTAR}. Please place it there, or place another version, changing /etc/genkernel.conf as necessary!"
498                 cd "${TEMP}"
499                 rm -rf "${DEVICE_MAPPER_DIR}"
500                 /bin/tar -zxpf "${DEVICE_MAPPER_SRCTAR}"
501                 [ ! -d "${DEVICE_MAPPER_DIR}" ] &&
502                         gen_die "device-mapper directory ${DEVICE_MAPPER_DIR} invalid"
503                 cd "${DEVICE_MAPPER_DIR}"
504                 ./configure --prefix=${TEMP}/device-mapper --enable-static_link \
505                         --disable-selinux >> ${LOGFILE} 2>&1 ||
506                         gen_die 'Configuring device-mapper failed!'
507                 print_info 1 'device-mapper: >> Compiling...'
508                 compile_generic '' utils
509                 compile_generic 'install' utils
510                 print_info 1 '        >> Copying to cache...'
511                 cd "${TEMP}"
512                 rm -rf "${TEMP}/device-mapper/man" ||
513                         gen_die 'Could not remove manual pages!'
514                 strip "${TEMP}/device-mapper/sbin/dmsetup" ||
515                         gen_die 'Could not strip dmsetup binary!'
516                 /bin/tar -jcpf "${DEVICE_MAPPER_BINCACHE}" device-mapper ||
517                         gen_die 'Could not tar up the device-mapper binary!'
518                 [ -f "${DEVICE_MAPPER_BINCACHE}" ] ||
519                         gen_die 'device-mapper cache not created!'
520                 cd "${TEMP}"
521                 rm -rf "${DEVICE_MAPPER_DIR}" > /dev/null
522                 rm -rf "${TEMP}/device-mapper" > /dev/null
523         fi
524 }
525
526 compile_e2fsprogs() {
527         if [ ! -f "${BLKID_BINCACHE}" ]
528         then
529                 [ ! -f "${E2FSPROGS_SRCTAR}" ] &&
530                         gen_die "Could not find e2fsprogs source tarball: ${E2FSPROGS_SRCTAR}. Please place it there, or place another version, changing /etc/genkernel.conf as necessary!"
531                 cd "${TEMP}"
532                 rm -rf "${E2FSPROGS_DIR}"
533                 tar -zxpf "${E2FSPROGS_SRCTAR}"
534                 [ ! -d "${E2FSPROGS_DIR}" ] &&
535                         gen_die "e2fsprogs directory ${E2FSPROGS_DIR} invalid"
536                 cd "${E2FSPROGS_DIR}"
537                 print_info 1 'e2fsprogs: >> Configuring...'
538                 ./configure  --with-ldopts=-static >> ${LOGFILE} 2>&1 ||
539                         gen_die 'Configuring e2fsprogs failed!'
540                 print_info 1 'e2fsprogs: >> Compiling...'
541                 MAKE=${UTILS_MAKE} compile_generic "" ""
542                 print_info 1 'blkid: >> Copying to cache...'
543                 [ -f "${TEMP}/${E2FSPROGS_DIR}/misc/blkid" ] ||
544                         gen_die 'Blkid executable does not exist!'
545                 strip "${TEMP}/${E2FSPROGS_DIR}/misc/blkid" ||
546                         gen_die 'Could not strip blkid binary!'
547                 bzip2 "${TEMP}/${E2FSPROGS_DIR}/misc/blkid" ||
548                         gen_die 'bzip2 compression of blkid failed!'
549                 mv "${TEMP}/${E2FSPROGS_DIR}/misc/blkid.bz2" "${BLKID_BINCACHE}" ||
550                         gen_die 'Could not copy the blkid binary to the package directory, does the directory exist?'
551
552                 cd "${TEMP}"
553                 rm -rf "${E2FSPROGS_DIR}" > /dev/null
554         fi
555 }