#!/bin/bash set -e # Enable error trapping # $Id$ ################################### ### FUNCTIONS ### ################################### #----------------------------# process_toolchain() { # embryo,cocoon and butterfly need special handling #----------------------------# local toolchain=$1 local this_file=$2 local tc_phase local binutil_tarball local gcc_core_tarball local TC_MountPT local remove_existing tc_phase=`echo $toolchain | sed -e 's@[0-9]\{3\}-@@' -e 's@-toolchain@@' -e 's,'$N',,'` case $tc_phase in embryo | \ cocoon) # Vars for LUSER phase remove_existing="remove_existing_dirs" TC_MountPT="\$(MOUNT_PT)\$(SRC)" ;; butterfly) # Vars for CHROOT phase remove_existing="remove_existing_dirs2" TC_MountPT="\$(SRC)" ;; esac # # Safe method to remove existing toolchain dirs binutil_tarball=$(get_package_tarball_name "binutils") gcc_core_tarball=$(get_package_tarball_name "gcc-core") ( cat << EOF @\$(call ${remove_existing},$binutil_tarball) @\$(call ${remove_existing},$gcc_core_tarball) EOF ) >> $MKFILE.tmp # # Manually remove the toolchain directories.. ( cat << EOF @rm -rf ${TC_MountPT}/${tc_phase}-toolchain && \\ rm -rf ${TC_MountPT}/${tc_phase}-build EOF ) >> $MKFILE.tmp ( cat << EOF @echo "export PKGDIR=${TC_MountPT}" > envars EOF ) >> $MKFILE.tmp case ${tc_phase} in butterfly) [[ "$TEST" != "0" ]] && CHROOT_wrt_test_log "${toolchain}" CHROOT_wrt_RunAsRoot "$this_file" ;; *) LUSER_wrt_RunAsUser "$this_file" ;; esac # ( cat << EOF @\$(call ${remove_existing},$binutil_tarball) @\$(call ${remove_existing},$gcc_core_tarball) EOF ) >> $MKFILE.tmp # # Manually remove the toolchain directories.. ( cat << EOF @rm -rf ${TC_MountPT}/${tc_phase}-toolchain && \\ rm -rf ${TC_MountPT}/${tc_phase}-build EOF ) >> $MKFILE.tmp } #----------------------------# chapter3_Makefiles() { # Initialization of the system #----------------------------# echo "${tab_}${GREEN}Processing... ${L_arrow}Chapter3 ( SETUP ) ${R_arrow}" # If $LUSER_HOME is already present in the host, we asume that the # hlfs user and group are also presents in the host, and a backup # of their bash init files is made. ( cat << EOF 020-creatingtoolsdir: @\$(call echo_message, Building) @mkdir \$(MOUNT_PT)/tools && \\ rm -f /tools && \\ ln -s \$(MOUNT_PT)/tools / @\$(call housekeeping) 021-addinguser: 020-creatingtoolsdir @\$(call echo_message, Building) @if [ ! -d \$(LUSER_HOME) ]; then \\ groupadd \$(LGROUP); \\ useradd -s /bin/bash -g \$(LGROUP) -m -k /dev/null \$(LUSER); \\ else \\ touch luser-exist; \\ fi; @chown \$(LUSER) \$(MOUNT_PT)/tools && \\ chmod -R a+wt \$(MOUNT_PT)/\$(SCRIPT_ROOT) && \\ chmod a+wt \$(SRCSDIR) @\$(call housekeeping) 022-settingenvironment: 021-addinguser @\$(call echo_message, Building) @if [ -f \$(LUSER_HOME)/.bashrc -a ! -f \$(LUSER_HOME)/.bashrc.XXX ]; then \\ mv \$(LUSER_HOME)/.bashrc \$(LUSER_HOME)/.bashrc.XXX; \\ fi; @if [ -f \$(LUSER_HOME)/.bash_profile -a ! -f \$(LUSER_HOME)/.bash_profile.XXX ]; then \\ mv \$(LUSER_HOME)/.bash_profile \$(LUSER_HOME)/.bash_profile.XXX; \\ fi; @echo "set +h" > \$(LUSER_HOME)/.bashrc && \\ echo "umask 022" >> \$(LUSER_HOME)/.bashrc && \\ echo "HLFS=\$(MOUNT_PT)" >> \$(LUSER_HOME)/.bashrc && \\ echo "LC_ALL=POSIX" >> \$(LUSER_HOME)/.bashrc && \\ echo "PATH=/tools/bin:/bin:/usr/bin" >> \$(LUSER_HOME)/.bashrc && \\ echo "export HLFS LC_ALL PATH" >> \$(LUSER_HOME)/.bashrc && \\ echo "" >> \$(LUSER_HOME)/.bashrc && \\ echo "source $JHALFSDIR/envars" >> \$(LUSER_HOME)/.bashrc && \\ chown \$(LUSER):\$(LGROUP) \$(LUSER_HOME)/.bashrc && \\ chmod -R a+wt \$(MOUNT_PT) && \\ touch envars && \\ chown \$(LUSER) envars @\$(call housekeeping) EOF ) >> $MKFILE.tmp chapter3=" 020-creatingtoolsdir 021-addinguser 022-settingenvironment" } #----------------------------# chapter5_Makefiles() { # Bootstrap or temptools phase #----------------------------# local file local this_script echo "${tab_}${GREEN}Processing... ${L_arrow}Chapter5 ( LUSER ) ${R_arrow}" for file in chapter05/* ; do # Keep the script file name this_script=`basename $file` # Skip this script depending on jhalfs.conf flags set. case $this_script in # If no testsuites will be run, then TCL, Expect and DejaGNU aren't needed *tcl* ) [[ "$TEST" = "0" ]] && continue; ;; *expect* ) [[ "$TEST" = "0" ]] && continue; ;; *dejagnu* ) [[ "$TEST" = "0" ]] && continue; ;; # Test if the stripping phase must be skipped *stripping* ) [[ "$STRIP" = "n" ]] && continue ;; *) ;; esac # First append each name of the script files to a list (this will become # the names of the targets in the Makefile chapter5="$chapter5 $this_script" # Grab the name of the target name=`echo $this_script | sed -e 's@[0-9]\{3\}-@@' -e 's@-pass[0-9]\{1\}@@'` # Adjust 'name' case $name in uclibc) name="uClibc" ;; esac # Set the dependency for the first target. if [ -z $PREV ] ; then PREV=022-settingenvironment ; fi #--------------------------------------------------------------------# # >>>>>>>> START BUILDING A Makefile ENTRY <<<<<<<< # #--------------------------------------------------------------------# # # Drop in the name of the target on a new line, and the previous target # as a dependency. Also call the echo_message function. # This is a very special script and requires manual processing # NO Optimization allowed if [[ ${name} = "embryo-toolchain" ]] || \ [[ ${name} = "cocoon-toolchain" ]]; then LUSER_wrt_target "$this_script" "$PREV" process_toolchain "${this_script}" "${file}" wrt_touch PREV=$this_script continue fi # LUSER_wrt_target "$this_script" "$PREV" # Find the version of the command files, if it corresponds with the building of # a specific package. Fix GCC tarball name for 2.4-branch. case $name in gcc ) pkg_tarball=$(get_package_tarball_name gcc-core) ;; * ) pkg_tarball=$(get_package_tarball_name $name) ;; esac # If $pkg_tarball isn't empty, we've got a package... if [ "$pkg_tarball" != "" ] ; then # Insert instructions for unpacking the package and to set the PKGDIR variable. LUSER_wrt_unpack "$pkg_tarball" # If using optimizations, write the instructions [[ "$OPTIMIZE" = "2" ]] && wrt_optimize "$name" && wrt_makeflags "$name" fi # Insert date and disk usage at the top of the log file, the script run # and date and disk usage again at the bottom of the log file. LUSER_wrt_RunAsUser "${file}" # Remove the build directory(ies) except if the package build fails # (so we can review config.cache, config.log, etc.) if [ "$pkg_tarball" != "" ] ; then LUSER_RemoveBuildDirs "$name" fi # Include a touch of the target name so make can check if it's already been made. wrt_touch # #--------------------------------------------------------------------# # >>>>>>>> END OF Makefile ENTRY <<<<<<<< # #--------------------------------------------------------------------# # Keep the script file name for Makefile dependencies. PREV=$this_script done # end for file in chapter05/* } #----------------------------# chapter6_Makefiles() { # sysroot or chroot build phase #----------------------------# local file local this_script # Set envars and scripts for iteration targets if [[ -z "$1" ]] ; then local N="" else local N=-build_$1 local chapter6="" mkdir chapter06$N cp chapter06/* chapter06$N for script in chapter06$N/* ; do # Overwrite existing symlinks, files, and dirs sed -e 's/ln -s /ln -sf /g' \ -e 's/^mv /&-f /g' \ -e 's/mkdir -v/&p/g' -i ${script} # Rename the scripts mv ${script} ${script}$N done # Remove Bzip2 binaries before make install sed -e 's@make install@rm -vf /usr/bin/bz*\n&@' -i chapter06$N/*-bzip2$N # Fix how Module-Init-Tools do the install target sed -e 's@make install@make INSTALL=install install@' -i chapter06$N/*-module-init-tools$N # Don't readd already existing groups sed -e '/groupadd/d' -i chapter06$N/*-udev$N fi echo "${tab_}${GREEN}Processing... ${L_arrow}Chapter6$N ( CHROOT ) ${R_arrow}" for file in chapter06$N/* ; do # Keep the script file name this_script=`basename $file` # Skip this script depending on jhalfs.conf flags set. case $this_script in # We'll run the chroot commands differently than the others, so skip them in the # dependencies and target creation. *chroot* ) continue ;; # Test if the stripping phase must be skipped *-stripping* ) [[ "$STRIP" = "n" ]] && continue ;; # Skip linux-headers in iterative builds *linux-headers*) [[ -n "$N" ]] && continue ;; esac # Grab the name of the target name=`echo $this_script | sed -e 's@[0-9]\{3\}-@@' -e 's,'$N',,'` case $name in uclibc) name="uClibc" ;; esac # Find the version of the command files, if it corresponds with the building of # a specific package. Fix GCC tarball name for 2.4-branch. case $name in gcc ) pkg_tarball=$(get_package_tarball_name gcc-core) ;; * ) pkg_tarball=$(get_package_tarball_name $name) ;; esac if [[ "$pkg_tarball" = "" ]] && [[ -n "$N" ]] ; then case "${this_script}" in *stripping*) ;; *) continue ;; esac fi # Append each name of the script files to a list (this will become # the names of the targets in the Makefile case "${this_script}" in *kernfs* ) runasroot=" ${this_script}" ;; * ) chapter6="$chapter6 ${this_script}" ;; esac #--------------------------------------------------------------------# # >>>>>>>> START BUILDING A Makefile ENTRY <<<<<<<< # #--------------------------------------------------------------------# # # Drop in the name of the target on a new line, and the previous target # as a dependency. Also call the echo_message function. if [[ ${name} = "butterfly-toolchain" ]]; then CHROOT_wrt_target "${this_script}" "$PREV" # Touch timestamp file if installed files logs will be created. # But only for the firt build when running iterative builds. if [ "${INSTALL_LOG}" = "y" ] && [ "x${N}" = "x" ] ; then CHROOT_wrt_TouchTimestamp fi process_toolchain "${this_script}" "${file}" if [ "${INSTALL_LOG}" = "y" ] && [ "x${N}" = "x" ] ; then CHROOT_wrt_LogNewFiles "$name" fi wrt_touch PREV=$this_script continue fi # kernfs is run in SUDO target case "${this_script}" in *kernfs* ) LUSER_wrt_target "${this_script}" "$PREV" ;; * ) CHROOT_wrt_target "${this_script}" "$PREV" ;; esac # If $pkg_tarball isn't empty, we've got a package... # Insert instructions for unpacking the package and changing directories if [ "$pkg_tarball" != "" ] ; then # Touch timestamp file if installed files logs will be created. # But only for the firt build when running iterative builds. if [ "${INSTALL_LOG}" = "y" ] && [ "x${N}" = "x" ] ; then CHROOT_wrt_TouchTimestamp fi CHROOT_Unpack "$pkg_tarball" # If the testsuites must be run, initialize the log file # butterfly-toolchain tests are enabled in 'process_tookchain' function # 2.4-branch toolchain is ernabled here. case $name in glibc | gcc | binutils) [[ "$TEST" != "0" ]] && CHROOT_wrt_test_log "${this_script}" ;; * ) [[ "$TEST" > "1" ]] && CHROOT_wrt_test_log "${this_script}" ;; esac # If using optimizations, write the instructions [[ "$OPTIMIZE" != "0" ]] && wrt_optimize "$name" && wrt_makeflags "$name" fi # In kernfs we need to set HLFS and not to use chroot. case "${this_script}" in *kernfs* ) wrt_RunAsRoot "${file}" ;; * ) CHROOT_wrt_RunAsRoot "${file}" ;; esac # # Write installed files log and remove the build directory(ies) # except if the package build fails. if [ "$pkg_tarball" != "" ] ; then CHROOT_wrt_RemoveBuildDirs "$name" if [ "${INSTALL_LOG}" = "y" ] && [ "x${N}" = "x" ] ; then CHROOT_wrt_LogNewFiles "$name" fi fi # # Include a touch of the target name so make can check if it's already been made. wrt_touch # #--------------------------------------------------------------------# # >>>>>>>> END OF Makefile ENTRY <<<<<<<< # #--------------------------------------------------------------------# # Keep the script file name for Makefile dependencies. PREV=${this_script} # Set system_build envar for iteration targets system_build=$chapter6 done # end for file in chapter06/* } #----------------------------# chapter7_Makefiles() { # Create a bootable system.. kernel, bootscripts..etc #----------------------------# local file local this_script echo "${tab_}${GREEN}Processing... ${L_arrow}Chapter7 ( BOOT ) ${R_arrow}" for file in chapter07/*; do # Keep the script file name this_script=`basename $file` case $this_script in *grub) continue ;; # Grub must be configured manually. *console) continue ;; # Use the file generated by lfs-bootscripts *fstab) [[ ! -z ${FSTAB} ]] && cp ${FSTAB} $BUILDDIR/sources/fstab ;; *kernel) # If no .config file is supplied, the kernel build is skipped [[ -z $CONFIG ]] && continue cp $CONFIG $BUILDDIR/sources/kernel-config ;; esac # First append then name of the script file to a list (this will become # the names of the targets in the Makefile chapter7="$chapter7 $this_script" #--------------------------------------------------------------------# # >>>>>>>> START BUILDING A Makefile ENTRY <<<<<<<< # #--------------------------------------------------------------------# # # Drop in the name of the target on a new line, and the previous target # as a dependency. Also call the echo_message function. CHROOT_wrt_target "$this_script" "$PREV" case "${this_script}" in *bootscripts*) if [ "${INSTALL_LOG}" = "y" ] ; then CHROOT_wrt_TouchTimestamp fi CHROOT_Unpack $(get_package_tarball_name "lfs-bootscripts") blfs_bootscripts=$(get_package_tarball_name "blfs-bootscripts" | sed -e 's/.tar.*//' ) echo -e "\t@echo \"\$(MOUNT_PT)\$(SRC)/$blfs_bootscripts\" >> sources-dir" >> $MKFILE.tmp ;; *kernel) name="linux" pkg_tarball=$(get_package_tarball_name $name) if [ "${INSTALL_LOG}" = "y" ] ; then CHROOT_wrt_TouchTimestamp fi CHROOT_Unpack "$pkg_tarball" ;; esac case "${this_script}" in *fstab*) # Check if we have a real /etc/fstab file if [[ -n "$FSTAB" ]] ; then CHROOT_wrt_CopyFstab else CHROOT_wrt_RunAsRoot "$file" fi ;; *) # All other scripts CHROOT_wrt_RunAsRoot "${file}" ;; esac # Remove the build directory except if the package build fails. case "${this_script}" in *bootscripts*) ( cat << EOF @ROOT=\`head -n1 \$(SRC)/\$(PKG_LST) | sed 's@^./@@;s@/.*@@'\` && \\ rm -r \$(SRC)/\$\$ROOT @rm -rf \`cat sources-dir\` && \\ rm sources-dir EOF ) >> $MKFILE.tmp if [ "${INSTALL_LOG}" = "y" ] ; then CHROOT_wrt_LogNewFiles "$name" fi ;; *kernel) CHROOT_wrt_RemoveBuildDirs "dummy" if [ "${INSTALL_LOG}" = "y" ] ; then CHROOT_wrt_LogNewFiles "$name" fi ;; esac # Include a touch of the target name so make can check if it's already been made. wrt_touch # #--------------------------------------------------------------------# # >>>>>>>> END OF Makefile ENTRY <<<<<<<< # #--------------------------------------------------------------------# # Keep the script file name for Makefile dependencies. PREV=$this_script done # for file in chapter07/* } #----------------------------# build_Makefile() { # Construct a Makefile from the book scripts #----------------------------# echo "Creating Makefile... ${BOLD}START${OFF}" cd $JHALFSDIR/${PROGNAME}-commands # Start with a clean Makefile.tmp file >$MKFILE.tmp chapter3_Makefiles chapter5_Makefiles chapter6_Makefiles # Add the iterations targets, if needed [[ "$COMPARE" = "y" ]] && wrt_compare_targets chapter7_Makefiles # Add the CUSTOM_TOOLS targets, if needed [[ "$CUSTOM_TOOLS" = "y" ]] && wrt_CustomTools_target # Add the BLFS_TOOL targets, if needed [[ "$BLFS_TOOL" = "y" ]] && wrt_blfs_tool_targets # Add a header, some variables and include the function file # to the top of the real Makefile. wrt_Makefile_header # Add chroot commands CHROOT_LOC="`whereis -b chroot | cut -d " " -f2`" i=1 for file in chapter06/*chroot* ; do chroot=`cat $file | \ sed -e "s@chroot@$CHROOT_LOC@" \ -e '/#!\/bin\/bash/d' \ -e '/^export/d' \ -e '/^logout/d' \ -e 's@ \\\@ @g' | \ tr -d '\n' | \ sed -e 's/ */ /g' \ -e 's|\\$|&&|g' \ -e 's|exit||g' \ -e 's|$| -c|' \ -e 's|"$$HLFS"|$(MOUNT_PT)|'\ -e 's|set -e||' \ -e 's|set +h||'` echo -e "CHROOT$i= $chroot\n" >> $MKFILE i=`expr $i + 1` done # Drop in the main target 'all:' and the chapter targets with each sub-target # as a dependency. ( cat << EOF all: ck_UID mk_SETUP mk_LUSER mk_SUDO mk_CHROOT mk_BOOT create-sbu_du-report mk_CUSTOM_TOOLS mk_BLFS_TOOL @sudo make do-housekeeping @echo "$VERSION - jhalfs build" > hlfs-release && \\ sudo install -m444 hlfs-release \$(MOUNT_PT)/etc/hlfs-release @\$(call echo_finished,$VERSION) ck_UID: @if [ \`id -u\` = "0" ]; then \\ echo "--------------------------------------------------"; \\ echo "You cannot run this makefile from the root account"; \\ echo "--------------------------------------------------"; \\ exit 1; \\ fi mk_SETUP: @\$(call echo_SU_request) @sudo make BREAKPOINT=\$(BREAKPOINT) SETUP @touch \$@ mk_LUSER: mk_SETUP @\$(call echo_SULUSER_request) @(sudo \$(SU_LUSER) "source .bashrc && cd \$(MOUNT_PT)/\$(SCRIPT_ROOT) && make BREAKPOINT=\$(BREAKPOINT) LUSER" ) @sudo make restore-luser-env @touch \$@ mk_SUDO: mk_LUSER @sudo make SUDO @touch \$@ mk_CHROOT: mk_SUDO @if [ ! -e \$(MOUNT_PT)/dev ]; then \\ mkdir \$(MOUNT_PT)/dev && \\ sudo mknod -m 666 \$(MOUNT_PT)/dev/null c 1 3 && \\ sudo mknod -m 600 \$(MOUNT_PT)/dev/console c 5 1 && \\ sudo chown -R 0:0 \$(MOUNT_PT)/dev; \\ fi; @\$(call echo_CHROOT_request) @( sudo \$(CHROOT1) "cd \$(SCRIPT_ROOT) && make BREAKPOINT=\$(BREAKPOINT) CHROOT") @touch \$@ mk_BOOT: mk_CHROOT @\$(call echo_CHROOT_request) @( sudo \$(CHROOT2) "cd \$(SCRIPT_ROOT) && make BREAKPOINT=\$(BREAKPOINT) BOOT") @touch \$@ mk_CUSTOM_TOOLS: create-sbu_du-report @if [ "\$(ADD_CUSTOM_TOOLS)" = "y" ]; then \\ \$(call sh_echo_PHASE,Building CUSTOM_TOOLS); \\ sudo mkdir -p ${BUILDDIR}${TRACKING_DIR}; \\ (sudo \$(CHROOT2) "cd \$(SCRIPT_ROOT) && make BREAKPOINT=\$(BREAKPOINT) CUSTOM_TOOLS"); \\ fi; @touch \$@ mk_BLFS_TOOL: mk_CUSTOM_TOOLS @if [ "\$(ADD_BLFS_TOOLS)" = "y" ]; then \\ \$(call sh_echo_PHASE,Building BLFS_TOOL); \\ sudo mkdir -p $BUILDDIR$TRACKING_DIR; \\ (sudo \$(CHROOT2) "cd \$(SCRIPT_ROOT) && make BREAKPOINT=\$(BREAKPOINT) BLFS_TOOL"); \\ fi; @touch \$@ SETUP: $chapter3 LUSER: $chapter5 SUDO: $runasroot CHROOT: SHELL=/tools/bin/bash CHROOT: $chapter6 BOOT: $chapter7 CUSTOM_TOOLS: $custom_list BLFS_TOOL: $blfs_tool create-sbu_du-report: mk_BOOT @\$(call echo_message, Building) @if [ "\$(ADD_REPORT)" = "y" ]; then \\ ./create-sbu_du-report.sh logs $VERSION $(date --iso-8601); \\ \$(call echo_report,$VERSION-SBU_DU-$(date --iso-8601).report); \\ fi; @touch \$@ restore-luser-env: @\$(call echo_message, Building) @if [ -f \$(LUSER_HOME)/.bashrc.XXX ]; then \\ mv -f \$(LUSER_HOME)/.bashrc.XXX \$(LUSER_HOME)/.bashrc; \\ fi; @if [ -f \$(LUSER_HOME)/.bash_profile.XXX ]; then \\ mv \$(LUSER_HOME)/.bash_profile.XXX \$(LUSER_HOME)/.bash_profile; \\ fi; @chown \$(LUSER):\$(LGROUP) \$(LUSER_HOME)/.bash* && \\ touch \$@ && \\ echo " "\$(BOLD)Target \$(BLUE)\$@ \$(BOLD)OK && \\ echo --------------------------------------------------------------------------------\$(WHITE) do-housekeeping: @-umount \$(MOUNT_PT)/dev/pts @-umount \$(MOUNT_PT)/dev/shm @-umount \$(MOUNT_PT)/dev @-umount \$(MOUNT_PT)/sys @-umount \$(MOUNT_PT)/proc @-rm /tools @-if [ ! -f luser-exist ]; then \\ userdel \$(LUSER); \\ rm -rf \$(LUSER_HOME); \\ fi; EOF ) >> $MKFILE # Bring over the items from the Makefile.tmp cat $MKFILE.tmp >> $MKFILE rm $MKFILE.tmp echo "Creating Makefile... ${BOLD}DONE${OFF}" }