1#!/bin/bash 2 3# ------------------------------ Part 1: Setup ------------------------------- 4 5# Clear environment variables by restarting script w/bare minimum passed through 6[ -z "$NOCLEAR" ] && exec env -i NOCLEAR=1 HOME="$HOME" PATH="$PATH" \ 7 LINUX="$LINUX" CROSS="$CROSS" CROSS_COMPILE="$CROSS_COMPILE" "$0" "$@" 8 9# assign command line NAME=VALUE args to env vars, the rest are packages 10for i in "$@"; do 11 [ "${i/=/}" != "$i" ] && export "$i" || { [ "$i" != -- ] && PKG="$PKG $i"; } 12done 13 14# Set default directory locations (overrideable from command line) 15: ${TOP:=$PWD/root} ${BUILD:=$TOP/build} ${LOG:=$BUILD/log} 16: ${AIRLOCK:=$BUILD/airlock} ${CCC:=$PWD/ccc} ${PKGDIR:=$PWD/scripts/root} 17 18# define functions 19announce() { printf "\033]2;$CROSS $*\007" >/dev/tty; printf "\n=== $*\n";} 20die() { echo "$@" >&2; exit 1; } 21 22# ----- Are we cross compiling (via CROSS_COMPILE= or CROSS=) 23 24if [ -n "$CROSS_COMPILE" ]; then 25 # airlock needs absolute path 26 [ -z "${X:=$(command -v "$CROSS_COMPILE"cc)}" ] && die "no ${CROSS_COMPILE}cc" 27 CROSS_COMPILE="$(realpath -s "${X%cc}")" 28 [ -z "$CROSS" ] && CROSS=${CROSS_COMPILE/*\//} CROSS=${CROSS/-*/} 29 30elif [ -n "$CROSS" ]; then # CROSS=all/allnonstop/$ARCH else list known $ARCHes 31 [ ! -d "$CCC" ] && die "No ccc symlink to compiler directory." 32 TARGETS="$(ls "$CCC" | sed -n 's/-.*//p' | sort -u)" 33 34 if [ "${CROSS::3}" == all ]; then # loop calling ourselves for each target 35 for i in $TARGETS; do 36 "$0" "$@" CROSS=$i || [ "$CROSS" == allnonstop ] || exit 1 37 done; exit 38 39 else # Find matching cross compiler under ccc/ else list available targets 40 CROSS_COMPILE="$(echo "$CCC/$CROSS"-*cross/bin/"$CROSS"*-cc)" # wildcard 41 [ ! -e "$CROSS_COMPILE" ] && echo $TARGETS && exit # list available targets 42 CROSS_COMPILE="${CROSS_COMPILE%cc}" # trim to prefix for cc/ld/as/nm/strip 43 fi 44fi 45 46# Set per-target output directory (using "host" if not cross-compiling) 47: ${CROSS:=host} ${OUTPUT:=$TOP/$CROSS} 48 49# Verify selected compiler works 50${CROSS_COMPILE}cc --static -xc - -o /dev/null <<< "int main(void){return 0;}"|| 51 die "${CROSS_COMPILE}cc can't create static binaries" 52 53# ----- Create hermetic build environment 54 55if [ -z "$NOAIRLOCK"] && [ -n "$CROSS_COMPILE" ]; then 56 # When cross compiling set host $PATH to binaries with known behavior by 57 # - building a host toybox later builds use as their command line 58 # - cherry-picking specific commands from old path via symlink 59 if [ ! -e "$AIRLOCK/toybox" ]; then 60 announce "airlock" && 61 PREFIX="$AIRLOCK" KCONFIG_CONFIG=.singleconfig_airlock CROSS_COMPILE= \ 62 make clean defconfig toybox install_airlock && # see scripts/install.sh 63 rm .singleconfig_airlock || exit 1 64 fi 65 export PATH="$AIRLOCK" 66 CPIO_OPTS+=--no-preserve-owner 67fi 68 69# Create per-target work directories 70TEMP="$BUILD/${CROSS}-tmp" && rm -rf "$TEMP" && 71mkdir -p "$TEMP" "$OUTPUT" "$LOG" || exit 1 72[ -z "$ROOT" ] && ROOT="$OUTPUT/fs" && rm -rf "$ROOT" 73 74# ----- log build output 75 76# Install command line recording wrapper, logs all commands run from $PATH 77if [ -z "$NOLOGPATH" ]; then 78 # Move cross compiler into $PATH so calls to it get logged 79 [ -n "$CROSS_COMPILE" ] && PATH="${CROSS_COMPILE%/*}:$PATH" && 80 CROSS_COMPILE=${CROSS_COMPILE##*/} 81 export WRAPDIR="$BUILD/record-commands" LOGPATH="$LOG/$CROSS-commands.txt" 82 rm -rf "$WRAPDIR" "$LOGPATH" generated/obj && 83 WRAPDIR="$WRAPDIR" CROSS_COMPILE= NOSTRIP=1 source scripts/record-commands || 84 exit 1 85fi 86 87# Start logging stdout/stderr 88rm -f "$LOG/$CROSS".{n,y} || exit 1 89[ -z "$NOLOG" ] && exec > >(tee "$LOG/$CROSS.n") 2>&1 90echo "Building for $CROSS" 91 92# ---------------------- Part 2: Create root filesystem ----------------------- 93 94# ----- Create new root filesystem's directory layout. 95 96# FHS wants boot media opt srv usr/{local,share}, stuff under /var... 97mkdir -p "$ROOT"/{dev,etc/rc,home,mnt,proc,root,sys,tmp/run,usr/{bin,sbin,lib},var} && 98chmod a+rwxt "$ROOT"/tmp && ln -s usr/{bin,sbin,lib} tmp/run "$ROOT" || exit 1 99 100# Write init script. Runs as pid 1 from initramfs to set up and hand off system. 101cat > "$ROOT"/init << 'EOF' && 102#!/bin/sh 103 104export HOME=/home PATH=/bin:/sbin 105 106if ! mountpoint -q dev; then 107 mount -t devtmpfs dev dev 108 [ $$ -eq 1 ] && exec 0<>/dev/console 1>&0 2>&1 109 for i in ,fd /0,stdin /1,stdout /2,stderr 110 do ln -sf /proc/self/fd${i/,*/} dev/${i/*,/}; done 111 mkdir -p dev/shm 112 chmod +t /dev/shm 113fi 114mountpoint -q dev/pts || { mkdir -p dev/pts && mount -t devpts dev/pts dev/pts;} 115mountpoint -q proc || mount -t proc proc proc 116mountpoint -q sys || mount -t sysfs sys sys 117echo 0 99999 > /proc/sys/net/ipv4/ping_group_range 118 119if [ $$ -eq 1 ]; then # Setup networking for QEMU (needs /proc) 120 mountpoint -q mnt || [ -e /dev/?da ] && mount /dev/?da /mnt 121 ifconfig lo 127.0.0.1 122 ifconfig eth0 10.0.2.15 123 route add default gw 10.0.2.2 124 [ "$(date +%s)" -lt 1000 ] && timeout 2 sntp -sq 10.0.2.2 # Ask host 125 [ "$(date +%s)" -lt 10000000 ] && sntp -sq time.google.com 126 127 # Run package scripts (if any) 128 for i in $(ls -1 /etc/rc 2>/dev/null | sort); do . /etc/rc/"$i"; done 129 130 [ -z "$CONSOLE" ] && CONSOLE="$(</sys/class/tty/console/active)" 131 [ -z "$HANDOFF" ] && [ -e /mnt/init ] && HANDOFF=/mnt/init 132 [ -z "$HANDOFF" ] && HANDOFF=/bin/sh && echo -e '\e[?7hType exit when done.' 133 echo 3 > /proc/sys/kernel/printk 134 exec oneit -c /dev/"${CONSOLE:-console}" $HANDOFF 135else # for chroot 136 /bin/sh 137 umount /dev/pts /dev /sys /proc 138fi 139EOF 140chmod +x "$ROOT"/init && 141 142# Google's nameserver, passwd+group with special (root/nobody) accounts + guest 143echo "nameserver 8.8.8.8" > "$ROOT"/etc/resolv.conf && 144cat > "$ROOT"/etc/passwd << 'EOF' && 145root:x:0:0:root:/root:/bin/sh 146guest:x:500:500:guest:/home/guest:/bin/sh 147nobody:x:65534:65534:nobody:/proc/self:/dev/null 148EOF 149echo -e 'root:x:0:\nguest:x:500:\nnobody:x:65534:' > "$ROOT"/etc/group || exit 1 150 151# Build any packages listed on command line 152for i in ${PKG:+plumbing $PKG}; do 153 pushd . 154 announce "$i"; PATH="$PKGDIR:$PATH" source $i || die $i 155 popd 156done 157 158# Build static toybox with existing .config if there is one, else defconfig+sh 159announce toybox 160[ -n "$PENDING" ] && rm -f .config 161[ -e .config ] && CONF=silentoldconfig || unset CONF 162for i in $PENDING sh route; do XX="$XX"$'\n'CONFIG_${i^^?}=y; done 163[ -e "$ROOT"/lib/libc.so ] || export LDFLAGS=--static 164PREFIX="$ROOT" make clean \ 165 ${CONF:-defconfig KCONFIG_ALLCONFIG=<(echo "$XX")} toybox install || exit 1 166unset LDFLAGS 167 168# ------------------ Part 3: Build + package bootable system ------------------ 169 170# Convert comma separated values in $1 to CONFIG=$2 lines 171csv2cfg() { sed -E '/^$/d;s/([^,]*)($|,)/CONFIG_\1='"$2"'\n/g' <<< "$1"; } 172 173# ----- Build kernel for target 174 175if [ -z "$LINUX" ] || [ ! -d "$LINUX/kernel" ]; then 176 echo 'No $LINUX directory, kernel build skipped.' 177else 178 # Which architecture are we building a kernel for? 179 LINUX="$(realpath "$LINUX")" 180 [ -z "$TARGET" ] && 181 { [ "$CROSS" == host ] && TARGET="$(uname -m)" || TARGET="$CROSS"; } 182 183 # Target-specific info in an (alphabetical order) if/else staircase 184 # Each target needs board config, serial console, RTC, ethernet, block device. 185 186 if [ "$TARGET" == armv5l ]; then 187 # This could use the same VIRT board as armv7, but let's demonstrate a 188 # different one requiring a separate device tree binary. 189 QEMU="arm -M versatilepb -net nic,model=rtl8139 -net user" 190 KARCH=arm KARGS=ttyAMA0 VMLINUX=arch/arm/boot/zImage 191 KCONF=CPU_ARM926T,MMU,VFP,ARM_THUMB,AEABI,ARCH_VERSATILE,ATAGS,DEPRECATED_PARAM_STRUCT,ARM_ATAG_DTB_COMPAT,ARM_ATAG_DTB_COMPAT_CMDLINE_EXTEND,SERIAL_AMBA_PL011,SERIAL_AMBA_PL011_CONSOLE,RTC_CLASS,RTC_DRV_PL031,RTC_HCTOSYS,PCI,PCI_VERSATILE,BLK_DEV_SD,SCSI,SCSI_LOWLEVEL,SCSI_SYM53C8XX_2,SCSI_SYM53C8XX_MMIO,NET_VENDOR_REALTEK,8139CP 192 KERNEL_CONFIG="CONFIG_SCSI_SYM53C8XX_DMA_ADDRESSING_MODE=0" 193 DTB=arch/arm/boot/dts/versatile-pb.dtb 194 elif [ "$TARGET" == armv7l ] || [ "$TARGET" == aarch64 ]; then 195 if [ "$TARGET" == aarch64 ]; then 196 QEMU="aarch64 -M virt -cpu cortex-a57" 197 KARCH=arm64 VMLINUX=arch/arm64/boot/Image 198 else 199 QEMU="arm -M virt" KARCH=arm VMLINUX=arch/arm/boot/zImage 200 fi 201 KARGS=ttyAMA0 202 KCONF=MMU,ARCH_MULTI_V7,ARCH_VIRT,SOC_DRA7XX,ARCH_OMAP2PLUS_TYPICAL,ARCH_ALPINE,ARM_THUMB,VDSO,CPU_IDLE,ARM_CPUIDLE,KERNEL_MODE_NEON,SERIAL_AMBA_PL011,SERIAL_AMBA_PL011_CONSOLE,RTC_CLASS,RTC_HCTOSYS,RTC_DRV_PL031,NET_CORE,VIRTIO_MENU,VIRTIO_NET,PCI,PCI_HOST_GENERIC,VIRTIO_BLK,VIRTIO_PCI,VIRTIO_MMIO,ATA,ATA_SFF,ATA_BMDMA,ATA_PIIX,PATA_PLATFORM,PATA_OF_PLATFORM,ATA_GENERIC,ARM_LPAE 203 elif [ "$TARGET" == hexagon ]; then 204 QEMU="hexagon -M comet" KARGS=ttyS0 VMLINUX=vmlinux 205 KARCH="hexagon LLVM_IAS=1" KCONF=SPI,SPI_BITBANG,IOMMU_SUPPORT 206 elif [ "$TARGET" == i486 ] || [ "$TARGET" == i686 ] || 207 [ "$TARGET" == x86_64 ] || [ "$TARGET" == x32 ]; then 208 if [ "$TARGET" == i486 ]; then 209 QEMU="i386 -cpu 486 -global fw_cfg.dma_enabled=false" KCONF=M486 210 elif [ "$TARGET" == i686 ]; then 211 QEMU="i386 -cpu pentium3" KCONF=MPENTIUMII 212 else 213 QEMU=x86_64 KCONF=64BIT 214 [ "$TARGET" == x32 ] && KCONF=X86_X32 215 fi 216 KARCH=x86 KARGS=ttyS0 VMLINUX=arch/x86/boot/bzImage 217 KCONF=$KCONF,UNWINDER_FRAME_POINTER,PCI,BLK_DEV_SD,ATA,ATA_SFF,ATA_BMDMA,ATA_PIIX,NET_VENDOR_INTEL,E1000,SERIAL_8250,SERIAL_8250_CONSOLE,RTC_CLASS 218 elif [ "$TARGET" == m68k ]; then 219 QEMU="m68k -M q800" KARCH=m68k KARGS=ttyS0 VMLINUX=vmlinux 220 KCONF=MMU,M68040,M68KFPU_EMU,MAC,SCSI,SCSI_LOWLEVEL,BLK_DEV_SD,SCSI_MAC_ESP,MACINTOSH_DRIVERS,NET_CORE,NET_VENDOR_NATSEMI,MACSONIC,SERIAL_PMACZILOG,SERIAL_PMACZILOG_TTYS,SERIAL_PMACZILOG_CONSOLE 221 elif [ "$TARGET" == mips ] || [ "$TARGET" == mipsel ]; then 222 QEMU="mips -M malta" KARCH=mips KARGS=ttyS0 VMLINUX=vmlinux 223 KCONF=MIPS_MALTA,CPU_MIPS32_R2,SERIAL_8250,SERIAL_8250_CONSOLE,PCI,BLK_DEV_SD,ATA,ATA_SFF,ATA_BMDMA,ATA_PIIX,NET_VENDOR_AMD,PCNET32,POWER_RESET,POWER_RESET_SYSCON 224 [ "$TARGET" == mipsel ] && KCONF=$KCONF,CPU_LITTLE_ENDIAN && 225 QEMU="mipsel -M malta" 226 elif [ "$TARGET" == powerpc ]; then 227 KARCH=powerpc QEMU="ppc -M g3beige" KARGS=ttyS0 VMLINUX=vmlinux 228 KCONF=ALTIVEC,PPC_PMAC,PPC_OF_BOOT_TRAMPOLINE,ATA,ATA_SFF,ATA_BMDMA,PATA_MACIO,BLK_DEV_SD,MACINTOSH_DRIVERS,ADB,ADB_CUDA,NET_VENDOR_NATSEMI,NET_VENDOR_8390,NE2K_PCI,SERIO,SERIAL_PMACZILOG,SERIAL_PMACZILOG_TTYS,SERIAL_PMACZILOG_CONSOLE,BOOTX_TEXT 229 elif [ "$TARGET" == powerpc64 ] || [ "$TARGET" == powerpc64le ]; then 230 KARCH=powerpc QEMU="ppc64 -M pseries -vga none" KARGS=hvc0 231 VMLINUX=vmlinux 232 KCONF=PPC64,PPC_PSERIES,PPC_OF_BOOT_TRAMPOLINE,BLK_DEV_SD,SCSI_LOWLEVEL,SCSI_IBMVSCSI,ATA,NET_VENDOR_IBM,IBMVETH,HVC_CONSOLE,PPC_TRANSACTIONAL_MEM,PPC_DISABLE_WERROR,SECTION_MISMATCH_WARN_ONLY 233 [ "$TARGET" == powerpc64le ] && KCONF=$KCONF,CPU_LITTLE_ENDIAN 234 elif [ "$TARGET" = s390x ]; then 235 QEMU="s390x" KARCH=s390 VMLINUX=arch/s390/boot/bzImage 236 KCONF=MARCH_Z900,PACK_STACK,NET_CORE,VIRTIO_NET,VIRTIO_BLK,SCLP_TTY,SCLP_CONSOLE,SCLP_VT220_TTY,SCLP_VT220_CONSOLE,S390_GUEST 237 elif [ "$TARGET" == sh2eb ]; then 238 BUILTIN=1 KARCH=sh VMLINUX=vmlinux 239 KERNEL_CONFIG=$'CONFIG_MEMORY_START=0x10000000\nCONFIG_CMDLINE="console=ttyUL0 earlycon"' 240 KCONF=CPU_SUBTYPE_J2,CPU_BIG_ENDIAN,SH_JCORE_SOC,SMP,BINFMT_ELF_FDPIC,JCORE_EMAC,SERIAL_UARTLITE,SERIAL_UARTLITE_CONSOLE,HZ_100,CMDLINE_OVERWRITE,SPI,SPI_JCORE,MMC,PWRSEQ_SIMPLE,MMC_BLOCK,MMC_SPI 241 elif [ "$TARGET" == sh4 ]; then 242 QEMU="sh4 -M r2d -serial null -serial mon:stdio" KARCH=sh 243 KARGS="ttySC1 noiotrap" VMLINUX=arch/sh/boot/zImage 244 KERNEL_CONFIG="CONFIG_MEMORY_START=0x0c000000" 245 KCONF=CPU_SUBTYPE_SH7751R,MMU,VSYSCALL,SH_FPU,SH_RTS7751R2D,RTS7751R2D_PLUS,SERIAL_SH_SCI,SERIAL_SH_SCI_CONSOLE,PCI,NET_VENDOR_REALTEK,8139CP,PCI,BLK_DEV_SD,ATA,ATA_SFF,ATA_BMDMA,PATA_PLATFORM,BINFMT_ELF_FDPIC,BINFMT_FLAT 246#see also SPI SPI_SH_SCI MFD_SM501 RTC_CLASS RTC_DRV_R9701 RTC_DRV_SH RTC_HCTOSYS 247 else die "Unknown \$TARGET $TARGET" 248 fi 249 250 # Write the qemu launch script 251 if [ -n "$QEMU" ]; then 252 [ -z "$BUILTIN" ] && INITRD="-initrd initramfs.cpio.gz" 253 { echo qemu-system-"$QEMU" '"$@"' $QEMU_MORE -nographic -no-reboot -m 256 \ 254 -kernel linux-kernel $INITRD ${DTB:+-dtb linux.dtb} \ 255 "-append \"panic=1 HOST=$TARGET console=$KARGS \$KARGS\"" && 256 echo "echo -e '\\e[?7h'" 257 } > "$OUTPUT"/run-qemu.sh && 258 chmod +x "$OUTPUT"/run-qemu.sh || exit 1 259 fi 260 261 announce "linux-$KARCH" 262 pushd "$LINUX" && make distclean && popd && 263 cp -sfR "$LINUX" "$TEMP/linux" && pushd "$TEMP/linux" && 264 265 # Write linux-miniconfig 266 { echo "# make ARCH=$KARCH allnoconfig KCONFIG_ALLCONFIG=linux-miniconfig" 267 echo -e "# make ARCH=$KARCH -j \$(nproc)\n# boot $VMLINUX\n\n" 268 269 # Expand list of =y symbols, first generic then architecture-specific 270 for i in BINFMT_ELF,BINFMT_SCRIPT,NO_HZ,HIGH_RES_TIMERS,BLK_DEV,BLK_DEV_INITRD,RD_GZIP,BLK_DEV_LOOP,EXT4_FS,EXT4_USE_FOR_EXT2,VFAT_FS,FAT_DEFAULT_UTF8,MISC_FILESYSTEMS,SQUASHFS,SQUASHFS_XATTR,SQUASHFS_ZLIB,DEVTMPFS,DEVTMPFS_MOUNT,TMPFS,TMPFS_POSIX_ACL,NET,PACKET,UNIX,INET,IPV6,NETDEVICES,NET_CORE,NETCONSOLE,ETHERNET,COMPAT_32BIT_TIME,EARLY_PRINTK,IKCONFIG,IKCONFIG_PROC $KCONF $KEXTRA ; do 271 echo "# architecture ${X:-independent}" 272 csv2cfg "$i" y 273 X=specific 274 done 275 [ -n "$BUILTIN" ] && echo -e CONFIG_INITRAMFS_SOURCE="\"$OUTPUT/fs\"" 276 for i in $MODULES; do csv2cfg "$i" m; done 277 echo "$KERNEL_CONFIG" 278 } > "$OUTPUT/linux-miniconfig" && 279 make ARCH=$KARCH allnoconfig KCONFIG_ALLCONFIG="$OUTPUT/linux-miniconfig" && 280 281 # Second config pass to remove stupid kernel defaults 282 # See http://lkml.iu.edu/hypermail/linux/kernel/1912.3/03493.html 283 sed -e 's/# CONFIG_EXPERT .*/CONFIG_EXPERT=y/' -e "$(sed -E -e '/^$/d' \ 284 -e 's@([^,]*)($|,)@/^CONFIG_\1=y/d;$a# CONFIG_\1 is not set\n@g' \ 285 <<< VT,SCHED_DEBUG,DEBUG_MISC,X86_DEBUG_FPU)" -i .config && 286 yes "" | make ARCH=$KARCH oldconfig > /dev/null && 287 cp .config "$OUTPUT/linux-fullconfig" && 288 289 # Build kernel. Copy config, device tree binary, and kernel binary to output 290 make ARCH=$KARCH CROSS_COMPILE="$CROSS_COMPILE" -j $(nproc) all || exit 1 291 [ -n "$DTB" ] && { cp "$DTB" "$OUTPUT/linux.dtb" || exit 1 ;} 292 if [ -n "$MODULES" ]; then 293 make ARCH=$KARCH INSTALL_MOD_PATH=modz modules_install && 294 (cd modz && find lib/modules | cpio -o -H newc $CPIO_OPTS ) | gzip \ 295 > "$OUTPUT/modules.cpio.gz" || exit 1 296 fi 297 cp "$VMLINUX" "$OUTPUT"/linux-kernel && cd .. && rm -rf linux && popd ||exit 1 298fi 299 300# clean up and package root filesystem for initramfs. 301if [ -z "$BUILTIN" ]; then 302 announce initramfs 303 { (cd "$ROOT" && find . | cpio -o -H newc $CPIO_OPTS i ) || exit 1 304 ! test -e "$OUTPUT/modules.cpio.gz" || zcat $_;} | gzip \ 305 > "$OUTPUT"/initramfs.cpio.gz || exit 1 306fi 307 308mv "$LOG/$CROSS".{n,y} 309rmdir "$TEMP" "$BUILD" 2>/dev/null || exit 0 # remove if empty, not an error 310