toybox/scripts/mkroot.sh
<<
>>
Prefs
   1#!/bin/bash
   2
   3# ------------------------------ Part 1: Setup -------------------------------
   4
   5# Clear environment variables by restarting script w/bare minimum passed through
   6[ -z "$NOCLEAR" ] && exec env -i NOCLEAR=1 HOME="$HOME" PATH="$PATH" \
   7    LINUX="$LINUX" CROSS="$CROSS" CROSS_COMPILE="$CROSS_COMPILE" "$0" "$@"
   8
   9# assign command line NAME=VALUE args to env vars, the rest are packages
  10for i in "$@"; do
  11  [ "${i/=/}" != "$i" ] && export "$i" || { [ "$i" != -- ] && PKG="$PKG $i"; }
  12done
  13
  14# Set default directory locations (overrideable from command line)
  15: ${LOG:=${BUILD:=${TOP:=$PWD/root}/build}/log} ${AIRLOCK:=$BUILD/airlock}
  16: ${CCC:=$PWD/ccc} ${PKGDIR:=$PWD/scripts/root}
  17
  18# useful functions
  19announce() { echo -e "\033]2;$CROSS $*\007\n=== $*"; }
  20die() { echo "$@" >&2; exit 1; }
  21
  22# ----- Are we cross compiling (via CROSS_COMPILE= or CROSS=)
  23
  24if [ -n "$CROSS_COMPILE" ]; then
  25  CROSS_COMPILE="$(realpath -s "$CROSS_COMPILE")" # airlock needs absolute path
  26  [ -z "$CROSS" ] && CROSS=${CROSS_COMPILE/*\//} CROSS=${CROSS/-*/}
  27
  28elif [ -n "$CROSS" ]; then # CROSS=all/allnonstop/$ARCH else list known $ARCHes
  29  [ ! -d "$CCC" ] && die "No ccc symlink to compiler directory."
  30  TARGETS="$(ls "$CCC" | sed -n 's/-.*//p' | sort -u)"
  31
  32  if [ "${CROSS::3}" == all ]; then # loop calling ourselves for each target
  33    for i in $TARGETS; do
  34      "$0" "$@" CROSS=$i || [ "$CROSS" == allnonstop ] || exit 1
  35    done; exit
  36
  37  else # Find matching cross compiler under ccc/ else list available targets
  38    CROSS_COMPILE="$(echo "$CCC/$CROSS"-*cross/bin/"$CROSS"*-cc)" # wildcard
  39    [ ! -e "$CROSS_COMPILE" ] && echo $TARGETS && exit # list available targets
  40    CROSS_COMPILE="${CROSS_COMPILE%cc}" # trim to prefix for cc/ld/as/nm/strip
  41  fi
  42fi
  43
  44# Verify selected compiler works
  45${CROSS_COMPILE}cc --static -xc - -o /dev/null <<< "int main(void){return 0;}"||
  46  die "${CROSS_COMPILE}cc can't create static binaries"
  47
  48# When not cross compiling set CROSS=host. Create per-target output directory
  49: ${CROSS:=host} ${OUTPUT:=$TOP/$CROSS}
  50
  51# ----- Create hermetic build environment
  52
  53if [ -z "$NOAIRLOCK"] && [ -n "$CROSS_COMPILE" ]; then
  54  # When cross compiling set host $PATH to binaries with known behavior by
  55  # - building a host toybox later builds use as their command line
  56  # - cherry-picking specific commands from old path via symlink
  57  if [ ! -e "$AIRLOCK/toybox" ]; then
  58    announce "airlock" &&
  59    PREFIX="$AIRLOCK" KCONFIG_CONFIG=.singleconfig_airlock CROSS_COMPILE= \
  60      make clean defconfig toybox install_airlock && # see scripts/install.sh
  61    rm .singleconfig_airlock || exit 1
  62  fi
  63  export PATH="$AIRLOCK"
  64fi
  65
  66# Create per-target work directories
  67MYBUILD="$BUILD/${CROSS}-tmp" && rm -rf "$MYBUILD" &&
  68mkdir -p "$MYBUILD" "$OUTPUT" "$LOG" || exit 1
  69[ -z "$ROOT" ] && ROOT="$OUTPUT/fs" && rm -rf "$ROOT"
  70
  71# ----- log build output
  72
  73# Install command line recording wrapper, logs all commands run from $PATH
  74if [ -z "$NOLOGPATH" ]; then
  75  # Move cross compiler into $PATH so calls to it get logged
  76  [ -n "$CROSS_COMPILE" ] && PATH="${CROSS_COMPILE%/*}:$PATH" &&
  77    CROSS_COMPILE=${CROSS_COMPILE##*/}
  78  export WRAPDIR="$BUILD/record-commands" LOGPATH="$LOG/$CROSS-commands.txt"
  79  rm -rf "$WRAPDIR" "$LOGPATH" generated/obj &&
  80  WRAPDIR="$WRAPDIR" CROSS_COMPILE= NOSTRIP=1 source scripts/record-commands ||
  81    exit 1
  82fi
  83
  84# Start logging stdout/stderr
  85rm -f "$LOG/$CROSS".{n,y} || exit 1
  86[ -z "$NOLOG" ] && exec > >(tee "$LOG/$CROSS.n") 2>&1
  87echo "Building for $CROSS"
  88
  89# ---------------------- Part 2: Create root filesystem -----------------------
  90
  91# ----- Create new root filesystem's directory layout.
  92
  93# FHS wants boot media opt srv usr/{local,share}, stuff under /var...
  94mkdir -p "$ROOT"/{dev,etc/rc,home,mnt,proc,root,sys,tmp/run,usr/{bin,sbin,lib},var} &&
  95chmod a+rwxt "$ROOT"/tmp && ln -s usr/{bin,sbin,lib} tmp/run "$ROOT" || exit 1
  96
  97# Write init script. Runs as pid 1 from initramfs to set up and hand off system.
  98cat > "$ROOT"/init << 'EOF' &&
  99#!/bin/sh
 100
 101export HOME=/home PATH=/bin:/sbin
 102
 103if ! mountpoint -q dev; then
 104  mount -t devtmpfs dev dev
 105  [ $$ -eq 1 ] && exec 0<>/dev/console 1>&0 2>&1
 106  for i in ,fd /0,stdin /1,stdout /2,stderr
 107  do ln -sf /proc/self/fd${i/,*/} dev/${i/*,/}; done
 108  mkdir dev/shm
 109  chmod +t /dev/shm
 110fi
 111mountpoint -q dev/pts || { mkdir dev/pts && mount -t devpts dev/pts dev/pts; }
 112mountpoint -q proc || mount -t proc proc proc
 113mountpoint -q sys || mount -t sysfs sys sys
 114echo 0 99999 > /proc/sys/net/ipv4/ping_group_range
 115
 116if [ $$ -eq 1 ]; then # Setup networking for QEMU (needs /proc)
 117  ifconfig lo 127.0.0.1
 118  ifconfig eth0 10.0.2.15
 119  route add default gw 10.0.2.2
 120  [ "$(date +%s)" -lt 1000 ] && timeout 2 sntp -sq 10.0.2.2 # Ask host
 121  [ "$(date +%s)" -lt 10000000 ] && sntp -sq time.google.com
 122
 123  # Run package scripts (if any)
 124  for i in $(ls -1 /etc/rc 2>/dev/null | sort); do . /etc/rc/"$i"; done
 125
 126  [ -z "$CONSOLE" ] && CONSOLE="$(</sys/class/tty/console/active)"
 127  [ -z "$HANDOFF" ] && HANDOFF=/bin/sh && echo -e '\e[?7hType exit when done.'
 128  echo 3 > /proc/sys/kernel/printk
 129  exec oneit -c /dev/"${CONSOLE:-console}" $HANDOFF
 130else # for chroot
 131  /bin/sh
 132  umount /dev/pts /dev /sys /proc
 133fi
 134EOF
 135chmod +x "$ROOT"/init &&
 136
 137# Google's nameserver, passwd+group with special (root/nobody) accounts + guest
 138echo "nameserver 8.8.8.8" > "$ROOT"/etc/resolv.conf &&
 139cat > "$ROOT"/etc/passwd << 'EOF' &&
 140root:x:0:0:root:/root:/bin/sh
 141guest:x:500:500:guest:/home/guest:/bin/sh
 142nobody:x:65534:65534:nobody:/proc/self:/dev/null
 143EOF
 144echo -e 'root:x:0:\nguest:x:500:\nnobody:x:65534:' > "$ROOT"/etc/group || exit 1
 145
 146# Build any packages listed on command line
 147for i in ${PKG:+plumbing $PKG}; do
 148  announce "$i"; PATH="$PKGDIR:$PATH" source $i || die $i
 149done
 150
 151# Build static toybox with existing .config if there is one, else defconfig+sh
 152announce toybox
 153[ ! -z "$PENDING" ] && rm -f .config
 154[ -e .config ] && CONF=silentoldconfig || unset CONF
 155for i in $PENDING sh route; do XX="$XX"$'\n'CONFIG_${i^^?}=y; done
 156[ -e "$ROOT"/lib/libc.so ] || export LDFLAGS=--static
 157PREFIX="$ROOT" make clean \
 158  ${CONF:-defconfig KCONFIG_ALLCONFIG=<(echo "$XX")} toybox install || exit 1
 159unset LDFLAGS
 160
 161# ------------------ Part 3: Build + package bootable system ------------------
 162
 163# ----- Build kernel for target
 164
 165if [ -z "$LINUX" ] || [ ! -d "$LINUX/kernel" ]; then
 166  echo 'No $LINUX directory, kernel build skipped.'
 167else
 168  # Which architecture are we building a kernel for?
 169  LINUX="$(realpath "$LINUX")"
 170  [ -z "$TARGET" ] &&
 171    { [ "$CROSS" == host ] && TARGET="$(uname -m)" || TARGET="$CROSS"; }
 172
 173  # Target-specific info in an (alphabetical order) if/else staircase
 174  # Each target needs board config, serial console, RTC, ethernet, block device.
 175
 176  if [ "$TARGET" == armv5l ]; then
 177    # This could use the same VIRT board as armv7, but let's demonstrate a
 178    # different one requiring a separate device tree binary.
 179    QEMU="arm -M versatilepb -net nic,model=rtl8139 -net user"
 180    KARCH=arm KARGS=ttyAMA0 VMLINUX=arch/arm/boot/zImage
 181    KCONF=CPU_ARM926T,MMU,VFP,ARM_THUMB,AEABI,ARCH_VERSATILE,ATAGS,DEPRECATED_PARAM_STRUCT,ARM_ATAG_DTB_COMPAT,ARM_ATAG_DTB_COMPAT_CMDLINE_EXTEND,SERIAL_AMBA_PL011,SERIAL_AMBA_PL011_CONSOLE,RTC_CLASS,RTC_DRV_PL031,RTC_HCTOSYS,PCI,PCI_VERSATILE,BLK_DEV_SD,SCSI,SCSI_LOWLEVEL,SCSI_SYM53C8XX_2,SCSI_SYM53C8XX_MMIO,NET_VENDOR_REALTEK,8139CP
 182    KERNEL_CONFIG="CONFIG_SCSI_SYM53C8XX_DMA_ADDRESSING_MODE=0"
 183    DTB=arch/arm/boot/dts/versatile-pb.dtb
 184  elif [ "$TARGET" == armv7l ] || [ "$TARGET" == aarch64 ]; then
 185    if [ "$TARGET" == aarch64 ]; then
 186      QEMU="aarch64 -M virt -cpu cortex-a57"
 187      KARCH=arm64 VMLINUX=arch/arm64/boot/Image
 188    else
 189      QEMU="arm -M virt" KARCH=arm VMLINUX=arch/arm/boot/zImage
 190    fi
 191    KARGS=ttyAMA0
 192    KCONF=MMU,ARCH_MULTI_V7,ARCH_VIRT,SOC_DRA7XX,ARCH_OMAP2PLUS_TYPICAL,ARCH_ALPINE,ARM_THUMB,VDSO,CPU_IDLE,ARM_CPUIDLE,KERNEL_MODE_NEON,SERIAL_AMBA_PL011,SERIAL_AMBA_PL011_CONSOLE,RTC_CLASS,RTC_HCTOSYS,RTC_DRV_PL031,NET_CORE,VIRTIO_MENU,VIRTIO_NET,PCI,PCI_HOST_GENERIC,VIRTIO_BLK,VIRTIO_PCI,VIRTIO_MMIO,ATA,ATA_SFF,ATA_BMDMA,ATA_PIIX,PATA_PLATFORM,PATA_OF_PLATFORM,ATA_GENERIC,ARM_LPAE
 193  elif [ "$TARGET" == hexagon ]; then
 194    QEMU="hexagon -M comet" KARGS=ttyS0 VMLINUX=vmlinux
 195    KARCH="hexagon LLVM_IAS=1" KCONF=SPI,SPI_BITBANG,IOMMU_SUPPORT
 196  elif [ "$TARGET" == i486 ] || [ "$TARGET" == i686 ] ||
 197       [ "$TARGET" == x86_64 ] || [ "$TARGET" == x32 ]; then
 198    if [ "$TARGET" == i486 ]; then
 199      QEMU="i386 -cpu 486 -global fw_cfg.dma_enabled=false" KCONF=M486
 200    elif [ "$TARGET" == i686 ]; then
 201      QEMU="i386 -cpu pentium3" KCONF=MPENTIUMII
 202    else
 203      QEMU=x86_64 KCONF=64BIT
 204      [ "$TARGET" == x32 ] && KCONF=X86_X32
 205    fi
 206    KARCH=x86 KARGS=ttyS0 VMLINUX=arch/x86/boot/bzImage
 207    KCONF=$KCONF,UNWINDER_FRAME_POINTER,PCI,BLK_DEV_SD,ATA,ATA_SFF,ATA_BMDMA,ATA_PIIX,NET_VENDOR_INTEL,E1000,SERIAL_8250,SERIAL_8250_CONSOLE,RTC_CLASS
 208  elif [ "$TARGET" == m68k ]; then
 209    QEMU="m68k -M q800" KARCH=m68k KARGS=ttyS0 VMLINUX=vmlinux
 210    KCONF=MMU,M68040,M68KFPU_EMU,MAC,SCSI_MAC_ESP,MACINTOSH_DRIVERS,ADB,ADB_MACII,NET_CORE,NET_VENDOR_NATSEMI,MACSONIC,SERIAL_PMACZILOG,SERIAL_PMACZILOG_TTYS,SERIAL_PMACZILOG_CONSOLE
 211  elif [ "$TARGET" == mips ] || [ "$TARGET" == mipsel ]; then
 212    QEMU="mips -M malta" KARCH=mips KARGS=ttyS0 VMLINUX=vmlinux
 213    KCONF=MIPS_MALTA,CPU_MIPS32_R2,SERIAL_8250,SERIAL_8250_CONSOLE,PCI,BLK_DEV_SD,ATA,ATA_SFF,ATA_BMDMA,ATA_PIIX,NET_VENDOR_AMD,PCNET32,POWER_RESET,POWER_RESET_SYSCON
 214    [ "$TARGET" == mipsel ] && KCONF=$KCONF,CPU_LITTLE_ENDIAN &&
 215      QEMU="mipsel -M malta"
 216  elif [ "$TARGET" == powerpc ]; then
 217    KARCH=powerpc QEMU="ppc -M g3beige" KARGS=ttyS0 VMLINUX=vmlinux
 218    KCONF=ALTIVEC,PPC_PMAC,PPC_OF_BOOT_TRAMPOLINE,IDE,IDE_GD,IDE_GD_ATA,BLK_DEV_IDE_PMAC,BLK_DEV_IDE_PMAC_ATA100FIRST,MACINTOSH_DRIVERS,ADB,ADB_CUDA,NET_VENDOR_NATSEMI,NET_VENDOR_8390,NE2K_PCI,SERIO,SERIAL_PMACZILOG,SERIAL_PMACZILOG_TTYS,SERIAL_PMACZILOG_CONSOLE,BOOTX_TEXT
 219  elif [ "$TARGET" == powerpc64le ]; then
 220    KARCH=powerpc QEMU="ppc64 -M pseries -vga none" KARGS=hvc0
 221    VMLINUX=vmlinux
 222    KCONF=PPC64,PPC_PSERIES,CPU_LITTLE_ENDIAN,PPC_OF_BOOT_TRAMPOLINE,BLK_DEV_SD,SCSI_LOWLEVEL,SCSI_IBMVSCSI,ATA,NET_VENDOR_IBM,IBMVETH,HVC_CONSOLE,PPC_TRANSACTIONAL_MEM,PPC_DISABLE_WERROR,SECTION_MISMATCH_WARN_ONLY
 223  elif [ "$TARGET" = s390x ]; then
 224    QEMU="s390x" KARCH=s390 VMLINUX=arch/s390/boot/bzImage
 225    KCONF=MARCH_Z900,PACK_STACK,NET_CORE,VIRTIO_NET,VIRTIO_BLK,SCLP_TTY,SCLP_CONSOLE,SCLP_VT220_TTY,SCLP_VT220_CONSOLE,S390_GUEST
 226  elif [ "$TARGET" == sh2eb ]; then
 227    BUILTIN=1 KARCH=sh VMLINUX=vmlinux
 228    KERNEL_CONFIG=$'CONFIG_MEMORY_START=0x10000000\nCONFIG_CMDLINE="console=ttyUL0 earlycon"'
 229    KCONF=CPU_SUBTYPE_J2,CPU_BIG_ENDIAN,SH_JCORE_SOC,SMP,BINFMT_ELF_FDPIC,JCORE_EMAC,SERIAL_UARTLITE,SERIAL_UARTLITE_CONSOLE,HZ_100,CMDLINE_OVERWRITE,SPI,SPI_JCORE,MMC,PWRSEQ_SIMPLE,MMC_BLOCK,MMC_SPI
 230  elif [ "$TARGET" == sh4 ]; then
 231    QEMU="sh4 -M r2d -serial null -serial mon:stdio" KARCH=sh
 232    KARGS="ttySC1 noiotrap" VMLINUX=arch/sh/boot/zImage
 233    KERNEL_CONFIG="CONFIG_MEMORY_START=0x0c000000"
 234    KCONF=CPU_SUBTYPE_SH7751R,MMU,VSYSCALL,SH_FPU,SH_RTS7751R2D,RTS7751R2D_PLUS,SERIAL_SH_SCI,SERIAL_SH_SCI_CONSOLE,PCI,NET_VENDOR_REALTEK,8139CP,PCI,BLK_DEV_SD,ATA,ATA_SFF,ATA_BMDMA,PATA_PLATFORM,BINFMT_ELF_FDPIC,BINFMT_FLAT
 235#see also SPI SPI_SH_SCI MFD_SM501 RTC_CLASS RTC_DRV_R9701 RTC_DRV_SH RTC_HCTOSYS
 236  else die "Unknown \$TARGET $TARGET"
 237  fi
 238
 239  # Write the qemu launch script
 240  if [ -n "$QEMU" ]; then
 241    [ -z "$BUILTIN" ] && INITRD="-initrd ${CROSS}root.cpio.gz"
 242    { echo qemu-system-"$QEMU" '"$@"' $QEMU_MORE -nographic -no-reboot -m 256 \
 243        -kernel $(basename $VMLINUX) $INITRD ${DTB:+-dtb "$(basename "$DTB")"} \
 244        "-append \"panic=1 HOST=$TARGET console=$KARGS \$KARGS\"" &&
 245      echo "echo -e '\\e[?7h'"
 246    } > "$OUTPUT/qemu-$TARGET.sh" &&
 247    chmod +x "$OUTPUT/qemu-$TARGET.sh" || exit 1
 248  fi
 249
 250  announce "linux-$KARCH"
 251  pushd "$LINUX" && make distclean && popd &&
 252  cp -sfR "$LINUX" "$MYBUILD/linux" && pushd "$MYBUILD/linux" &&
 253  sed -is '/select HAVE_STACK_VALIDATION/d' arch/x86/Kconfig && # Fix x86-64
 254  sed -is 's/depends on !SMP/& || !MMU/' mm/Kconfig &&          # Fix sh2eb
 255
 256  # Write miniconfig
 257  { echo "# make ARCH=$KARCH allnoconfig KCONFIG_ALLCONFIG=$TARGET.miniconf"
 258    echo -e "# make ARCH=$KARCH -j \$(nproc)\n# boot $VMLINUX\n\n"
 259    echo "# CONFIG_EMBEDDED is not set"
 260
 261    # Expand list of =y symbols, first generic then architecture-specific
 262    for i in BINFMT_ELF,BINFMT_SCRIPT,NO_HZ,HIGH_RES_TIMERS,BLK_DEV,BLK_DEV_INITRD,RD_GZIP,BLK_DEV_LOOP,EXT4_FS,EXT4_USE_FOR_EXT2,VFAT_FS,FAT_DEFAULT_UTF8,MISC_FILESYSTEMS,SQUASHFS,SQUASHFS_XATTR,SQUASHFS_ZLIB,DEVTMPFS,DEVTMPFS_MOUNT,TMPFS,TMPFS_POSIX_ACL,NET,PACKET,UNIX,INET,IPV6,NETDEVICES,NET_CORE,NETCONSOLE,ETHERNET,COMPAT_32BIT_TIME,EARLY_PRINTK,IKCONFIG,IKCONFIG_PROC $KCONF $KEXTRA ; do
 263      echo "# architecture ${X:-independent}"
 264      sed -E '/^$/d;s/([^,]*)($|,)/CONFIG_\1=y\n/g' <<< "$i"
 265      X=specific
 266    done
 267    [ -n "$BUILTIN" ] && echo -e CONFIG_INITRAMFS_SOURCE="\"$OUTPUT/fs\""
 268    echo "$KERNEL_CONFIG"
 269  } > "$OUTPUT/miniconfig-$TARGET" &&
 270  make ARCH=$KARCH allnoconfig KCONFIG_ALLCONFIG="$OUTPUT/miniconfig-$TARGET" &&
 271
 272  # Second config pass to remove stupid kernel defaults
 273  # See http://lkml.iu.edu/hypermail/linux/kernel/1912.3/03493.html
 274  sed -e 's/# CONFIG_EXPERT .*/CONFIG_EXPERT=y/' -e "$(sed -E -e '/^$/d' \
 275    -e 's@([^,]*)($|,)@/^CONFIG_\1=y/d;$a# CONFIG_\1 is not set/\n@g' \
 276       <<< VT,SCHED_DEBUG,DEBUG_MISC,X86_DEBUG_FPU)" -i .config &&
 277  yes "" | make ARCH=$KARCH oldconfig > /dev/null &&
 278
 279  # Build kernel. Copy config, device tree binary, and kernel binary to output
 280  make ARCH=$KARCH CROSS_COMPILE="$CROSS_COMPILE" -j $(nproc) &&
 281  cp .config "$OUTPUT/linux-fullconfig" || exit 1
 282  [ -n "$DTB" ] && { cp "$DTB" "$OUTPUT" || exit 1 ;}
 283  cp "$VMLINUX" "$OUTPUT" && cd .. && rm -rf linux && popd || exit 1
 284fi
 285
 286# clean up and package root filesystem for initramfs.
 287if [ -z "$BUILTIN" ]; then
 288  announce "${CROSS}root.cpio.gz"
 289  (cd "$ROOT" && find . | cpio -o -H newc ${CROSS_COMPILE:+--no-preserve-owner}\
 290    | gzip) > "$OUTPUT/$CROSS"root.cpio.gz || exit 1
 291fi
 292
 293mv "$LOG/$CROSS".{n,y}
 294rmdir "$MYBUILD" "$BUILD" 2>/dev/null || exit 0 # remove if empty, not an error
 295