From 355eb765ff47b0855a6f5655312608d3264e70bf Mon Sep 17 00:00:00 2001 From: Leah Rowe Date: Sun, 27 Aug 2023 17:19:36 +0100 Subject: move resources/scripts/ to script/ Signed-off-by: Leah Rowe --- script/build/release/roms | 195 ++++++++++++++++++++++++++++++++++++++++++++++ script/build/release/src | 193 +++++++++++++++++++++++++++++++++++++++++++++ 2 files changed, 388 insertions(+) create mode 100755 script/build/release/roms create mode 100755 script/build/release/src (limited to 'script/build/release') diff --git a/script/build/release/roms b/script/build/release/roms new file mode 100755 index 00000000..395fb8d7 --- /dev/null +++ b/script/build/release/roms @@ -0,0 +1,195 @@ +#!/usr/bin/env sh + +# helper script: generate release archive (ROM images) +# +# Copyright (C) 2020,2021,2022,2023 Leah Rowe +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program. If not, see . +# + +[ "x${DEBUG+set}" = 'xset' ] && set -v +set -u -e + +. "include/err.sh" + +projectname="$(cat projectname)" +version="version-unknown" +versiondate="version-date-unknown" +tree="default" +target="" +CONFIG_HAVE_MRC="" +CONFIG_HAVE_ME_BIN="" +CONFIG_KBC1126_FIRMWARE="" +CONFIG_INCLUDE_SMSC_SCH5545_EC_FW="" +ifdtool="cbutils/${tree}/ifdtool" +cbfstool="cbutils/${tree}/cbfstool" + +main() +{ + printf "Building ROM image archives for version %s\n" "${version}" + + init_check + + for romdir in bin/*; do + make_archive "${romdir}" + done + + printf "\nROM archives available at release/%s/roms/\n\n" "${version}" +} + +init_check() +{ + if [ -f version ]; then + version="$(cat version)" + [ -f versiondate ] && \ + versiondate="$(cat versiondate)" + [ ! -d "bin/" ] && \ + err "init_check: no ROMs built yet (error)" + [ -d "release/" ] || \ + mkdir -p release/ || \ + err "init_check: !mkdir -p release/" + [ -d "release/${version}/" ] || \ + mkdir -p "release/${version}/" || \ + err "init_check: !mkdir -p release/${version}/" + [ ! -d "release/${version}/roms/" ] || \ + rm -Rf "release/${version}/roms/" || \ + err "init_check: !rm -Rf release/${version}/roms/" + + if [ ! -d "release/${version}/roms/" ]; then + mkdir -p "release/${version}/roms/" || \ + err "init_check: !mkdir -p release/${version}/roms/" + fi +} + +make_archive() +{ + romdir=${1} + target="${romdir##*/}" + + echo ${target} + [ -d "${romdir}/" ] || continue + + CONFIG_HAVE_MRC="y" + CONFIG_HAVE_ME_BIN="y" + CONFIG_KBC1126_FIRMWARE="y" + CONFIG_INCLUDE_SMSC_SCH5545_EC_FW="y" + grep "CONFIG_HAVE_ME_BIN=y" "resources/coreboot/${target}/config/"* || \ + CONFIG_HAVE_ME_BIN="n" + grep "CONFIG_HAVE_MRC=y" "resources/coreboot/${target}/config/"* || \ + CONFIG_HAVE_MRC="n" + grep "CONFIG_KBC1126_FIRMWARE=y" \ + "resources/coreboot/${target}/config"/* || \ + CONFIG_KBC1126_FIRMWARE="n" + grep "CONFIG_INCLUDE_SMSC_SCH5545_EC_FW=y" \ + "resources/coreboot/${target}/config"/* || \ + CONFIG_INCLUDE_SMSC_SCH5545_EC_FW="n" + + # remove ME/MRC/EC firmware from ROM images + if [ "${CONFIG_HAVE_ME_BIN}" = "y" ] || \ + [ "${target}" = "e6400nvidia_4mb" ]; then + strip_archive "${romdir}" + fi + + printf "Generating release/%s/roms/%s-%s_%s.tar.xz\n" \ + "${version}" "${projectname}" "${version}" "${target##*/}" + printf "%s\n" "${version}" > "${romdir}/version" || \ + err "make_archive: can't create ${romdir}/version" + printf "%s\n" "${versiondate}" > "${romdir}/versiondate" || \ + err "make_archive: can't create ${romdir}/versiondate" + printf "%s\n" "${projectname}" > "${romdir}/projectname" || \ + err "make_archive: can't create ${romdir}/projectname" + + f="release/${version}/roms/${projectname}-${version}_${target##*/}" + tar -c "${romdir}/" | xz -9e > "${f}.tar.xz" || \ + err "make_archive: can't create ${f}.tar.xz" + + if [ -d "${romdir}_tmp" ]; then + rm -Rf "${romdir}" || err "make_archive: !rm -Rf ${romdir}" + mv "${romdir}_tmp" "${romdir}" || \ + err "make_archive: !mv \"${romdir}_tmp\" \"${romdir}\"" + fi +} + +strip_archive() +{ + romdir=${1} + + [ -d "coreboot/${tree}" ] || \ + ./fetch_trees coreboot ${tree} || \ + err "strip_archive: coreboot/${tree}: can't fetch source" + ./build coreboot utils ${tree} || \ + err "strip_archive: coreboot/${tree}: can't build utils" + + # dirty hack, to reduce disk io later + # rather than using /tmp, which might not be tmpfs + rm -Rf "${romdir}_tmp" || err "strip_archive: !rm -Rf ${romdir}_tmp" + mkdir "${romdir}_tmp" || err "strip_archive: !mkdir ${romdir}_tmp" + + # Hash the rom before removing blobs + rm -f "${romdir}/blobhashes" || \ + err "strip_archive: !rm -f ${blobdir}/blobhashes" + touch "${romdir}/blobhashes" || \ + err "strip_archive: !touch ${blobdir}/blobhashes" + + ( + cd "${romdir}" || err "strip_archive: !cd ${romdir}" + sha1sum *.rom >> blobhashes || \ + err "strip_archive: ${romdir}: !sha1sum *.rom >> blobhashes" + ) + + for romfile in "${romdir}"/*.rom; do + strip_rom_image "${romfile}" + done +} + +strip_rom_image() +{ + romfile=${1} + + [ -f "${romfile}" ] || return 0 + + if [ "${CONFIG_HAVE_ME_BIN}" = "y" ]; then + "${ifdtool}" --nuke me "${romfile}" || \ + err "strip_rom_images: ${romfile}: cannot nuke Intel ME" + mv "${romfile}" "${romdir}_tmp" || \ + err "strip_rom_images: !mv ${romfile} ${romdir}_tmp" + mv "${romfile}.new" "${romfile}" || \ + err "strip_rom_images: !mv ${romfile}.new ${romfile}" + fi + + if [ "${CONFIG_HAVE_MRC}" = "y" ]; then + "${cbfstool}" "${romfile}" remove -n mrc.bin || \ + err "strip_rom_images: ${romfile}: cannot nuke mrc.bin" + "${cbfstool}" "${romfile}" print || : + fi + + if [ "${CONFIG_KBC1126_FIRMWARE}" = "y" ]; then + "${cbfstool}" "${romfile}" remove -n ecfw1.bin || \ + err "strip_rom_images: ${romfile}: can't nuke ecfw1.bin" + "${cbfstool}" "${romfile}" remove -n ecfw2.bin || \ + err "strip_rom_images: ${romfile}: can't nuke ecfw2.bin" + fi + + [ "${CONFIG_INCLUDE_SMSC_SCH5545_EC_FW}" != "y" ] || \ + "${cbfstool}" "${romfile}" remove -n sch5545_ecfw.bin || \ + err "strip_rom_images: ${romfile}: can't nuke sch5545ec fw" + + # TODO: replace this board-specific hack + if [ "${target}" = "e6400nvidia_4mb" ]; then + "${cbfstool}" "${romfile}" remove -n "pci10de,06eb.rom" || \ + err "strip_rom_images: ${romfile}: can't nuke e6400 vga rom" + fi +} + +main $@ diff --git a/script/build/release/src b/script/build/release/src new file mode 100755 index 00000000..0db9d721 --- /dev/null +++ b/script/build/release/src @@ -0,0 +1,193 @@ +#!/usr/bin/env sh + +# helper script: generate release archive (source code) +# +# Copyright (C) 2020,2021,2023 Leah Rowe +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program. If not, see . +# + +[ "x${DEBUG+set}" = 'xset' ] && set -v +set -u -e + +. "include/err.sh" + +projectname="$(cat projectname)" + +trees_fetch_list="coreboot u-boot seabios" +simple_fetch_list="flashrom grub memtest86plus me_cleaner uefitool" +simple_fetch_list="${simple_fetch_list} bios_extract biosutilities" + +# do not add blobs directory here. it's handled below +dirlist="resources util script" + +filelist="lbmk modify build README.md COPYING Makefile update version" +filelist="${filelist} versiondate projectname .gitcheck fetch fetch_trees" + +version="version-unknown" +versiondate="version-date-unknown" +reldir="" +dirname="" +srcdir="" + +printf "Building source code archive, version %s\n" "${version}" + +main() +{ + [ -f version ] && \ + version="$(cat version)" + [ -f versiondate ] && \ + versiondate="$(cat versiondate)" + + create_release_directory + download_modules + copy_files + purge_files + + create_release_archive + + printf "Source code archive available at %s.tar.xz\n\n" "${srcdir}" +} + +create_release_directory() +{ + reldir="release/${version}" + dirname="${projectname}-${version}_src" + srcdir="${reldir}/${dirname}" + + [ -d "release/" ] || mkdir -p release/ || \ + err "create_release_directory: !mkdir -p release/" + [ -d "${reldir}/" ] || mkdir -p "${reldir}/" || \ + err "create_release_directory: !mkdir -p ${reldir}/" + [ ! -d "${srcdir}/" ] || rm -Rf "${srcdir}/" || \ + err "create_release_directory: !rm -Rf ${srcdir}/" + [ ! -f "${srcdir}.tar.xz" ] || \ + rm -f "${srcdir}.tar.xz/" || \ + err "create_release_directory: !rm -f ${srcdir}.tar.xz/" + + mkdir -p "${srcdir}/" || \ + err "create_release_directory: !mkdir -p ${srcdir}/" + printf "%s" "${version}" > "${srcdir}"/version || \ + err "create_release_directory: ${srcdir}/version: can't create file" +} + +download_modules() +{ + for modname in ${trees_fetch_list}; do + [ -d "${modname}" ] || ./fetch_trees ${modname} || \ + err "download_modules: couldn't download ${modname} trees" + done + for modname in ${simple_fetch_list}; do + [ -d "${modname}/" ] || ./fetch ${modname} || \ + err "download_modules: couldn't download ${modname} repo" + done +} + +copy_files() +{ + for dir in ${simple_fetch_list} ${dirlist}; do + cp -R "${dir}/" "${srcdir}/" || \ + err "copy_files: !cp -R ${dir}/ ${srcdir}/" + done + + copy_blobs + + for i in ${filelist}; do + if [ ! -f "${i}" ]; then + rm -Rf "${srcdir}" || \ + err "copy_files: !rm -Rf ${srcdir}" + err "copy_files: file '${1}' does not exist" + fi + cp "${i}" "${srcdir}/" || \ + err "copy_files: !cp ${i} ${srcdir}/" + done +} + +copy_blobs() +{ + mkdir -p "${srcdir}"/blobs || \ + err "copy_blobs: !mkdir -p ${srcdir}/blobs" + # do not copy intel ME etc, but do copy ifd/gbe files + for i in t440p xx20 xx30 hp8200sff hp_ivybridge hp_sandybridge \ + hp8300usdt t1650; do + for j in ifd gbe 4_ifd 8_ifd 12_ifd 16_ifd; do + [ -f "blobs/${i}/${j}.bin" ] || continue + [ -e "${srcdir}/blobs/${i}" ] || \ + mkdir -p "${srcdir}/blobs/${i}" || \ + err "copy_blobs: ! -d ${srcdir}/blobs/${i}" + cp "blobs/${i}/${j}.bin" "${srcdir}/blobs/${i}" || \ + err "copy_blobs: ! -f ${srcdir}/blobs/${i}" + done + done +} + +purge_files() +{ + ( + cd "${srcdir}/" || \ + err "purge_files 3: !cd ${srcdir}/" + + for p in coreboot/*; do + [ -d "${p}" ] || continue + ./handle make file -c "${p}" || \ + err "purge_files 1: ${p}: !make distclean" + done + + ./handle make file -c coreboot/default/util/kbc1126 || \ + err "purge_files 1: default/util/kbc1126: ! make clean" + ./build clean all || \ + err "purge_files 1: ! ./build clean all" + + for p in bios_extract flashrom grub ich9utils uefitool; do + ./handle make file -c "${p}" || \ + err "purge_files: !./handle make file -c ${p}" + done + for p in 32 64; do + ./handle make file -c "memtest86plus/build${p}" || \ + err "purge_files: cannot clean memtest86+ build${p}" + done + for p in "nvmutil" "ich9utils" "spkmodem_recv" "e6400-flash-unlock"; do + make clean -C "util/${p}" || \ + + err "purge_files 2: !make clean -C ${util}/p" + done + for p in ${trees_fetch_list}; do + rm -Rf "${p}/${p}" "${p}"/*/.git* || \ + err "purge_files 1: cannot clean ${p} project files" + done + rm -Rf .git .gitignore */.git* coreboot/*/3rdparty/*/.git* \ + coreboot/*/util/nvidia/cbootimage/.git* || \ + err "purge_files rm-rf2: can't purge .git files/directories" + ) +} + +create_release_archive() +{ + ( + cd "${reldir}/" || \ + err "create_release_archive 4: !cd ${reldir}/" + printf "%s\n" "${version}" > "${dirname}/version" || \ + err "create_release_archive: can't create ${dirname}/version" + printf "%s\n" "${versiondate}" > "${dirname}/versiondate" || \ + err "create_release_archive: can't create ${dirname}/versiondate" + printf "%s\n" "${projectname}" > "${dirname}/projectname" || \ + err "create_release_archive: can't create ${dirname}/projectname" + tar -c "${dirname}/" | xz -9e >"${dirname}.tar.xz" || \ + err "create_release_archive: can't create ${dirname}.tar.xz" + rm -Rf "${dirname}/" || \ + err "create_release_archive 5: !rm -Rf ${dirname}/" + ) +} + +main $@ -- cgit v1.2.1