summaryrefslogtreecommitdiff
path: root/script/update/project
diff options
context:
space:
mode:
Diffstat (limited to 'script/update/project')
-rwxr-xr-xscript/update/project/release299
-rwxr-xr-xscript/update/project/trees6
2 files changed, 302 insertions, 3 deletions
diff --git a/script/update/project/release b/script/update/project/release
new file mode 100755
index 00000000..8843f2d1
--- /dev/null
+++ b/script/update/project/release
@@ -0,0 +1,299 @@
+#!/usr/bin/env sh
+# SPDX-License-Identifier: MIT
+# SPDX-FileCopyrightText: 2020-2023 Leah Rowe <leah@libreboot.org>
+
+[ "x${DEBUG+set}" = 'xset' ] && set -v
+set -u -e
+
+. "include/err.sh"
+
+eval "$(setvars "" vdir basename src_dirname srcdir _nogit _xm target romdir \
+ microcode_required CONFIG_HAVE_MRC CONFIG_HAVE_ME_BIN \
+ CONFIG_KBC1126_FIRMWARE CONFIG_INCLUDE_SMSC_SCH5545_EC_FW)"
+
+_f="coreboot u-boot seabios flashrom grub memtest86plus me_cleaner uefitool"
+_f="${_f} bios_extract biosutilities pico-serprog stm32-vserprog"
+_f="${_f} rpi-pico-serprog"
+
+ifdtool="cbutils/default/ifdtool"
+cbfstool="cbutils/default/cbfstool"
+
+main()
+{
+ vdir="release"
+ while getopts d: option
+ do
+ case "${1}" in
+ -d) vdir="${2}" ;;
+ *) err "Invalid option" ;;
+ esac
+ done
+ [ -z "${vdir}" ] && err "Empty directory names not allowed"
+
+ vdir="${vdir}/${version}"
+ basename="${projectname}-${version}"
+ src_dirname="${basename}_src"
+ srcdir="${vdir}/${src_dirname}"
+
+ [ -e "${vdir}" ] && err "already exists: \"${vdir}\""
+
+ mkvdir
+ build_release
+}
+
+mkvdir()
+{
+ mkdir -p "${vdir}" || err "mkvdir: !mkdir -p \"${vdir}\""
+
+ git_init || err "mkvdir: !git_init \"${vdir}\""
+ git clone . "${srcdir}" || err "mkdir: !gitclone \"${srcdir}\""
+ [ -z "${_nogit}" ] || x_ rm -Rf ".git"
+
+ rm -Rf "${srcdir}/.git"
+ insert_version_files "${srcdir}" || err "mkvdir ${srcdir}: versionfile"
+}
+
+# release archives contain .gitignore, but not .git.
+# this script can be run from lbmk.git, or an archive.
+git_init()
+{
+ [ -L ".git" ] && err "Reference .git is a symlink"
+ [ -e ".git" ] && return 0
+ eval "$(setvars "$(date -Rd @${versiondate})" cdate _nogit)"
+
+ git init || return 1
+ git add -A . || return 1
+ git commit -m "${projectname} ${version}" --date "${cdate}" || return 1
+ git tag -a "${version}" -m "${projectname} ${version}" || return 1
+}
+
+build_release()
+{
+ _xm="build_release ${vdir}"
+ (
+ cd "${srcdir}" || err "${_xm}: !cd \"${srcdir}\""
+
+ fetch_trees
+ mkrom_images
+ clean_release
+ )
+ (
+ cd "${srcdir%/*}" || err "${_xm}: mktarball \"${srcdir}\""
+ mktarball "${srcdir##*/}" "${srcdir##*/}.tar.xz" || err "${_xm}: mksrc"
+ )
+ rm -Rf "${srcdir}" || err "${_xm}: !rm -Rf \"${srcdir}\""
+}
+
+fetch_trees()
+{
+ for x in ${_f}; do
+ ./update project trees -f "${x}" || err "${_xm}: fetch ${x}"
+ done
+
+ x_ rm -Rf src/coreboot/coreboot src/u-boot/u-boot src/seabios/seabios
+
+ # by doing this first, we build-test under the same conditions as
+ # the user, when they extract and build from the src tarball. this
+ # saves time on build-testing, because we build once, not twice. thus:
+
+ rm -Rf */.git* */*/.git* */*/*/.git* */*/*/*/.git* */*/*/*/*/.git* \
+ */*/*/*/*/*/.git* */*/*/*/*/*/*/.git* */*/*/*/*/*/*/*/.git* || \
+ err "${_xm}: rm-dotgit"
+}
+
+mkrom_images()
+{
+ ./build fw coreboot all || err "${_xm}: roms-all"
+ ./build fw serprog rp2040 || err "${_xm}: rp2040"
+ ./build fw serprog stm32 || err "${_xm}: stm32"
+
+ for rombuild in bin/*; do
+ [ -d "${rombuild}" ] || continue
+ handle_rom_archive "${rombuild}"
+ done
+
+ mv "release/${version}/roms/" ../roms || err "${_xm}: copy roms/"
+}
+
+handle_rom_archive()
+{
+ builddir="${1}"
+ romdir="tmp/romdir"
+ x_ rm -Rf "${romdir}"
+ target="${builddir##*/}"
+
+ if [ ! -f "config/coreboot/${target}/target.cfg" ]; then
+ # No config, just make a tarball
+ tarball="release/${version}/roms/${basename}_${target}.tar.xz"
+ insert_copying_files "${builddir}"
+ mktarball "${builddir}" "${tarball}"
+ return 0
+ fi
+
+ romdir="${romdir}/bin/${target}"
+ x_ mkdir -p "${romdir}"
+ x_ cp "${builddir}/"* "${romdir}"
+
+ handle_vendorfiles
+
+ printf "Generating release/%s/roms/%s-%s_%s.tar.xz\n" \
+ "${version}" "${projectname}" "${version}" "${target##*/}"
+ insert_version_files "${romdir}" || \
+ err "mkrom_tarball ${romdir}: versionfile"
+
+ insert_copying_files "${romdir}"
+ mkrom_tarball
+}
+
+handle_vendorfiles()
+{
+ microcode_required="y"
+ . "config/coreboot/${target}/target.cfg"
+ if [ "${microcode_required}" != "y" ] && \
+ [ "${microcode_required}" != "n" ]; then microcode_required="y"; fi
+
+ for x in CONFIG_HAVE_MRC CONFIG_HAVE_ME_BIN CONFIG_KBC1126_FIRMWARE \
+ CONFIG_INCLUDE_SMSC_SCH5545_EC_FW; do
+ eval "${x}=\"y\""
+ grep "${x}=y" "config/coreboot/${target}/config/"* || \
+ eval "${x}=\"n\""
+ done
+
+ # remove ME/MRC/EC firmware from ROM images
+ if [ "${CONFIG_HAVE_ME_BIN}" = "y" ] || \
+ [ "${target}" = "e6400_4mb" ] || \
+ [ "${microcode_required}" = "n" ]; then
+ strip_archive
+ fi
+}
+
+strip_archive()
+{
+ if [ "${microcode_required}" = "n" ]; then
+ for romfile in "${romdir}"/*.rom; do
+ [ -f "${romfile}" ] || continue
+ strip_ucode "${romfile}"
+ done
+ for romfile in "${romdir}"/*.tmprom; do
+ [ -f "${romfile}" ] || continue
+ x_ mv "${romfile}" "${romfile%.tmprom}.rom"
+ done
+ fi
+
+ # Hash the rom before removing vendor files
+ x_ rm -f "${romdir}/vendorhashes"
+ x_ touch "${romdir}/vendorhashes"
+ (
+ x_ cd "${romdir}"
+ x_ sha512sum *.rom >> vendorhashes
+ )
+ for romfile in "${romdir}"/*.rom; do
+ [ -f "${romfile}" ] || continue
+ strip_rom_image "${romfile}"
+ done
+}
+
+strip_ucode()
+{
+ romfile=${1}
+ _newrom_b="${romfile%.rom}_nomicrocode.tmprom"
+ x_ cp "${romfile}" "${_newrom_b}"
+ microcode_present="y"
+ "${cbfstool}" "${_newrom_b}" remove -n \
+ cpu_microcode_blob.bin 2>/dev/null || microcode_present="n"
+ [ "${microcode_present}" = "n" ] || return 0
+ printf "REMARK: '%s' already lacks microcode\n" "${romfile}" 1>&2
+ printf "Renaming default ROM file instead.\n" 1>&2
+ x_ mv "${romfile}" "${_newrom_b}"
+}
+
+strip_rom_image()
+{
+ [ -f "${1}" ] || return 0
+ [ "${CONFIG_HAVE_ME_BIN}" != "y" ] || \
+ x_ "${ifdtool}" --nuke me "${1}" -O "${1}"
+ [ "${CONFIG_HAVE_MRC}" != "y" ] || \
+ x_ "${cbfstool}" "${1}" remove -n mrc.bin
+ [ "${CONFIG_INCLUDE_SMSC_SCH5545_EC_FW}" != "y" ] || \
+ x_ "${cbfstool}" "${1}" remove -n sch5545_ecfw.bin
+ if [ "${CONFIG_KBC1126_FIRMWARE}" = "y" ]; then
+ x_ "${cbfstool}" "${1}" remove -n ecfw1.bin
+ x_ "${cbfstool}" "${1}" remove -n ecfw2.bin
+ fi
+ # TODO: replace this board-specific hack
+ [ "${target}" = "e6400_4mb" ] || return 0
+ x_ "${cbfstool}" "${1}" remove -n "pci10de,06eb.rom"
+}
+
+insert_copying_files()
+{
+ x_ rm -Rf "${1}/licenses"
+ x_ mkdir -p "${1}/licenses"
+ l="${1}/licenses"
+ # copy licenses to rom image archive, for completion
+ x_ cp "src/grub/COPYING" "${l}/COPYING.grub"
+ x_ cp "src/coreboot/default/COPYING" "${l}/COPYING.coreboot"
+ x_ cp -R "src/coreboot/default/LICENSES" "${l}/LICENSES.coreboot"
+ x_ cp "src/seabios/default/COPYING" "${l}/COPYING.coreboot"
+ x_ cp "src/seabios/default/COPYING.LESSER" "${l}/COPYING.LESSER.seabios"
+ x_ cp -R "src/u-boot/default/Licenses" "${l}/COPYING.u-boot"
+}
+
+mkrom_tarball()
+{
+ archivename="${basename}_${target##*/}"
+ f="release/${version}/roms/${archivename}"
+ x_ mkdir -p "${f%/*}"
+ (
+ x_ cd "${romdir%/bin/${target}}"
+ mktarball "bin/${target}" "${archivename}.tar.xz"
+ )
+ x_ mv "${romdir%/bin/${target}}/${archivename}.tar.xz"* "${f%/*}"
+
+ printf "Created ROM archive: ${f%/*}/${archivename}.tar.xz"
+}
+
+clean_release()
+{
+ for x in "src/coreboot/default/util/kbc1126" util/*; do
+ [ ! -f "${x}/Makefile" ] && continue
+ x_ make clean -C "${x}"
+ done
+
+ for x in ${_f}; do
+ ./update project trees -c "${x}" || err "${_xm}: pclean ${x}"
+ done
+ ./update project trees -x coreboot || err "${_xm}: clean-crossgcc"
+ ./update project trees -c "stm32-vserprog/libopencm3"
+
+ # make absolutely sure crossgcc was purged. for some reason,
+ # crossgcc-clean isn't always reliable on every coreboot tree
+ for xgcc in "build-" "binutils-" "gcc-" "gmp-" "mpc-" "mpfr-" \
+ "llvm-" "clang-tools-" "cfe-" "compiler-rt-" "acpica-" \
+ "getopt" "xgcc"; do
+ x_ rm -Rf src/coreboot/*/util/crossgcc/${xgcc}*
+ done
+
+ rm -Rf vendor mrc ec pciroms || err "${_xm}: vendor files"
+ rm -Rf elf tmp cbutils src/pico-serprog/build release bin || \
+ err "${_xm}: elf, tmp, cbutils, pico-serprog/build"
+}
+
+insert_version_files()
+{
+ printf "%s\n" "${version}" > "${1}/version" || return 1
+ printf "%s\n" "${versiondate}" > "${1}/versiondate" || return 1
+ printf "%s\n" "${projectname}" > "${1}/projectname" || return 1
+}
+
+mktarball()
+{
+ [ "${2%/*}" = "${2}" ] || x_ mkdir -p "${2%/*}"
+ x_ tar -c "${1}" | xz -T0 -9e > "${2}"
+ (
+ [ "${2%/*}" != "${2}" ] && x_ cd "${2%/*}"
+ x_ sha512sum "${2##*/}" > "${2##*/}.sha512"
+ )
+}
+
+main $@
diff --git a/script/update/project/trees b/script/update/project/trees
index 1055d500..7df3c8bf 100755
--- a/script/update/project/trees
+++ b/script/update/project/trees
@@ -11,7 +11,7 @@ set -u -e
. "include/option.sh"
. "include/git.sh"
-export LOCALVERSION="-${projectname}-${version}"
+export LOCALVERSION="-${projectname}-${version%%-*}"
eval "$(setvars "" arch cfgsdir codedir config config_name crossgcc_ada mode \
elfdir listfile project romtype target target_dir targets tree cbfstool _f \
@@ -271,9 +271,9 @@ run_make_command()
[ -f "${codedir}/Makefile" ] || [ -f "${codedir}/makefile" ] || \
[ -f "${codedir}/GNUmakefile" ] || return 1
[ "${project}" = "coreboot" ] && [ -z "${mode}" ] && \
- x_ printf "%s\n" "${version}" >"${codedir}/.coreboot-version"
+ x_ printf "%s\n" "${version%%-*}" >"${codedir}/.coreboot-version"
- x_ make -C "${codedir}" -j$(nproc) ${mode}
+ x_ make ${mode} -j$(nproc) -C "${codedir}"
[ "${mode}" != "clean" ] && return 0
make -C "${codedir}" distclean 2>/dev/null || :
}