diff options
Diffstat (limited to 'script/update')
-rwxr-xr-x | script/update/release | 234 | ||||
-rwxr-xr-x | script/update/trees | 267 |
2 files changed, 0 insertions, 501 deletions
diff --git a/script/update/release b/script/update/release deleted file mode 100755 index e8eff300..00000000 --- a/script/update/release +++ /dev/null @@ -1,234 +0,0 @@ -#!/usr/bin/env sh -# SPDX-License-Identifier: MIT -# SPDX-FileCopyrightText: 2020-2023 Leah Rowe <leah@libreboot.org> - -set -u -e - -. "include/err.sh" -. "include/option.sh" - -eval "$(setvars "" vdir relname src_dirname srcdir _xm target romdir mode)" - -export LBMK_RELEASE="y" - -main() -{ - vdir="release" - while getopts d:m: option; do - [ -z "${OPTARG}" ] && $err "Empty argument not allowed" - case "${option}" in - d) vdir="${OPTARG}" ;; - m) mode="${OPTARG}" ;; - *) $err "Invalid option" ;; - esac - done - - check_project - - vdir="${vdir}/${version}" - relname="${projectname}-${version}" - [ "${mode}" = "u-boot" ] && relname="u-boot-for-${relname}" - src_dirname="${relname}_src" - srcdir="${vdir}/${src_dirname}" - - [ -e "${vdir}" ] && $err "already exists: \"${vdir}\"" - - mkvdir - build_release - - printf "DONE! Check release files under %s\n" "${vdir}" -} - -mkvdir() -{ - mkdir -p "${vdir}" || $err "mkvdir: !mkdir -p \"${vdir}\"" - git clone . "${srcdir}" || $err "mkdir: !gitclone \"${srcdir}\"" - insert_version_files "$srcdir" || $err "mkvdir $srcdir: versionfile" -} - -build_release() -{ - _xm="build_release ${vdir}" - ( - cd "${srcdir}" || $err "${_xm}: !cd \"${srcdir}\"" - fetch_trees - [ "${mode}" = "u-boot" ] || x_ mv src/docs docs - ) || $err "can't create release files" - - git log --graph --pretty=format:'%Cred%h%Creset %s %Creset' \ - --abbrev-commit > "${srcdir}/CHANGELOG" || \ - $err "build_release $srcdir: couldn't generate changelog" - - ( - if [ "${mode}" = "u-boot" ]; then - cd "${srcdir}/src/" || $err "${_xm}: mktarball \"${srcdir}\"" - mktarball u-boot "../../${srcdir##*/}.tar.xz" || \ - $err "$_xm: mksrc" - # make a src archive containing only u-boot - else - cd "${srcdir%/*}" || $err "${_xm}: mktarball \"${srcdir}\"" - mktarball "${srcdir##*/}" "${srcdir##*/}.tar.xz" || \ - $err "$_xm: mksrc" - fi - ) || $err "can't create src tarball" - [ "${mode}" = "src" ] && return 0 - [ "${mode}" = "u-boot" ] && return 0 - - ( - cd "${srcdir}" || $err "${_xm}: 2 !cd \"${srcdir}\"" - mkrom_images - ) || $err "can't build rom images" - - rm -Rf "${srcdir}" || $err "!rm -Rf ${srcdir}" -} - -fetch_trees() -{ - for x in config/git/*; do - [ "${mode}" = "u-boot" ] && break - [ ! -f "${x}" ] || ./update trees -f "${x#config/git/}" || \ - $err "${_xm}: fetch ${x#config/git/}" - done - [ "${mode}" = "u-boot" ] && x_ ./update trees -f u-boot - - for x in config/*/build.list; do - [ -f "${x}" ] || continue - xp="${x#*/}"; xp="${xp%/*}" - [ -L "${xp}" ] || rm -Rf "src/${xp}/${xp}" || \ - $err "!rm -Rf \"src/${xp}/${xp}\"" - done - - find . -name ".git" -exec rm -Rf {} + || $err "$_xm: rm .git" - find . -name ".gitmodules" -exec rm -Rf {} + || $err "$_xm: rm .gitmod" - x_ rm -Rf tmp .git -} - -mkrom_images() -{ - ./build roms all || $err "${_xm}: roms-all" - ./build serprog rp2040 || $err "${_xm}: rp2040" - ./build serprog stm32 || $err "${_xm}: stm32" - - for rombuild in bin/*; do - [ -d "${rombuild}" ] || continue - handle_rom_archive "${rombuild}" - done - - mv "release/${version}/roms/" ../roms || $err "${_xm}: copy roms/" -} - -handle_rom_archive() -{ - builddir="${1}" - romdir="tmp/romdir" - rm -Rf "${romdir}" || $err "!rm romdir, handle_rom_archive" - target="${builddir##*/}" - - if [ ! -f "config/coreboot/${target}/target.cfg" ]; then - # No config, just make a tarball - tarball="release/${version}/roms/${relname}_${target}.tar.xz" - insert_copying_files "${builddir}" || \ - $err "!insert copy, handle, ${builddir}" - mktarball "${builddir}" "${tarball}" - return 0 - fi - - romdir="${romdir}/bin/${target}" - mkdir -p "${romdir}" || $err "!mkdir -p romdir, handle_rom_archive" - cp "$builddir/"* "$romdir" || $err "!cp romdir, handle_rom_archive" - - nukerom - - printf "Generating release/%s/roms/%s-%s_%s.tar.xz\n" \ - "${version}" "${projectname}" "${version}" "${target##*/}" - insert_version_files "${romdir}" || \ - $err "mkrom_tarball ${romdir}: versionfile" - - insert_copying_files "$romdir" || $err "!insert copy, handle 2, $romdir" - mkrom_tarball -} - -nukerom() -{ - . "config/coreboot/${target}/target.cfg" - - # Hash the images before removing vendor files - # which "./vendor inject" uses for verification - rm -f "${romdir}/vendorhashes" || $err "!rm ${romdir}/vendorhashes" - touch "${romdir}/vendorhashes" || $err "!touch ${romdir}/vendorhashes" - ( - cd "${romdir}" || $err "!cd romdir ${romdir}, nukerom" - sha512sum ./*.rom >> vendorhashes || \ - $err "!create vendorhashes, nukerom" - ) || $err "can't create vendor hashes" - - for romfile in "${romdir}"/*.rom; do - [ -f "${romfile}" ] || continue - ./vendor inject -r "$romfile" -b "$target" -n nuke || \ - $err "!vendor inject (nuke) ${romfile}, nukerom" - done -} - -insert_copying_files() -{ - remkdir "${1}/licenses" - l="${1}/licenses" - # copy licenses to rom image archive, for completion - cp "src/grub/COPYING" "${l}/COPYING.grub" || return 1 - cp "src/coreboot/default/COPYING" "${l}/COPYING.coreboot" || return 1 - cp -R "src/coreboot/default/LICENSES" "${l}/LICENSES.coreboot" || \ - return 1 - cp "src/seabios/default/COPYING" "${l}/COPYING.coreboot" || return 1 - cp "src/seabios/default/COPYING.LESSER" "$l/COPYING.LESSER.seabios" \ - || return 1 - cp -R "src/u-boot/default/Licenses" "${l}/COPYING.u-boot" || return 1 - printf "Multiple licenses. Check corresponding %s source archive\n" \ - "${projectname}" > "${1}/COPYING" || return 1 -} - -mkrom_tarball() -{ - archivename="${relname}_${target##*/}" - f="release/${version}/roms/${archivename}" - mkdir -p "${f%/*}" || $err "mkrom_tarball: !mkdir -p ${f%/*}" - ( - cd "${romdir%"/bin/$target"}" || $err "!cd ${romdir%"/bin/$target"}" - mktarball "bin/${target}" "${archivename}.tar.xz" - ) || $err "can't create rom tarball" - mv "${romdir%"/bin/${target}"}/${archivename}.tar.xz"* "${f%/*}" || \ - $err "mktar ${f%/*}/${romdir%"/bin/$target"}/$archivename.tar.xz" - - printf "Created ROM archive: %s" "${f%/*}/${archivename}.tar.xz" -} - -insert_version_files() -{ - printf "%s\n" "${version}" > "${1}/version" || return 1 - printf "%s\n" "${versiondate}" > "${1}/versiondate" || return 1 - printf "%s\n" "${projectname}" > "${1}/projectname" || return 1 -} - -mktarball() -{ - # preserve timestamps for reproducible tarballs - tar_implementation=$(tar --version | head -n1) || : - - [ "${2%/*}" = "${2}" ] || \ - mkdir -p "${2%/*}" || $err "mk, !mkdir -p \"${2%/*}\"" - if [ "${tar_implementation% *}" = "tar (GNU tar)" ]; then - tar --sort=name --owner=root:0 --group=root:0 \ - --mtime="UTC 2024-02-25" -c "$1" | xz -T$threads -9e \ - > "$2" || $err "mktarball 1, ${1}" - else - # TODO: reproducible tarballs on non-GNU systems - tar -c "$1" | xz -T$threads -9e > "$2" || \ - $err "mktarball 2, $1" - fi - ( - [ "${2%/*}" != "${2}" ] && x_ cd "${2%/*}" - sha512sum "${2##*/}" > "${2##*/}.sha512" || \ - $err "!sha512sum \"${2##*/}\" > \"${2##*/}.sha512\"" - ) || $err "failed to create tarball checksum" -} - -main $@ diff --git a/script/update/trees b/script/update/trees deleted file mode 100755 index ac5743be..00000000 --- a/script/update/trees +++ /dev/null @@ -1,267 +0,0 @@ -#!/usr/bin/env sh -# SPDX-License-Identifier: GPL-3.0-or-later -# SPDX-FileCopyrightText: 2022-2023 Alper Nebi Yasak <alpernebiyasak@gmail.com> -# SPDX-FileCopyrightText: 2022 Ferass El Hafidi <vitali64pmemail@protonmail.com> -# SPDX-FileCopyrightText: 2023-2024 Leah Rowe <leah@libreboot.org> - -set -u -e - -. "include/err.sh" -. "include/option.sh" -. "include/git.sh" - -eval "$(setvars "" xarch cfgsdir codedir config config_name xlang mode \ - elfdir listfile project target target_dir targets tree _f target1 \ - bootstrapargs autoconfargs cmakedir makeargs autogenargs xtree)" - -main() -{ - while getopts f:b:m:u:c:x:s:l:n: option; do - _f="${1}" - case "${1}" in - -b) : ;; - -u) mode="oldconfig" ;; - -m) mode="menuconfig" ;; - -c) mode="distclean" ;; - -x) mode="crossgcc-clean" ;; - -f) mode="fetch" ;; - -s) mode="savedefconfig" ;; - -l) mode="olddefconfig" ;; - -n) mode="nconfig" ;; - *) $err "Invalid option" ;; - esac - shift; project="${OPTARG#src/}"; shift - done - [ -z "$_f" ] && $err "missing flag (-m/-u/-b/-c/-x/-f/-s/-l/-n)" - [ -z "$project" ] && $err "project name not specified" - elfdir="elf/${project}" - cfgsdir="config/${project}" - - remkdir "${tmpgit%/*}" - check_project - - _cmd="build_projects" - [ -f "config/${project}/build.list" ] && _cmd="build_targets" - $_cmd $@ -} - -build_projects() -{ - [ $# -gt 0 ] && x_ ./update trees $_f $@ - - [ "$mode" = "fetch" ] && [ ! -f "CHANGELOG" ] && \ - eval "fetch_project_repo; return 0;" - - load_project_config "$cfgsdir" - - codedir="src/${project}" - [ -d "$codedir" ] || x_ ./update trees -f "$project" - - [ "$mode" = "distclean" ] && mode="clean" - run_make_command || return 0 -} - -build_targets() -{ - [ "$elfdir" = "elf/coreboot" ] && \ - elfdir="elf/coreboot_nopayload_DO_NOT_FLASH" - - [ -d "$cfgsdir" ] || $err "directory, $cfgsdir, does not exist" - - listfile="${cfgsdir}/build.list" - [ -f "$listfile" ] || $err "list file, $listfile, does not exist" - - # Build for all targets if no argument is given - [ $# -gt 0 ] && target1="$1" - [ "$target1" = "utils" ] && [ "$project" = "coreboot" ] && \ - shift 1 - targets=$(items "$cfgsdir") || \ - $err "Cannot get options for $cfgsdir" - [ $# -gt 0 ] && targets=$@ - - [ -z "$mode" ] && x_ mkdir -p "$elfdir" - handle_targets -} - -handle_targets() -{ - for x in $targets; do - target="${x}" - printf "Running 'make %s' for project '%s, target '%s''\n" \ - "$mode" "$project" "$target" - [ "$project" != "coreboot" ] || [ -n "$mode" ] || \ - [ "$target1" = "utils" ] || \ - x_ ./vendor download $target - x_ handle_defconfig - done - - [ "$target1" = "utils" ] && [ "$project" = "coreboot" ] && return 0 - [ -z "${mode}" ] && printf "Done! Check %s/\n\n" "$elfdir"; return 0 -} - -handle_defconfig() -{ - handle_src_tree "$target" || return 0 - - [ "$target1" = "utils" ] && [ "$project" = "coreboot" ] && \ - eval "handle_coreboot_utils \"$tree\"; return 0" - - for y in "${target_dir}/config"/*; do - [ -f "$y" ] || continue - config="$y" - config_name="${config#"${target_dir}/config/"}" - - printf "handle/make/config %s %s: handling config %s\n" \ - "$project" "$target" "$config_name" - - [ -n "$mode" ] || check_config || continue - handle_makefile - [ -n "$mode" ] || copy_elf - done -} - -handle_src_tree() -{ - target_dir="${cfgsdir}/${target}" - [ "$mode" = "fetch" ] && [ ! -f "CHANGELOG" ] && \ - eval "fetch_project_trees; return 1;" - - load_project_config "$target_dir" - - x_ mkdir -p "${elfdir}/${target}" - - [ -z "$tree" ] && $err "handle_src_tree $project/$tree: tree unset" - - codedir="src/${project}/${tree}" - - if [ ! -d "$codedir" ]; then - if [ "$mode" = "distclean" ] || \ - [ "$mode" = "crossgcc-clean" ]; then - printf "Directory %s missing; skipping clean\n" \ - "$codedir" 1>&2 - return 1 - fi - x_ ./update trees -f "$project" "$target" - fi - - [ "$target1" = "utils" ] && [ "$project" = "coreboot" ] && return 0 - [ -z "$mode" ] && check_cross_compiler; return 0 -} - -load_project_config() -{ - eval "$(setvars "" xarch xlang tree bootstrapargs autoconfargs \ - xtree tree_depend)" - - [ -f "${1}/target.cfg" ] || return 0 - . "${1}/target.cfg" || \ - $err "load_project_config ${1}: cannot load target.cfg"; return 0 -} - -check_cross_compiler() -{ - for _xarch in $xarch; do - cbdir="src/coreboot/${tree}" - [ "$project" != "coreboot" ] && cbdir="src/coreboot/default" - [ -n "$xtree" ] && cbdir="src/coreboot/$xtree" - - x_ ./update trees -f coreboot ${cbdir#src/coreboot/} - - export PATH="${PWD}/${cbdir}/util/crossgcc/xgcc/bin:$PATH" - export CROSS_COMPILE="${xarch% *}-" - [ -n "${xlang}" ] && export BUILD_LANGUAGES="$xlang" - - [ -d "${cbdir}/util/crossgcc/xgcc/${_xarch}/" ] && continue - x_ make -C "$cbdir" crossgcc-${_xarch%-*} CPUS=$threads - done -} - -check_config() -{ - [ -f "$config" ] || $err "check_config: ${project}/${target}: no config" - - dest_dir="${elfdir}/${target}/${config_name}" - # TODO: very hacky check. do it properly (based on build.list) - for elftest in "${dest_dir}"/*; do - [ -f "$elftest" ] || continue - printf "Build already exists, so skipping build\n" 1>&2 - return 1 - done - x_ mkdir -p "$dest_dir" -} - -handle_makefile() -{ - x_ make clean -C "$codedir" - x_ cp "$config" "${codedir}/.config" - [ -n "$mode" ] || make -C "$codedir" silentoldconfig || \ - make -C "$codedir" oldconfig || : - - run_make_command || $err "handle_makefile $codedir: no makefile!" - - if [ -e "${codedir}/.git" ] && [ "$project" = "u-boot" ] && \ - [ "$mode" = "distclean" ]; then - x_ git -C "$codedir" clean -fdx - elif [ "$mode" = "oldconfig" ] || [ "$mode" = "olddefconfig" ] || \ - [ "$mode" = "menuconfig" ] || [ "$mode" = "nconfig" ]; then - x_ cp "${codedir}/.config" "$config" - elif [ "$mode" = "savedefconfig" ]; then - x_ cp "${codedir}/defconfig" "$config" - fi -} - -run_make_command() -{ - check_cmake "$codedir" - [ -z "$mode" ] && check_autoconf "$codedir" - check_makefile "$codedir" || return 1 - - [ "$project" = "coreboot" ] && [ -z "$mode" ] && x_ \ - printf "%s\n" "${version%%-*}" > "$codedir/.coreboot-version" - - make $mode -j$threads $makeargs -C "$codedir" || \ - $err "run_make $codedir: !make $mode" - - [ "$mode" != "clean" ] && return 0 - make -C "$codedir" distclean 2>/dev/null || : -} - -check_cmake() -{ - [ -z "${cmakedir}" ] || \ - check_makefile "${1}" || \ - cmake -B "${1}" "${1}/${cmakedir}" || \ - check_makefile "${1}" || \ - $err "check_cmake ${1}: can't cmake ${cmakedir}" - [ -z "${cmakedir}" ] || check_makefile "${1}" || \ - $err "check_cmake ${1}: could not generate Makefile" - return 0 -} - -check_autoconf() -{ - ( - _cfgopt="" - cd "${1}" || $err "!cd $1" - [ -f "bootstrap" ] && x_ ./bootstrap $bootstrapargs - [ -f "autogen.sh" ] && x_ ./autogen.sh ${autogenargs} - [ -f "configure" ] && x_ ./configure $autoconfargs; return 0 - ) || $err "can't bootstrap project: $1" -} - -check_makefile() -{ - [ -f "${1}/Makefile" ] || [ -f "${1}/makefile" ] || \ - [ -f "${1}/GNUmakefile" ] || return 1; return 0 -} - -copy_elf() -{ - while read -r f; do - [ ! -f "${codedir}/$f" ] || \ - x_ cp "${codedir}/${f}" "$dest_dir" - done < "$listfile" - x_ make clean -C "$codedir" -} - -main $@ |