remove download scripts, consolidate into script

most of them were just calling the gitclone script,
so remove them.

the grub script was treating gnulib as a dependency.
i've now added the ability to grab 1 dependency, in
the gitclone script (it should be expanded later to
support multiple dependencies)

the gitclone script has been renamed to "fetch".
the "fetch_trees" script does more or less the same
thing, but calls "fetch" and handles multiple revisions
if a project needs that

this is more efficient, and slightly reduces the code
size of lbmk!

Signed-off-by: Leah Rowe <leah@libreboot.org>

22 files changed, 28 insertions, 235 deletions

diff --git a/resources/git/revisions b/resources/git/revisions
index 13063a4c..edd076b2 100644
--- a/resources/git/revisions
+++ b/resources/git/revisions
@@ -3,7 +3,7 @@
 # Project name is enclosed by curly braces '{}' information about the
 # project relevant to osbmk is stored between the subsequent curly
 # braces. This file is used by the gitcheck script as well as the
-# gitclone script. Each entry must include: revision 'rev', location
+# fetch script. Each entry must include: revision 'rev', location
 # 'loc', and the git url 'url'. Bkup_url is optional.
 
 {coreboot}{
@@ -25,6 +25,7 @@
 	loc: grub
 	url: git://git.savannah.gnu.org/grub.git
 	bkup_url: http://git.savannah.gnu.org/r/grub.git
+	depend: gnulib
 }
 
 {gnulib}{
diff --git a/resources/scripts/build/module/bios_extract b/resources/scripts/build/module/bios_extract
index 77677fa1..8a40b5a0 100755
--- a/resources/scripts/build/module/bios_extract
+++ b/resources/scripts/build/module/bios_extract
@@ -25,7 +25,7 @@ set -u -e
 # --------------------------------------------------------------------
 
 if [ ! -d "bios_extract/" ]; then
-    ./download bios_extract
+    ./fetch bios_extract
 fi
 
 printf "Building bios_extract\n"
diff --git a/resources/scripts/build/module/flashrom b/resources/scripts/build/module/flashrom
index 37f57ce0..a4dbe35d 100755
--- a/resources/scripts/build/module/flashrom
+++ b/resources/scripts/build/module/flashrom
@@ -29,7 +29,7 @@ set -u -e
 # --------------------------------------------------------------------
 
 if [ ! -d "flashrom/" ]; then
-    ./download flashrom
+    ./fetch flashrom
 fi
 
 printf "Building flashrom\n"
diff --git a/resources/scripts/build/module/grub b/resources/scripts/build/module/grub
index 5cf58a67..edad6b2a 100755
--- a/resources/scripts/build/module/grub
+++ b/resources/scripts/build/module/grub
@@ -27,7 +27,7 @@ main()
 	printf "Building GRUB\n"
 
 	if [ ! -d "grub/" ]; then
-		./download grub || exit 1
+		./fetch grub || exit 1
 	fi
 
 	build_grub
diff --git a/resources/scripts/build/module/memtest86plus b/resources/scripts/build/module/memtest86plus
index 7fc46be9..45727b77 100755
--- a/resources/scripts/build/module/memtest86plus
+++ b/resources/scripts/build/module/memtest86plus
@@ -31,7 +31,7 @@ set -u -e
 printf "Building MemTest86+\n"
 
 if [ ! -d "memtest86plus/" ]; then
-	./download memtest86plus
+	./fetch memtest86plus
 fi
 
 make -j$(nproc) -BC memtest86plus
diff --git a/resources/scripts/build/module/uefitool b/resources/scripts/build/module/uefitool
index 6adf1de2..891d8bf8 100755
--- a/resources/scripts/build/module/uefitool
+++ b/resources/scripts/build/module/uefitool
@@ -24,7 +24,7 @@ set -u -e
 main()
 {
 	if [ ! -d "uefitool" ]; then
-		./download uefitool || fail "cannot download uefitool"
+		./fetch uefitool || fail "cannot download uefitool"
 	fi
 
 	printf "Building uefitool (UEFIExtract)\n"
diff --git a/resources/scripts/build/payload/grub b/resources/scripts/build/payload/grub
index 23765f47..0734f8a9 100755
--- a/resources/scripts/build/payload/grub
+++ b/resources/scripts/build/payload/grub
@@ -31,7 +31,7 @@ main()
 	printf "Creating GRUB payloads and configuration files\n"
 
 	[ ! -d "grub/" ] && \
-		./download grub
+		./fetch grub
 	[ ! -f "grub/grub-mkstandalone" ] && \
 		./build module grub
 	[ ! -d "payload/" ] && \
diff --git a/resources/scripts/build/payload/seabios b/resources/scripts/build/payload/seabios
index f822a019..43973109 100755
--- a/resources/scripts/build/payload/seabios
+++ b/resources/scripts/build/payload/seabios
@@ -53,7 +53,7 @@ check_dependencies()
 	rm -f ${payloaddir}/* || exit 1
 
 	if [ ! -d "seabios/" ]; then
-	    ./download seabios || exit 1
+	    ./fetch seabios || exit 1
 	fi
 }
 
diff --git a/resources/scripts/build/release/src b/resources/scripts/build/release/src
index 95c0036f..2b985156 100755
--- a/resources/scripts/build/release/src
+++ b/resources/scripts/build/release/src
@@ -23,14 +23,14 @@ set -u -e
 
 projectname="$(cat projectname)"
 
-trees_gitclone_list="coreboot u-boot"
-simple_gitclone_list="flashrom grub memtest86plus seabios me_cleaner uefitool"
-simple_gitclone_list="${simple_gitclone_list} bios_extract biosutilities"
+trees_fetch_list="coreboot u-boot"
+simple_fetch_list="flashrom grub memtest86plus seabios me_cleaner uefitool"
+simple_fetch_list="${simple_fetch_list} bios_extract biosutilities"
 
 dirlist="resources util" # do not add blobs directory here. it's handled below
 
-filelist="lbmk blobutil modify download build README.md COPYING Makefile update"
-filelist="${filelist} version versiondate projectname .gitcheck gitclone"
+filelist="lbmk blobutil modify build README.md COPYING Makefile update"
+filelist="${filelist} version versiondate projectname .gitcheck fetch"
 filelist="${filelist} fetch_trees"
 
 version="version-unknown"
@@ -77,19 +77,19 @@ create_release_directory()
 
 download_modules()
 {
-	for modname in ${trees_gitclone_list}; do
+	for modname in ${trees_fetch_list}; do
 		[ ! -d "${modname}" ] && \
 		    ./fetch_trees ${modname}
 	done
-	for modname in ${simple_gitclone_list}; do
+	for modname in ${simple_fetch_list}; do
 		[ ! -d "${modname}/" ] && \
-		    ./download ${modname}
+		    ./fetch ${modname}
 	done
 }
 
 copy_files()
 {
-	for dir in ${simple_gitclone_list} ${dirlist}; do
+	for dir in ${simple_fetch_list} ${dirlist}; do
 		cp -R "${dir}/" "${srcdir}/"
 	done
 
diff --git a/resources/scripts/modify/seabios/configs b/resources/scripts/modify/seabios/configs
index 614a4371..fa3d1372 100755
--- a/resources/scripts/modify/seabios/configs
+++ b/resources/scripts/modify/seabios/configs
@@ -30,7 +30,7 @@ main()
 download_seabios()
 {
 	if [ ! -d "seabios" ]; then
-		./download seabios
+		./fetch seabios
 	fi
 	if [ ! -d "seabios" ]; then
 		printf "error: Failed to download SeaBIOS. "
diff --git a/resources/scripts/update/blobs/download b/resources/scripts/update/blobs/download
index b4b74c1b..0a28778a 100755
--- a/resources/scripts/update/blobs/download
+++ b/resources/scripts/update/blobs/download
@@ -184,7 +184,7 @@ build_dependencies()
 {
 	if [ ! -d me_cleaner ]; then
 		printf "downloading me_cleaner\n"
-		./download me_cleaner || fail "could not download me_cleaner"
+		./fetch me_cleaner || fail "could not download me_cleaner"
 	fi
 	if [ ! -d ${cbdir} ]; then
 		printf "downloading coreboot\n"
@@ -193,17 +193,17 @@ build_dependencies()
 	fi
 	if [ ! -d bios_extract ]; then
 		printf "downloading bios_extract\n"
-		./download bios_extract \
+		./fetch bios_extract \
 				|| fail "could not download bios_extract"
 	fi
 	if [ ! -d biosutilities ]; then
 		printf "downloading biosutilities\n"
-		./download biosutilities \
+		./fetch biosutilities \
 				|| fail "could not download biosutilities"
 	fi
 	if [ ! -d uefitool ]; then
 		printf "download uefitool (for UEFIExtract)\n"
-		./download uefitool \
+		./fetch uefitool \
 				|| fail "could not download uefitool"
 	fi
 	if [ ! -f uefitool/uefiextract ]; then
@@ -239,7 +239,7 @@ download_blobs()
 			download_e6400vga || _failed="${_failed} e6400vga"
 			;;
 		*MRC*)
-			./download mrc || _failed="${_failed} mrc"
+			./update blobs mrc || _failed="${_failed} mrc"
 			;;
 		esac
 	done
diff --git a/resources/scripts/update/blobs/extract b/resources/scripts/update/blobs/extract
index 63d09c02..5ac8e91c 100755
--- a/resources/scripts/update/blobs/extract
+++ b/resources/scripts/update/blobs/extract
@@ -58,10 +58,10 @@ build_dependencies()
 {
 	if [ ! -d me_cleaner ]; then
 		printf "downloading me_cleaner\n"
-		./download me_cleaner || fail 'could not download me_cleaner'
+		./fetch me_cleaner || fail 'could not download me_cleaner'
 	else
 		printf "me_cleaner already downloaded. Skipping.\n"
-		printf "run ./download me_cleaner to manually overwrite\n"
+		printf "run ./fetch me_cleaner to manually overwrite\n"
 	fi
 
 	if [ ! -d ${cbdir} ]; then
@@ -90,7 +90,7 @@ extract_blobs()
 
 	if [ "$CONFIG_HAVE_MRC" = "y" ]; then
 		printf 'haswell board detected, downloading mrc\n'
-		./download mrc || fail "could not download mrc"
+		./update blobs mrc || fail "could not download mrc"
 	fi
 
 	_me_destination=${CONFIG_ME_BIN_PATH#../../}
diff --git a/resources/scripts/update/module/mrc b/resources/scripts/update/blobs/mrc
index 84e79f62..84e79f62 100755
--- a/resources/scripts/update/module/mrc
+++ b/resources/scripts/update/blobs/mrc
diff --git a/resources/scripts/update/module/bios_extract b/resources/scripts/update/module/bios_extract
deleted file mode 100755
index 1688aabe..00000000
--- a/resources/scripts/update/module/bios_extract
+++ /dev/null
@@ -1,22 +0,0 @@
-#!/usr/bin/env sh
-#
-#   Copyright (C) 2023 Leah Rowe <info@minifree.org>
-#
-#    This program is free software: you can redistribute it and/or modify
-#    it under the terms of the GNU General Public License as published by
-#    the Free Software Foundation, either version 3 of the License, or
-#    (at your option) any later version.
-#
-#    This program is distributed in the hope that it will be useful,
-#    but WITHOUT ANY WARRANTY; without even the implied warranty of
-#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-#    GNU General Public License for more details.
-#
-#    You should have received a copy of the GNU General Public License
-#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
-#
-
-[ "x${DEBUG+set}" = 'xset' ] && set -v
-set -u -e
-
-./gitclone bios_extract
diff --git a/resources/scripts/update/module/biosutilities b/resources/scripts/update/module/biosutilities
deleted file mode 100755
index c6de36b1..00000000
--- a/resources/scripts/update/module/biosutilities
+++ /dev/null
@@ -1,22 +0,0 @@
-#!/usr/bin/env sh
-#
-#   Copyright (C) 2023 Leah Rowe <info@minifree.org>
-#
-#    This program is free software: you can redistribute it and/or modify
-#    it under the terms of the GNU General Public License as published by
-#    the Free Software Foundation, either version 3 of the License, or
-#    (at your option) any later version.
-#
-#    This program is distributed in the hope that it will be useful,
-#    but WITHOUT ANY WARRANTY; without even the implied warranty of
-#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-#    GNU General Public License for more details.
-#
-#    You should have received a copy of the GNU General Public License
-#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
-#
-
-[ "x${DEBUG+set}" = 'xset' ] && set -v
-set -u -e
-
-./gitclone biosutilities
diff --git a/resources/scripts/update/module/flashrom b/resources/scripts/update/module/flashrom
deleted file mode 100755
index def33ffb..00000000
--- a/resources/scripts/update/module/flashrom
+++ /dev/null
@@ -1,24 +0,0 @@
-#!/usr/bin/env sh
-
-#  helper script: downloads flashrom and patches it
-#
-#	Copyright (C) 2014, 2015, 2020, 2021 Leah Rowe <info@minifree.org>
-#
-#    This program is free software: you can redistribute it and/or modify
-#    it under the terms of the GNU General Public License as published by
-#    the Free Software Foundation, either version 3 of the License, or
-#    (at your option) any later version.
-#
-#    This program is distributed in the hope that it will be useful,
-#    but WITHOUT ANY WARRANTY; without even the implied warranty of
-#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-#    GNU General Public License for more details.
-#
-#    You should have received a copy of the GNU General Public License
-#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
-#
-
-[ "x${DEBUG+set}" = 'xset' ] && set -v
-set -u -e
-
-./gitclone flashrom
diff --git a/resources/scripts/update/module/grub b/resources/scripts/update/module/grub
deleted file mode 100755
index ff1ce55c..00000000
--- a/resources/scripts/update/module/grub
+++ /dev/null
@@ -1,32 +0,0 @@
-#!/usr/bin/env sh
-
-#  helper script: Downloads GRUB and patches it.
-#
-#	Copyright (C) 2014,2015,2016,2020,2021,2023 Leah Rowe
-#							<info@minifree.org>
-#
-#    This program is free software: you can redistribute it and/or modify
-#    it under the terms of the GNU General Public License as published by
-#    the Free Software Foundation, either version 3 of the License, or
-#    (at your option) any later version.
-#
-#    This program is distributed in the hope that it will be useful,
-#    but WITHOUT ANY WARRANTY; without even the implied warranty of
-#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-#    GNU General Public License for more details.
-#
-#    You should have received a copy of the GNU General Public License
-#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
-#
-
-[ "x${DEBUG+set}" = 'xset' ] && set -v
-set -u -e
-
-./gitclone grub
-./gitclone gnulib || rm -Rf grub/
-if [ ! -d grub ]; then
-	printf "%s: Could not download grub and gnulib\n" ${0}
-	exit 1
-else
-	exit 0
-fi
diff --git a/resources/scripts/update/module/me_cleaner b/resources/scripts/update/module/me_cleaner
deleted file mode 100755
index 93173257..00000000
--- a/resources/scripts/update/module/me_cleaner
+++ /dev/null
@@ -1,25 +0,0 @@
-#!/usr/bin/env sh
-#
-#   Copyright (C) 2020 Leah Rowe <info@minifree.org>
-#
-#    This program is free software: you can redistribute it and/or modify
-#    it under the terms of the GNU General Public License as published by
-#    the Free Software Foundation, either version 3 of the License, or
-#    (at your option) any later version.
-#
-#    This program is distributed in the hope that it will be useful,
-#    but WITHOUT ANY WARRANTY; without even the implied warranty of
-#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-#    GNU General Public License for more details.
-#
-#    You should have received a copy of the GNU General Public License
-#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
-#
-
-# This script assumes that the working directory is the
-# root of retroboot_src or retroboot git.
-
-[ "x${DEBUG+set}" = 'xset' ] && set -v
-set -u -e
-
-./gitclone me_cleaner
diff --git a/resources/scripts/update/module/memtest86plus b/resources/scripts/update/module/memtest86plus
deleted file mode 100755
index e4106f38..00000000
--- a/resources/scripts/update/module/memtest86plus
+++ /dev/null
@@ -1,32 +0,0 @@
-#!/usr/bin/env sh
-
-#  helper script: Downloads MemTest86+ and patches it
-#
-#	Copyright (C) 2014, 2015, 2020, 2021 Leah Rowe <info@minifree.org>
-#	Copyright (C) 2015 Joseph Michael Thompson <jmt@josepht.me>
-#	Copyright (C) 2015 Klemens Nanni <contact@autoboot.org>
-#
-#    This program is free software: you can redistribute it and/or modify
-#    it under the terms of the GNU General Public License as published by
-#    the Free Software Foundation, either version 3 of the License, or
-#    (at your option) any later version.
-#
-#    This program is distributed in the hope that it will be useful,
-#    but WITHOUT ANY WARRANTY; without even the implied warranty of
-#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-#    GNU General Public License for more details.
-#
-#    You should have received a copy of the GNU General Public License
-#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
-#
-
-[ "x${DEBUG+set}" = 'xset' ] && set -v
-set -u -e
-
-# Get the last version of MemTest86+ used, apply patches, build it.
-
-# Remove the old version that may exist
-# ------------------------------------------------------------------------------
-
-printf "Downloading MemTest86+\n"
-./gitclone memtest86plus 
diff --git a/resources/scripts/update/module/seabios b/resources/scripts/update/module/seabios
deleted file mode 100755
index 666c32ae..00000000
--- a/resources/scripts/update/module/seabios
+++ /dev/null
@@ -1,29 +0,0 @@
-#!/usr/bin/env sh
-#
-#   Copyright (C) 2015, 2016, 2021 Leah Rowe <info@minifree.org>
-#
-#	This program is free software: you can redistribute it and/or modify
-#	it under the terms of the GNU General Public License as published by
-#	the Free Software Foundation, either version 3 of the License, or
-#	(at your option) any later version.
-#
-#	This program is distributed in the hope that it will be useful,
-#	but WITHOUT ANY WARRANTY; without even the implied warranty of
-#	MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-#	GNU General Public License for more details.
-#
-#	You should have received a copy of the GNU General Public License
-#	along with this program.  If not, see <http://www.gnu.org/licenses/>.
-#
-
-[ "x${DEBUG+set}" = 'xset' ] && set -v
-set -u -e
-
-# Get SeaBIOS, revert to commit last used and apply patches.
-
-# Remove the old version that may still exist
-# ------------------------------------------------------------------------------
-
-printf "Downloading SeaBIOS\n"
-
-./gitclone seabios
diff --git a/resources/scripts/update/module/uefitool b/resources/scripts/update/module/uefitool
deleted file mode 100755
index cd376895..00000000
--- a/resources/scripts/update/module/uefitool
+++ /dev/null
@@ -1,22 +0,0 @@
-#!/usr/bin/env sh
-#
-#   Copyright (C) 2023 Leah Rowe <info@minifree.org>
-#
-#    This program is free software: you can redistribute it and/or modify
-#    it under the terms of the GNU General Public License as published by
-#    the Free Software Foundation, either version 3 of the License, or
-#    (at your option) any later version.
-#
-#    This program is distributed in the hope that it will be useful,
-#    but WITHOUT ANY WARRANTY; without even the implied warranty of
-#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-#    GNU General Public License for more details.
-#
-#    You should have received a copy of the GNU General Public License
-#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
-#
-
-[ "x${DEBUG+set}" = 'xset' ] && set -v
-set -u -e
-
-./gitclone uefitool
diff --git a/resources/scripts/update/seabios/configs b/resources/scripts/update/seabios/configs
index c40ed2d2..8e8377bb 100755
--- a/resources/scripts/update/seabios/configs
+++ b/resources/scripts/update/seabios/configs
@@ -28,7 +28,7 @@ set -u -e
 printf "Updating seabios configs\n"
 
 if [ ! -d "seabios" ]; then
-	./download seabios
+	./fetch seabios
 fi
 
 if [ ! -d "seabios" ]; then