tree.sh 9.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344
  1. # SPDX-License-Identifier: GPL-3.0-or-later
  2. # Copyright (c) 2022-2023 Alper Nebi Yasak <alpernebiyasak@gmail.com>
  3. # Copyright (c) 2022 Ferass El Hafidi <vitali64pmemail@protonmail.com>
  4. # Copyright (c) 2023-2025 Leah Rowe <leah@libreboot.org>
  5. eval "`setvars "" xarch srcdir premake gnatdir xlang mode makeargs elfdir cmd \
  6. project target target_dir targets xtree _f release bootstrapargs mkhelper \
  7. autoconfargs listfile autogenargs btype rev build_depend gccdir cmakedir \
  8. defconfig postmake mkhelpercfg dry dest_dir mdir cleanargs gccver gccfull \
  9. gnatver gnatfull do_make badhash tree`"
  10. trees()
  11. {
  12. flags="f:b:m:u:c:x:s:l:n:d:"
  13. while getopts $flags option; do
  14. [ -n "$_f" ] && err "only one flag is permitted"
  15. _f="$1"
  16. case "$_f" in
  17. -d) dry=":" ;;
  18. -b) : ;;
  19. -u) mode="oldconfig" ;;
  20. -m) mode="menuconfig" ;;
  21. -c) mode="distclean" ;;
  22. -x) mode="crossgcc-clean" ;;
  23. -f)
  24. do_make="n"
  25. dry=":" ;;
  26. -s) mode="savedefconfig" ;;
  27. -l) mode="olddefconfig" ;;
  28. -n) mode="nconfig" ;;
  29. *) err "invalid option '-$option'" ;;
  30. esac
  31. if [ -z "${OPTARG+x}" ]; then
  32. shift 1
  33. break
  34. fi
  35. project="${OPTARG#src/}"
  36. project="${project#config/git/}"
  37. shift 2
  38. done
  39. [ -z "$_f" ] && err "missing flag ($flags)"
  40. [ -z "$project" ] && fx_ "x_ ./mk $_f" x_ ls -1 config/git && return 1
  41. [ -f "config/git/$project/pkg.cfg" ] || \
  42. err "config/git/$project/pkg.cfg missing"
  43. for d in "elf" "config/data" "config" "src"; do
  44. eval "${d#*/}dir=\"$d/$project\""
  45. done
  46. dest_dir="$elfdir"
  47. listfile="$datadir/build.list"
  48. [ -f "$listfile" ] || listfile="" # optional on all projects
  49. mkhelpercfg="$datadir/mkhelper.cfg"
  50. if e "$mkhelpercfg" f missing; then
  51. mkhelpercfg="$xbtmp/mkhelper.cfg"
  52. x_ touch "$mkhelpercfg"
  53. fi
  54. targets="$*"
  55. cmd="build_targets $targets"
  56. singletree "$project" && cmd="build_project"
  57. remkdir "${tmpgit%/*}"
  58. }
  59. build_project()
  60. {
  61. configure_project "$configdir" || return 0
  62. [ ! -f "$listfile" ] || $dry elfcheck || return 0
  63. [ "$mode" = "distclean" ] && mode="clean"
  64. run_make_command || return 0
  65. [ -n "$mode" ] || $dry copy_elf; :
  66. }
  67. build_targets()
  68. {
  69. [ -d "$configdir" ] || err "directory, $configdir, does not exist"
  70. [ $# -gt 0 ] || targets="$(ls -1 "$configdir")" || err "!o $configdir"
  71. for x in $targets; do
  72. unset CROSS_COMPILE
  73. export PATH="$xbmkpath"
  74. [ "$x" = "list" ] && x_ ls -1 "config/$project" && \
  75. listfile="" && break
  76. target="$x"
  77. printf "'make %s', '%s', '%s'\n" "$mode" "$project" "$target"
  78. x_ handle_defconfig
  79. [ -n "$mode" ] || x_ $postmake
  80. done; :
  81. }
  82. handle_defconfig()
  83. {
  84. target_dir="$configdir/$target"
  85. [ -f "CHANGELOG" ] || fetch_project "$project"
  86. configure_project "$target_dir" || return 0
  87. chkvars tree
  88. srcdir="src/$project/$tree"
  89. [ "$mode" = "${mode%clean}" ] && [ ! -d "$srcdir" ] && return 0
  90. [ -z "$mode" ] && for _xarch in $xarch; do
  91. $dry check_cross_compiler "$_xarch"
  92. done; :
  93. for y in "$target_dir/config"/*; do
  94. [ "$_f" = "-d" ] || [ -f "$y" ] || continue
  95. [ "$_f" = "-d" ] || defconfig="$y"
  96. [ -n "$mode" ] || check_defconfig || continue
  97. handle_makefile
  98. [ -n "$mode" ] || $dry copy_elf
  99. done; :
  100. }
  101. configure_project()
  102. {
  103. eval "`setvars "" cleanargs build_depend autoconfargs xtree postmake \
  104. makeargs btype mkhelper bootstrapargs premake release xlang xarch \
  105. badhash`"
  106. _tcfg="$1/target.cfg"
  107. [ -f "$_tcfg" ] || btype="auto"
  108. e "$datadir/mkhelper.cfg" f && eval "`setcfg "$datadir/mkhelper.cfg"`"
  109. while e "$_tcfg" f || [ "$cmd" != "build_project" ]; do
  110. eval "`setvars "" rev tree`"
  111. eval "`setcfg "$_tcfg"`"
  112. printf "Loading %s config: %s\n" "$project" "$_tcfg"
  113. [ "$_f" = "-d" ] && build_depend="" # dry run
  114. [ "$cmd" = "build_project" ] && break
  115. [ "$do_make" != "n" ] && break
  116. [ "${_tcfg%/*/target.cfg}" = "${_tcfg%"/$tree/target.cfg"}" ] \
  117. && break
  118. _tcfg="${_tcfg%/*/target.cfg}/$tree/target.cfg"
  119. done
  120. [ "$XBMK_RELEASE" = "y" ] && [ "$release" = "n" ] && return 1
  121. [ -z "$btype" ] || [ "${mode%config}" = "$mode" ] || return 1
  122. [ -z "$mode" ] && $dry build_dependencies
  123. mdir="$xbmkpwd/config/submodule/$project"
  124. [ -n "$tree" ] && mdir="$mdir/$tree"
  125. [ -f "CHANGELOG" ] || check_project_hashes
  126. if [ "$do_make" = "n" ]; then
  127. [ -f "CHANGELOG" ] || fetch_${cmd#build_}
  128. return 1
  129. fi
  130. x_ ./mk -f "$project" "$target"
  131. }
  132. build_dependencies()
  133. {
  134. for bd in $build_depend; do
  135. bd_p="${bd%%/*}"
  136. bd_t="${bd##*/}"
  137. [ -z "$bd_p" ] && $dry err "$project/$tree: !bd '$bd'"
  138. [ "${bd##*/}" = "$bd" ] && bd_t=""
  139. [ -z "$bd_p" ] || $dry x_ ./mk -b $bd_p $bd_t; :
  140. done; :
  141. }
  142. check_project_hashes()
  143. {
  144. old_pjhash="" && x_ mkdir -p "$XBMK_CACHE/hash"
  145. [ ! -f "$XBMK_CACHE/hash/$project$tree" ] || \
  146. read -r old_pjhash < "$XBMK_CACHE/hash/$project$tree" || \
  147. err "old_pjhash: Can't read '$XBMK_CACHE/hash/$project$tree'"
  148. fx_ "x_ sha512sum" find "$datadir" "$configdir/$tree" "$mdir" \
  149. -type f -not -path "*/.git*/*" | awk '{print $1}' > \
  150. "$xbtmp/project.hash" || err "!h $project $tree"
  151. pjhash="$(x_ sha512sum "$xbtmp/project.hash" | awk '{print $1}' || \
  152. err)" || err "pjhash: Can't read sha512 of '$xbtmp/project.hash'"
  153. [ "$pjhash" != "$old_pjhash" ] && badhash="y"
  154. [ -f "$XBMK_CACHE/hash/$project$tree" ] || badhash="y"
  155. printf "%s\n" "$pjhash" > "$XBMK_CACHE/hash/$project$tree" || \
  156. err "!mk $XBMK_CACHE/hash/$project$tree"
  157. [ "$badhash" != "y" ] || x_ rm -Rf "src/$project/$tree" \
  158. "elf/$project/$tree" "elf/$project/$target"; :
  159. }
  160. check_cross_compiler()
  161. {
  162. cbdir="src/coreboot/$tree"
  163. [ "$project" != "coreboot" ] && cbdir="src/coreboot/default"
  164. [ -n "$xtree" ] && cbdir="src/coreboot/$xtree"
  165. x_ ./mk -f coreboot "${cbdir#src/coreboot/}"
  166. export PATH="$xbmkpwd/$cbdir/util/crossgcc/xgcc/bin:$PATH"
  167. export CROSS_COMPILE="${xarch% *}-"
  168. [ -n "$xlang" ] && export BUILD_LANGUAGES="$xlang"
  169. # match gnat-X to gcc
  170. check_gnu_path gcc gnat || x_ check_gnu_path gnat gcc
  171. xfix="${1%-*}" && [ "$xfix" = "x86_64" ] && xfix="x64"
  172. xgccargs="crossgcc-$xfix UPDATED_SUBMODULES=1 CPUS=$XBMK_THREADS"
  173. make -C "$cbdir" $xgccargs || x_ make -C "$cbdir" $xgccargs
  174. # we only want to mess with hostcc to build xgcc
  175. remkdir "$XBMK_CACHE/gnupath"
  176. }
  177. # fix mismatching gcc/gnat versions on debian trixie/sid. as of december 2024,
  178. # trixie/sid had gnat-13 as gnat and gcc-14 as gcc, but has gnat-14 in apt. in
  179. # some cases, gcc 13+14 and gnat-13 are present; or gnat-14 and gcc-14, but
  180. # gnat in PATH never resolves to gnat-14, because gnat-14 was "experimental"
  181. check_gnu_path()
  182. {
  183. command -v "$1" 1>/dev/null || err "Host '$1' unavailable"
  184. eval "`setvars "" gccver gccfull gnatver gnatfull gccdir gnatdir`"
  185. x_ gnu_setver "$1" "$1" || err "Command '$1' unavailable."
  186. gnu_setver "$2" "$2" || :
  187. eval "[ -z \"\$$1ver\" ] && err \"Cannot detect host '$1' version\""
  188. [ "$gnatfull" = "$gccfull" ] && return 0
  189. eval "$1dir=\"$(dirname "$(command -v "$1")")\""
  190. eval "_gnudir=\"\$$1dir\"; _gnuver=\"\$$1ver\""
  191. for _bin in "$_gnudir/$2-"*; do
  192. [ "${_bin#"$_gnudir/$2-"}" = "$_gnuver" ] && [ -x "$_bin" ] \
  193. && _gnuver="${_bin#"$_gnudir/$2-"}" && break; :
  194. done
  195. gnu_setver "$2" "$_gnudir/$2-$_gnuver" || return 1
  196. [ "$gnatfull" = "$gccfull" ] || return 1
  197. (
  198. remkdir "$XBMK_CACHE/gnupath" && x_ cd "$XBMK_CACHE/gnupath"
  199. for _gnubin in "$_gnudir/$2"*"-$_gnuver"; do
  200. _gnuutil="${_gnubin##*/}" && [ -e "$_gnubin" ] && \
  201. x_ ln -s "$_gnubin" "${_gnuutil%"-$_gnuver"}"
  202. done
  203. ) || err "Cannot create $2-$_gnuver link in $_gnudir"; :
  204. }
  205. gnu_setver()
  206. {
  207. eval "$2 --version 1>/dev/null 2>/dev/null || return 1"
  208. eval "$1ver=\"`"$2" --version 2>/dev/null | head -n1`\""
  209. eval "$1ver=\"\${$1ver##* }\""
  210. eval "$1full=\"\$$1ver\""
  211. eval "$1ver=\"\${$1ver%%.*}\""; :
  212. }
  213. check_defconfig()
  214. {
  215. [ -f "$defconfig" ] || $dry err "$project/$target: missing defconfig"
  216. dest_dir="$elfdir/$target/${defconfig#"$target_dir/config/"}"
  217. $dry elfcheck || return 1; : # skip build if a previous one exists
  218. }
  219. elfcheck()
  220. {
  221. # TODO: *STILL* very hacky check. do it properly (based on build.list)
  222. ( fx_ "eval exit 1 && err" find "$dest_dir" -type f ) || return 1; :
  223. }
  224. handle_makefile()
  225. {
  226. $dry check_makefile "$srcdir" && \
  227. $dry x_ make -C "$srcdir" $cleanargs clean
  228. [ -f "$defconfig" ] && x_ cp "$defconfig" "$srcdir/.config"
  229. run_make_command || err "handle_makefile $srcdir: no makefile!"
  230. _copy=".config" && [ "$mode" = "savedefconfig" ] && _copy="defconfig"
  231. [ "${mode%config}" = "$mode" ] || \
  232. $dry x_ cp "$srcdir/$_copy" "$defconfig"
  233. [ -e "$srcdir/.git" ] && [ "$project" = "u-boot" ] && \
  234. [ "$mode" = "distclean" ] && \
  235. $dry x_ git -C "$srcdir" $cleanargs clean -fdx; :
  236. }
  237. run_make_command()
  238. {
  239. [ -n "$mode" ] || x_ $premake
  240. $dry check_cmake "$srcdir" && [ -z "$mode" ] && \
  241. $dry check_autoconf "$srcdir"
  242. $dry check_makefile "$srcdir" || return 1
  243. $dry x_ make -C "$srcdir" $mode -j$XBMK_THREADS $makeargs
  244. [ -n "$mode" ] || x_ $mkhelper
  245. check_makefile "$srcdir" || return 0
  246. [ "$mode" != "clean" ] || \
  247. $dry make -C "$srcdir" $cleanargs distclean || \
  248. $dry x_ make -C "$srcdir" $cleanargs clean; :
  249. }
  250. check_cmake()
  251. {
  252. [ -z "$cmakedir" ] || $dry check_makefile "$1" || cmake -B "$1" \
  253. "$1/$cmakedir" || $dry x_ check_makefile "$1"
  254. [ -z "$cmakedir" ] || $dry x_ check_makefile "$1"; :
  255. }
  256. check_autoconf()
  257. {
  258. (
  259. x_ cd "$1"
  260. [ -f "bootstrap" ] && x_ ./bootstrap $bootstrapargs
  261. [ -f "autogen.sh" ] && x_ ./autogen.sh $autogenargs
  262. [ -f "configure" ] && x_ ./configure $autoconfargs; :
  263. ) || err "can't bootstrap project: $1"; :
  264. }
  265. check_makefile()
  266. {
  267. [ -f "$1/Makefile" ] || [ -f "$1/makefile" ] || \
  268. [ -f "$1/GNUmakefile" ] || return 1; :
  269. }
  270. copy_elf()
  271. {
  272. [ -f "$listfile" ] && x_ mkdir -p "$dest_dir"
  273. [ ! -f "$listfile" ] || while read -r f; do
  274. [ -f "$srcdir/$f" ] && x_ cp "$srcdir/$f" "$dest_dir"; :
  275. done < "$listfile" || err "copy_elf $*: cannot read '$listfile'"; :
  276. x_ make clean -C "$srcdir" $cleanargs
  277. }