Fix warning about setting --host and not --build.
1 # This file contains some usefull common functions
2 # Copyright 2007 Yann E. MORIN
3 # Licensed under the GPL v2. See COPYING in the root of this package
7 CT_DoLog ERROR "Build failed in step \"${CT_STEP_MESSAGE[${CT_STEP_COUNT}]}\""
8 for((step=(CT_STEP_COUNT-1); step>1; step--)); do
9 CT_DoLog ERROR " called in step \"${CT_STEP_MESSAGE[${step}]}\""
11 CT_DoLog ERROR "Error happened in \"${BASH_SOURCE[1]}\" in function \"${FUNCNAME[1]}\" (line unknown, sorry)"
12 for((depth=2; ${BASH_LINENO[$((${depth}-1))]}>0; depth++)); do
13 CT_DoLog ERROR " called from \"${BASH_SOURCE[${depth}]}\" at line # ${BASH_LINENO[${depth}-1]} in function \"${FUNCNAME[${depth}]}\""
15 [ "${CT_LOG_TO_FILE}" = "y" ] && CT_DoLog ERROR "Look at \"${CT_LOG_FILE}\" for more info on this error."
25 # The different log levels:
33 # A function to log what is happening
34 # Different log level are available:
35 # - ERROR: A serious, fatal error occurred
36 # - WARN: A non fatal, non serious error occurred, take your responsbility with the generated build
37 # - INFO: Informational messages
38 # - EXTRA: Extra informational messages
39 # - DEBUG: Debug messages
40 # - ALL: Component's build messages
41 # Usage: CT_DoLog <level> [message]
42 # If message is empty, then stdin will be logged.
44 local max_level LEVEL level cur_l cur_L
46 eval max_level="\${CT_LOG_LEVEL_${CT_LOG_LEVEL_MAX}}"
47 # Set the maximum log level to DEBUG if we have none
48 [ -z "${max_level}" ] && max_level=${CT_LOG_LEVEL_DEBUG}
51 eval level="\${CT_LOG_LEVEL_${LEVEL}}"
57 fi |( offset=$((`CT_DoDate +%s`+(CT_STAR_DATE/(1000*1000*1000))))
58 IFS="\n" # We want the full lines, even leading spaces
60 indent=$((2*CT_STEP_COUNT))
62 case "${CT_LOG_SEE_TOOLS_WARN},${line}" in
63 y,*"warning:"*) cur_L=WARN; cur_l=${CT_LOG_LEVEL_WARN};;
64 y,*"WARNING:"*) cur_L=WARN; cur_l=${CT_LOG_LEVEL_WARN};;
65 *"error:"*) cur_L=ERROR; cur_l=${CT_LOG_LEVEL_ERROR};;
66 *"make["?*"]:"*"Stop.") cur_L=ERROR; cur_l=${CT_LOG_LEVEL_ERROR};;
67 *) cur_L="${LEVEL}"; cur_l="${level}";;
69 l="`printf \"[%-5s]%*s%s%s\" \"${cur_L}\" \"${indent}\" \" \" \"${line}\"`"
70 # There will always be a log file, be it /dev/null
72 if [ ${cur_l} -le ${max_level} ]; then
75 if [ "${CT_LOG_PROGRESS_BAR}" = "y" ]; then
76 elapsed=$((SECONDS+OFFSET))
77 [ ${CT_PROG_BAR_CPT} -eq 0 ] && bar="/"
78 [ ${CT_PROG_BAR_CPT} -eq 10 ] && bar="-"
79 [ ${CT_PROG_BAR_CPT} -eq 20 ] && bar="\\"
80 [ ${CT_PROG_BAR_CPT} -eq 30 ] && bar="|"
81 printf "\r[%02d:%02d] %s " $((elapsed/60)) $((elapsed%60)) "${bar}" >&6
82 CT_PROG_BAR_CPT=$(((CT_PROG_BAR_CPT+1)%40))
90 # Tail message to be logged whatever happens
91 # Usage: CT_DoEnd <level>
94 CT_STOP_DATE=`CT_DoDate +%s%N`
95 CT_STOP_DATE_HUMAN=`CT_DoDate +%Y%m%d.%H%M%S`
96 CT_DoLog INFO "Build completed at ${CT_STOP_DATE_HUMAN}"
97 elapsed=$((CT_STOP_DATE-CT_STAR_DATE))
98 elapsed_min=$((elapsed/(60*1000*1000*1000)))
99 elapsed_sec=`printf "%02d" $(((elapsed%(60*1000*1000*1000))/(1000*1000*1000)))`
100 elapsed_csec=`printf "%02d" $(((elapsed%(1000*1000*1000))/(10*1000*1000)))`
101 CT_DoLog ${1:-INFO} "(elapsed: ${elapsed_min}:${elapsed_sec}.${elapsed_csec})"
104 # Abort the execution with an error message
105 # Usage: CT_Abort <message>
107 CT_DoLog ERROR "$1" >&2
111 # Test a condition, and print a message if satisfied
112 # Usage: CT_Test <message> <tests>
117 test "$@" && CT_DoLog WARN "$m"
121 # Test a condition, and abort with an error message if satisfied
122 # Usage: CT_TestAndAbort <message> <tests>
126 test "$@" && CT_Abort "$m"
130 # Test a condition, and abort with an error message if not satisfied
131 # Usage: CT_TestAndAbort <message> <tests>
135 test "$@" || CT_Abort "$m"
139 # Test the presence of a tool, or abort if not found
140 # Usage: CT_HasOrAbort <tool>
142 CT_TestAndAbort "\"${1}\" not found and needed for successfull toolchain build." -z "`which \"${1}\"`"
146 # Get current date with nanosecond precision
147 # On those system not supporting nanosecond precision, faked with rounding down
148 # to the highest entire second
149 # Usage: CT_DoDate <fmt>
151 date "$1" |sed -r -e 's/%N$/000000000/;'
155 CT_STEP_MESSAGE[${CT_STEP_COUNT}]="<none>"
156 # Memorise a step being done so that any error is caught
157 # Usage: CT_DoStep <loglevel> <message>
159 local start=`CT_DoDate +%s%N`
160 CT_DoLog "$1" "================================================================="
162 CT_STEP_COUNT=$((CT_STEP_COUNT+1))
163 CT_STEP_LEVEL[${CT_STEP_COUNT}]="$1"; shift
164 CT_STEP_START[${CT_STEP_COUNT}]="${start}"
165 CT_STEP_MESSAGE[${CT_STEP_COUNT}]="$1"
169 # End the step just being done
172 local stop=`CT_DoDate +%s%N`
173 local duration=`printf "%032d" $((stop-${CT_STEP_START[${CT_STEP_COUNT}]})) |sed -r -e 's/([[:digit:]]{2})[[:digit:]]{7}$/\.\1/; s/^0+//; s/^\./0\./;'`
174 local level="${CT_STEP_LEVEL[${CT_STEP_COUNT}]}"
175 local message="${CT_STEP_MESSAGE[${CT_STEP_COUNT}]}"
176 CT_STEP_COUNT=$((CT_STEP_COUNT-1))
177 CT_DoLog "${level}" "${message}: done in ${duration}s"
181 # Pushes into a directory, and pops back
183 pushd "$1" >/dev/null 2>&1
189 # Makes a path absolute
190 # Usage: CT_MakeAbsolutePath path
191 CT_MakeAbsolutePath() {
192 # Try to cd in that directory
198 # No such directory, fail back to guessing
208 # Creates a temporary directory
209 # $1: variable to assign to
210 # Usage: CT_MktempDir foo
212 # Some mktemp do not allow more than 6 Xs
213 eval "$1"="`mktemp -q -d \"${CT_BUILD_DIR}/.XXXXXX\"`"
214 CT_TestOrAbort "Could not make temporary directory" -n "${!1}" -a -d "${!1}"
217 # Echoes the specified string on stdout until the pipe breaks.
220 # Usage: CT_DoYes "" |make oldconfig
225 # Get the file name extension of a component
226 # Usage: CT_GetFileExtension <component_name-component_version>
227 # If found, echoes the extension to stdout
228 # If not found, echoes nothing on stdout.
229 CT_GetFileExtension() {
234 CT_Pushd "${CT_TARBALLS_DIR}"
235 for ext in .tar.gz .tar.bz2 .tgz .tar; do
236 if [ -f "${file}${ext}" ]; then
247 # Download an URL using wget
248 # Usage: CT_DoGetFileWget <URL>
250 # Need to return true because it is legitimate to not find the tarball at
251 # some of the provided URLs (think about snapshots, different layouts for
252 # different gcc versions, etc...)
253 # Some (very old!) FTP server might not support the passive mode, thus
255 # With automated download as we are doing, it can be very dangerous to use
256 # -c to continue the downloads. It's far better to simply overwrite the
258 wget -nc --progress=dot:binary --tries=3 --passive-ftp "$1" || wget -nc --progress=dot:binary --tries=3 "$1" || true
261 # Download an URL using curl
262 # Usage: CT_DoGetFileCurl <URL>
264 # Note: comments about wget method are also valid here
265 # Plus: no good progreess indicator is available with curl,
266 # so output is consigned to oblivion
267 curl --ftp-pasv -O --retry 3 "$1" >/dev/null || curl -O --retry 3 "$1" >/dev/null || true
270 # Wrapper function to call one of curl or wget
271 # Usage: CT_DoGetFile <URL>
273 local _wget=`which wget`
274 local _curl=`which curl`
275 case "${_wget},${_curl}" in
276 ,) CT_DoError "Could find neither wget nor curl";;
277 ,*) CT_DoGetFileCurl "$1" 2>&1 |CT_DoLog DEBUG;;
278 *) CT_DoGetFileWget "$1" 2>&1 |CT_DoLog DEBUG;;
282 # Download the file from one of the URLs passed as argument
283 # Usage: CT_GetFile <filename> <url> [<url> ...]
291 # Do we already have it?
292 ext=`CT_GetFileExtension "${file}"`
293 if [ -n "${ext}" ]; then
294 CT_DoLog DEBUG "Already have \"${file}\""
298 CT_Pushd "${CT_TARBALLS_DIR}"
299 # File not yet downloaded, try to get it
301 # We'd rather have a bzip2'ed tarball, then gzipped, and finally plain tar.
302 # Try local copy first, if it exists
303 for ext in .tar.bz2 .tar.gz .tgz .tar; do
304 if [ -r "${CT_LOCAL_TARBALLS_DIR}/${file}${ext}" -a \
305 "${CT_FORCE_DOWNLOAD}" != "y" ]; then
306 CT_DoLog EXTRA "Copying \"${file}\" from local copy"
307 cp -v "${CT_LOCAL_TARBALLS_DIR}/${file}${ext}" "${file}${ext}" |CT_DoLog DEBUG
312 CT_DoLog EXTRA "Retrieving \"${file}\""
313 for ext in .tar.bz2 .tar.gz .tgz .tar; do
314 # Try all urls in turn
317 *) CT_DoLog DEBUG "Trying \"${url}/${file}${ext}\""
318 CT_DoGetFile "${url}/${file}${ext}"
321 [ -f "${file}${ext}" ] && return 0 || true
326 CT_Abort "Could not download \"${file}\", and not present in \"${CT_LOCAL_TARBALLS_DIR}\""
329 # Extract a tarball and patch the resulting sources if necessary.
330 # Some tarballs need to be extracted in specific places. Eg.: glibc addons
331 # must be extracted in the glibc directory; uCLibc locales must be extracted
332 # in the extra/locale sub-directory of uClibc.
333 CT_ExtractAndPatch() {
335 local base_file=`echo "${file}" |cut -d - -f 1`
336 local ver_file=`echo "${file}" |cut -d - -f 2-`
337 local official_patch_dir
338 local custom_patch_dir
340 local ext=`CT_GetFileExtension "${file}"`
341 CT_TestAndAbort "\"${file}\" not found in \"${CT_TARBALLS_DIR}\"" -z "${ext}"
342 local full_file="${CT_TARBALLS_DIR}/${file}${ext}"
344 CT_Pushd "${CT_SRC_DIR}"
346 # Add-ons need a little love, really.
349 CT_TestAndAbort "Trying to extract the C-library addon/locales \"${file}\" when C-library not yet extracted" ! -d "${CT_LIBC_FILE}"
352 [ -f ".${file}.extracted" ] && return 0
353 touch ".${file}.extracted"
356 CT_TestAndAbort "Trying to extract the C-library addon/locales \"${file}\" when C-library not yet extracted" ! -d "${CT_LIBC_FILE}"
357 cd "${CT_LIBC_FILE}/extra/locale"
359 [ -f ".${file}.extracted" ] && return 0
360 touch ".${file}.extracted"
364 # If the directory exists, then consider extraction and patching done
365 if [ -d "${file}" ]; then
366 CT_DoLog DEBUG "Already extracted \"${file}\""
370 CT_DoLog EXTRA "Extracting \"${file}\""
372 .tar.bz2) tar xvjf "${full_file}" |CT_DoLog ALL;;
373 .tar.gz|.tgz) tar xvzf "${full_file}" |CT_DoLog ALL;;
374 .tar) tar xvf "${full_file}" |CT_DoLog ALL;;
375 *) CT_Abort "Don't know how to handle \"${file}\": unknown extension" ;;
378 # Snapshots might not have the version number in the extracted directory
379 # name. This is also the case for some (old) packages, such as libfloat.
380 # Overcome this issue by symlink'ing the directory.
381 if [ ! -d "${file}" -a "${libc_addon}" != "y" ]; then
383 .tar.bz2) base=`tar tjf "${full_file}" |head -n 1 |cut -d / -f 1 || true`;;
384 .tar.gz|.tgz) base=`tar tzf "${full_file}" |head -n 1 |cut -d / -f 1 || true`;;
385 .tar) base=`tar tf "${full_file}" |head -n 1 |cut -d / -f 1 || true`;;
387 CT_TestOrAbort "There was a problem when extracting \"${file}\"" -d "${base}" -o "${base}" != "${file}"
388 ln -s "${base}" "${file}"
391 # Kludge: outside this function, we wouldn't know if we had just extracted
392 # a libc addon, or a plain package. Apply patches now.
393 CT_DoLog EXTRA "Patching \"${file}\""
395 # If libc addon, we're already in the correct place.
396 [ -z "${libc_addon}" ] && cd "${file}"
398 [ "${CUSTOM_PATCH_ONLY}" = "y" ] || official_patch_dir="${CT_TOP_DIR}/patches/${base_file}/${ver_file}"
399 [ "${CT_CUSTOM_PATCH}" = "y" ] && custom_patch_dir="${CT_CUSTOM_PATCH_DIR}/${base_file}/${ver_file}"
400 for patch_dir in "${official_patch_dir}" "${custom_patch_dir}"; do
401 if [ -n "${patch_dir}" -a -d "${patch_dir}" ]; then
402 for p in "${patch_dir}"/*.patch; do
403 if [ -f "${p}" ]; then
404 CT_DoLog DEBUG "Applying patch \"${p}\""
405 patch -g0 -F1 -p1 -f <"${p}" |CT_DoLog ALL
406 CT_TestAndAbort "Failed while applying patch file \"${p}\"" ${PIPESTATUS[0]} -ne 0
415 # Compute the target triplet from what is provided by the user
416 # Usage: CT_DoBuildTargetTriplet
417 # In fact this function takes the environment variables to build the target
418 # triplet. It is needed both by the normal build sequence, as well as the
419 # sample saving sequence.
420 CT_DoBuildTargetTriplet() {
421 case "${CT_ARCH_BE},${CT_ARCH_LE}" in
422 y,) target_endian_eb=eb; target_endian_el=;;
423 ,y) target_endian_eb=; target_endian_el=el;;
426 arm) CT_TARGET="${CT_ARCH}${target_endian_eb}";;
427 mips) CT_TARGET="${CT_ARCH}${target_endian_el}";;
428 x86*) # Much love for this one :-(
429 # Ultimately, we should use config.sub to output the correct
430 # procesor name. Work for later...
431 arch="${CT_ARCH_ARCH}"
432 [ -z "${arch}" ] && arch="${CT_ARCH_TUNE}"
434 x86_64) CT_TARGET=x86_64;;
437 i386|i486|i586|i686) CT_TARGET="${arch}";;
438 winchip*) CT_TARGET=i486;;
439 pentium|pentium-mmx|c3*) CT_TARGET=i586;;
440 nocona|athlon*64|k8|athlon-fx|opteron) CT_TARGET=x86_64;;
441 pentiumpro|pentium*|athlon*) CT_TARGET=i686;;
446 case "${CT_TARGET_VENDOR}" in
447 "") CT_TARGET="${CT_TARGET}-unknown";;
448 *) CT_TARGET="${CT_TARGET}-${CT_TARGET_VENDOR}";;
450 case "${CT_KERNEL}" in
451 linux*) CT_TARGET="${CT_TARGET}-linux";;
452 cygwin*) CT_TARGET="${CT_TARGET}-cygwin";;
455 glibc) CT_TARGET="${CT_TARGET}-gnu";;
456 uClibc) CT_TARGET="${CT_TARGET}-uclibc";;
458 case "${CT_ARCH_ABI}" in
459 eabi) CT_TARGET="${CT_TARGET}eabi";;
461 CT_TARGET="`${CT_TOP_DIR}/tools/config.sub ${CT_TARGET}`"