No longer mark NPTL as being EXPERIMENTAL.
But mark build a native gdb as being EXPERIMENTAL.
2 # Copyright 2007 Yann E. MORIN
3 # Licensed under the GPL v2. See COPYING in the root of this package.
5 # This is the main entry point to crosstool
7 # - download, extract and patch the toolchain components
8 # - build and install each components in turn
9 # - and eventually test the resulting toolchain
11 # What this file does is prepare the environment, based upon the user-choosen
12 # options. It also checks the existing environment for un-friendly variables,
13 # and builds the tools.
15 # CT_TOP_DIR is set by the makefile. If we don't have it, something's gone horribly wrong...
16 if [ -z "${CT_TOP_DIR}" -o ! -d "${CT_TOP_DIR}" ]; then
17 # We don't have the functions right now, because we don't have CT_TOP_DIR.
18 # Do the print stuff by hand:
19 echo "CT_TOP_DIR not set, or not a directory. Something's gone horribly wrong."
20 echo "Please send a bug report (see README)"
24 # Parse the common functions
25 . "${CT_TOP_DIR}/scripts/functions"
27 CT_STAR_DATE=`CT_DoDate +%s%N`
28 CT_STAR_DATE_HUMAN=`CT_DoDate +%Y%m%d.%H%M%S`
31 # - first of all, save stdout so we can see the live logs: fd #6
33 # - then point stdout to the log file (temporary for now)
34 tmp_log_file="${CT_TOP_DIR}/log.$$"
35 exec >>"${tmp_log_file}"
37 # Are we configured? We'll need that later...
38 CT_TestOrAbort "Configuration file not found. Please create one." -f "${CT_TOP_DIR}/.config"
40 # Parse the configuration file
41 # It has some info about the logging facility, so include it early
42 . "${CT_TOP_DIR}/.config"
45 renice ${CT_NICE} $$ |CT_DoLog DEBUG
47 # Yes! We can do full logging from now on!
48 CT_DoLog INFO "Build started ${CT_STAR_DATE_HUMAN}"
50 CT_DoStep DEBUG "Dumping crosstool-NG configuration"
51 cat ${CT_TOP_DIR}/.config |egrep '^(# |)CT_' |CT_DoLog DEBUG
54 # Some sanity checks in the environment and needed tools
55 CT_DoLog INFO "Checking environment sanity"
57 # First of really first of really all, **must not** move lower than here!
58 if [ -n "${CT_RESTART}" -a -z "${CT_DEBUG_CT_SAVE_STEPS}" ]; then
59 CT_DoLog ERROR "You asked to restart a non-restartable build"
60 CT_DoLog ERROR "This happened because you didn't set CT_DEBUG_CT_SAVE_STEPS in the config options"
61 CT_Abort "I will stop here to avoid any carnage"
64 # Enable known ordering of files in directory listings:
65 CT_Test "Crosstool-NG might not work as expected with LANG=\"${LANG}\"" -n "${LANG}"
66 case "${LC_COLLATE},${LC_ALL}" in
67 # These four combinations are known to sort files in the correct order:
72 # Anything else is destined to be borked if not gracefuly handled:
73 *) CT_DoLog WARN "Either LC_COLLATE=\"${LC_COLLATE}\" or LC_ALL=\"${LC_ALL}\" is not supported."
74 export LC_ALL=`locale -a |egrep "^(fr_FR|en_US)" |head -n 1`
75 CT_TestOrAbort "Neither en_US* nor fr_FR* locales found on your system." -n "${LC_ALL}"
76 CT_DoLog WARN "Forcing to known working LC_ALL=\"${LC_ALL}\"."
80 # Other environment sanity checks
81 CT_TestAndAbort "Don't set LD_LIBRARY_PATH. It screws up the build." -n "${LD_LIBRARY_PATH}"
82 CT_TestAndAbort "Don't set CFLAGS. It screws up the build." -n "${CFLAGS}"
83 CT_TestAndAbort "Don't set CXXFLAGS. It screws up the build." -n "${CXXFLAGS}"
84 CT_Test "GREP_OPTIONS screws up the build. Resetting." -n "${GREP_OPTIONS}"
91 CT_DoLog INFO "Building environment variables"
93 # Target triplet: CT_TARGET needs a little love:
94 CT_DoBuildTargetTriplet
96 # Kludge: If any of the configured options needs CT_TARGET,
97 # then rescan the options file now:
98 . "${CT_TOP_DIR}/.config"
100 # Now, build up the variables from the user-configured options.
101 CT_KERNEL_FILE="${CT_KERNEL}-${CT_KERNEL_VERSION}"
102 CT_BINUTILS_FILE="binutils-${CT_BINUTILS_VERSION}"
103 if [ "${CT_CC_USE_CORE}" != "y" ]; then
104 CT_CC_CORE="${CT_CC}"
105 CT_CC_CORE_VERSION="${CT_CC_VERSION}"
106 CT_CC_CORE_EXTRA_CONFIG="${CT_CC_EXTRA_CONFIG}"
108 CT_CC_CORE_FILE="${CT_CC_CORE}-${CT_CC_CORE_VERSION}"
109 CT_CC_FILE="${CT_CC}-${CT_CC_VERSION}"
110 CT_LIBC_FILE="${CT_LIBC}-${CT_LIBC_VERSION}"
111 CT_LIBFLOAT_FILE="libfloat-${CT_LIBFLOAT_VERSION}"
113 # Where will we work?
114 CT_TARBALLS_DIR="${CT_TOP_DIR}/targets/tarballs"
115 CT_SRC_DIR="${CT_TOP_DIR}/targets/${CT_TARGET}/src"
116 CT_BUILD_DIR="${CT_TOP_DIR}/targets/${CT_TARGET}/build"
117 CT_DEBUG_INSTALL_DIR="${CT_INSTALL_DIR}/${CT_TARGET}/debug-root"
118 # Note: we'll always install the core compiler in its own directory, so as to
119 # not mix the two builds: core and final. Anyway, its generic, wether we use
120 # a different compiler as core, or not.
121 CT_CC_CORE_STATIC_PREFIX_DIR="${CT_BUILD_DIR}/${CT_CC}-core-static"
122 CT_CC_CORE_SHARED_PREFIX_DIR="${CT_BUILD_DIR}/${CT_CC}-core-shared"
123 CT_STATE_DIR="${CT_TOP_DIR}/targets/${CT_TARGET}/state"
125 # Make all path absolute, it so much easier!
126 CT_LOCAL_TARBALLS_DIR="`CT_MakeAbsolutePath \"${CT_LOCAL_TARBALLS_DIR}\"`"
128 # Some more sanity checks now that we have all paths set up
129 case "${CT_TARBALLS_DIR},${CT_SRC_DIR},${CT_BUILD_DIR},${CT_PREFIX_DIR},${CT_INSTALL_DIR}" in
130 *" "*) CT_Abort "Don't use spaces in paths, it breaks things.";;
133 # Check now if we can write to the destination directory:
134 if [ -d "${CT_INSTALL_DIR}" ]; then
135 CT_TestAndAbort "Destination directory \"${CT_INSTALL_DIR}\" is not removable" ! -w `dirname "${CT_INSTALL_DIR}"`
138 # Good, now grab a bit of informations on the system we're being run on,
139 # just in case something goes awok, and it's not our fault:
140 CT_SYS_USER="`id -un`"
141 CT_SYS_HOSTNAME=`hostname -f 2>/dev/null || true`
142 # Hmmm. Some non-DHCP-enabled machines do not have an FQDN... Fall back to node name.
143 CT_SYS_HOSTNAME="${CT_SYS_HOSTNAME:-`uname -n`}"
144 CT_SYS_KERNEL=`uname -s`
145 CT_SYS_REVISION=`uname -r`
146 # MacOS X lacks '-o' :
147 CT_SYS_OS=`uname -o || echo "Unknown (maybe MacOS-X)"`
148 CT_SYS_MACHINE=`uname -m`
149 CT_SYS_PROCESSOR=`uname -p`
150 CT_SYS_GCC=`gcc -dumpversion`
151 CT_SYS_TARGET=`${CT_TOP_DIR}/tools/config.guess`
152 CT_TOOLCHAIN_ID="crosstool-${CT_VERSION} build ${CT_STAR_DATE_HUMAN} by ${CT_SYS_USER}@${CT_SYS_HOSTNAME}"
154 CT_DoLog EXTRA "Preparing working directories"
156 # Ah! The build directory shall be eradicated, even if we restart!
157 if [ -d "${CT_BUILD_DIR}" ]; then
158 mv "${CT_BUILD_DIR}" "${CT_BUILD_DIR}.$$"
159 chmod -R u+w "${CT_BUILD_DIR}.$$"
160 nohup rm -rf "${CT_BUILD_DIR}.$$" >/dev/null 2>&1 &
163 # Don't eradicate directories if we need to restart
164 if [ -z "${CT_RESTART}" ]; then
165 # Get rid of pre-existing installed toolchain and previous build directories.
166 # We need to do that _before_ we can safely log, because the log file will
167 # most probably be in the toolchain directory.
168 if [ "${CT_FORCE_DOWNLOAD}" = "y" -a -d "${CT_TARBALLS_DIR}" ]; then
169 mv "${CT_TARBALLS_DIR}" "${CT_TARBALLS_DIR}.$$"
170 chmod -R u+w "${CT_TARBALLS_DIR}.$$"
171 nohup rm -rf "${CT_TARBALLS_DIR}.$$" >/dev/null 2>&1 &
173 if [ "${CT_FORCE_EXTRACT}" = "y" -a -d "${CT_SRC_DIR}" ]; then
174 mv "${CT_SRC_DIR}" "${CT_SRC_DIR}.$$"
175 chmod -R u+w "${CT_SRC_DIR}.$$"
176 nohup rm -rf "${CT_SRC_DIR}.$$" >/dev/null 2>&1 &
178 if [ -d "${CT_INSTALL_DIR}" ]; then
179 mv "${CT_INSTALL_DIR}" "${CT_INSTALL_DIR}.$$"
180 chmod -R u+w "${CT_INSTALL_DIR}.$$"
181 nohup rm -rf "${CT_INSTALL_DIR}.$$" >/dev/null 2>&1 &
183 if [ -d "${CT_DEBUG_INSTALL_DIR}" ]; then
184 mv "${CT_DEBUG_INSTALL_DIR}" "${CT_DEBUG_INSTALL_DIR}.$$"
185 chmod -R u+w "${CT_DEBUG_INSTALL_DIR}.$$"
186 nohup rm -rf "${CT_DEBUG_INSTALL_DIR}.$$" >/dev/null 2>&1 &
188 # In case we start anew, get rid of the previously saved state directory
189 if [ -d "${CT_STATE_DIR}" ]; then
190 mv "${CT_STATE_DIR}" "${CT_STATE_DIR}.$$"
191 chmod -R u+w "${CT_STATE_DIR}.$$"
192 nohup rm -rf "${CT_STATE_DIR}.$$" >/dev/null 2>&1 &
196 # Create the directories we'll use, even if restarting: it does no harm to
197 # create already existent directories, and CT_BUILD_DIR needs to be created
199 mkdir -p "${CT_TARBALLS_DIR}"
200 mkdir -p "${CT_SRC_DIR}"
201 mkdir -p "${CT_BUILD_DIR}"
202 mkdir -p "${CT_INSTALL_DIR}"
203 mkdir -p "${CT_PREFIX_DIR}"
204 mkdir -p "${CT_DEBUG_INSTALL_DIR}"
205 mkdir -p "${CT_CC_CORE_STATIC_PREFIX_DIR}"
206 mkdir -p "${CT_CC_CORE_SHARED_PREFIX_DIR}"
207 mkdir -p "${CT_STATE_DIR}"
209 # Kludge: CT_INSTALL_DIR and CT_PREFIX_DIR might have grown read-only if
210 # the previous build was successfull. To be able to move the logfile there,
211 # switch them back to read/write
212 chmod -R u+w "${CT_INSTALL_DIR}" "${CT_PREFIX_DIR}"
214 # Redirect log to the actual log file now we can
215 # It's quite understandable that the log file will be installed in the install
216 # directory, so we must first ensure it exists and is writeable (above) before
219 case "${CT_LOG_TO_FILE},${CT_LOG_FILE}" in
220 ,*) rm -f "${tmp_log_file}"
222 y,/*) mkdir -p "`dirname \"${CT_LOG_FILE}\"`"
223 cat "${tmp_log_file}" >>"${CT_LOG_FILE}"
224 rm -f "${tmp_log_file}"
225 exec >>"${CT_LOG_FILE}"
227 y,*) mkdir -p "`pwd`/`dirname \"${CT_LOG_FILE}\"`"
228 cat "${tmp_log_file}" >>"`pwd`/${CT_LOG_FILE}"
229 rm -f "${tmp_log_file}"
230 exec >>"${CT_LOG_FILE}"
234 # Setting up the rest of the environment only is not restarting
235 if [ -z "${CT_RESTART}" ]; then
236 # Determine build system if not set by the user
237 CT_Test "You did not specify the build system. That's OK, I can guess..." -z "${CT_BUILD}"
238 CT_BUILD="`${CT_TOP_DIR}/tools/config.sub \"${CT_BUILD:-\`${CT_TOP_DIR}/tools/config.guess\`}\"`"
240 # Arrange paths depending on wether we use sys-root or not.
241 if [ "${CT_USE_SYSROOT}" = "y" ]; then
242 CT_SYSROOT_DIR="${CT_PREFIX_DIR}/${CT_TARGET}/sys-root"
243 CT_HEADERS_DIR="${CT_SYSROOT_DIR}/usr/include"
244 BINUTILS_SYSROOT_ARG="--with-sysroot=${CT_SYSROOT_DIR}"
245 CC_CORE_SYSROOT_ARG="--with-sysroot=${CT_SYSROOT_DIR}"
246 CC_SYSROOT_ARG="--with-sysroot=${CT_SYSROOT_DIR}"
248 # glibc's prefix must be exactly /usr, else --with-sysroot'd gcc will get
249 # confused when $sysroot/usr/include is not present.
250 # Note: --prefix=/usr is magic!
251 # See http://www.gnu.org/software/libc/FAQ.html#s-2.2
253 # plain old way. All libraries in prefix/target/lib
254 CT_SYSROOT_DIR="${CT_PREFIX_DIR}/${CT_TARGET}"
255 CT_HEADERS_DIR="${CT_SYSROOT_DIR}/include"
256 # hack! Always use --with-sysroot for binutils.
257 # binutils 2.14 and later obey it, older binutils ignore it.
258 # Lets you build a working 32->64 bit cross gcc
259 BINUTILS_SYSROOT_ARG="--with-sysroot=${CT_SYSROOT_DIR}"
260 # Use --with-headers, else final gcc will define disable_glibc while
261 # building libgcc, and you'll have no profiling
262 CC_CORE_SYSROOT_ARG="--without-headers"
263 CC_SYSROOT_ARG="--with-headers=${CT_HEADERS_DIR}"
264 LIBC_SYSROOT_ARG="prefix="
267 # Prepare the 'lib' directories in sysroot, else the ../lib64 hack used by
268 # 32 -> 64 bit crosscompilers won't work, and build of final gcc will fail with
269 # "ld: cannot open crti.o: No such file or directory"
270 mkdir -p "${CT_SYSROOT_DIR}/lib"
271 mkdir -p "${CT_SYSROOT_DIR}/usr/lib"
273 # Canadian-cross are really picky on the way they are built. Tweak the values.
274 CT_UNIQ_BUILD=`echo "${CT_BUILD}" |sed -r -e 's/-/-build_/'`
275 if [ "${CT_CANADIAN}" = "y" ]; then
276 # Arrange so that gcc never, ever think that build system == host system
277 CT_CANADIAN_OPT="--build=${CT_UNIQ_BUILD}"
278 # We shall have a compiler for this target!
281 CT_HOST="${CT_BUILD}"
282 CT_CANADIAN_OPT="--build=${CT_BUILD}"
283 # Add the target toolchain in the path so that we can build the C library
284 # Carefully add paths in the order we want them:
285 # - first try in ${CT_PREFIX_DIR}/bin
286 # - then try in ${CT_CC_CORE_SHARED_PREFIX_DIR}/bin
287 # - then try in ${CT_CC_CORE_STATIC_PREFIX_DIR}/bin
288 # - fall back to searching user's PATH
289 export PATH="${CT_PREFIX_DIR}/bin:${CT_CC_CORE_SHARED_PREFIX_DIR}/bin:${CT_CC_CORE_STATIC_PREFIX_DIR}/bin:${PATH}"
292 # Modify GCC_HOST to never be equal to $BUILD or $TARGET
293 # This strange operation causes gcc to always generate a cross-compiler
294 # even if the build machine is the same kind as the host.
295 # This is why CC has to be set when doing a canadian cross; you can't find a
296 # host compiler by appending -gcc to our whacky $GCC_HOST
297 # Kludge: it is reported that the above causes canadian crosses with cygwin
298 # hosts to fail, so avoid it just in that one case. It would be cleaner to
299 # just move this into the non-canadian case above, but I'm afraid that might
300 # cause some configure script somewhere to decide that since build==host, they
301 # could run host binaries.
302 # (Copied almost as-is from original crosstool):
303 case "${CT_KERNEL},${CT_CANADIAN}" in
305 *,y) CT_HOST="`echo \"${CT_HOST}\" |sed -r -e 's/-/-host_/;'`";;
308 # Ah! Recent versions of binutils need some of the build and/or host system
309 # (read CT_BUILD and CT_HOST) tools to be accessible (ar is but an example).
311 CT_DoLog EXTRA "Making build system tools available"
312 mkdir -p "${CT_PREFIX_DIR}/bin"
313 for tool in ar as dlltool gcc g++ gnatbind gnatmake ld nm ranlib strip windres objcopy objdump; do
314 if [ -n "`which ${tool}`" ]; then
315 ln -sfv "`which ${tool}`" "${CT_PREFIX_DIR}/bin/${CT_BUILD}-${tool}"
316 ln -sfv "`which ${tool}`" "${CT_PREFIX_DIR}/bin/${CT_UNIQ_BUILD}-${tool}"
317 ln -sfv "`which ${tool}`" "${CT_PREFIX_DIR}/bin/${CT_HOST}-${tool}"
321 # Ha. cygwin host have an .exe suffix (extension) for executables.
322 [ "${CT_KERNEL}" = "cygwin" ] && EXEEXT=".exe" || EXEEXT=""
324 # Transform the ARCH into a kernel-understandable ARCH
326 x86) CT_KERNEL_ARCH=i386;;
327 ppc) CT_KERNEL_ARCH=powerpc;;
328 *) CT_KERNEL_ARCH="${CT_ARCH}";;
331 # Build up the TARGET_CFLAGS from user-provided options
332 # Override with user-specified CFLAGS
333 [ -n "${CT_ARCH_CPU}" ] && CT_TARGET_CFLAGS="-mcpu=${CT_ARCH_CPU} ${CT_TARGET_CFLAGS}"
334 [ -n "${CT_ARCH_TUNE}" ] && CT_TARGET_CFLAGS="-mtune=${CT_ARCH_TUNE} ${CT_TARGET_CFLAGS}"
335 [ -n "${CT_ARCH_ARCH}" ] && CT_TARGET_CFLAGS="-march=${CT_ARCH_ARCH} ${CT_TARGET_CFLAGS}"
336 [ -n "${CT_ARCH_FPU}" ] && CT_TARGET_CFLAGS="-mfpu=${CT_ARCH_FPU} ${CT_TARGET_CFLAGS}"
340 [ "${CT_USE_PIPES}" = "y" ] && CT_CFLAGS_FOR_HOST="${CT_CFLAGS_FOR_HOST} -pipe"
342 # And help make go faster
344 [ ${CT_PARALLEL_JOBS} -ne 0 ] && PARALLELMFLAGS="${PARALLELMFLAGS} -j${CT_PARALLEL_JOBS}"
345 [ ${CT_LOAD} -ne 0 ] && PARALLELMFLAGS="${PARALLELMFLAGS} -l${CT_LOAD}"
347 CT_DoStep EXTRA "Dumping internal crosstool-NG configuration"
348 CT_DoLog EXTRA "Building a toolchain for:"
349 CT_DoLog EXTRA " build = ${CT_BUILD}"
350 CT_DoLog EXTRA " host = ${CT_HOST}"
351 CT_DoLog EXTRA " target = ${CT_TARGET}"
352 set |egrep '^CT_.+=' |sort |CT_DoLog DEBUG
356 # Include sub-scripts instead of calling them: that way, we do not have to
357 # export any variable, nor re-parse the configuration and functions files.
358 . "${CT_TOP_DIR}/scripts/build/kernel_${CT_KERNEL}.sh"
359 . "${CT_TOP_DIR}/scripts/build/binutils.sh"
360 . "${CT_TOP_DIR}/scripts/build/libfloat.sh"
361 . "${CT_TOP_DIR}/scripts/build/libc_${CT_LIBC}.sh"
362 . "${CT_TOP_DIR}/scripts/build/cc_core_${CT_CC_CORE}.sh"
363 . "${CT_TOP_DIR}/scripts/build/cc_${CT_CC}.sh"
364 . "${CT_TOP_DIR}/scripts/build/debug.sh"
366 if [ -z "${CT_RESTART}" ]; then
367 CT_DoStep INFO "Retrieving needed toolchain components' tarballs"
377 if [ "${CT_ONLY_DOWNLOAD}" != "y" ]; then
378 if [ "${CT_FORCE_EXTRACT}" = "y" ]; then
379 mv "${CT_SRC_DIR}" "${CT_SRC_DIR}.$$"
380 nohup rm -rf "${CT_SRC_DIR}.$$" >/dev/null 2>&1
382 CT_DoStep INFO "Extracting and patching toolchain components"
394 # Now for the job by itself. Go have a coffee!
395 if [ "${CT_ONLY_DOWNLOAD}" != "y" -a "${CT_ONLY_EXTRACT}" != "y" ]; then
396 # Because of CT_RESTART, this becomes quite complex
397 [ -n "${CT_RESTART}" ] && do_it=0 || do_it=1
398 for step in libc_check_config \
399 kernel_check_config \
412 if [ ${do_it} -eq 0 ]; then
413 if [ "${CT_RESTART}" = "${step}" ]; then
414 CT_DoLoadState "${step}"
418 CT_DoSaveState ${step}
420 if [ ${do_it} -eq 1 ]; then
422 if [ "${CT_STOP}" = "${step}" ]; then
423 CT_DoLog ERROR "Stopping just after step \"${step}\", as requested."
426 if [ "${CTDEBUG_CT_PAUSE_STEPS}" = "y" ]; then
427 CT_DoPause "Step \"${step}\" finished"
432 # Create the aliases to the target tools
433 if [ -n "${CT_TARGET_ALIAS}" ]; then
434 CT_DoLog EXTRA "Creating symlinks from \"${CT_TARGET}-*\" to \"${CT_TARGET_ALIAS}-*\""
435 CT_Pushd "${CT_PREFIX_DIR}/bin"
436 for t in "${CT_TARGET}-"*; do
437 _t="`echo \"$t\" |sed -r -e 's/^'\"${CT_TARGET}\"'-/'\"${CT_TARGET_ALIAS}\"'-/;'`"
438 CT_DoLog DEBUG "Linking \"${_t}\" -> \"${t}\""
444 # Remove the generated documentation files
445 if [ "${CT_REMOVE_DOCS}" = "y" ]; then
446 CT_DoLog INFO "Removing installed documentation"
447 rm -rf "${CT_PREFIX_DIR}/"{,usr/}{man,info}
448 rm -rf "${CT_SYSROOT_DIR}/"{,usr/}{man,info}
449 rm -rf "${CT_DEBUG_INSTALL_DIR}/"{,usr/}{man,info}
452 CT_DoLog EXTRA "Removing access to the build system tools"
453 find "${CT_PREFIX_DIR}/bin" -name "${CT_BUILD}-"'*' -exec rm -fv {} \+ |CT_DoLog DEBUG
454 find "${CT_PREFIX_DIR}/bin" -name "${CT_UNIQ_BUILD}-"'*' -exec rm -fv {} \+ |CT_DoLog DEBUG
455 find "${CT_PREFIX_DIR}/bin" -name "${CT_HOST}-"'*' -exec rm -fv {} \+ |CT_DoLog DEBUG
458 # OK, now we're done, set the toolchain read-only
459 # Don't log, the log file may become read-only any moment...
460 chmod -R a-w "${CT_INSTALL_DIR}"
462 # We still have some small bits to log
463 chmod u+w "${CT_LOG_FILE}"
467 # All files should now be read-only, log file included
468 chmod a-w "${CT_LOG_FILE}"