WebSVN – QNX 8.QNX8 LLVM/Clang compiler suite – Diff – /cross-build.sh

 export QNXSDK_TARGETPATH="target/qnx" # relative location in QNXSDK_PATH of the tree containing the QNX8 system header files
 export BUILD_DIR_NAME="llvm-build" # name of the directory on the build host's desktop where the LLVM sources will be built
 export BUILD_TARGET_ARCH="x86_64" # CPU architecture to build LLVM for, either "x86_64" or "aarch64"
-export LLVM_VERSION="17.0.6" # version of LLVM that will be built
+export LLVM_VERSION="16.0.6" # version of LLVM that will be built (ideally the same version as the libc++ supplied by QNX in their platform SDK)
 export LLVM_SOURCES_FILE="llvmorg-${LLVM_VERSION}.tar.gz" # name of the file containing LLVM version LLVM_VERSION sources
 export LLVM_SOURCES_URL="https://github.com/llvm/llvm-project/archive/refs/tags/${LLVM_SOURCES_FILE}" # download URL of LLVM_SOURCES_FILE
 export LLVM_SOURCES_DIR="llvm-project-llvmorg-${LLVM_VERSION}" # name of directory created when extracting LLVM_SOURCES_FILE
+export LLVM_PROJECTS_TO_BUILD="clang;polly;lld" # semicolon-separated list of LLVM projects to build (full list: "clang;clang-tools-extra;cross-project-tests;libc;libclc;lld;lldb;openmp;polly;pstl")
+export LLVM_RUNTIMES_TO_BUILD="compiler-rt;libunwind" # semicolon-separated list of LLVM runtimes to build (full list: "compiler-rt;libc;libcxx;libcxxabi;libunwind;openmp")
+export LLVM_BUILD_CONFIGURATION_TYPE="MinSizeRel" # build configuration, one of "Debug", "Release", "RelWithDebugInfo" or "MinSizeRel"
+export REQUIRED_TOOLS="wget python3 cmake gcc g++ ninja ccache" # list of build tools required to build all this on the build host
 # see where we are
 export CURRENT_DIR="$(pwd)"
-# verify we're a x86_64 Linux host
+print_error_and_die()
+{
-if [ ! "$(uname)" = "Linux" ] || [ ! "$(uname -m)" = "x86_64" ]; then
+        # a handy function that does what it says. Args: error strings to print, one line per argument
+        test -z "${COLUMNS}" && COLUMNS=80
         echo ""
+        while [ -n "${1}" ]; do
-        echo "Error: this script requires a x86_64 Linux machine (possibly a virtual machine) as the build host." | fold -s -w 79
+                echo "${1}"|fold -s -w "${COLUMNS}"
+                shift
+        done
         echo ""
         exit 1
+}
+# verify we're a x86_64 Linux host
+if [ ! "$(uname)" = "Linux" ] || [ ! "$(uname -m)" = "x86_64" ]; then
+        print_error_and_die "Error: this script requires a x86_64 Linux machine (possibly a virtual machine) as the build host."
 fi
 # verify that we have the QNX platform SDK
 if [ ! -d "${QNXSDK_PATH}/${QNXSDK_HOSTPATH}" ] || [ ! -d "${QNXSDK_PATH}/${QNXSDK_TARGETPATH}" ]; then
-        echo ""
-        echo "Error: the ${QNXSDK_PATH} path doesn't contain a QNX SDK. It must contain the 'host' and 'target' directories of the QNX SDP for the targeted version of QNX and the ${BUILD_TARGET_ARCH} platform. Please deploy these directories and try again." | fold -s -w 79
+        print_error_and_die "Error: the ${QNXSDK_PATH} path doesn't contain a QNX SDK. It must contain the 'host' and 'target' directories of the QNX SDP for the targeted version of QNX and the ${BUILD_TARGET_ARCH} platform. Please deploy these directories and try again."
-        echo ""
-        exit 1
 fi
-# verify that we have wget, python3, cmake, gcc, g++ and ninja
+# verify that we have the required tools
-if    ! wget    --version > /dev/null 2>&1 \
+for REQUIRED_TOOL in ${REQUIRED_TOOLS}; do
-   || ! python3 --version > /dev/null 2>&1 \
-   || ! cmake   --version > /dev/null 2>&1 \
-   || ! gcc     --version > /dev/null 2>&1 \
-   || ! g++     --version > /dev/null 2>&1 \
-   || ! ninja   --version > /dev/null 2>&1; then
+        "${REQUIRED_TOOL}" --version > /dev/null 2>&1 || print_error_and_die \
-        echo ""
-        echo "Error: this script requires at the very least the following tools installed:"
+                "Error: this script requires at the very least the following tools installed:" \
-        echo "  wget"
+                "       $(echo "${REQUIRED_TOOLS}"|sed 's/ /\n  /g')" \
-        echo "  python3"
-        echo "  cmake"
-        echo "  gcc"
-        echo "  g++"
-        echo "  ninja"
-        echo "Please install them (possibly as binary packages with apt-get) and try again."
+                "Please install them (possibly as binary packages with apt-get) and try again." \
-        echo ""
+                "More specifically, the following tool was not found: '${REQUIRED_TOOL}'"
-        exit 1
-fi
+done
 # verify that the symlinks are deployed in the SDK -- just test one of them
 if [ ! -e "${QNXSDK_PATH}/${QNXSDK_TARGETPATH}/usr/include/readline.h" ]; then
-        echo ""
+        print_error_and_die \
-        echo "Error: the toolchain platform-specific symbolic links have not been deployed in this QNX SDK. Please run" | fold -s -w 79
+                "Error: the toolchain platform-specific symbolic links have not been deployed in this QNX SDK. Please run" \
-        echo "(on a POSIX machine:)"
+                "(on a POSIX machine:)" \
-        echo "  cd ${QNXSDK_PATH}" | fold -s -w 79
+                "       cd ${QNXSDK_PATH}" \
-        echo "  find . -name symlinks.lst -exec ./symlinks.sh {} create \\; && printf 'present' > .symlinks-state" | fold -s -w 79
+                "       find . -name symlinks.lst -exec ./symlinks.sh {} create \\; && printf 'present' > .symlinks-state" \
-        echo "(else on a Windows machine:)"
+                "(else on a Windows machine:)" \
-        echo "  cd ${QNXSDK_PATH}" | fold -s -w 79
+                "       cd ${QNXSDK_PATH}" \
-        echo "  host\\win64\\x86_64\\usr\\bin\\busybox.exe sh -c \"" \
-               "find . -name symlinks.lst -exec ./symlinks.sh {} create \\; && printf 'present' > .symlinks-state" \
+                "       host\\win64\\x86_64\\usr\\bin\\busybox.exe sh -c \"find . -name symlinks.lst -exec ./symlinks.sh {} create \\; && printf 'present' > .symlinks-state\"" \
-               "\"" | fold -s -w 79
-        echo "Note that this step WILL take time on a Win32 machine, but is only done once." | fold -s -w 79
+                "Note that this step WILL take time on a Win32 machine, but is only done once."
-        echo ""
-        exit 1
 fi
-# construct the target triple (actually a quadruple)
-export TARGET_ARCH="${BUILD_TARGET_ARCH}"
-test "${BUILD_TARGET_ARCH}" = "x86_64" && export TARGET_VENDOR="pc" || export TARGET_VENDOR="unknown"
-export TARGET_KERNEL="nto"
-export TARGET_SYSTEM="qnx${QNXSDK_VERSION}"
-export TARGET_TRIPLE="${TARGET_ARCH}-${TARGET_VENDOR}-${TARGET_KERNEL}-${TARGET_SYSTEM}"
-echo "Will build for ${TARGET_TRIPLE}"
-# change to an immediately visible path, i.e. the user's desktop (failsafe to $HOME if xdg-user-dir is unavailable)
-STAGING_PATH="$(xdg-user-dir DESKTOP 2>/dev/null || echo "${HOME}")"
-cd "${STAGING_PATH}"
 # create a symlink in /tmp that will lead to the QNX platform SDK so as to avoid spaces in paths if it doesn't exist already
 # (this is totally prohibitive with the official QNX toolchain)
 if [ ! -L /tmp/qnxsdk ] || [ ! "$(readlink /tmp/qnxsdk)" = "$(realpath "${CURRENT_DIR}/${QNXSDK_PATH}")" ]; then
         echo "Creating symlink to QNX toolchain in /tmp/qnxsdk..."
 # setup the environment
 export QNX_HOST="/tmp/qnxsdk/${QNXSDK_HOSTPATH}"
 export QNX_TARGET="/tmp/qnxsdk/${QNXSDK_TARGETPATH}"
 export MAKEFLAGS="-I${QNX_TARGET}/usr/include"
 export PATH="${QNX_HOST}/usr/bin:${PATH}"
+# print the build environment
+echo "QNX_HOST=${QNX_HOST}"
+echo "QNX_TARGET=${QNX_TARGET}"
+echo "MAKEFLAGS=${MAKEFLAGS}"
+# construct the target triple (actually a quadruple)
+export TARGET_ARCH="${BUILD_TARGET_ARCH}"
+test "${BUILD_TARGET_ARCH}" = "x86_64" && export TARGET_VENDOR="pc" || export TARGET_VENDOR="unknown"
+export TARGET_KERNEL="nto"
+export TARGET_SYSTEM="qnx${QNXSDK_VERSION}"
+export TARGET_TRIPLE="${TARGET_ARCH}-${TARGET_VENDOR}-${TARGET_KERNEL}-${TARGET_SYSTEM}"
+echo "Will build for ${TARGET_TRIPLE}"
+# change to an immediately visible path, i.e. the user's desktop (failsafe to $HOME if xdg-user-dir is unavailable)
+STAGING_PATH="$(xdg-user-dir DESKTOP 2>/dev/null || echo "${HOME}")"
+cd "${STAGING_PATH}"
 # download the involved source packages and unpack them if not done yet
 download_and_unpack_if_necessary()
+{
         # helper function that downloads a sources tarball, extracts it and patches it if necessary
                 tar xJf "${CURRENT_DIR}/${2}" || exit 1
         elif echo "${2}"|grep -q "\.tar\.gz$"; then
                 # GZipped tarball
                 tar xzf "${CURRENT_DIR}/${2}" || exit 1
         else
-                echo "Error: unsupported file extension. Please improve the download_and_unpack_if_necessary() shell function to support it."
+                print_error_and_die "Error: unsupported file extension. Please improve the download_and_unpack_if_necessary() shell function to support it."
-                exit 1
         fi
         # make sure the expected directory is here after extraction
         if [ ! -d "${1}" ]; then
-                echo "Error: couldn't find ${1} in extracted sources."
+                print_error_and_die "Error: couldn't find ${1} in extracted sources."
-                exit 1
         fi
         # do we have a patchset to apply ?
         if [ -n "${4}" ]; then
                 echo "Downloading ${1} patchset from ${4}..."
                 wget -O "${CURRENT_DIR}/${2}.patchset" "${4}" || exit 1
                 unset OLDDIR
         fi
         return 0
+}
 download_and_unpack_if_necessary "${LLVM_SOURCES_DIR}" "${LLVM_SOURCES_FILE}" "${LLVM_SOURCES_URL}" || exit 1
-# download the LLVM source package and unpack it if not done yet
-if [ ! -d "${LLVM_SOURCES_DIR}" ]; then
-        if [ ! -f "${CURRENT_DIR}/${LLVM_SOURCES_FILE}" ]; then
-                echo "Downloading LLVM ${LLVM_VERSION} sources from LLVM GitHub..."
-                wget "${LLVM_SOURCES_URL}" || exit 1
-        fi
-        echo "Extracting LLVM ${LLVM_VERSION} sources..."
-        cd "$(dirname "${LLVM_SOURCES_DIR}")"
-        tar xzf "${CURRENT_DIR}/${LLVM_SOURCES_FILE}" || exit 1
-        if [ ! -d "${LLVM_SOURCES_DIR}" ]; then
-                echo "Error: couldn't find ${LLVM_SOURCES_DIR} in extracted LLVM sources."
-                exit 1
-        fi
-fi
 # create the build directory
 echo "Wiping out build directory..."
 test -e "${BUILD_DIR_NAME}" && rm -rf "${BUILD_DIR_NAME}"
 mkdir "${BUILD_DIR_NAME}" || exit 1
 cd "${BUILD_DIR_NAME}" || exit 1
-# print the build environment
-echo "QNX_HOST=${QNX_HOST}"
-echo "QNX_TARGET=${QNX_TARGET}"
-echo "MAKEFLAGS=${MAKEFLAGS}"
 # create the QNX CMake toolchain file
 test -e "${TARGET_TRIPLE}.cmake" || echo '# '${TARGET_TRIPLE}' CMake toolchain file by Pierre-Marie Baty <pm@pmbaty.com>
 SET(CMAKE_SYSTEM_NAME "QNX")
                 sed -E -i "${3}" "${CURRENT_DIR}/${_DOTTED_NAME} [PATCHED]"
                 shift
         done
         # verify that we did it successfully
         if ! grep -q "${_PATCHED_PATTERN}" "${CURRENT_DIR}/${_DOTTED_NAME} [PATCHED]"; then
-                echo "Error: the file ${_PATCHEE_PATHNAME} could not be patched. Please investigate and fix manually." | fold -s -w 79; exit 1
+                print_error_and_die "Error: the file ${_PATCHEE_PATHNAME} could not be patched. Please investigate and fix manually."
         fi
         # and put the patched file in place
         cp -f "${CURRENT_DIR}/${_DOTTED_NAME} [PATCHED]" "../${LLVM_SOURCES_DIR}/${_PATCHEE_PATHNAME}" || exit 1
+}
-# patch llvm/Support/Unix/Path.inc if not done yet
+# patch llvm/lib/Support/Unix/Path.inc if not done yet
+# replace:
+#       defined(__FreeBSD_kernel__)
+# with:
-# replace [defined(__FreeBSD_kernel__)] with [(defined(__FreeBSD_kernel__) || defined(__QNXNTO__))]
+#       (defined(__FreeBSD_kernel__) || defined(__QNXNTO__))
 # RATIONALE: the concerned parts of the QNX platform SDK (/usr/include/devs/*) are actually largely based on FreeBSD code, to conveniently use the FreeBSD network stack.
 # NONETHELESS, QNX *IS NOT* FreeBSD and "__FreeBSD_kernel__" *SHOULD NOT* be defined, else userland code may falsely assume a genuine FreeBSD include tree to be available,
 # which leads to compilation errors caused by include files assumed to be there whereas they are in fact nowhere to be found (ex: /usr/include/sys/user.h, among others).
 # The QNX8 platform SDK has thus been patched to NOT define __FreeBSD_kernel__ when the -DDONT_DEFINE___FreeBSD_kernel__ flag is passed, and the feature tests in Path.inc
 # that branch into FreeBSD APIs (which ones *are* exposed in the QNX libc since QNX largely shares FreeBSD code) are about to be patched right now to accept __QNXNTO__ too.
 # Additionally, support for statfs()/fstatfs() has been restored in the QNX8 platform SDK in /usr/include/devs/sys/mount.h where it was claimed but absent from the QNX8 libc.
 # FIXME: these hacks should be moved elsewhere not to pollute the QNX8 platform SDK -- it *SHOULD* be possible to build without devs
 backup_and_patch_if_necessary "llvm/lib/Support/Unix/Path.inc" __QNXNTO__ \
-        's/defined\(__FreeBSD_kernel__\)/\(defined\(__FreeBSD_kernel__\) \|\| \defined\(__QNXNTO__\)\)/g'
+        's@defined\(__FreeBSD_kernel__\)@\(defined\(__FreeBSD_kernel__\) \|\| \defined\(__QNXNTO__\)\)@g'
-# patch lldb/Source/Host/common/Host.cpp if not done yet
+# LLVM 16: patch llvm/lib/Support/Path.cpp if not done yet
+# replace:
+#       std::string getMainExecutable
+# with:
+#       #if 0
+#       std::string getMainExecutable
+# and:
+#       TempFile::TempFile(StringRef Name, int FD)
+# with:
+#       #endif
-# replace [defined(SIGINFO)] with [(defined(SIGINFO) && !defined(__QNXNTO__))]
+#       TempFile::TempFile(StringRef Name, int FD)
-# RATIONALE: the QNX people defined SIGINFO to the value of SIGUSR1 for a mysterious reason, defeating the purpose of SIGUSR1
+# RATIONALE: std::string getMainExecutable(const char *Argv0, void *MainAddr) is already defined in llvm/lib/Support/Unix/Path.inc, this looks like a LLVM bug?
-# which should be a User-Definable signal as mandated by POSIX. Consequently, userland code that enumerates POSIX signals
+# Specifically read the following patch list: https://reviews.llvm.org/D109977 -- it looks like the implementation of this diff in LLVM 16.0.6 is incomplete.
-# hits twice the same value and all is left to solve this problem is to filter either one out. Since SIGINFO, contrarily to SIGUSR1,
+# This patch restores a working state (ante D109977).
-# is an optional signal, this is the value that will be left out - even if on QNX nobody can actually use SIGUSR1's value.
+test "$(echo "${LLVM_VERSION}"|cut -d . -f 1)" -lt 17 && backup_and_patch_if_necessary "llvm/lib/Support/Path.cpp" "#if 0" \
-backup_and_patch_if_necessary "lldb/source/Host/common/Host.cpp" __QNXNTO__ \
+        's@std::string getMainExecutable@#if 0\nstd::string getMainExecutable@' \
-        's/defined\(SIGINFO\)/\(defined\(SIGINFO\) \&\& \!defined\(__QNXNTO__\)\)/g'
+        's@TempFile::TempFile\(StringRef Name, int FD\)@#endif\nTempFile::TempFile\(StringRef Name, int FD\)@'
-# FIXME: another patch is needed for LLDB. Basically, the ptrace() POSIX system call doesn't exist on QNX. Instead
-# QNX use their own debug utility: pdebug. Note the /proc filesystem can be used to access a debuggee's virtual memory space.
-# in lldb/source/Host/posix/ProcessLauncherPosixFork.cpp line 196:
+# LLDB patches
-#   if (ptrace(PT_TRACE_ME, 0, nullptr, 0) == -1) // <--- undefined: ptrace, PT_TRACE_ME
+if echo "${LLVM_PROJECTS_TO_BUILD}"|tr ';' '\n'|grep -q "lldb"; then
+        # patch lldb/Source/Host/common/Host.cpp if not done yet
+        # replace:
+        #       defined(SIGINFO)
+        # with:
-#    -D LLVM_ENABLE_PROJECTS="clang;lld;lldb" \
+        #       (defined(SIGINFO) && !defined(__QNXNTO__))
+        # RATIONALE: once upon a time (probably in the early steps of the design of their OS), the QNX people defined SIGINFO to the value of SIGUSR1 for a mysterious reason,
+        # defeating the purpose of SIGUSR1 completely, which should be a User-Definable signal as mandated by POSIX. Consequently, any userland code that enumerates POSIX signals
+        # hits the same value twice, and all is left to solve this problem is to filter either one out. Since SIGINFO, contrarily to SIGUSR1, is an optional signal,
+        # this is the value that will be left out. It is not possible to correct this in the platform SDK since all the precompiled userland programs supplied by QNX
+        # expect the value of SIGUSR1 for SIGINFO.
+        backup_and_patch_if_necessary "lldb/source/Host/common/Host.cpp" __QNXNTO__ \
+                's@defined\(SIGINFO\)@\(defined\(SIGINFO\) \&\& \!defined\(__QNXNTO__\)\)@g'
+        # FIXME: another patch is needed for LLDB. Basically, the ptrace() POSIX system call doesn't exist on QNX. Instead
+        # QNX use their own debug utility: pdebug. Note the /proc filesystem can be used to access a debuggee's virtual memory space.
+        # in lldb/source/Host/posix/ProcessLauncherPosixFork.cpp line 196:
+        #   if (ptrace(PT_TRACE_ME, 0, nullptr, 0) == -1) // <--- undefined: ptrace, PT_TRACE_ME
+fi
-# patch compiler-rt/lib/builtins/enable_execute_stack.c if not done yet
+# compiler-rt patches
-# replace [#include "int_lib.h"] with [#ifdef __QNXNTO__\n#define _QNX_SOURCE 1\n#endif\n#include "int_lib.h"]
-# RATIONALE: the QNX people decided to hide most of the UNIX APIs of their libc behind a mandatory _QNX_SOURCE definition to separate the Neutrino primitives from the rest maybe.
-# This name does not "enforce" any standard at all (like _POSIX_SOURCE and similar names), it's just a convenient hack for the QNX people to hide stuff.
-# To put things back on track and expose the POSIX interfaces of their libc to the world, _QNX_SOURCE has been added to the toolchain CMake file, but it happens that
-# when building compiler-rt specifically, the CMAKE_C_FLAGS directive is ignored. Patching the source file seems like the best option to fix that.
-backup_and_patch_if_necessary "compiler-rt/lib/builtins/enable_execute_stack.c" __QNXNTO__ \
-        's/#include "int_lib.h"/#ifdef __QNXNTO__\n#define _QNX_SOURCE 1\n#endif\n#include "int_lib.h"/g'
+if echo "${LLVM_RUNTIMES_TO_BUILD}"|tr ';' '\n'|grep -q "compiler-rt"; then
+        # patch compiler-rt/lib/builtins/enable_execute_stack.c if not done yet
+        # replace:
-# patch libunwind/src/RWMutex.hpp
+        #       #include "int_lib.h"
+        # with:
+        #       #ifdef __QNXNTO__
-# replace [#include <pthread.h>] with [#ifdef __QNXNTO__\n#define __EXT_QNX\n#define __EXT_POSIX1_200112\n#endif\n#include <pthread.h>]
+        #       #define _QNX_SOURCE 1
+        #       #endif
+        #       #include "int_lib.h"
-# RATIONALE: the pthreads implementation in QNX 'steals' things from the POSIX.1 standard and hides them behind the __EXT_QNX macro,
+        # RATIONALE: the QNX people decided to hide most of the UNIX APIs of their libc behind a mandatory _QNX_SOURCE definition to separate the Neutrino primitives from the rest maybe.
-# which is defined when either _QNX_SOURCE or __EXT without anything else is defined. This is not correct and low-level libraries
+        # This name does not "enforce" any standard at all (like _POSIX_SOURCE and similar names), it's just a convenient hack for the QNX people to hide stuff.
-# such as libunwind that do not define either of those fail to build. Also note that a FreeBSD-compatible header was added to the QNX8
+        # To put things back on track and expose the POSIX interfaces of their libc to the world, _QNX_SOURCE has been added to the toolchain CMake file, but it happens that
-# platform SDK: /usr/include/link.h, which defines Elf types as Elf64/Elf32 types depending on the architecture and adds some glue.
+        # when building compiler-rt specifically, the CMAKE_C_FLAGS directive is ignored. Patching the source file seems like the best option to fix that.
-backup_and_patch_if_necessary "libunwind/src/RWMutex.hpp" __QNXNTO__ \
+        backup_and_patch_if_necessary "compiler-rt/lib/builtins/enable_execute_stack.c" __QNXNTO__ \
-        's/#include <pthread.h>/#ifdef __QNXNTO__\n#define __EXT_QNX\n#define __EXT_POSIX1_200112\n#endif\n#include <pthread.h>/g'
+                's@#include "int_lib.h"@#ifdef __QNXNTO__\n#define _QNX_SOURCE 1\n#endif\n#include "int_lib.h"@'
-# patch libunwind/src/libunwind.cpp
+        # patch compiler-rt/lib/profile/InstrProfilingUtil.c
+        # replace:
+        #       #include <sys/mman.h>
+        # with:
+        #       #ifdef __QNXNTO__
-# replace [#include <libunwind.h>] with [#ifdef __QNXNTO__\n#include <sys/link.h>\n#include <link.h>\n#endif\n#include <libunwind.h>]
+        #       #include <devs/sys/mman.h>
+        #       #endif
+        #       #include <sys/mman.h>
-# RATIONALE: the ELF type definitions for QNX are incomplete. They renamed everything to Elf32 and Elf64, and now the original Elf type names point to nowhere.
+        # RATIONALE: QNX doesn't define MADV_DONTNEED (but does so for POSIX_MADV_DONTNEED), unfortunately compiler-rt needs the former. By luck, its value is defined in
-# Additionally, since QNX claims to be a "__FreeBSD_kernel__", it must expose a /usr/include/link.h file too, and the workaround for the aforementioned problem is there.
+        # the extra platform headers they borrowed from FreeBSD, i.e. devs/sys/mman.h, and it has the same value, so include both to fix the problem.
-# Consequently, load the QNX <sys/link.h> THEN our BSD glue <link.h> headers before compiling libunwind.cpp which needs common ELF definitions (and not Elf32/Elf64).
-backup_and_patch_if_necessary "libunwind/src/libunwind.cpp" __QNXNTO__ \
+        backup_and_patch_if_necessary "compiler-rt/lib/profile/InstrProfilingUtil.c" __QNXNTO__ \
-        's,#include <libunwind.h>,#ifdef __QNXNTO__\n#include <sys/link.h>\n#include <link.h>\n#endif\n#include <libunwind.h>,g'
+                's@#include <sys/mman.h>@#ifdef __QNXNTO__\n#include <devs/sys/mman.h>\n#endif\n#include <sys/mman.h>@'
-# patch libcxx/include/__config
+        # patch compiler-rt/lib/orc/endianness.h
+        # replace:
+        #       #elif defined(__MVS__)
+        # with:
+        #       #elif defined(__QNXNTO__)
+        #       #define BYTE_ORDER __BYTE_ORDER__
+        #       #elif defined(__MVS__)
-# replace [define _LIBCPP_HAS_THREAD_API_WIN32] with [define _LIBCPP_HAS_THREAD_API_WIN32\n#    elif defined(__QNXNTO__)\n#      define _LIBCPP_HAS_THREAD_API_PTHREAD]
+        # RATIONALE: QNX doesn't provide a <machine/endian.h> header directly: the user must specify the machine-specific include path (e.g. -isystem ${QNX_TARGET}/usr/include/devs/include_x86_64)
-# RATIONALE: simply bring QNX among the list of systems known by libc++ to expose a pthreads API, and inform it that pthread_cond_clockwait() is available (pah!)
+        # Instead of going through platform detection logic, we supply the only definition this file needs, which is opportunisticly the same one that GCC and Clang provide implicitly.
-backup_and_patch_if_necessary "libcxx/include/__config" __QNXNTO__ \
+        backup_and_patch_if_necessary "compiler-rt/lib/orc/endianness.h" __QNXNTO__ \
-        's/define _LIBCPP_HAS_THREAD_API_WIN32/define _LIBCPP_HAS_THREAD_API_WIN32\n#    elif defined(__QNXNTO__)\n#      define _LIBCPP_HAS_THREAD_API_PTHREAD\n#      define _LIBCPP_HAS_COND_CLOCKWAIT/g'
+                's@#elif defined\(__MVS__\)@#elif defined\(__QNXNTO__\)\n#define BYTE_ORDER __BYTE_ORDER__\n#elif defined\(__MVS__\)@'
+fi
-# patch libcxx/include/__locale, libcxx/include/CMakeLists.txt and add __support/qnx/xlocale.h to the libc++ source tree
-# replace [# include <__support/openbsd/xlocale.h>] with [# include <__support/openbsd/xlocale.h>\n#elif defined(__QNXNTO__)\n# include <__support/qnx/xlocale.h>]
-# RATIONALE: add QNX-specific locale C++ bindings and definitions
-backup_and_patch_if_necessary "libcxx/include/__locale" __QNXNTO__ \
-        's,# include <__support/openbsd/xlocale.h>,# include <__support/openbsd/xlocale.h>\n#elif defined\(__QNXNTO__\)\n# include <__support/qnx/xlocale.h>,g' \
-        's/#elif defined\(__MVS__\)/#elif defined\(__QNXNTO__\)\n    typedef short mask;\n    static const mask space  = \(_CN\|_SP\|_XS\);\n    static const mask print  = \(_DI\|_LO\|_PU\|_SP\|_UP\|_XA\);\n    static const mask cntrl  = _BB;\n    static const mask upper  = _UP;\n    static const mask lower  = _LO;\n    static const mask alpha  = \(_LO\|_UP\|_XA\);\n    static const mask digit  = _DI;\n    static const mask punct  = _PU;\n    static const mask xdigit = _XD;\n    static const mask blank  = \(_SP\|_XB\);\n    static const mask __regex_word = 0x1000;\n#elif defined\(__MVS__\)/g'
+# libunwind patches
-backup_and_patch_if_necessary "libcxx/include/CMakeLists.txt" qnx/xlocale.h 's,  __support/openbsd/xlocale.h,  __support/openbsd/xlocale.h\n  __support/qnx/xlocale.h,g'
-test -d "../${LLVM_SOURCES_DIR}/libcxx/include/__support/qnx" || mkdir "../${LLVM_SOURCES_DIR}/libcxx/include/__support/qnx" || exit 1
+if echo "${LLVM_RUNTIMES_TO_BUILD}"|tr ';' '\n'|grep -q "libunwind"; then
-test -f "../${LLVM_SOURCES_DIR}/libcxx/include/__support/qnx/xlocale.h" || cp "${QNX_TARGET}/usr/include/c++/v1/__support/qnx/xlocale.h" "../${LLVM_SOURCES_DIR}/libcxx/include/__support/qnx/xlocale.h" || exit 1
-# patch libcxx/include/locale
+        # patch libunwind/src/libunwind.cpp
+        # replace:
+        #       #include <libunwind.h>:
+        # with:
+        #       #ifdef __QNXNTO__
+        #       #define _QNX_SOURCE 1
+        #       #endif
+        #       #include <libunwind.h>
+        # RATIONALE: the pthreads implementation in QNX 'steals' things from the POSIX.1 standard and hides them behind the __EXT_QNX macro,
-# replace [!defined(__BIONIC__) && !defined(_NEWLIB_VERSION) && !defined(__EMSCRIPTEN__)] with [!defined(__BIONIC__) && !defined(_NEWLIB_VERSION) && !defined(__EMSCRIPTEN__) && !defined(__QNX__)]
+        # which is defined when either _QNX_SOURCE or __EXT without anything else is defined. This is not correct and low-level libraries
-# RATIONALE: QNX doesn't have catopen() to open a "message catalog"
+        # such as libunwind that do not define either of those fail to build. Also note that a FreeBSD-compatible header was added to the QNX8
+        # platform SDK: /usr/include/link.h, which defines Elf types as Elf64/Elf32 types depending on the architecture and adds some glue.
-backup_and_patch_if_necessary "libcxx/include/locale" __QNXNTO__ \
+        backup_and_patch_if_necessary "libunwind/src/libunwind.cpp" __QNXNTO__ \
-        's/\!defined\(__BIONIC__\) \&\& \!defined\(_NEWLIB_VERSION\) \&\& \!defined\(__EMSCRIPTEN__\)/!defined\(__BIONIC__\) \&\& !defined\(_NEWLIB_VERSION\) \&\& !defined\(__EMSCRIPTEN__\) \&\& !defined\(__QNXNTO__\)/g'
+                's@#include <libunwind.h>@#ifdef __QNXNTO__\n#define _QNX_SOURCE 1\n#endif\n#include <libunwind.h>@'
+fi
-# patch libcxx/include/setjmp.h
+# libc++ patches
-# replace [#endif // __cplusplus] with [#ifdef __QNXNTO__\n#undef longjmp\n[[noreturn]] inline void longjmp(jmp_buf env, int val) { ::siglongjmp(env, val); }\n#endif\n\n#endif // __cplusplus]
-# RATIONALE: QNX doesn't have longjmp() (or has it? it rather seems they don't *WANT* to expose it... check that) but instead siglongjmp()
-backup_and_patch_if_necessary "libcxx/include/setjmp.h" __QNXNTO__ \
+if echo "${LLVM_PROJECTS_TO_BUILD}"|tr ';' '\n'|grep -q "libcxx"; then
-        's|#endif // __cplusplus|#ifdef __QNXNTO__\n#undef longjmp\n\[\[noreturn\]\] inline void longjmp\(jmp_buf env, int val\) { ::siglongjmp\(env, val\); }\n#endif\n\n#endif // __cplusplus|g'
-# patch libcxx/include/__chrono/high_resolution_clock.h
+        # patch libcxx/include/__config
+        # replace:
+        #       #      define _LIBCPP_HAS_THREAD_API_WIN32
+        # with:
+        #       #      define _LIBCPP_HAS_THREAD_API_WIN32
+        #       #    elif defined(__QNXNTO__)
+        #       #      define _LIBCPP_HAS_THREAD_API_PTHREAD
+        #       #      define _LIBCPP_HAS_COND_CLOCKWAIT
+        #       #      define _LIBCPP_HAS_CLOCK_GETTIME
+        # RATIONALE: simply bring QNX among the list of systems known by libc++ to expose a pthreads API; while we're at it inform it that pthread_cond_clockwait() is available
+        # and that the standard POSIX clock_gettime() is available to return a realtime wall clock value in nanoseconds (this might not be the optimal way of getting it though).
+        backup_and_patch_if_necessary "libcxx/include/__config" __QNXNTO__ \
-# replace [#ifndef _LIBCPP_HAS_NO_MONOTONIC_CLOCK] with [#if defined(__QNXNTO__)\nclass _LIBCPP_VISIBILITY("default") high_resolution_clock\n{\npublic:\n    typedef nanoseconds duration;\n    typedef duration::rep rep;\n    typedef duration::period period;\n    typedef chrono::time_point<high_resolution_clock, duration> time_point;\n    static _LIBCPP_CONSTEXPR_SINCE_CXX14 const bool is_steady = true;\n    static time_point now() _NOEXCEPT;\n};\n#elif !defined(_LIBCPP_HAS_NO_MONOTONIC_CLOCK)]
+                's@#      define _LIBCPP_HAS_THREAD_API_WIN32@#      define _LIBCPP_HAS_THREAD_API_WIN32\n#    elif defined(__QNXNTO__)\n#      define _LIBCPP_HAS_THREAD_API_PTHREAD\n#      define _LIBCPP_HAS_COND_CLOCKWAIT\n#      define _LIBCPP_HAS_CLOCK_GETTIME@'
+        # patch libcxx/include/__locale
+        # replace:
+        #       # include <__support/openbsd/xlocale.h>
+        # with:
+        #       # include <__support/openbsd/xlocale.h>
+        #       #elif defined(__QNXNTO__)
+        #       # include <__support/qnx/xlocale.h>
+        # and:
+        #       #elif defined(__MVS__)
+        # with:
+        #       #elif defined(__QNXNTO__)
+        #           typedef short mask;
+        #           static const mask space  = (_CN|_SP|_XS);
+        #           static const mask print  = (_DI|_LO|_PU|_SP|_UP|_XA);
+        #           static const mask cntrl  = _BB;
+        #           static const mask upper  = _UP;
+        #           static const mask lower  = _LO;
+        #           static const mask alpha  = (_LO|_UP|_XA);
+        #           static const mask digit  = _DI;
+        #           static const mask punct  = _PU;
+        #           static const mask xdigit = _XD;
+        #           static const mask blank  = (_SP|_XB);
+        #           static const mask __regex_word = 0x1000;
+        #       #elif defined(__MVS__)
+        # RATIONALE: add QNX-specific locale C++ bindings and definitions
+        backup_and_patch_if_necessary "libcxx/include/__locale" __QNXNTO__ \
+                's@# include <__support/openbsd/xlocale.h>@# include <__support/openbsd/xlocale.h>\n#elif defined\(__QNXNTO__\)\n# include <__support/qnx/xlocale.h>@' \
-# RATIONALE: QNX provides its own implementation of a high resolution clock for libc++'s std::chrono, so better use it
+                's@#elif defined\(__MVS__\)@#elif defined\(__QNXNTO__\)\n    typedef short mask;\n    static const mask space  = \(_CN\|_SP\|_XS\);\n    static const mask print  = \(_DI\|_LO\|_PU\|_SP\|_UP\|_XA\);\n    static const mask cntrl  = _BB;\n    static const mask upper  = _UP;\n    static const mask lower  = _LO;\n    static const mask alpha  = \(_LO\|_UP\|_XA\);\n    static const mask digit  = _DI;\n    static const mask punct  = _PU;\n    static const mask xdigit = _XD;\n    static const mask blank  = \(_SP\|_XB\);\n    static const mask __regex_word = 0x1000;\n#elif defined\(__MVS__\)@'
+        # patch libcxx/include/CMakeLists.txt
+        # replace:
+        #         __support/openbsd/xlocale.h
+        # with:
+        #         __support/openbsd/xlocale.h
+        #         __support/qnx/xlocale.h
+        # RATIONALE: add QNX-specific locale C++ bindings and definitions
+        backup_and_patch_if_necessary "libcxx/include/CMakeLists.txt" qnx/xlocale.h \
+                's@  __support/openbsd/xlocale.h@  __support/openbsd/xlocale.h\n  __support/qnx/xlocale.h@'
+        # add __support/qnx/xlocale.h to the libc++ source tree
+        # RATIONALE: add QNX-specific locale C++ bindings and definitions
+        test -d "../${LLVM_SOURCES_DIR}/libcxx/include/__support/qnx" || mkdir "../${LLVM_SOURCES_DIR}/libcxx/include/__support/qnx" || exit 1
+        test -f "../${LLVM_SOURCES_DIR}/libcxx/include/__support/qnx/xlocale.h" || cp "${QNX_TARGET}/usr/include/c++/v1/__support/qnx/xlocale.h" "../${LLVM_SOURCES_DIR}/libcxx/include/__support/qnx/xlocale.h" || exit 1
+        # patch libcxx/include/locale
+        # replace:
+        #       !defined(__BIONIC__) && !defined(_NEWLIB_VERSION) && !defined(__EMSCRIPTEN__)
+        # with:
+        #       !defined(__BIONIC__) && !defined(_NEWLIB_VERSION) && !defined(__EMSCRIPTEN__) && !defined(__QNXNTO__)
+        # RATIONALE: QNX doesn't have catopen() to open a "message catalog"
+        backup_and_patch_if_necessary "libcxx/include/locale" __QNXNTO__ \
+                's@\!defined\(__BIONIC__\) \&\& \!defined\(_NEWLIB_VERSION\) \&\& \!defined\(__EMSCRIPTEN__\)@!defined\(__BIONIC__\) \&\& !defined\(_NEWLIB_VERSION\) \&\& !defined\(__EMSCRIPTEN__\) \&\& !defined\(__QNXNTO__\)@'
+        # patch libcxx/include/setjmp.h
+        # replace:
+        #       #endif // __cplusplus
+        # with:
+        #       #ifdef __QNXNTO__
+        #       #undef longjmp
+        #       [[noreturn]] inline void longjmp(jmp_buf env, int val) { ::siglongjmp(env, val); }
+        #       #endif // __QNXNTO__
+        #
+        #       #endif // __cplusplus
+        # RATIONALE: restore the thread signal mask when calling longjmp() by calling siglongjmp() instead (not sure why, but that's how they do it in the libc++ 16.0.6 they ship with their SDK)
+        # FIXME: is this a good idea really? It looks like by calling siglongjmp() instead of longjmp() after setjmp() the QNX people did a broken implementation !?
-backup_and_patch_if_necessary "libcxx/include/__chrono/high_resolution_clock.h" __QNXNTO__ \
+        backup_and_patch_if_necessary "libcxx/include/setjmp.h" __QNXNTO__ \
+                's@#endif // __cplusplus@#ifdef __QNXNTO__\n#undef longjmp\n\[\[noreturn\]\] inline void longjmp\(jmp_buf env, int val\) { ::siglongjmp\(env, val\); }\n#endif // __QNXNTO_\n\n#endif // __cplusplus@'
+fi
+# polly patches
+if echo "${LLVM_PROJECTS_TO_BUILD}"|tr ';' '\n'|grep -q "polly"; then
+        # patch polly/lib/External/isl/imath/imath.c
+        # replace:
+        #       /* Select min/max. */
+        # with:
+        #       #ifdef __QNXNTO__
+        #       #undef MIN
+        #       #undef MAX
+        #       #endif // __QNXNTO__
+        #       /* Select min/max. */
+        # RATIONALE: QNX already defines MIN/MAX as macros, but polly intends to define them as inline functions. Perhaps this could be avoided by passing _POSIX_SOURCE instead of _QNX_SOURCE.
-        's/#ifndef _LIBCPP_HAS_NO_MONOTONIC_CLOCK/#if defined\(__QNXNTO__\)\nclass _LIBCPP_VISIBILITY\("default"\) high_resolution_clock\n{\npublic:\n    typedef nanoseconds duration;\n    typedef duration::rep rep;\n    typedef duration::period period;\n    typedef chrono::time_point<high_resolution_clock, duration> time_point;\n    static _LIBCPP_CONSTEXPR_SINCE_CXX14 const bool is_steady = true;\n    static time_point now\(\) _NOEXCEPT;\n};\n#elif !defined\(_LIBCPP_HAS_NO_MONOTONIC_CLOCK\)/g'
+        backup_and_patch_if_necessary "polly/lib/External/isl/imath/imath.c" __QNXNTO__ \
+                's@\/\* Select min\/max. \*\/@#ifdef __QNXNTO__\n#undef MIN\n#undef MAX\n#endif\n\/\* Select min\/max. \*\/@'
+fi
-# now configure LLVM -- and use ccache
+# now configure LLVM...
-# TAKE NOTE: THE VALUE OF LIBCXX*_ADDITIONAL_COMPILE_FLAGS CAN ONLY HAVE ONE FLAG! It is passed by CMake surrounded by quotes to the compiler, e.g. -Dflag "-Dflag1 -Dflag2" -Dflag which is WRONG.
 echo "Configuring LLVM build..."
 export CCACHE_DIR="$(realpath "../${LLVM_SOURCES_DIR}/.ccache")"
 cmake \
     -D CMAKE_TOOLCHAIN_FILE="${TARGET_TRIPLE}.cmake" \
-    -D CMAKE_BUILD_TYPE="MinSizeRel" \
+    -D CMAKE_BUILD_TYPE="${LLVM_BUILD_CONFIGURATION_TYPE}" \
-    -D CMAKE_INSTALL_PREFIX="/tmp/qnxsdk/host/qnx$(echo "${QNXSDK_VERSION}"|awk -F. '{print $1}')/${BUILD_TARGET_ARCH}" \
+    -D CMAKE_INSTALL_PREFIX="/usr/bin" \
-    -D CMAKE_STAGING_PREFIX="/usr/bin" \
+    -D CMAKE_STAGING_PREFIX="${CURRENT_DIR}/llvm-build/${BUILD_TARGET_ARCH}" \
     -D CMAKE_C_COMPILER_LAUNCHER="ccache" \
     -D CMAKE_CXX_COMPILER_LAUNCHER="ccache" \
     -D LLVM_HOST_TRIPLE="${TARGET_TRIPLE}" \
-    -D LLVM_ENABLE_PROJECTS="clang;lld" \
+    -D LLVM_ENABLE_PROJECTS="${LLVM_PROJECTS_TO_BUILD}" \
-    -D LLVM_ENABLE_RUNTIMES="compiler-rt;libcxx;libcxxabi;libunwind" \
+    -D LLVM_ENABLE_RUNTIMES="${LLVM_RUNTIMES_TO_BUILD}" \
     -D LLVM_TARGETS_TO_BUILD="AArch64;X86" \
     -D COMPILER_RT_BUILD_SANITIZERS="OFF" \
     -D COMPILER_RT_BUILD_XRAY="OFF" \
-    -D LIBCXX_ADDITIONAL_COMPILE_FLAGS="-D_QNX_SOURCE=1" \
+    -D COMPILER_RT_BUILD_MEMPROF="OFF" \
+    -D COMPILER_RT_BUILD_LIBFUZZER="OFF" \
-    -D LIBCXXABI_ADDITIONAL_COMPILE_FLAGS="-D_QNX_SOURCE=1" \
+    -D COMPILER_RT_BUILD_PROFILE="OFF" \
     -G Ninja \
     "../${LLVM_SOURCES_DIR}/llvm" || exit 1
-# hijack the "bin" and "lib/clang" output directories and redirect them to the hypervisor's filesystem
-test -e "${CURRENT_DIR}/llvm-build" && rm -rf "${CURRENT_DIR}/llvm-build"
-mkdir -p "${CURRENT_DIR}/llvm-build"
-test -d bin && mv bin "${CURRENT_DIR}/llvm-build/bin" || mkdir "${CURRENT_DIR}/llvm-build/bin"
-ln -s "${CURRENT_DIR}/llvm-build/bin" bin
-mkdir -p "${CURRENT_DIR}/llvm-build/lib"
-test -d lib/clang && mv lib/clang "${CURRENT_DIR}/llvm-build/lib/clang" || mkdir "${CURRENT_DIR}/llvm-build/lib/clang"
-ln -s "${CURRENT_DIR}/llvm-build/lib/clang" lib/clang
 # and do the Lord's work. https://youtu.be/jcyYmCnkbEE
 echo "Building LLVM..."
-cmake --build . || exit 1
+cmake --build . --target install || exit 1
-# TODO: port lldb bindings
-# TODO: port compiler_rt sanitizer bindings
+/bin/printf "\n\xF0\x9F\x8D\xBE\x20\x43\x68\x61\x6d\x70\x61\x67\x6e\x65\x2e\n"
-echo "Champagne, James. Champagne."
 exit 0
+# TODO optional: port compiler_rt sanitizer bindings and build sanitizers, xray, memprof, libfuzzer and profile
+# TODO optional: port lldb bindings and build lldb

Subversion Repositories QNX 8.QNX8 LLVM/Clang compiler suite

QNX 8.QNX8 LLVM/Clang compiler suite/cross-build.sh – Rev 12 → 13