Subversion Repositories QNX 8.QNX8 LLVM/Clang compiler suite

Rev

Rev 36 | Blame | Compare with Previous | Last modification | View Log | Download | RSS feed

  1. #!/bin/sh
  2. # LLVM/Clang toolchain cross-compilation script for QNX 8.0 by Pierre-Marie Baty <pm@pmbaty.com>
  3.  
  4. # NOTE TO SELF: DO NOT USE $0 AS THIS SCRIPT CAN BE RUN *OR* SOURCED! (see build-llvm.sh in the VM)
  5.  
  6. export QNXSDK_VERSION="8.0.0" # version of the QNX SDK in use, in <major>.<minor>.<revision> format
  7. export QNXSDK_PATH="../qnx800" # relative location from the path of this script where to find the QNX platform SDK
  8. export QNXSDK_HOSTPATH="host/linux/x86_64" # relative location in QNXSDK_PATH of the tree containing the build tools that are runnable on the build host
  9. export QNXSDK_TARGETPATH="target/qnx" # relative location in QNXSDK_PATH of the tree containing the QNX8 system header files
  10.  
  11. export BUILD_DIR_NAME="llvm-build" # name of the directory on the build host's desktop where the LLVM sources will be built
  12. export BUILD_TARGET_ARCH="x86_64" # CPU architecture to build LLVM for, either "x86_64" or "aarch64"
  13.  
  14. export LLVM_VERSION="16.0.6" # version of LLVM that will be built (ideally the same version as the libc++ supplied by QNX in their platform SDK)
  15. export LLVM_SOURCES_FILE="llvmorg-${LLVM_VERSION}.tar.gz" # name of the file containing LLVM version LLVM_VERSION sources
  16. export LLVM_SOURCES_URL="https://github.com/llvm/llvm-project/archive/refs/tags/${LLVM_SOURCES_FILE}" # download URL of LLVM_SOURCES_FILE
  17. export LLVM_SOURCES_DIR="llvm-project-llvmorg-${LLVM_VERSION}" # name of directory created when extracting LLVM_SOURCES_FILE
  18.  
  19. export LLVM_PROJECTS_TO_BUILD="clang;lld;polly" # semicolon-separated list of LLVM projects to build (full list: "clang;clang-tools-extra;cross-project-tests;libc;libclc;lld;lldb;openmp;polly;pstl")
  20. export LLVM_RUNTIMES_TO_BUILD="compiler-rt" # semicolon-separated list of LLVM runtimes to build (full list: "compiler-rt;libc;libcxx;libcxxabi;libunwind;openmp")
  21. export LLVM_BUILD_CONFIGURATION_TYPE="MinSizeRel" # build configuration, one of "Debug", "Release", "RelWithDebugInfo" or "MinSizeRel"
  22.  
  23. export REQUIRED_TOOLS="wget python3 cmake gcc g++ ninja ccache" # list of build tools required to build all this on the build host
  24.  
  25. # see where we are
  26. export CURRENT_DIR="$(pwd)"
  27.  
  28. print_error_and_die()
  29. {
  30.         # a handy function that does what it says. Args: error strings to print, one line per argument
  31.         test -z "${COLUMNS}" && COLUMNS=80
  32.         echo ""
  33.         while [ -n "${1}" ]; do
  34.                 echo "${1}"|fold -s -w "${COLUMNS}"
  35.                 shift
  36.         done
  37.         echo ""
  38.         exit 1
  39. }
  40.  
  41. # verify we're a x86_64 Linux host
  42. if [ ! "$(uname)" = "Linux" ] || [ ! "$(uname -m)" = "x86_64" ]; then
  43.         print_error_and_die "Error: this script requires a x86_64 Linux machine (possibly a virtual machine, or WSL2) as the build host."
  44. fi
  45.  
  46. # verify that we have the required tools
  47. for REQUIRED_TOOL in ${REQUIRED_TOOLS}; do
  48.         "${REQUIRED_TOOL}" --version > /dev/null 2>&1 || print_error_and_die \
  49.                 "Error: this script requires at the very least the following tools installed:" \
  50.                 "       $(echo "${REQUIRED_TOOLS}"|sed 's/ /\n  /g')" \
  51.                 "Please install them (possibly as binary packages with apt-get) and try again." \
  52.                 "More specifically, the following tool was not found: '${REQUIRED_TOOL}'"
  53. done
  54.  
  55. # verify that we have the QNX platform SDK
  56. if [ ! -d "${QNXSDK_PATH}/${QNXSDK_HOSTPATH}" ] || [ ! -d "${QNXSDK_PATH}/${QNXSDK_TARGETPATH}" ]; then
  57.         print_error_and_die "Error: the ${QNXSDK_PATH} path doesn't contain a QNX SDK. It must contain the 'host' and 'target' directories of the QNX SDP for the targeted version of QNX and the ${BUILD_TARGET_ARCH} platform. Please deploy these directories and try again."
  58. fi
  59.  
  60. # change to an immediately visible path, i.e. the user's desktop (failsafe to $HOME if xdg-user-dir is unavailable or points to a nonexistent directory)
  61. STAGING_PATH="$(xdg-user-dir DESKTOP 2>/dev/null || echo "${HOME}")"
  62. test -d "${STAGING_PATH}" || STAGING_PATH="${HOME}"
  63. cd "${STAGING_PATH}"
  64.  
  65. # are we running the Windows Subsystem for Linux, instead of a real Linux ?
  66. if [ -n "${WSL_DISTRO_NAME}" ]; then
  67.         # yes. In order to avoid the horrible 9p protocol for file interchange between NTFS and ext4 (a remarkably bad idea by Microsoft),
  68.         # use the copy of the QNX SDP that our caller is supposed to have put in our $HOME in the WSL2 filesystem. The speed gain is considerable.
  69.         QNXSDK_CANONICAL_PATH="${HOME}/$(basename "${QNXSDK_PATH}")"
  70.         if [ ! -d "${QNXSDK_CANONICAL_PATH}/${QNXSDK_HOSTPATH}" ] || [ ! -d "${QNXSDK_CANONICAL_PATH}/${QNXSDK_TARGETPATH}" ]; then
  71.                 print_error_and_die "Error: the QNX SDP hasn't been deployed to ${QNXSDK_CANONICAL_PATH}. Please do so and run this script again."
  72.         fi
  73. else
  74.         # we're not in WSL. We can expect reasonably good file access speeds to the QNX SDP that's bundled with this repository, so just use it.
  75.         QNXSDK_CANONICAL_PATH="$(realpath "${CURRENT_DIR}/${QNXSDK_PATH}")"
  76. fi
  77.  
  78. # verify that the symlinks are deployed in the SDK -- just test one of them in each relevant directory ($QNX_HOST for the tools, $QNX_TARGET for the sysroot)
  79. if [ ! -e "${QNXSDK_CANONICAL_PATH}/${QNXSDK_HOSTPATH}/usr/bin/ntox86_64-gcc" ]; then
  80.         # symlinks not deployed in the QNX SDK: do so
  81.         OLDDIR="$(pwd)"
  82.         cd "${QNXSDK_CANONICAL_PATH}"
  83.         find . -name symlinks.lst -exec ./symlinks.sh {} create \; && printf 'present-v2' > .symlinks-state
  84.         cd "${OLDDIR}"
  85. fi
  86.  
  87. # Create a symlink in /tmp that will lead to the QNX platform SDK so as to avoid spaces in paths if it doesn't exist already
  88. # (this is totally prohibitive with the official QNX toolchain)
  89. if [ ! -L /tmp/qnxsdk ] || [ ! "$(readlink /tmp/qnxsdk)" = "${QNXSDK_CANONICAL_PATH}" ]; then
  90.         echo "Creating symlink to QNX toolchain in /tmp/qnxsdk..."
  91.         rm -rf /tmp/qnxsdk 2>/dev/null
  92.         ln -fs "${QNXSDK_CANONICAL_PATH}" /tmp/qnxsdk || exit 1
  93. fi
  94.  
  95. # setup the environment
  96. export QNX_HOST="/tmp/qnxsdk/${QNXSDK_HOSTPATH}"
  97. export QNX_TARGET="/tmp/qnxsdk/${QNXSDK_TARGETPATH}"
  98. export MAKEFLAGS="-I${QNX_TARGET}/usr/include"
  99. export PATH="${QNX_HOST}/usr/bin:${PATH}"
  100.  
  101. # print the build environment
  102. echo "QNX_HOST=${QNX_HOST}"
  103. echo "QNX_TARGET=${QNX_TARGET}"
  104. echo "MAKEFLAGS=${MAKEFLAGS}"
  105.  
  106. # download the involved source packages and unpack them if not done yet
  107. download_and_unpack_if_necessary()
  108. {
  109.         # helper function that downloads a sources tarball, extracts it and patches it if necessary
  110.         # args: <sources dirname> <sources filename> <download URL> [optional patchset URL]
  111.         test -d "${1}" && return 0 # if sources directory already exists, nothing to do
  112.         if [ ! -s "${CURRENT_DIR}/${2}" ]; then # if sources archive isn't a nonempty file...
  113.                 echo "Downloading ${1} sources from ${3}..."
  114.                 if ! wget -O "${CURRENT_DIR}/${2}" "${3}"; then
  115.                         # remove output file in case an error occurs
  116.                         rm -f "${CURRENT_DIR}/${2}"
  117.                         exit 1
  118.                 fi
  119.         fi
  120.         echo "Extracting ${1} sources..."
  121.         STARTDIR="$(pwd)"
  122.         cd "$(dirname "${1}")"
  123.         if echo "${2}"|grep -q "\.tar\.bz2$"; then
  124.                 # BZip2 tarball
  125.                 tar xjf "${CURRENT_DIR}/${2}" || exit 1
  126.         elif echo "${2}"|grep -q "\.tar\.xz$"; then
  127.                 # XZ tarball
  128.                 tar xJf "${CURRENT_DIR}/${2}" || exit 1
  129.         elif echo "${2}"|grep -q "\.tar\.gz$"; then
  130.                 # GZipped tarball
  131.                 tar xzf "${CURRENT_DIR}/${2}" || exit 1
  132.         else
  133.                 print_error_and_die "Error: unsupported file extension. Please improve the download_and_unpack_if_necessary() shell function to support it."
  134.         fi
  135.         # make sure the expected directory is here after extraction
  136.         if [ ! -d "$(basename "${1}")" ]; then
  137.                 print_error_and_die "Error: couldn't find ${1} in extracted sources."
  138.         fi
  139.         # do we have a patchset to apply ?
  140.         if [ -n "${4}" ]; then
  141.                 if [ ! -s "${CURRENT_DIR}/${2}.patchset" ]; then
  142.                         echo "Downloading ${1} patchset from ${4}..."
  143.                         wget -O "${CURRENT_DIR}/${2}.patchset" "${4}" || exit 1
  144.                 fi
  145.                 echo "Applying patchset..."
  146.                 OLDDIR="$(pwd)"
  147.                 cd "$(basename "${1}")"
  148.                 patch -N -Z -p1 < "${CURRENT_DIR}/${2}.patchset" || exit 1
  149.                 cd "${OLDDIR}"
  150.                 unset OLDDIR
  151.         fi
  152.         cd "${STARTDIR}"
  153.         unset STARTDIR
  154.         return 0
  155. }
  156. download_and_unpack_if_necessary "${LLVM_SOURCES_DIR}" "${LLVM_SOURCES_FILE}" "${LLVM_SOURCES_URL}" || exit 1
  157.  
  158. # construct the target triple (actually a quadruple)
  159. export TARGET_ARCH="${BUILD_TARGET_ARCH}"
  160. test "${BUILD_TARGET_ARCH}" = "x86_64" && export TARGET_VENDOR="pc" || export TARGET_VENDOR="unknown"
  161. export TARGET_KERNEL="nto"
  162. export TARGET_SYSTEM="qnx${QNXSDK_VERSION}"
  163. export TARGET_TRIPLE="${TARGET_ARCH}-${TARGET_VENDOR}-${TARGET_KERNEL}-${TARGET_SYSTEM}"
  164. echo "Will build for ${TARGET_TRIPLE}"
  165.  
  166. # create the build directory
  167. echo "Wiping out build directory..."
  168. test -e "${BUILD_DIR_NAME}" && rm -rf "${BUILD_DIR_NAME}"
  169. mkdir "${BUILD_DIR_NAME}" || exit 1
  170. cd "${BUILD_DIR_NAME}" || exit 1
  171.  
  172. # create the QNX CMake toolchain file
  173. test -e "${TARGET_TRIPLE}.cmake" || echo '# '${TARGET_TRIPLE}' CMake toolchain file by Pierre-Marie Baty <pm@pmbaty.com>
  174.  
  175. SET(CMAKE_SYSTEM_NAME "QNX")
  176. SET(CMAKE_SYSTEM_VERSION "'${QNXSDK_VERSION}'")
  177.  
  178. SET(QNX "1")
  179. SET(QNXNTO "1")
  180. SET(QNX_HOST "$ENV{QNX_HOST}")
  181. SET(QNX_TARGET "$ENV{QNX_TARGET}")
  182. SET(QNX_PROCESSOR "'${TARGET_ARCH}'")
  183.  
  184. SET(CMAKE_ASM_COMPILER "${QNX_HOST}/usr/bin/'${TARGET_TRIPLE}'-gcc")
  185. SET(CMAKE_ASM_COMPILER_TARGET "gcc_nto${QNX_PROCESSOR}")
  186.  
  187. SET(CMAKE_C_COMPILER "${QNX_HOST}/usr/bin/'${TARGET_TRIPLE}'-gcc")
  188. SET(CMAKE_C_COMPILER_TARGET "gcc_nto${QNX_PROCESSOR}")
  189. SET(CMAKE_C_FLAGS_DEBUG "-g")
  190. SET(CMAKE_C_FLAGS_MINSIZEREL "-Os -DNDEBUG")
  191. SET(CMAKE_C_FLAGS_RELEASE "-O3 -DNDEBUG")
  192. SET(CMAKE_C_FLAGS_RELWITHDEBINFO "-O2 -g")
  193. SET(CMAKE_C_FLAGS "-D_QNX_SOURCE=1 -I${QNX_TARGET}/usr/include/devs/include_'${TARGET_ARCH}' -I${QNX_TARGET}/usr/include/devs -DDONT_DEFINE_BSD -DDONT_DEFINE___FreeBSD_kernel__ -DDONT_DEFINE_FSCALE -DDONT_DEFINE_MACHINE")
  194.  
  195. SET(CMAKE_CXX_COMPILER "${QNX_HOST}/usr/bin/'${TARGET_TRIPLE}'-g++")
  196. SET(CMAKE_CXX_COMPILER_TARGET "gcc_nto${QNX_PROCESSOR}")
  197. SET(CMAKE_CXX_FLAGS_DEBUG "-g")
  198. SET(CMAKE_CXX_FLAGS_MINSIZEREL "-Os -DNDEBUG")
  199. SET(CMAKE_CXX_FLAGS_RELEASE "-O3 -DNDEBUG")
  200. SET(CMAKE_CXX_FLAGS_RELWITHDEBINFO "-O2 -g")
  201. SET(CMAKE_CXX_FLAGS "-D_QNX_SOURCE=1 -I${QNX_TARGET}/usr/include/devs/include_'${TARGET_ARCH}' -I${QNX_TARGET}/usr/include/devs -DDONT_DEFINE_BSD -DDONT_DEFINE___FreeBSD_kernel__ -DDONT_DEFINE_FSCALE -DDONT_DEFINE_MACHINE")
  202.  
  203. SET(CMAKE_LINKER "${QNX_HOST}/usr/bin/'${TARGET_TRIPLE}'-ld.bfd")
  204. SET(CMAKE_SHARED_LINKER_FLAGS "-lsocket")
  205. SET(CMAKE_EXE_LINKER_FLAGS "-lsocket")
  206.  
  207. SET(CMAKE_RANLIB "${QNX_HOST}/usr/bin/'${TARGET_TRIPLE}'-ranlib")
  208.  
  209. SET(CMAKE_NM "${QNX_HOST}/usr/bin/'${TARGET_TRIPLE}'-nm")
  210.  
  211. SET(CMAKE_AR "${QNX_HOST}/usr/bin/'${TARGET_TRIPLE}'-ar")
  212.  
  213. SET(CMAKE_FIND_ROOT_PATH "${QNX_TARGET}")
  214. SET(CMAKE_FIND_ROOT_PATH_HOST_PROGRAM NEVER)
  215. SET(CMAKE_FIND_ROOT_PATH_HOST_LIBRARY ONLY)
  216. SET(CMAKE_FIND_ROOT_PATH_HOST_INCLUDE ONLY)
  217. ' > "${TARGET_TRIPLE}.cmake"
  218.  
  219. backup_and_patch_if_necessary()
  220. {
  221.         # handy function that patches a file in LLVM_SOURCES_DIR with a given sed replacement regex if necessary, creating backups
  222.         # args: <file pathname> <grep_string_to_test_for_presence_of_patch> <sed regex> [<second regex> [...]]
  223.         _PATCHEE_PATHNAME="${1}"
  224.         _PATCHED_PATTERN="${2}"
  225.         # test if already patched
  226.         grep -q "${_PATCHED_PATTERN}" "../${LLVM_SOURCES_DIR}/${_PATCHEE_PATHNAME}" && return
  227.         # tell what we're about to do
  228.         echo "Patching ${_PATCHEE_PATHNAME}..."
  229.         _DOTTED_NAME="$(echo "${_PATCHEE_PATHNAME}"|tr '/' '.')"
  230.         # have a backup first
  231.         test -f "${CURRENT_DIR}/${_DOTTED_NAME} [ORIGINAL]" || cp "../${LLVM_SOURCES_DIR}/${_PATCHEE_PATHNAME}" "${CURRENT_DIR}/${_DOTTED_NAME} [ORIGINAL]" || exit 1
  232.         # perform the patch
  233.         cp -f "${CURRENT_DIR}/${_DOTTED_NAME} [ORIGINAL]" "${CURRENT_DIR}/${_DOTTED_NAME} [PATCHED]" || exit 1
  234.         while [ -n "${3}" ]; do
  235.                 sed -E -i "${3}" "${CURRENT_DIR}/${_DOTTED_NAME} [PATCHED]"
  236.                 shift
  237.         done
  238.         # verify that we did it successfully
  239.         if ! grep -q "${_PATCHED_PATTERN}" "${CURRENT_DIR}/${_DOTTED_NAME} [PATCHED]"; then
  240.                 print_error_and_die "Error: the file ${_PATCHEE_PATHNAME} could not be patched. Please investigate and fix manually."
  241.         fi
  242.         # and put the patched file in place
  243.         cp -f "${CURRENT_DIR}/${_DOTTED_NAME} [PATCHED]" "../${LLVM_SOURCES_DIR}/${_PATCHEE_PATHNAME}" || exit 1
  244. }
  245.  
  246. # patch llvm/lib/Support/Unix/Path.inc if not done yet
  247. # replace:
  248. #       defined(__FreeBSD_kernel__)
  249. # with:
  250. #       (defined(__FreeBSD_kernel__) || defined(__QNXNTO__))
  251. # RATIONALE: the concerned parts of the QNX platform SDK (/usr/include/devs/*) are actually largely based on FreeBSD code, to conveniently use the FreeBSD network stack.
  252. # NONETHELESS, QNX *IS NOT* FreeBSD and "__FreeBSD_kernel__" *SHOULD NOT* be defined, else userland code may falsely assume a genuine FreeBSD include tree to be available,
  253. # which leads to compilation errors caused by include files assumed to be there whereas they are in fact nowhere to be found (ex: /usr/include/sys/user.h, among others).
  254. # The QNX8 platform SDK has thus been patched to NOT define __FreeBSD_kernel__ when the -DDONT_DEFINE___FreeBSD_kernel__ flag is passed, and the feature tests in Path.inc
  255. # that branch into FreeBSD APIs (which ones *are* exposed in the QNX libc since QNX largely shares FreeBSD code) are about to be patched right now to accept __QNXNTO__ too.
  256. # Additionally, support for statfs()/fstatfs() has been restored in the QNX8 platform SDK in /usr/include/devs/sys/mount.h where it was claimed but absent from the QNX8 libc.
  257. # FIXME: these hacks should be moved elsewhere not to pollute the QNX8 platform SDK -- it *SHOULD* be possible to build without devs
  258. backup_and_patch_if_necessary "llvm/lib/Support/Unix/Path.inc" __QNXNTO__ \
  259.         's@defined\(__FreeBSD_kernel__\)@\(defined\(__FreeBSD_kernel__\) \|\| \defined\(__QNXNTO__\)\)@g'
  260.  
  261. # Clang front-end patches
  262. if echo "${LLVM_PROJECTS_TO_BUILD}"|tr ';' '\n'|grep -q "clang"; then
  263.  
  264.         # patch clang/lib/Frontend/InitPreprocessor.cpp
  265.         # replace:
  266.         #         TI.getTargetDefines(LangOpts, Builder);
  267.         # with:
  268.         #         TI.getTargetDefines(LangOpts, Builder);
  269.         #       #ifdef __QNXNTO__
  270.         #         Builder.defineMacro("__QNXNTO__", "1");
  271.         #         Builder.defineMacro("__QNX__", "800"); // <-- set to QNX SDK version, without the intermediary dots
  272.         #         Builder.defineMacro("__X86_64__", "1"); // <-- set to either __X86_64__ or __AARCH64EL__ depending on the build target
  273.         #         Builder.defineMacro("__LITTLEENDIAN__", "1");
  274.         #         Builder.defineMacro("__ELF__", "1");
  275.         #       #endif
  276.         # RATIONALE: this adds the QNX-specific implicit preprocessor definitions. This is not the orthodox way of doing it. But we're in a hurry.
  277.         test "${BUILD_TARGET_ARCH}" = "x86_64" && PLATORM_NATIVE_ARCH_DEFINE="__X86_64__" || PLATORM_NATIVE_ARCH_DEFINE="__AARCH64EL__"
  278.         backup_and_patch_if_necessary "clang/lib/Frontend/InitPreprocessor.cpp" __QNXNTO__ \
  279.                 's@TI\.getTargetDefines\(LangOpts, Builder\);@TI\.getTargetDefines\(LangOpts, Builder\);\n#ifdef __QNXNTO__\n  Builder.defineMacro\("__QNXNTO__", "1"\);\n  Builder.defineMacro("__QNX__", "'$(echo "${QNXSDK_VERSION}"|tr -d '.')'");\n  Builder.defineMacro\("'${PLATORM_NATIVE_ARCH_DEFINE}'", "1"\);\n  Builder.defineMacro\("__LITTLEENDIAN__", "1"\);\n  Builder.defineMacro\("__ELF__", "1"\);\n#endif@'
  280. fi
  281.  
  282. # LLDB patches
  283. if echo "${LLVM_PROJECTS_TO_BUILD}"|tr ';' '\n'|grep -q "lldb"; then
  284.  
  285.         # patch lldb/Source/Host/common/Host.cpp if not done yet
  286.         # replace:
  287.         #       defined(SIGINFO)
  288.         # with:
  289.         #       (defined(SIGINFO) && !defined(__QNXNTO__))
  290.         # RATIONALE: once upon a time (probably in the early steps of the design of their OS), the QNX people defined SIGINFO to the value of SIGUSR1 for a mysterious reason,
  291.         # defeating the purpose of SIGUSR1 completely, which should be a User-Definable signal as mandated by POSIX. Consequently, any userland code that enumerates POSIX signals
  292.         # hits the same value twice, and all is left to solve this problem is to filter either one out. Since SIGINFO, contrarily to SIGUSR1, is an optional signal,
  293.         # this is the value that will be left out. It is not possible to correct this in the platform SDK since all the precompiled userland programs supplied by QNX
  294.         # expect the value of SIGUSR1 for SIGINFO.
  295.         backup_and_patch_if_necessary "lldb/source/Host/common/Host.cpp" __QNXNTO__ \
  296.                 's@defined\(SIGINFO\)@\(defined\(SIGINFO\) \&\& \!defined\(__QNXNTO__\)\)@g'
  297.        
  298.         # FIXME: another patch is needed for LLDB. Basically, the ptrace() POSIX system call doesn't exist on QNX. Instead
  299.         # QNX use their own debug utility: pdebug. Note the /proc filesystem can be used to access a debuggee's virtual memory space.
  300.         # in lldb/source/Host/posix/ProcessLauncherPosixFork.cpp line 196:
  301.         #   if (ptrace(PT_TRACE_ME, 0, nullptr, 0) == -1) // <--- undefined: ptrace, PT_TRACE_ME
  302. fi
  303.  
  304. # compiler-rt patches
  305. if echo "${LLVM_RUNTIMES_TO_BUILD}"|tr ';' '\n'|grep -q "compiler-rt"; then
  306.  
  307.         # patch compiler-rt/lib/builtins/enable_execute_stack.c if not done yet
  308.         # replace:
  309.         #       #include "int_lib.h"
  310.         # with:
  311.         #       #ifdef __QNXNTO__
  312.         #       #define _QNX_SOURCE 1
  313.         #       #endif
  314.         #       #include "int_lib.h"
  315.         # RATIONALE: the QNX people decided to hide most of the UNIX APIs of their libc behind a mandatory _QNX_SOURCE definition to separate the Neutrino primitives from the rest maybe.
  316.         # This name does not "enforce" any standard at all (like _POSIX_SOURCE and similar names), it's just a convenient hack for the QNX people to hide stuff.
  317.         # To put things back on track and expose the POSIX interfaces of their libc to the world, _QNX_SOURCE has been added to the toolchain CMake file, but it happens that
  318.         # when building compiler-rt specifically, the CMAKE_C_FLAGS directive is ignored. Patching the source file seems like the best option to fix that.
  319.         backup_and_patch_if_necessary "compiler-rt/lib/builtins/enable_execute_stack.c" __QNXNTO__ \
  320.                 's@#include "int_lib.h"@#ifdef __QNXNTO__\n#define _QNX_SOURCE 1\n#endif\n#include "int_lib.h"@'
  321.  
  322.         # patch compiler-rt/lib/profile/InstrProfilingUtil.c
  323.         # replace:
  324.         #       #include <sys/mman.h>
  325.         # with:
  326.         #       #ifdef __QNXNTO__
  327.         #       #include <devs/sys/mman.h>
  328.         #       #endif
  329.         #       #include <sys/mman.h>
  330.         # RATIONALE: QNX doesn't define MADV_DONTNEED (but does so for POSIX_MADV_DONTNEED), unfortunately compiler-rt needs the former. By luck, its value is defined in
  331.         # the extra platform headers they borrowed from FreeBSD, i.e. devs/sys/mman.h, and it has the same value, so include both to fix the problem.
  332.         backup_and_patch_if_necessary "compiler-rt/lib/profile/InstrProfilingUtil.c" __QNXNTO__ \
  333.                 's@#include <sys/mman.h>@#ifdef __QNXNTO__\n#include <devs/sys/mman.h>\n#endif\n#include <sys/mman.h>@'
  334.  
  335.         # patch compiler-rt/lib/orc/endianness.h
  336.         # replace:
  337.         #       #elif defined(__MVS__)
  338.         # with:
  339.         #       #elif defined(__QNXNTO__)
  340.         #       #define BYTE_ORDER __BYTE_ORDER__
  341.         #       #elif defined(__MVS__)
  342.         # RATIONALE: QNX doesn't provide a <machine/endian.h> header directly: the user must specify the machine-specific include path (e.g. -isystem ${QNX_TARGET}/usr/include/devs/include_x86_64)
  343.         # Instead of going through platform detection logic, we supply the only definition this file needs, which is opportunisticly the same one that GCC and Clang provide implicitly.
  344.         backup_and_patch_if_necessary "compiler-rt/lib/orc/endianness.h" __QNXNTO__ \
  345.                 's@#elif defined\(__MVS__\)@#elif defined\(__QNXNTO__\)\n#define BYTE_ORDER __BYTE_ORDER__\n#elif defined\(__MVS__\)@'
  346. fi
  347.  
  348. # libunwind patches
  349. if echo "${LLVM_RUNTIMES_TO_BUILD}"|tr ';' '\n'|grep -q "libunwind"; then
  350.  
  351.         # patch libunwind/src/libunwind.cpp
  352.         # replace:
  353.         #       #include <libunwind.h>:
  354.         # with:
  355.         #       #ifdef __QNXNTO__
  356.         #       #define _QNX_SOURCE 1
  357.         #       #endif
  358.         #       #include <libunwind.h>
  359.         # RATIONALE: the pthreads implementation in QNX 'steals' things from the POSIX.1 standard and hides them behind the __EXT_QNX macro,
  360.         # which is defined when either _QNX_SOURCE or __EXT without anything else is defined. This is not correct and low-level libraries
  361.         # such as libunwind that do not define either of those fail to build. Also note that a FreeBSD-compatible header was added to the QNX8
  362.         # platform SDK: /usr/include/link.h, which defines Elf types as Elf64/Elf32 types depending on the architecture and adds some glue.
  363.         backup_and_patch_if_necessary "libunwind/src/libunwind.cpp" __QNXNTO__ \
  364.                 's@#include <libunwind.h>@#ifdef __QNXNTO__\n#define _QNX_SOURCE 1\n#endif\n#include <libunwind.h>@'
  365. fi
  366.  
  367. # libc++ patches
  368. if echo "${LLVM_PROJECTS_TO_BUILD}"|tr ';' '\n'|grep -q "libcxx"; then
  369.  
  370.         # patch libcxx/include/__config
  371.         # replace:
  372.         #       #      define _LIBCPP_HAS_THREAD_API_WIN32
  373.         # with:
  374.         #       #      define _LIBCPP_HAS_THREAD_API_WIN32
  375.         #       #    elif defined(__QNXNTO__)
  376.         #       #      define _LIBCPP_HAS_THREAD_API_PTHREAD
  377.         #       #      define _LIBCPP_HAS_COND_CLOCKWAIT
  378.         #       #      define _LIBCPP_HAS_CLOCK_GETTIME
  379.         # RATIONALE: simply bring QNX among the list of systems known by libc++ to expose a pthreads API; while we're at it inform it that pthread_cond_clockwait() is available
  380.         # and that the standard POSIX clock_gettime() is available to return a realtime wall clock value in nanoseconds (this might not be the optimal way of getting it though).
  381.         backup_and_patch_if_necessary "libcxx/include/__config" __QNXNTO__ \
  382.                 's@#      define _LIBCPP_HAS_THREAD_API_WIN32@#      define _LIBCPP_HAS_THREAD_API_WIN32\n#    elif defined(__QNXNTO__)\n#      define _LIBCPP_HAS_THREAD_API_PTHREAD\n#      define _LIBCPP_HAS_COND_CLOCKWAIT\n#      define _LIBCPP_HAS_CLOCK_GETTIME@'
  383.        
  384.         # patch libcxx/include/__locale
  385.         # replace:
  386.         #       # include <__support/openbsd/xlocale.h>
  387.         # with:
  388.         #       # include <__support/openbsd/xlocale.h>
  389.         #       #elif defined(__QNXNTO__)
  390.         #       # include <__support/qnx/xlocale.h>
  391.         # and:
  392.         #       #elif defined(__MVS__)
  393.         # with:
  394.         #       #elif defined(__QNXNTO__)
  395.         #           typedef short mask;
  396.         #           static const mask space  = (_CN|_SP|_XS);
  397.         #           static const mask print  = (_DI|_LO|_PU|_SP|_UP|_XA);
  398.         #           static const mask cntrl  = _BB;
  399.         #           static const mask upper  = _UP;
  400.         #           static const mask lower  = _LO;
  401.         #           static const mask alpha  = (_LO|_UP|_XA);
  402.         #           static const mask digit  = _DI;
  403.         #           static const mask punct  = _PU;
  404.         #           static const mask xdigit = _XD;
  405.         #           static const mask blank  = (_SP|_XB);
  406.         #           static const mask __regex_word = 0x1000;
  407.         #       #elif defined(__MVS__)
  408.         # RATIONALE: add QNX-specific locale C++ bindings and definitions
  409.         backup_and_patch_if_necessary "libcxx/include/__locale" __QNXNTO__ \
  410.                 's@# include <__support/openbsd/xlocale.h>@# include <__support/openbsd/xlocale.h>\n#elif defined\(__QNXNTO__\)\n# include <__support/qnx/xlocale.h>@' \
  411.                 's@#elif defined\(__MVS__\)@#elif defined\(__QNXNTO__\)\n    typedef short mask;\n    static const mask space  = \(_CN\|_SP\|_XS\);\n    static const mask print  = \(_DI\|_LO\|_PU\|_SP\|_UP\|_XA\);\n    static const mask cntrl  = _BB;\n    static const mask upper  = _UP;\n    static const mask lower  = _LO;\n    static const mask alpha  = \(_LO\|_UP\|_XA\);\n    static const mask digit  = _DI;\n    static const mask punct  = _PU;\n    static const mask xdigit = _XD;\n    static const mask blank  = \(_SP\|_XB\);\n    static const mask __regex_word = 0x1000;\n#elif defined\(__MVS__\)@'
  412.        
  413.         # patch libcxx/include/CMakeLists.txt
  414.         # replace:
  415.         #         __support/openbsd/xlocale.h
  416.         # with:
  417.         #         __support/openbsd/xlocale.h
  418.         #         __support/qnx/xlocale.h
  419.         # RATIONALE: add QNX-specific locale C++ bindings and definitions
  420.         backup_and_patch_if_necessary "libcxx/include/CMakeLists.txt" qnx/xlocale.h \
  421.                 's@  __support/openbsd/xlocale.h@  __support/openbsd/xlocale.h\n  __support/qnx/xlocale.h@'
  422.        
  423.         # add __support/qnx/xlocale.h to the libc++ source tree
  424.         # RATIONALE: add QNX-specific locale C++ bindings and definitions
  425.         test -d "../${LLVM_SOURCES_DIR}/libcxx/include/__support/qnx" || mkdir "../${LLVM_SOURCES_DIR}/libcxx/include/__support/qnx" || exit 1
  426.         test -f "../${LLVM_SOURCES_DIR}/libcxx/include/__support/qnx/xlocale.h" || cp "${QNX_TARGET}/usr/include/c++/v1/__support/qnx/xlocale.h" "../${LLVM_SOURCES_DIR}/libcxx/include/__support/qnx/xlocale.h" || exit 1
  427.        
  428.         # patch libcxx/include/locale
  429.         # replace:
  430.         #       !defined(__BIONIC__) && !defined(_NEWLIB_VERSION) && !defined(__EMSCRIPTEN__)
  431.         # with:
  432.         #       !defined(__BIONIC__) && !defined(_NEWLIB_VERSION) && !defined(__EMSCRIPTEN__) && !defined(__QNXNTO__)
  433.         # RATIONALE: QNX doesn't have catopen() to open a "message catalog"
  434.         backup_and_patch_if_necessary "libcxx/include/locale" __QNXNTO__ \
  435.                 's@\!defined\(__BIONIC__\) \&\& \!defined\(_NEWLIB_VERSION\) \&\& \!defined\(__EMSCRIPTEN__\)@!defined\(__BIONIC__\) \&\& !defined\(_NEWLIB_VERSION\) \&\& !defined\(__EMSCRIPTEN__\) \&\& !defined\(__QNXNTO__\)@'
  436.        
  437.         # patch libcxx/include/setjmp.h
  438.         # replace:
  439.         #       #endif // __cplusplus
  440.         # with:
  441.         #       #ifdef __QNXNTO__
  442.         #       #undef longjmp
  443.         #       [[noreturn]] inline void longjmp(jmp_buf env, int val) { ::siglongjmp(env, val); }
  444.         #       #endif // __QNXNTO__
  445.         #      
  446.         #       #endif // __cplusplus
  447.         # RATIONALE: restore the thread signal mask when calling longjmp() by calling siglongjmp() instead (not sure why, but that's how they do it in the libc++ 16.0.6 they ship with their SDK)
  448.         # FIXME: is this a good idea really? It looks like by calling siglongjmp() instead of longjmp() after setjmp() the QNX people did a broken implementation !?
  449.         backup_and_patch_if_necessary "libcxx/include/setjmp.h" __QNXNTO__ \
  450.                 's@#endif // __cplusplus@#ifdef __QNXNTO__\n#undef longjmp\n\[\[noreturn\]\] inline void longjmp\(jmp_buf env, int val\) { ::siglongjmp\(env, val\); }\n#endif // __QNXNTO_\n\n#endif // __cplusplus@'
  451. fi
  452.  
  453. # polly patches
  454. if echo "${LLVM_PROJECTS_TO_BUILD}"|tr ';' '\n'|grep -q "polly"; then
  455.  
  456.         # patch polly/lib/External/isl/imath/imath.c
  457.         # replace:
  458.         #       /* Select min/max. */
  459.         # with:
  460.         #       #ifdef __QNXNTO__
  461.         #       #undef MIN
  462.         #       #undef MAX
  463.         #       #endif // __QNXNTO__
  464.         #       /* Select min/max. */
  465.         # RATIONALE: QNX already defines MIN/MAX as macros, but polly intends to define them as inline functions. Perhaps this could be avoided by passing _POSIX_SOURCE instead of _QNX_SOURCE.
  466.         backup_and_patch_if_necessary "polly/lib/External/isl/imath/imath.c" __QNXNTO__ \
  467.                 's@\/\* Select min\/max. \*\/@#ifdef __QNXNTO__\n#undef MIN\n#undef MAX\n#endif\n\/\* Select min\/max. \*\/@'
  468. fi
  469.  
  470. # now configure LLVM...
  471. echo "Configuring LLVM build..."
  472. export CCACHE_DIR="$(realpath "../${LLVM_SOURCES_DIR}/.ccache")"
  473. cmake \
  474.     -D CMAKE_TOOLCHAIN_FILE="${TARGET_TRIPLE}.cmake" \
  475.     -D CMAKE_BUILD_TYPE="${LLVM_BUILD_CONFIGURATION_TYPE}" \
  476.     -D CMAKE_INSTALL_PREFIX="/usr/bin" \
  477.     -D CMAKE_STAGING_PREFIX="${CURRENT_DIR}/llvm-build/${BUILD_TARGET_ARCH}" \
  478.     -D CMAKE_C_COMPILER_LAUNCHER="ccache" \
  479.     -D CMAKE_CXX_COMPILER_LAUNCHER="ccache" \
  480.     -D HAVE_STEADY_CLOCK="0" \
  481.     -D LLVM_HOST_TRIPLE="${TARGET_TRIPLE}" \
  482.     -D LLVM_ENABLE_PROJECTS="${LLVM_PROJECTS_TO_BUILD}" \
  483.     -D LLVM_ENABLE_RUNTIMES="${LLVM_RUNTIMES_TO_BUILD}" \
  484.     -D LLVM_TARGETS_TO_BUILD="AArch64;X86" \
  485.     -D DEFAULT_SYSROOT="../../../../../${QNXSDK_TARGETPATH}/${BUILD_TARGET_ARCH}" \
  486.     -D CLANG_DEFAULT_LINKER="ld" \
  487.     -D CLANG_DEFAULT_CXX_STDLIB="libc++" \
  488.     -D COMPILER_RT_BUILD_SANITIZERS="OFF" \
  489.     -D COMPILER_RT_BUILD_XRAY="OFF" \
  490.     -D COMPILER_RT_BUILD_MEMPROF="OFF" \
  491.     -D COMPILER_RT_BUILD_LIBFUZZER="OFF" \
  492.     -D COMPILER_RT_BUILD_PROFILE="OFF" \
  493.     -G Ninja \
  494.     "../${LLVM_SOURCES_DIR}/llvm" || exit 1
  495.  
  496. # and do the Lord's work. https://youtu.be/jcyYmCnkbEE
  497. echo "Building LLVM..."
  498. cmake --build . --target install || exit 1
  499.  
  500. test -z "${WSL_DISTRO_NAME}" && /bin/printf "\n\xF0\x9F\x8D\xBE\x20\x43\x68\x61\x6d\x70\x61\x67\x6e\x65\x2e\n"
  501. exit 0
  502.  
  503. # NOTE: LLD might not produce usable executables on QNX without a GNU LD-compatible linker script (-T option) that defines
  504. # the *SAME* program headers as those generated by the GNU linker! (PHDRS directive). QNX is particularly picky on the layout
  505. # of loadable segments (PT_LOAD): whereas GNU ld generate usually two (one for code, one for data), LLD generates a lot more,
  506. # with different access permissions - and while this is technically correct ELF format (and even more secure), this unusual
  507. # program header layout can be refused by QNX ("can't load xxx: exec format error"). Same if you use ld with '-z separate-code'.
  508. # Also, it is likely that GCC's crti.o/crtn.o being filtered out by LLD from the output executables prevent them to run on QNX.
  509. # https://stackoverflow.com/questions/18091463/why-does-an-assembly-program-only-work-when-linked-with-crt1-o-crti-o-and-crtn-o
  510. # CAVEAT: well worth the read if you intend to use LLD: https://maskray.me/blog/2020-12-19-lld-and-gnu-linker-incompatibilities
  511.  
  512. # TODO optional: port compiler_rt sanitizer bindings and build sanitizers, xray, memprof, libfuzzer and profile
  513. # TODO optional: port lldb bindings and build lldb (implement ptrace)
  514.