Subversion Repositories QNX 8.QNX8 LLVM/Clang compiler suite

Rev

Rev 23 | Rev 25 | Go to most recent revision | Blame | Compare with Previous | Last modification | View Log | Download | RSS feed

  1. #!/bin/sh
  2. # LLVM/Clang toolchain cross-compilation script for QNX 8.0 by Pierre-Marie Baty <pm@pmbaty.com>
  3.  
  4. # NOTE TO SELF: DO NOT USE $0 AS THIS SCRIPT CAN BE RUN *OR* SOURCED! (see build-llvm.sh in the VM)
  5.  
  6. export QNXSDK_VERSION="8.0.0" # version of the QNX SDK in use, in <major>.<minor>.<revision> format
  7. export QNXSDK_PATH="../qnx800" # relative location from the path of this script where to find the QNX platform SDK
  8. export QNXSDK_HOSTPATH="host/linux/x86_64" # relative location in QNXSDK_PATH of the tree containing the build tools that are runnable on the build host
  9. export QNXSDK_TARGETPATH="target/qnx" # relative location in QNXSDK_PATH of the tree containing the QNX8 system header files
  10.  
  11. export BUILD_DIR_NAME="llvm-build" # name of the directory on the build host's desktop where the LLVM sources will be built
  12. export BUILD_TARGET_ARCH="x86_64" # CPU architecture to build LLVM for, either "x86_64" or "aarch64"
  13.  
  14. export LLVM_VERSION="16.0.6" # version of LLVM that will be built (ideally the same version as the libc++ supplied by QNX in their platform SDK)
  15. export LLVM_SOURCES_FILE="llvmorg-${LLVM_VERSION}.tar.gz" # name of the file containing LLVM version LLVM_VERSION sources
  16. export LLVM_SOURCES_URL="https://github.com/llvm/llvm-project/archive/refs/tags/${LLVM_SOURCES_FILE}" # download URL of LLVM_SOURCES_FILE
  17. export LLVM_SOURCES_DIR="llvm-project-llvmorg-${LLVM_VERSION}" # name of directory created when extracting LLVM_SOURCES_FILE
  18.  
  19. export LLVM_PROJECTS_TO_BUILD="clang;polly;lld" # semicolon-separated list of LLVM projects to build (full list: "clang;clang-tools-extra;cross-project-tests;libc;libclc;lld;lldb;openmp;polly;pstl")
  20. export LLVM_RUNTIMES_TO_BUILD="compiler-rt" # semicolon-separated list of LLVM runtimes to build (full list: "compiler-rt;libc;libcxx;libcxxabi;libunwind;openmp")
  21. export LLVM_BUILD_CONFIGURATION_TYPE="MinSizeRel" # build configuration, one of "Debug", "Release", "RelWithDebugInfo" or "MinSizeRel"
  22.  
  23. export REQUIRED_TOOLS="wget python3 cmake gcc g++ ninja ccache" # list of build tools required to build all this on the build host
  24.  
  25. # see where we are
  26. export CURRENT_DIR="$(pwd)"
  27.  
  28. print_error_and_die()
  29. {
  30.         # a handy function that does what it says. Args: error strings to print, one line per argument
  31.         test -z "${COLUMNS}" && COLUMNS=80
  32.         echo ""
  33.         while [ -n "${1}" ]; do
  34.                 echo "${1}"|fold -s -w "${COLUMNS}"
  35.                 shift
  36.         done
  37.         echo ""
  38.         exit 1
  39. }
  40.  
  41. # verify we're a x86_64 Linux host
  42. if [ ! "$(uname)" = "Linux" ] || [ ! "$(uname -m)" = "x86_64" ]; then
  43.         print_error_and_die "Error: this script requires a x86_64 Linux machine (possibly a virtual machine) as the build host."
  44. fi
  45.  
  46. # verify that we have the QNX platform SDK
  47. if [ ! -d "${QNXSDK_PATH}/${QNXSDK_HOSTPATH}" ] || [ ! -d "${QNXSDK_PATH}/${QNXSDK_TARGETPATH}" ]; then
  48.         print_error_and_die "Error: the ${QNXSDK_PATH} path doesn't contain a QNX SDK. It must contain the 'host' and 'target' directories of the QNX SDP for the targeted version of QNX and the ${BUILD_TARGET_ARCH} platform. Please deploy these directories and try again."
  49. fi
  50.  
  51. # verify that we have the required tools
  52. for REQUIRED_TOOL in ${REQUIRED_TOOLS}; do
  53.         "${REQUIRED_TOOL}" --version > /dev/null 2>&1 || print_error_and_die \
  54.                 "Error: this script requires at the very least the following tools installed:" \
  55.                 "       $(echo "${REQUIRED_TOOLS}"|sed 's/ /\n  /g')" \
  56.                 "Please install them (possibly as binary packages with apt-get) and try again." \
  57.                 "More specifically, the following tool was not found: '${REQUIRED_TOOL}'"
  58. done
  59.  
  60. # verify that the symlinks are deployed in the SDK -- just test one of them in each relevant directory ($QNX_HOST for the tools, $QNX_TARGET for the sysroot)
  61. if [ ! -e "${QNXSDK_PATH}/${QNXSDK_HOSTPATH}/usr/bin/gcc" ] || [ ! -e "${QNXSDK_PATH}/${QNXSDK_TARGETPATH}/usr/include/readline.h" ]; then
  62.         print_error_and_die \
  63.                 "Error: the toolchain platform-specific symbolic links have not been deployed in this QNX SDK. Please run" \
  64.                 "(on a POSIX machine:)" \
  65.                 "       cd ${QNXSDK_PATH}" \
  66.                 "       find . -name symlinks.lst -exec ./symlinks.sh {} create \\; && printf 'present' > .symlinks-state" \
  67.                 "(else on a Windows machine:)" \
  68.                 "       cd ${QNXSDK_PATH}" \
  69.                 "       host\\win64\\x86_64\\usr\\bin\\busybox.exe sh -c \"find . -name symlinks.lst -exec ./symlinks.sh {} create \\; && printf 'present' > .symlinks-state\"" \
  70.                 "Note that this step WILL take time on a Win32 machine, but is only done once."
  71. fi
  72.  
  73. # create a symlink in /tmp that will lead to the QNX platform SDK so as to avoid spaces in paths if it doesn't exist already
  74. # (this is totally prohibitive with the official QNX toolchain)
  75. if [ ! -L /tmp/qnxsdk ] || [ ! "$(readlink /tmp/qnxsdk)" = "$(realpath "${CURRENT_DIR}/${QNXSDK_PATH}")" ]; then
  76.         echo "Creating symlink to QNX toolchain in /tmp/qnxsdk..."
  77.         rm -rf /tmp/qnxsdk 2>/dev/null
  78.         ln -fs "$(realpath "${CURRENT_DIR}/${QNXSDK_PATH}")" /tmp/qnxsdk || exit 1
  79. fi
  80.  
  81. # setup the environment
  82. export QNX_HOST="/tmp/qnxsdk/${QNXSDK_HOSTPATH}"
  83. export QNX_TARGET="/tmp/qnxsdk/${QNXSDK_TARGETPATH}"
  84. export MAKEFLAGS="-I${QNX_TARGET}/usr/include"
  85. export PATH="${QNX_HOST}/usr/bin:${PATH}"
  86.  
  87. # print the build environment
  88. echo "QNX_HOST=${QNX_HOST}"
  89. echo "QNX_TARGET=${QNX_TARGET}"
  90. echo "MAKEFLAGS=${MAKEFLAGS}"
  91.  
  92. # construct the target triple (actually a quadruple)
  93. export TARGET_ARCH="${BUILD_TARGET_ARCH}"
  94. test "${BUILD_TARGET_ARCH}" = "x86_64" && export TARGET_VENDOR="pc" || export TARGET_VENDOR="unknown"
  95. export TARGET_KERNEL="nto"
  96. export TARGET_SYSTEM="qnx${QNXSDK_VERSION}"
  97. export TARGET_TRIPLE="${TARGET_ARCH}-${TARGET_VENDOR}-${TARGET_KERNEL}-${TARGET_SYSTEM}"
  98. echo "Will build for ${TARGET_TRIPLE}"
  99.  
  100. # change to an immediately visible path, i.e. the user's desktop (failsafe to $HOME if xdg-user-dir is unavailable or points to a nonexistent directory)
  101. STAGING_PATH="$(xdg-user-dir DESKTOP 2>/dev/null || echo "${HOME}")"
  102. test -d "${STAGING_PATH}" || STAGING_PATH="${HOME}"
  103. cd "${STAGING_PATH}"
  104.  
  105. # download the involved source packages and unpack them if not done yet
  106. download_and_unpack_if_necessary()
  107. {
  108.         # helper function that downloads a sources tarball, extracts it and patches it if necessary
  109.         # args: <sources dirname> <sources filename> <download URL> [optional patchset URL]
  110.         test -d "${1}" && return 0 # if sources directory already exists, nothing to do
  111.         if [ ! -s "${CURRENT_DIR}/${2}" ]; then # if sources archive isn't a nonempty file...
  112.                 echo "Downloading ${1} sources from ${3}..."
  113.                 if ! wget -O "${CURRENT_DIR}/${2}" "${3}"; then
  114.                         # remove output file in case an error occurs
  115.                         rm -f "${CURRENT_DIR}/${2}"
  116.                         exit 1
  117.                 fi
  118.         fi
  119.         echo "Extracting ${1} sources..."
  120.         cd "$(dirname "${1}")"
  121.         if echo "${2}"|grep -q "\.tar\.bz2$"; then
  122.                 # BZip2 tarball
  123.                 tar xjf "${CURRENT_DIR}/${2}" || exit 1
  124.         elif echo "${2}"|grep -q "\.tar\.xz$"; then
  125.                 # XZ tarball
  126.                 tar xJf "${CURRENT_DIR}/${2}" || exit 1
  127.         elif echo "${2}"|grep -q "\.tar\.gz$"; then
  128.                 # GZipped tarball
  129.                 tar xzf "${CURRENT_DIR}/${2}" || exit 1
  130.         else
  131.                 print_error_and_die "Error: unsupported file extension. Please improve the download_and_unpack_if_necessary() shell function to support it."
  132.         fi
  133.         # make sure the expected directory is here after extraction
  134.         if [ ! -d "${1}" ]; then
  135.                 print_error_and_die "Error: couldn't find ${1} in extracted sources."
  136.         fi
  137.         # do we have a patchset to apply ?
  138.         if [ -n "${4}" ]; then
  139.                 echo "Downloading ${1} patchset from ${4}..."
  140.                 wget -O "${CURRENT_DIR}/${2}.patchset" "${4}" || exit 1
  141.                 echo "Applying patchset..."
  142.                 OLDDIR="$(pwd)"
  143.                 cd "${1}"
  144.                 patch -N -Z -p1 < "${CURRENT_DIR}/${2}.patchset" || exit 1
  145.                 cd "${OLDDIR}"
  146.                 unset OLDDIR
  147.         fi
  148.         return 0
  149. }
  150. download_and_unpack_if_necessary "${LLVM_SOURCES_DIR}" "${LLVM_SOURCES_FILE}" "${LLVM_SOURCES_URL}" || exit 1
  151.  
  152. # create the build directory
  153. echo "Wiping out build directory..."
  154. test -e "${BUILD_DIR_NAME}" && rm -rf "${BUILD_DIR_NAME}"
  155. mkdir "${BUILD_DIR_NAME}" || exit 1
  156. cd "${BUILD_DIR_NAME}" || exit 1
  157.  
  158. # create the QNX CMake toolchain file
  159. test -e "${TARGET_TRIPLE}.cmake" || echo '# '${TARGET_TRIPLE}' CMake toolchain file by Pierre-Marie Baty <pm@pmbaty.com>
  160.  
  161. SET(CMAKE_SYSTEM_NAME "QNX")
  162. SET(CMAKE_SYSTEM_VERSION "'${QNXSDK_VERSION}'")
  163.  
  164. SET(QNX "1")
  165. SET(QNXNTO "1")
  166. SET(QNX_HOST "$ENV{QNX_HOST}")
  167. SET(QNX_TARGET "$ENV{QNX_TARGET}")
  168. SET(QNX_PROCESSOR "'${TARGET_ARCH}'")
  169.  
  170. SET(CMAKE_ASM_COMPILER "${QNX_HOST}/usr/bin/'${TARGET_TRIPLE}'-gcc")
  171. SET(CMAKE_ASM_COMPILER_TARGET "gcc_nto${QNX_PROCESSOR}")
  172.  
  173. SET(CMAKE_C_COMPILER "${QNX_HOST}/usr/bin/'${TARGET_TRIPLE}'-gcc")
  174. SET(CMAKE_C_COMPILER_TARGET "gcc_nto${QNX_PROCESSOR}")
  175. SET(CMAKE_C_FLAGS_DEBUG "-g")
  176. SET(CMAKE_C_FLAGS_MINSIZEREL "-Os -DNDEBUG")
  177. SET(CMAKE_C_FLAGS_RELEASE "-O3 -DNDEBUG")
  178. SET(CMAKE_C_FLAGS_RELWITHDEBINFO "-O2 -g")
  179. SET(CMAKE_C_FLAGS "-D_QNX_SOURCE=1 -I${QNX_TARGET}/usr/include/devs/include_'${TARGET_ARCH}' -I${QNX_TARGET}/usr/include/devs -DDONT_DEFINE_BSD -DDONT_DEFINE___FreeBSD_kernel__ -DDONT_DEFINE_FSCALE -DDONT_DEFINE_MACHINE")
  180.  
  181. SET(CMAKE_CXX_COMPILER "${QNX_HOST}/usr/bin/'${TARGET_TRIPLE}'-g++")
  182. SET(CMAKE_CXX_COMPILER_TARGET "gcc_nto${QNX_PROCESSOR}")
  183. SET(CMAKE_CXX_FLAGS_DEBUG "-g")
  184. SET(CMAKE_CXX_FLAGS_MINSIZEREL "-Os -DNDEBUG")
  185. SET(CMAKE_CXX_FLAGS_RELEASE "-O3 -DNDEBUG")
  186. SET(CMAKE_CXX_FLAGS_RELWITHDEBINFO "-O2 -g")
  187. SET(CMAKE_CXX_FLAGS "-D_QNX_SOURCE=1 -I${QNX_TARGET}/usr/include/devs/include_'${TARGET_ARCH}' -I${QNX_TARGET}/usr/include/devs -DDONT_DEFINE_BSD -DDONT_DEFINE___FreeBSD_kernel__ -DDONT_DEFINE_FSCALE -DDONT_DEFINE_MACHINE")
  188.  
  189. SET(CMAKE_LINKER "${QNX_HOST}/usr/bin/'${TARGET_TRIPLE}'-ld.bfd")
  190. SET(CMAKE_SHARED_LINKER_FLAGS "-lsocket")
  191. SET(CMAKE_EXE_LINKER_FLAGS "-lsocket")
  192.  
  193. SET(CMAKE_RANLIB "${QNX_HOST}/usr/bin/'${TARGET_TRIPLE}'-ranlib")
  194.  
  195. SET(CMAKE_NM "${QNX_HOST}/usr/bin/'${TARGET_TRIPLE}'-nm")
  196.  
  197. SET(CMAKE_AR "${QNX_HOST}/usr/bin/'${TARGET_TRIPLE}'-ar")
  198.  
  199. SET(CMAKE_FIND_ROOT_PATH "${QNX_TARGET}")
  200. SET(CMAKE_FIND_ROOT_PATH_HOST_PROGRAM NEVER)
  201. SET(CMAKE_FIND_ROOT_PATH_HOST_LIBRARY ONLY)
  202. SET(CMAKE_FIND_ROOT_PATH_HOST_INCLUDE ONLY)
  203. ' > "${TARGET_TRIPLE}.cmake"
  204.  
  205. backup_and_patch_if_necessary()
  206. {
  207.         # handy function that patches a file in LLVM_SOURCES_DIR with a given sed replacement regex if necessary, creating backups
  208.         # args: <file pathname> <grep_string_to_test_for_presence_of_patch> <sed regex> [<second regex> [...]]
  209.         _PATCHEE_PATHNAME="${1}"
  210.         _PATCHED_PATTERN="${2}"
  211.         # test if already patched
  212.         grep -q "${_PATCHED_PATTERN}" "../${LLVM_SOURCES_DIR}/${_PATCHEE_PATHNAME}" && return
  213.         # tell what we're about to do
  214.         echo "Patching ${_PATCHEE_PATHNAME}..."
  215.         _DOTTED_NAME="$(echo "${_PATCHEE_PATHNAME}"|tr '/' '.')"
  216.         # have a backup first
  217.         test -f "${CURRENT_DIR}/${_DOTTED_NAME} [ORIGINAL]" || cp "../${LLVM_SOURCES_DIR}/${_PATCHEE_PATHNAME}" "${CURRENT_DIR}/${_DOTTED_NAME} [ORIGINAL]" || exit 1
  218.         # perform the patch
  219.         cp -f "${CURRENT_DIR}/${_DOTTED_NAME} [ORIGINAL]" "${CURRENT_DIR}/${_DOTTED_NAME} [PATCHED]" || exit 1
  220.         while [ -n "${3}" ]; do
  221.                 sed -E -i "${3}" "${CURRENT_DIR}/${_DOTTED_NAME} [PATCHED]"
  222.                 shift
  223.         done
  224.         # verify that we did it successfully
  225.         if ! grep -q "${_PATCHED_PATTERN}" "${CURRENT_DIR}/${_DOTTED_NAME} [PATCHED]"; then
  226.                 print_error_and_die "Error: the file ${_PATCHEE_PATHNAME} could not be patched. Please investigate and fix manually."
  227.         fi
  228.         # and put the patched file in place
  229.         cp -f "${CURRENT_DIR}/${_DOTTED_NAME} [PATCHED]" "../${LLVM_SOURCES_DIR}/${_PATCHEE_PATHNAME}" || exit 1
  230. }
  231.  
  232. # patch llvm/lib/Support/Unix/Path.inc if not done yet
  233. # replace:
  234. #       defined(__FreeBSD_kernel__)
  235. # with:
  236. #       (defined(__FreeBSD_kernel__) || defined(__QNXNTO__))
  237. # RATIONALE: the concerned parts of the QNX platform SDK (/usr/include/devs/*) are actually largely based on FreeBSD code, to conveniently use the FreeBSD network stack.
  238. # NONETHELESS, QNX *IS NOT* FreeBSD and "__FreeBSD_kernel__" *SHOULD NOT* be defined, else userland code may falsely assume a genuine FreeBSD include tree to be available,
  239. # which leads to compilation errors caused by include files assumed to be there whereas they are in fact nowhere to be found (ex: /usr/include/sys/user.h, among others).
  240. # The QNX8 platform SDK has thus been patched to NOT define __FreeBSD_kernel__ when the -DDONT_DEFINE___FreeBSD_kernel__ flag is passed, and the feature tests in Path.inc
  241. # that branch into FreeBSD APIs (which ones *are* exposed in the QNX libc since QNX largely shares FreeBSD code) are about to be patched right now to accept __QNXNTO__ too.
  242. # Additionally, support for statfs()/fstatfs() has been restored in the QNX8 platform SDK in /usr/include/devs/sys/mount.h where it was claimed but absent from the QNX8 libc.
  243. # FIXME: these hacks should be moved elsewhere not to pollute the QNX8 platform SDK -- it *SHOULD* be possible to build without devs
  244. backup_and_patch_if_necessary "llvm/lib/Support/Unix/Path.inc" __QNXNTO__ \
  245.         's@defined\(__FreeBSD_kernel__\)@\(defined\(__FreeBSD_kernel__\) \|\| \defined\(__QNXNTO__\)\)@g'
  246.  
  247. # -- 20240621 -- DISABLED -- the only other place (aside from llvm/lib/Support) where getMainExecutable() is defined is in ClangLinkerWrapper.cpp which is the LLD wrapper frontend.
  248. # -- 20240621 -- DISABLED -- actually llvm/lib/Support/Unix/Path.inc defines *getMainExecutableImpl* and not getMainExecutable, despite what the function comments say. So the code is right.
  249. # -- 20240621 -- DISABLED -- This block can be removed after a few successful thorough rebuilds.
  250. ## LLVM 16: patch llvm/lib/Support/Path.cpp if not done yet
  251. ## replace:
  252. ##      std::string getMainExecutable
  253. ## with:
  254. ##      #if 0
  255. ##      std::string getMainExecutable
  256. ## and:
  257. ##      TempFile::TempFile(StringRef Name, int FD)
  258. ## with:
  259. ##      #endif
  260. ##      TempFile::TempFile(StringRef Name, int FD)
  261. ## RATIONALE: std::string getMainExecutable(const char *Argv0, void *MainAddr) is already defined in llvm/lib/Support/Unix/Path.inc, this looks like a LLVM bug?
  262. ## Specifically read the following patch list: https://reviews.llvm.org/D109977 -- it looks like the implementation of this diff in LLVM 16.0.6 is incomplete.
  263. ## This patch restores a working state (ante D109977).
  264. #test "$(echo "${LLVM_VERSION}"|cut -d . -f 1)" -lt 17 && backup_and_patch_if_necessary "llvm/lib/Support/Path.cpp" "#if 0" \
  265. #       's@std::string getMainExecutable@#if 0\nstd::string getMainExecutable@' \
  266. #       's@TempFile::TempFile\(StringRef Name, int FD\)@#endif\nTempFile::TempFile\(StringRef Name, int FD\)@'
  267.  
  268. # Clang front-end patches
  269. if echo "${LLVM_PROJECTS_TO_BUILD}"|tr ';' '\n'|grep -q "clang"; then
  270.  
  271.         # patch clang/lib/Frontend/InitPreprocessor.cpp
  272.         # replace:
  273.         #         TI.getTargetDefines(LangOpts, Builder);
  274.         # with:
  275.         #         TI.getTargetDefines(LangOpts, Builder);
  276.         #       #ifdef __QNXNTO__
  277.         #         Builder.defineMacro("__QNXNTO__", "1");
  278.         #         Builder.defineMacro("__QNX__", "800"); // <-- set to QNX SDK version, without the intermediary dots
  279.         #         Builder.defineMacro("__X86_64__", "1"); // <-- set to either __X86_64__ or __AARCH64EL__ depending on the build target
  280.         #         Builder.defineMacro("__LITTLEENDIAN__", "1");
  281.         #         Builder.defineMacro("__ELF__", "1");
  282.         #       #endif
  283.         # RATIONALE: this adds the QNX-specific implicit preprocessor definitions. This is not the orthodox way of doing it. But we're in a hurry.
  284.         test "${BUILD_TARGET_ARCH}" = "x86_64" && PLATORM_NATIVE_ARCH_DEFINE="__X86_64__" || PLATORM_NATIVE_ARCH_DEFINE="__AARCH64EL__"
  285.         backup_and_patch_if_necessary "clang/lib/Frontend/InitPreprocessor.cpp" __QNXNTO__ \
  286.                 's@TI\.getTargetDefines\(LangOpts, Builder\);@TI\.getTargetDefines\(LangOpts, Builder\);\n#ifdef __QNXNTO__\n  Builder.defineMacro\("__QNXNTO__", "1"\);\n  Builder.defineMacro("__QNX__", "'$(echo "${QNXSDK_VERSION}"|tr -d '.')'");\n  Builder.defineMacro\("'${PLATORM_NATIVE_ARCH_DEFINE}'", "1"\);\n  Builder.defineMacro\("__LITTLEENDIAN__", "1"\);\n  Builder.defineMacro\("__ELF__", "1"\);\n#endif@'
  287. fi
  288.  
  289. # LLDB patches
  290. if echo "${LLVM_PROJECTS_TO_BUILD}"|tr ';' '\n'|grep -q "lldb"; then
  291.  
  292.         # patch lldb/Source/Host/common/Host.cpp if not done yet
  293.         # replace:
  294.         #       defined(SIGINFO)
  295.         # with:
  296.         #       (defined(SIGINFO) && !defined(__QNXNTO__))
  297.         # RATIONALE: once upon a time (probably in the early steps of the design of their OS), the QNX people defined SIGINFO to the value of SIGUSR1 for a mysterious reason,
  298.         # defeating the purpose of SIGUSR1 completely, which should be a User-Definable signal as mandated by POSIX. Consequently, any userland code that enumerates POSIX signals
  299.         # hits the same value twice, and all is left to solve this problem is to filter either one out. Since SIGINFO, contrarily to SIGUSR1, is an optional signal,
  300.         # this is the value that will be left out. It is not possible to correct this in the platform SDK since all the precompiled userland programs supplied by QNX
  301.         # expect the value of SIGUSR1 for SIGINFO.
  302.         backup_and_patch_if_necessary "lldb/source/Host/common/Host.cpp" __QNXNTO__ \
  303.                 's@defined\(SIGINFO\)@\(defined\(SIGINFO\) \&\& \!defined\(__QNXNTO__\)\)@g'
  304.        
  305.         # FIXME: another patch is needed for LLDB. Basically, the ptrace() POSIX system call doesn't exist on QNX. Instead
  306.         # QNX use their own debug utility: pdebug. Note the /proc filesystem can be used to access a debuggee's virtual memory space.
  307.         # in lldb/source/Host/posix/ProcessLauncherPosixFork.cpp line 196:
  308.         #   if (ptrace(PT_TRACE_ME, 0, nullptr, 0) == -1) // <--- undefined: ptrace, PT_TRACE_ME
  309. fi
  310.  
  311. # compiler-rt patches
  312. if echo "${LLVM_RUNTIMES_TO_BUILD}"|tr ';' '\n'|grep -q "compiler-rt"; then
  313.  
  314.         # patch compiler-rt/lib/builtins/enable_execute_stack.c if not done yet
  315.         # replace:
  316.         #       #include "int_lib.h"
  317.         # with:
  318.         #       #ifdef __QNXNTO__
  319.         #       #define _QNX_SOURCE 1
  320.         #       #endif
  321.         #       #include "int_lib.h"
  322.         # RATIONALE: the QNX people decided to hide most of the UNIX APIs of their libc behind a mandatory _QNX_SOURCE definition to separate the Neutrino primitives from the rest maybe.
  323.         # This name does not "enforce" any standard at all (like _POSIX_SOURCE and similar names), it's just a convenient hack for the QNX people to hide stuff.
  324.         # To put things back on track and expose the POSIX interfaces of their libc to the world, _QNX_SOURCE has been added to the toolchain CMake file, but it happens that
  325.         # when building compiler-rt specifically, the CMAKE_C_FLAGS directive is ignored. Patching the source file seems like the best option to fix that.
  326.         backup_and_patch_if_necessary "compiler-rt/lib/builtins/enable_execute_stack.c" __QNXNTO__ \
  327.                 's@#include "int_lib.h"@#ifdef __QNXNTO__\n#define _QNX_SOURCE 1\n#endif\n#include "int_lib.h"@'
  328.  
  329.         # patch compiler-rt/lib/profile/InstrProfilingUtil.c
  330.         # replace:
  331.         #       #include <sys/mman.h>
  332.         # with:
  333.         #       #ifdef __QNXNTO__
  334.         #       #include <devs/sys/mman.h>
  335.         #       #endif
  336.         #       #include <sys/mman.h>
  337.         # RATIONALE: QNX doesn't define MADV_DONTNEED (but does so for POSIX_MADV_DONTNEED), unfortunately compiler-rt needs the former. By luck, its value is defined in
  338.         # the extra platform headers they borrowed from FreeBSD, i.e. devs/sys/mman.h, and it has the same value, so include both to fix the problem.
  339.         backup_and_patch_if_necessary "compiler-rt/lib/profile/InstrProfilingUtil.c" __QNXNTO__ \
  340.                 's@#include <sys/mman.h>@#ifdef __QNXNTO__\n#include <devs/sys/mman.h>\n#endif\n#include <sys/mman.h>@'
  341.  
  342.         # patch compiler-rt/lib/orc/endianness.h
  343.         # replace:
  344.         #       #elif defined(__MVS__)
  345.         # with:
  346.         #       #elif defined(__QNXNTO__)
  347.         #       #define BYTE_ORDER __BYTE_ORDER__
  348.         #       #elif defined(__MVS__)
  349.         # RATIONALE: QNX doesn't provide a <machine/endian.h> header directly: the user must specify the machine-specific include path (e.g. -isystem ${QNX_TARGET}/usr/include/devs/include_x86_64)
  350.         # Instead of going through platform detection logic, we supply the only definition this file needs, which is opportunisticly the same one that GCC and Clang provide implicitly.
  351.         backup_and_patch_if_necessary "compiler-rt/lib/orc/endianness.h" __QNXNTO__ \
  352.                 's@#elif defined\(__MVS__\)@#elif defined\(__QNXNTO__\)\n#define BYTE_ORDER __BYTE_ORDER__\n#elif defined\(__MVS__\)@'
  353. fi
  354.  
  355. # libunwind patches
  356. if echo "${LLVM_RUNTIMES_TO_BUILD}"|tr ';' '\n'|grep -q "libunwind"; then
  357.  
  358.         # patch libunwind/src/libunwind.cpp
  359.         # replace:
  360.         #       #include <libunwind.h>:
  361.         # with:
  362.         #       #ifdef __QNXNTO__
  363.         #       #define _QNX_SOURCE 1
  364.         #       #endif
  365.         #       #include <libunwind.h>
  366.         # RATIONALE: the pthreads implementation in QNX 'steals' things from the POSIX.1 standard and hides them behind the __EXT_QNX macro,
  367.         # which is defined when either _QNX_SOURCE or __EXT without anything else is defined. This is not correct and low-level libraries
  368.         # such as libunwind that do not define either of those fail to build. Also note that a FreeBSD-compatible header was added to the QNX8
  369.         # platform SDK: /usr/include/link.h, which defines Elf types as Elf64/Elf32 types depending on the architecture and adds some glue.
  370.         backup_and_patch_if_necessary "libunwind/src/libunwind.cpp" __QNXNTO__ \
  371.                 's@#include <libunwind.h>@#ifdef __QNXNTO__\n#define _QNX_SOURCE 1\n#endif\n#include <libunwind.h>@'
  372. fi
  373.  
  374. # libc++ patches
  375. if echo "${LLVM_PROJECTS_TO_BUILD}"|tr ';' '\n'|grep -q "libcxx"; then
  376.  
  377.         # patch libcxx/include/__config
  378.         # replace:
  379.         #       #      define _LIBCPP_HAS_THREAD_API_WIN32
  380.         # with:
  381.         #       #      define _LIBCPP_HAS_THREAD_API_WIN32
  382.         #       #    elif defined(__QNXNTO__)
  383.         #       #      define _LIBCPP_HAS_THREAD_API_PTHREAD
  384.         #       #      define _LIBCPP_HAS_COND_CLOCKWAIT
  385.         #       #      define _LIBCPP_HAS_CLOCK_GETTIME
  386.         # RATIONALE: simply bring QNX among the list of systems known by libc++ to expose a pthreads API; while we're at it inform it that pthread_cond_clockwait() is available
  387.         # and that the standard POSIX clock_gettime() is available to return a realtime wall clock value in nanoseconds (this might not be the optimal way of getting it though).
  388.         backup_and_patch_if_necessary "libcxx/include/__config" __QNXNTO__ \
  389.                 's@#      define _LIBCPP_HAS_THREAD_API_WIN32@#      define _LIBCPP_HAS_THREAD_API_WIN32\n#    elif defined(__QNXNTO__)\n#      define _LIBCPP_HAS_THREAD_API_PTHREAD\n#      define _LIBCPP_HAS_COND_CLOCKWAIT\n#      define _LIBCPP_HAS_CLOCK_GETTIME@'
  390.        
  391.         # patch libcxx/include/__locale
  392.         # replace:
  393.         #       # include <__support/openbsd/xlocale.h>
  394.         # with:
  395.         #       # include <__support/openbsd/xlocale.h>
  396.         #       #elif defined(__QNXNTO__)
  397.         #       # include <__support/qnx/xlocale.h>
  398.         # and:
  399.         #       #elif defined(__MVS__)
  400.         # with:
  401.         #       #elif defined(__QNXNTO__)
  402.         #           typedef short mask;
  403.         #           static const mask space  = (_CN|_SP|_XS);
  404.         #           static const mask print  = (_DI|_LO|_PU|_SP|_UP|_XA);
  405.         #           static const mask cntrl  = _BB;
  406.         #           static const mask upper  = _UP;
  407.         #           static const mask lower  = _LO;
  408.         #           static const mask alpha  = (_LO|_UP|_XA);
  409.         #           static const mask digit  = _DI;
  410.         #           static const mask punct  = _PU;
  411.         #           static const mask xdigit = _XD;
  412.         #           static const mask blank  = (_SP|_XB);
  413.         #           static const mask __regex_word = 0x1000;
  414.         #       #elif defined(__MVS__)
  415.         # RATIONALE: add QNX-specific locale C++ bindings and definitions
  416.         backup_and_patch_if_necessary "libcxx/include/__locale" __QNXNTO__ \
  417.                 's@# include <__support/openbsd/xlocale.h>@# include <__support/openbsd/xlocale.h>\n#elif defined\(__QNXNTO__\)\n# include <__support/qnx/xlocale.h>@' \
  418.                 's@#elif defined\(__MVS__\)@#elif defined\(__QNXNTO__\)\n    typedef short mask;\n    static const mask space  = \(_CN\|_SP\|_XS\);\n    static const mask print  = \(_DI\|_LO\|_PU\|_SP\|_UP\|_XA\);\n    static const mask cntrl  = _BB;\n    static const mask upper  = _UP;\n    static const mask lower  = _LO;\n    static const mask alpha  = \(_LO\|_UP\|_XA\);\n    static const mask digit  = _DI;\n    static const mask punct  = _PU;\n    static const mask xdigit = _XD;\n    static const mask blank  = \(_SP\|_XB\);\n    static const mask __regex_word = 0x1000;\n#elif defined\(__MVS__\)@'
  419.        
  420.         # patch libcxx/include/CMakeLists.txt
  421.         # replace:
  422.         #         __support/openbsd/xlocale.h
  423.         # with:
  424.         #         __support/openbsd/xlocale.h
  425.         #         __support/qnx/xlocale.h
  426.         # RATIONALE: add QNX-specific locale C++ bindings and definitions
  427.         backup_and_patch_if_necessary "libcxx/include/CMakeLists.txt" qnx/xlocale.h \
  428.                 's@  __support/openbsd/xlocale.h@  __support/openbsd/xlocale.h\n  __support/qnx/xlocale.h@'
  429.        
  430.         # add __support/qnx/xlocale.h to the libc++ source tree
  431.         # RATIONALE: add QNX-specific locale C++ bindings and definitions
  432.         test -d "../${LLVM_SOURCES_DIR}/libcxx/include/__support/qnx" || mkdir "../${LLVM_SOURCES_DIR}/libcxx/include/__support/qnx" || exit 1
  433.         test -f "../${LLVM_SOURCES_DIR}/libcxx/include/__support/qnx/xlocale.h" || cp "${QNX_TARGET}/usr/include/c++/v1/__support/qnx/xlocale.h" "../${LLVM_SOURCES_DIR}/libcxx/include/__support/qnx/xlocale.h" || exit 1
  434.        
  435.         # patch libcxx/include/locale
  436.         # replace:
  437.         #       !defined(__BIONIC__) && !defined(_NEWLIB_VERSION) && !defined(__EMSCRIPTEN__)
  438.         # with:
  439.         #       !defined(__BIONIC__) && !defined(_NEWLIB_VERSION) && !defined(__EMSCRIPTEN__) && !defined(__QNXNTO__)
  440.         # RATIONALE: QNX doesn't have catopen() to open a "message catalog"
  441.         backup_and_patch_if_necessary "libcxx/include/locale" __QNXNTO__ \
  442.                 's@\!defined\(__BIONIC__\) \&\& \!defined\(_NEWLIB_VERSION\) \&\& \!defined\(__EMSCRIPTEN__\)@!defined\(__BIONIC__\) \&\& !defined\(_NEWLIB_VERSION\) \&\& !defined\(__EMSCRIPTEN__\) \&\& !defined\(__QNXNTO__\)@'
  443.        
  444.         # patch libcxx/include/setjmp.h
  445.         # replace:
  446.         #       #endif // __cplusplus
  447.         # with:
  448.         #       #ifdef __QNXNTO__
  449.         #       #undef longjmp
  450.         #       [[noreturn]] inline void longjmp(jmp_buf env, int val) { ::siglongjmp(env, val); }
  451.         #       #endif // __QNXNTO__
  452.         #      
  453.         #       #endif // __cplusplus
  454.         # RATIONALE: restore the thread signal mask when calling longjmp() by calling siglongjmp() instead (not sure why, but that's how they do it in the libc++ 16.0.6 they ship with their SDK)
  455.         # FIXME: is this a good idea really? It looks like by calling siglongjmp() instead of longjmp() after setjmp() the QNX people did a broken implementation !?
  456.         backup_and_patch_if_necessary "libcxx/include/setjmp.h" __QNXNTO__ \
  457.                 's@#endif // __cplusplus@#ifdef __QNXNTO__\n#undef longjmp\n\[\[noreturn\]\] inline void longjmp\(jmp_buf env, int val\) { ::siglongjmp\(env, val\); }\n#endif // __QNXNTO_\n\n#endif // __cplusplus@'
  458. fi
  459.  
  460. # polly patches
  461. if echo "${LLVM_PROJECTS_TO_BUILD}"|tr ';' '\n'|grep -q "polly"; then
  462.  
  463.         # patch polly/lib/External/isl/imath/imath.c
  464.         # replace:
  465.         #       /* Select min/max. */
  466.         # with:
  467.         #       #ifdef __QNXNTO__
  468.         #       #undef MIN
  469.         #       #undef MAX
  470.         #       #endif // __QNXNTO__
  471.         #       /* Select min/max. */
  472.         # RATIONALE: QNX already defines MIN/MAX as macros, but polly intends to define them as inline functions. Perhaps this could be avoided by passing _POSIX_SOURCE instead of _QNX_SOURCE.
  473.         backup_and_patch_if_necessary "polly/lib/External/isl/imath/imath.c" __QNXNTO__ \
  474.                 's@\/\* Select min\/max. \*\/@#ifdef __QNXNTO__\n#undef MIN\n#undef MAX\n#endif\n\/\* Select min\/max. \*\/@'
  475. fi
  476.  
  477. # now configure LLVM...
  478. echo "Configuring LLVM build..."
  479. export CCACHE_DIR="$(realpath "../${LLVM_SOURCES_DIR}/.ccache")"
  480. cmake \
  481.     -D CMAKE_TOOLCHAIN_FILE="${TARGET_TRIPLE}.cmake" \
  482.     -D CMAKE_BUILD_TYPE="${LLVM_BUILD_CONFIGURATION_TYPE}" \
  483.     -D CMAKE_INSTALL_PREFIX="/usr/bin" \
  484.     -D CMAKE_STAGING_PREFIX="${CURRENT_DIR}/llvm-build/${BUILD_TARGET_ARCH}" \
  485.     -D CMAKE_C_COMPILER_LAUNCHER="ccache" \
  486.     -D CMAKE_CXX_COMPILER_LAUNCHER="ccache" \
  487.     -D LLVM_HOST_TRIPLE="${TARGET_TRIPLE}" \
  488.     -D LLVM_ENABLE_PROJECTS="${LLVM_PROJECTS_TO_BUILD}" \
  489.     -D LLVM_ENABLE_RUNTIMES="${LLVM_RUNTIMES_TO_BUILD}" \
  490.     -D LLVM_TARGETS_TO_BUILD="AArch64;X86" \
  491.     -D DEFAULT_SYSROOT="../../../../../${QNXSDK_TARGETPATH}/${BUILD_TARGET_ARCH}" \
  492.     -D CLANG_DEFAULT_LINKER="lld" \
  493.     -D CLANG_DEFAULT_CXX_STDLIB="libc++" \
  494.     -D COMPILER_RT_BUILD_SANITIZERS="OFF" \
  495.     -D COMPILER_RT_BUILD_XRAY="OFF" \
  496.     -D COMPILER_RT_BUILD_MEMPROF="OFF" \
  497.     -D COMPILER_RT_BUILD_LIBFUZZER="OFF" \
  498.     -D COMPILER_RT_BUILD_PROFILE="OFF" \
  499.     -G Ninja \
  500.     "../${LLVM_SOURCES_DIR}/llvm" || exit 1
  501.  
  502. # and do the Lord's work. https://youtu.be/jcyYmCnkbEE
  503. echo "Building LLVM..."
  504. cmake --build . --target install || exit 1
  505.  
  506. /bin/printf "\n\xF0\x9F\x8D\xBE\x20\x43\x68\x61\x6d\x70\x61\x67\x6e\x65\x2e\n"
  507. exit 0
  508.  
  509. # TODO optional: port compiler_rt sanitizer bindings and build sanitizers, xray, memprof, libfuzzer and profile
  510. # TODO optional: port lldb bindings and build lldb
  511.