Rev 23 | Rev 25 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed
| Rev | Author | Line No. | Line |
|---|---|---|---|
| 2 | pmbaty | 1 | #!/bin/sh |
| 3 | pmbaty | 2 | # LLVM/Clang toolchain cross-compilation script for QNX 8.0 by Pierre-Marie Baty <pm@pmbaty.com> |
| 2 | pmbaty | 3 | |
| 3 | pmbaty | 4 | # NOTE TO SELF: DO NOT USE $0 AS THIS SCRIPT CAN BE RUN *OR* SOURCED! (see build-llvm.sh in the VM) |
| 5 | |||
| 7 | pmbaty | 6 | export QNXSDK_VERSION="8.0.0" # version of the QNX SDK in use, in <major>.<minor>.<revision> format |
| 7 | export QNXSDK_PATH="../qnx800" # relative location from the path of this script where to find the QNX platform SDK |
||
| 8 | export QNXSDK_HOSTPATH="host/linux/x86_64" # relative location in QNXSDK_PATH of the tree containing the build tools that are runnable on the build host |
||
| 9 | export QNXSDK_TARGETPATH="target/qnx" # relative location in QNXSDK_PATH of the tree containing the QNX8 system header files |
||
| 10 | |||
| 11 | export BUILD_DIR_NAME="llvm-build" # name of the directory on the build host's desktop where the LLVM sources will be built |
||
| 12 | export BUILD_TARGET_ARCH="x86_64" # CPU architecture to build LLVM for, either "x86_64" or "aarch64" |
||
| 13 | |||
| 13 | pmbaty | 14 | export LLVM_VERSION="16.0.6" # version of LLVM that will be built (ideally the same version as the libc++ supplied by QNX in their platform SDK) |
| 7 | pmbaty | 15 | export LLVM_SOURCES_FILE="llvmorg-${LLVM_VERSION}.tar.gz" # name of the file containing LLVM version LLVM_VERSION sources |
| 2 | pmbaty | 16 | export LLVM_SOURCES_URL="https://github.com/llvm/llvm-project/archive/refs/tags/${LLVM_SOURCES_FILE}" # download URL of LLVM_SOURCES_FILE |
| 17 | export LLVM_SOURCES_DIR="llvm-project-llvmorg-${LLVM_VERSION}" # name of directory created when extracting LLVM_SOURCES_FILE |
||
| 18 | |||
| 21 | pmbaty | 19 | export LLVM_PROJECTS_TO_BUILD="clang;polly;lld" # semicolon-separated list of LLVM projects to build (full list: "clang;clang-tools-extra;cross-project-tests;libc;libclc;lld;lldb;openmp;polly;pstl") |
| 14 | pmbaty | 20 | export LLVM_RUNTIMES_TO_BUILD="compiler-rt" # semicolon-separated list of LLVM runtimes to build (full list: "compiler-rt;libc;libcxx;libcxxabi;libunwind;openmp") |
| 13 | pmbaty | 21 | export LLVM_BUILD_CONFIGURATION_TYPE="MinSizeRel" # build configuration, one of "Debug", "Release", "RelWithDebugInfo" or "MinSizeRel" |
| 22 | |||
| 23 | export REQUIRED_TOOLS="wget python3 cmake gcc g++ ninja ccache" # list of build tools required to build all this on the build host |
||
| 24 | |||
| 2 | pmbaty | 25 | # see where we are |
| 26 | export CURRENT_DIR="$(pwd)" |
||
| 27 | |||
| 13 | pmbaty | 28 | print_error_and_die() |
| 29 | { |
||
| 30 | # a handy function that does what it says. Args: error strings to print, one line per argument |
||
| 31 | test -z "${COLUMNS}" && COLUMNS=80 |
||
| 2 | pmbaty | 32 | echo "" |
| 13 | pmbaty | 33 | while [ -n "${1}" ]; do |
| 34 | echo "${1}"|fold -s -w "${COLUMNS}" |
||
| 35 | shift |
||
| 36 | done |
||
| 2 | pmbaty | 37 | echo "" |
| 38 | exit 1 |
||
| 13 | pmbaty | 39 | } |
| 40 | |||
| 41 | # verify we're a x86_64 Linux host |
||
| 42 | if [ ! "$(uname)" = "Linux" ] || [ ! "$(uname -m)" = "x86_64" ]; then |
||
| 43 | print_error_and_die "Error: this script requires a x86_64 Linux machine (possibly a virtual machine) as the build host." |
||
| 2 | pmbaty | 44 | fi |
| 45 | |||
| 46 | # verify that we have the QNX platform SDK |
||
| 47 | if [ ! -d "${QNXSDK_PATH}/${QNXSDK_HOSTPATH}" ] || [ ! -d "${QNXSDK_PATH}/${QNXSDK_TARGETPATH}" ]; then |
||
| 19 | pmbaty | 48 | print_error_and_die "Error: the ${QNXSDK_PATH} path doesn't contain a QNX SDK. It must contain the 'host' and 'target' directories of the QNX SDP for the targeted version of QNX and the ${BUILD_TARGET_ARCH} platform. Please deploy these directories and try again." |
| 2 | pmbaty | 49 | fi |
| 50 | |||
| 13 | pmbaty | 51 | # verify that we have the required tools |
| 52 | for REQUIRED_TOOL in ${REQUIRED_TOOLS}; do |
||
| 53 | "${REQUIRED_TOOL}" --version > /dev/null 2>&1 || print_error_and_die \ |
||
| 54 | "Error: this script requires at the very least the following tools installed:" \ |
||
| 55 | " $(echo "${REQUIRED_TOOLS}"|sed 's/ /\n /g')" \ |
||
| 56 | "Please install them (possibly as binary packages with apt-get) and try again." \ |
||
| 57 | "More specifically, the following tool was not found: '${REQUIRED_TOOL}'" |
||
| 58 | done |
||
| 2 | pmbaty | 59 | |
| 20 | pmbaty | 60 | # verify that the symlinks are deployed in the SDK -- just test one of them in each relevant directory ($QNX_HOST for the tools, $QNX_TARGET for the sysroot) |
| 61 | if [ ! -e "${QNXSDK_PATH}/${QNXSDK_HOSTPATH}/usr/bin/gcc" ] || [ ! -e "${QNXSDK_PATH}/${QNXSDK_TARGETPATH}/usr/include/readline.h" ]; then |
||
| 13 | pmbaty | 62 | print_error_and_die \ |
| 63 | "Error: the toolchain platform-specific symbolic links have not been deployed in this QNX SDK. Please run" \ |
||
| 64 | "(on a POSIX machine:)" \ |
||
| 65 | " cd ${QNXSDK_PATH}" \ |
||
| 66 | " find . -name symlinks.lst -exec ./symlinks.sh {} create \\; && printf 'present' > .symlinks-state" \ |
||
| 67 | "(else on a Windows machine:)" \ |
||
| 68 | " cd ${QNXSDK_PATH}" \ |
||
| 69 | " host\\win64\\x86_64\\usr\\bin\\busybox.exe sh -c \"find . -name symlinks.lst -exec ./symlinks.sh {} create \\; && printf 'present' > .symlinks-state\"" \ |
||
| 70 | "Note that this step WILL take time on a Win32 machine, but is only done once." |
||
| 2 | pmbaty | 71 | fi |
| 72 | |||
| 7 | pmbaty | 73 | # create a symlink in /tmp that will lead to the QNX platform SDK so as to avoid spaces in paths if it doesn't exist already |
| 2 | pmbaty | 74 | # (this is totally prohibitive with the official QNX toolchain) |
| 7 | pmbaty | 75 | if [ ! -L /tmp/qnxsdk ] || [ ! "$(readlink /tmp/qnxsdk)" = "$(realpath "${CURRENT_DIR}/${QNXSDK_PATH}")" ]; then |
| 76 | echo "Creating symlink to QNX toolchain in /tmp/qnxsdk..." |
||
| 77 | rm -rf /tmp/qnxsdk 2>/dev/null |
||
| 78 | ln -fs "$(realpath "${CURRENT_DIR}/${QNXSDK_PATH}")" /tmp/qnxsdk || exit 1 |
||
| 79 | fi |
||
| 2 | pmbaty | 80 | |
| 81 | # setup the environment |
||
| 82 | export QNX_HOST="/tmp/qnxsdk/${QNXSDK_HOSTPATH}" |
||
| 83 | export QNX_TARGET="/tmp/qnxsdk/${QNXSDK_TARGETPATH}" |
||
| 84 | export MAKEFLAGS="-I${QNX_TARGET}/usr/include" |
||
| 85 | export PATH="${QNX_HOST}/usr/bin:${PATH}" |
||
| 86 | |||
| 13 | pmbaty | 87 | # print the build environment |
| 88 | echo "QNX_HOST=${QNX_HOST}" |
||
| 89 | echo "QNX_TARGET=${QNX_TARGET}" |
||
| 90 | echo "MAKEFLAGS=${MAKEFLAGS}" |
||
| 91 | |||
| 92 | # construct the target triple (actually a quadruple) |
||
| 93 | export TARGET_ARCH="${BUILD_TARGET_ARCH}" |
||
| 94 | test "${BUILD_TARGET_ARCH}" = "x86_64" && export TARGET_VENDOR="pc" || export TARGET_VENDOR="unknown" |
||
| 95 | export TARGET_KERNEL="nto" |
||
| 96 | export TARGET_SYSTEM="qnx${QNXSDK_VERSION}" |
||
| 97 | export TARGET_TRIPLE="${TARGET_ARCH}-${TARGET_VENDOR}-${TARGET_KERNEL}-${TARGET_SYSTEM}" |
||
| 98 | echo "Will build for ${TARGET_TRIPLE}" |
||
| 99 | |||
| 24 | pmbaty | 100 | # change to an immediately visible path, i.e. the user's desktop (failsafe to $HOME if xdg-user-dir is unavailable or points to a nonexistent directory) |
| 13 | pmbaty | 101 | STAGING_PATH="$(xdg-user-dir DESKTOP 2>/dev/null || echo "${HOME}")" |
| 23 | pmbaty | 102 | test -d "${STAGING_PATH}" || STAGING_PATH="${HOME}" |
| 13 | pmbaty | 103 | cd "${STAGING_PATH}" |
| 104 | |||
| 10 | pmbaty | 105 | # download the involved source packages and unpack them if not done yet |
| 106 | download_and_unpack_if_necessary() |
||
| 107 | { |
||
| 108 | # helper function that downloads a sources tarball, extracts it and patches it if necessary |
||
| 11 | pmbaty | 109 | # args: <sources dirname> <sources filename> <download URL> [optional patchset URL] |
| 110 | test -d "${1}" && return 0 # if sources directory already exists, nothing to do |
||
| 111 | if [ ! -s "${CURRENT_DIR}/${2}" ]; then # if sources archive isn't a nonempty file... |
||
| 112 | echo "Downloading ${1} sources from ${3}..." |
||
| 113 | if ! wget -O "${CURRENT_DIR}/${2}" "${3}"; then |
||
| 114 | # remove output file in case an error occurs |
||
| 115 | rm -f "${CURRENT_DIR}/${2}" |
||
| 10 | pmbaty | 116 | exit 1 |
| 117 | fi |
||
| 118 | fi |
||
| 11 | pmbaty | 119 | echo "Extracting ${1} sources..." |
| 120 | cd "$(dirname "${1}")" |
||
| 121 | if echo "${2}"|grep -q "\.tar\.bz2$"; then |
||
| 122 | # BZip2 tarball |
||
| 123 | tar xjf "${CURRENT_DIR}/${2}" || exit 1 |
||
| 124 | elif echo "${2}"|grep -q "\.tar\.xz$"; then |
||
| 125 | # XZ tarball |
||
| 126 | tar xJf "${CURRENT_DIR}/${2}" || exit 1 |
||
| 127 | elif echo "${2}"|grep -q "\.tar\.gz$"; then |
||
| 128 | # GZipped tarball |
||
| 129 | tar xzf "${CURRENT_DIR}/${2}" || exit 1 |
||
| 130 | else |
||
| 13 | pmbaty | 131 | print_error_and_die "Error: unsupported file extension. Please improve the download_and_unpack_if_necessary() shell function to support it." |
| 11 | pmbaty | 132 | fi |
| 133 | # make sure the expected directory is here after extraction |
||
| 134 | if [ ! -d "${1}" ]; then |
||
| 13 | pmbaty | 135 | print_error_and_die "Error: couldn't find ${1} in extracted sources." |
| 11 | pmbaty | 136 | fi |
| 137 | # do we have a patchset to apply ? |
||
| 138 | if [ -n "${4}" ]; then |
||
| 139 | echo "Downloading ${1} patchset from ${4}..." |
||
| 140 | wget -O "${CURRENT_DIR}/${2}.patchset" "${4}" || exit 1 |
||
| 141 | echo "Applying patchset..." |
||
| 142 | OLDDIR="$(pwd)" |
||
| 143 | cd "${1}" |
||
| 144 | patch -N -Z -p1 < "${CURRENT_DIR}/${2}.patchset" || exit 1 |
||
| 145 | cd "${OLDDIR}" |
||
| 146 | unset OLDDIR |
||
| 147 | fi |
||
| 10 | pmbaty | 148 | return 0 |
| 149 | } |
||
| 150 | download_and_unpack_if_necessary "${LLVM_SOURCES_DIR}" "${LLVM_SOURCES_FILE}" "${LLVM_SOURCES_URL}" || exit 1 |
||
| 151 | |||
| 2 | pmbaty | 152 | # create the build directory |
| 153 | echo "Wiping out build directory..." |
||
| 154 | test -e "${BUILD_DIR_NAME}" && rm -rf "${BUILD_DIR_NAME}" |
||
| 155 | mkdir "${BUILD_DIR_NAME}" || exit 1 |
||
| 156 | cd "${BUILD_DIR_NAME}" || exit 1 |
||
| 157 | |||
| 158 | # create the QNX CMake toolchain file |
||
| 8 | pmbaty | 159 | test -e "${TARGET_TRIPLE}.cmake" || echo '# '${TARGET_TRIPLE}' CMake toolchain file by Pierre-Marie Baty <pm@pmbaty.com> |
| 2 | pmbaty | 160 | |
| 161 | SET(CMAKE_SYSTEM_NAME "QNX") |
||
| 7 | pmbaty | 162 | SET(CMAKE_SYSTEM_VERSION "'${QNXSDK_VERSION}'") |
| 2 | pmbaty | 163 | |
| 164 | SET(QNX "1") |
||
| 165 | SET(QNXNTO "1") |
||
| 166 | SET(QNX_HOST "$ENV{QNX_HOST}") |
||
| 167 | SET(QNX_TARGET "$ENV{QNX_TARGET}") |
||
| 168 | SET(QNX_PROCESSOR "'${TARGET_ARCH}'") |
||
| 169 | |||
| 170 | SET(CMAKE_ASM_COMPILER "${QNX_HOST}/usr/bin/'${TARGET_TRIPLE}'-gcc") |
||
| 171 | SET(CMAKE_ASM_COMPILER_TARGET "gcc_nto${QNX_PROCESSOR}") |
||
| 172 | |||
| 173 | SET(CMAKE_C_COMPILER "${QNX_HOST}/usr/bin/'${TARGET_TRIPLE}'-gcc") |
||
| 174 | SET(CMAKE_C_COMPILER_TARGET "gcc_nto${QNX_PROCESSOR}") |
||
| 175 | SET(CMAKE_C_FLAGS_DEBUG "-g") |
||
| 176 | SET(CMAKE_C_FLAGS_MINSIZEREL "-Os -DNDEBUG") |
||
| 177 | SET(CMAKE_C_FLAGS_RELEASE "-O3 -DNDEBUG") |
||
| 178 | SET(CMAKE_C_FLAGS_RELWITHDEBINFO "-O2 -g") |
||
| 7 | pmbaty | 179 | SET(CMAKE_C_FLAGS "-D_QNX_SOURCE=1 -I${QNX_TARGET}/usr/include/devs/include_'${TARGET_ARCH}' -I${QNX_TARGET}/usr/include/devs -DDONT_DEFINE_BSD -DDONT_DEFINE___FreeBSD_kernel__ -DDONT_DEFINE_FSCALE -DDONT_DEFINE_MACHINE") |
| 2 | pmbaty | 180 | |
| 181 | SET(CMAKE_CXX_COMPILER "${QNX_HOST}/usr/bin/'${TARGET_TRIPLE}'-g++") |
||
| 182 | SET(CMAKE_CXX_COMPILER_TARGET "gcc_nto${QNX_PROCESSOR}") |
||
| 183 | SET(CMAKE_CXX_FLAGS_DEBUG "-g") |
||
| 184 | SET(CMAKE_CXX_FLAGS_MINSIZEREL "-Os -DNDEBUG") |
||
| 185 | SET(CMAKE_CXX_FLAGS_RELEASE "-O3 -DNDEBUG") |
||
| 186 | SET(CMAKE_CXX_FLAGS_RELWITHDEBINFO "-O2 -g") |
||
| 7 | pmbaty | 187 | SET(CMAKE_CXX_FLAGS "-D_QNX_SOURCE=1 -I${QNX_TARGET}/usr/include/devs/include_'${TARGET_ARCH}' -I${QNX_TARGET}/usr/include/devs -DDONT_DEFINE_BSD -DDONT_DEFINE___FreeBSD_kernel__ -DDONT_DEFINE_FSCALE -DDONT_DEFINE_MACHINE") |
| 2 | pmbaty | 188 | |
| 189 | SET(CMAKE_LINKER "${QNX_HOST}/usr/bin/'${TARGET_TRIPLE}'-ld.bfd") |
||
| 4 | pmbaty | 190 | SET(CMAKE_SHARED_LINKER_FLAGS "-lsocket") |
| 2 | pmbaty | 191 | SET(CMAKE_EXE_LINKER_FLAGS "-lsocket") |
| 192 | |||
| 193 | SET(CMAKE_RANLIB "${QNX_HOST}/usr/bin/'${TARGET_TRIPLE}'-ranlib") |
||
| 194 | |||
| 7 | pmbaty | 195 | SET(CMAKE_NM "${QNX_HOST}/usr/bin/'${TARGET_TRIPLE}'-nm") |
| 196 | |||
| 2 | pmbaty | 197 | SET(CMAKE_AR "${QNX_HOST}/usr/bin/'${TARGET_TRIPLE}'-ar") |
| 198 | |||
| 199 | SET(CMAKE_FIND_ROOT_PATH "${QNX_TARGET}") |
||
| 200 | SET(CMAKE_FIND_ROOT_PATH_HOST_PROGRAM NEVER) |
||
| 201 | SET(CMAKE_FIND_ROOT_PATH_HOST_LIBRARY ONLY) |
||
| 202 | SET(CMAKE_FIND_ROOT_PATH_HOST_INCLUDE ONLY) |
||
| 203 | ' > "${TARGET_TRIPLE}.cmake" |
||
| 204 | |||
| 7 | pmbaty | 205 | backup_and_patch_if_necessary() |
| 206 | { |
||
| 207 | # handy function that patches a file in LLVM_SOURCES_DIR with a given sed replacement regex if necessary, creating backups |
||
| 11 | pmbaty | 208 | # args: <file pathname> <grep_string_to_test_for_presence_of_patch> <sed regex> [<second regex> [...]] |
| 209 | _PATCHEE_PATHNAME="${1}" |
||
| 210 | _PATCHED_PATTERN="${2}" |
||
| 7 | pmbaty | 211 | # test if already patched |
| 11 | pmbaty | 212 | grep -q "${_PATCHED_PATTERN}" "../${LLVM_SOURCES_DIR}/${_PATCHEE_PATHNAME}" && return |
| 7 | pmbaty | 213 | # tell what we're about to do |
| 11 | pmbaty | 214 | echo "Patching ${_PATCHEE_PATHNAME}..." |
| 215 | _DOTTED_NAME="$(echo "${_PATCHEE_PATHNAME}"|tr '/' '.')" |
||
| 7 | pmbaty | 216 | # have a backup first |
| 11 | pmbaty | 217 | test -f "${CURRENT_DIR}/${_DOTTED_NAME} [ORIGINAL]" || cp "../${LLVM_SOURCES_DIR}/${_PATCHEE_PATHNAME}" "${CURRENT_DIR}/${_DOTTED_NAME} [ORIGINAL]" || exit 1 |
| 7 | pmbaty | 218 | # perform the patch |
| 11 | pmbaty | 219 | cp -f "${CURRENT_DIR}/${_DOTTED_NAME} [ORIGINAL]" "${CURRENT_DIR}/${_DOTTED_NAME} [PATCHED]" || exit 1 |
| 220 | while [ -n "${3}" ]; do |
||
| 221 | sed -E -i "${3}" "${CURRENT_DIR}/${_DOTTED_NAME} [PATCHED]" |
||
| 222 | shift |
||
| 223 | done |
||
| 7 | pmbaty | 224 | # verify that we did it successfully |
| 11 | pmbaty | 225 | if ! grep -q "${_PATCHED_PATTERN}" "${CURRENT_DIR}/${_DOTTED_NAME} [PATCHED]"; then |
| 13 | pmbaty | 226 | print_error_and_die "Error: the file ${_PATCHEE_PATHNAME} could not be patched. Please investigate and fix manually." |
| 7 | pmbaty | 227 | fi |
| 228 | # and put the patched file in place |
||
| 11 | pmbaty | 229 | cp -f "${CURRENT_DIR}/${_DOTTED_NAME} [PATCHED]" "../${LLVM_SOURCES_DIR}/${_PATCHEE_PATHNAME}" || exit 1 |
| 7 | pmbaty | 230 | } |
| 231 | |||
| 13 | pmbaty | 232 | # patch llvm/lib/Support/Unix/Path.inc if not done yet |
| 233 | # replace: |
||
| 234 | # defined(__FreeBSD_kernel__) |
||
| 235 | # with: |
||
| 236 | # (defined(__FreeBSD_kernel__) || defined(__QNXNTO__)) |
||
| 7 | pmbaty | 237 | # RATIONALE: the concerned parts of the QNX platform SDK (/usr/include/devs/*) are actually largely based on FreeBSD code, to conveniently use the FreeBSD network stack. |
| 238 | # NONETHELESS, QNX *IS NOT* FreeBSD and "__FreeBSD_kernel__" *SHOULD NOT* be defined, else userland code may falsely assume a genuine FreeBSD include tree to be available, |
||
| 239 | # which leads to compilation errors caused by include files assumed to be there whereas they are in fact nowhere to be found (ex: /usr/include/sys/user.h, among others). |
||
| 240 | # The QNX8 platform SDK has thus been patched to NOT define __FreeBSD_kernel__ when the -DDONT_DEFINE___FreeBSD_kernel__ flag is passed, and the feature tests in Path.inc |
||
| 241 | # that branch into FreeBSD APIs (which ones *are* exposed in the QNX libc since QNX largely shares FreeBSD code) are about to be patched right now to accept __QNXNTO__ too. |
||
| 242 | # Additionally, support for statfs()/fstatfs() has been restored in the QNX8 platform SDK in /usr/include/devs/sys/mount.h where it was claimed but absent from the QNX8 libc. |
||
| 243 | # FIXME: these hacks should be moved elsewhere not to pollute the QNX8 platform SDK -- it *SHOULD* be possible to build without devs |
||
| 11 | pmbaty | 244 | backup_and_patch_if_necessary "llvm/lib/Support/Unix/Path.inc" __QNXNTO__ \ |
| 13 | pmbaty | 245 | 's@defined\(__FreeBSD_kernel__\)@\(defined\(__FreeBSD_kernel__\) \|\| \defined\(__QNXNTO__\)\)@g' |
| 6 | pmbaty | 246 | |
| 22 | pmbaty | 247 | # -- 20240621 -- DISABLED -- the only other place (aside from llvm/lib/Support) where getMainExecutable() is defined is in ClangLinkerWrapper.cpp which is the LLD wrapper frontend. |
| 248 | # -- 20240621 -- DISABLED -- actually llvm/lib/Support/Unix/Path.inc defines *getMainExecutableImpl* and not getMainExecutable, despite what the function comments say. So the code is right. |
||
| 249 | # -- 20240621 -- DISABLED -- This block can be removed after a few successful thorough rebuilds. |
||
| 250 | ## LLVM 16: patch llvm/lib/Support/Path.cpp if not done yet |
||
| 251 | ## replace: |
||
| 252 | ## std::string getMainExecutable |
||
| 253 | ## with: |
||
| 254 | ## #if 0 |
||
| 255 | ## std::string getMainExecutable |
||
| 256 | ## and: |
||
| 257 | ## TempFile::TempFile(StringRef Name, int FD) |
||
| 258 | ## with: |
||
| 259 | ## #endif |
||
| 260 | ## TempFile::TempFile(StringRef Name, int FD) |
||
| 261 | ## RATIONALE: std::string getMainExecutable(const char *Argv0, void *MainAddr) is already defined in llvm/lib/Support/Unix/Path.inc, this looks like a LLVM bug? |
||
| 262 | ## Specifically read the following patch list: https://reviews.llvm.org/D109977 -- it looks like the implementation of this diff in LLVM 16.0.6 is incomplete. |
||
| 263 | ## This patch restores a working state (ante D109977). |
||
| 264 | #test "$(echo "${LLVM_VERSION}"|cut -d . -f 1)" -lt 17 && backup_and_patch_if_necessary "llvm/lib/Support/Path.cpp" "#if 0" \ |
||
| 265 | # 's@std::string getMainExecutable@#if 0\nstd::string getMainExecutable@' \ |
||
| 266 | # 's@TempFile::TempFile\(StringRef Name, int FD\)@#endif\nTempFile::TempFile\(StringRef Name, int FD\)@' |
||
| 6 | pmbaty | 267 | |
| 16 | pmbaty | 268 | # Clang front-end patches |
| 269 | if echo "${LLVM_PROJECTS_TO_BUILD}"|tr ';' '\n'|grep -q "clang"; then |
||
| 270 | |||
| 271 | # patch clang/lib/Frontend/InitPreprocessor.cpp |
||
| 272 | # replace: |
||
| 273 | # TI.getTargetDefines(LangOpts, Builder); |
||
| 274 | # with: |
||
| 275 | # TI.getTargetDefines(LangOpts, Builder); |
||
| 276 | # #ifdef __QNXNTO__ |
||
| 277 | # Builder.defineMacro("__QNXNTO__", "1"); |
||
| 278 | # Builder.defineMacro("__QNX__", "800"); // <-- set to QNX SDK version, without the intermediary dots |
||
| 18 | pmbaty | 279 | # Builder.defineMacro("__X86_64__", "1"); // <-- set to either __X86_64__ or __AARCH64EL__ depending on the build target |
| 16 | pmbaty | 280 | # Builder.defineMacro("__LITTLEENDIAN__", "1"); |
| 281 | # Builder.defineMacro("__ELF__", "1"); |
||
| 282 | # #endif |
||
| 283 | # RATIONALE: this adds the QNX-specific implicit preprocessor definitions. This is not the orthodox way of doing it. But we're in a hurry. |
||
| 18 | pmbaty | 284 | test "${BUILD_TARGET_ARCH}" = "x86_64" && PLATORM_NATIVE_ARCH_DEFINE="__X86_64__" || PLATORM_NATIVE_ARCH_DEFINE="__AARCH64EL__" |
| 16 | pmbaty | 285 | backup_and_patch_if_necessary "clang/lib/Frontend/InitPreprocessor.cpp" __QNXNTO__ \ |
| 18 | pmbaty | 286 | 's@TI\.getTargetDefines\(LangOpts, Builder\);@TI\.getTargetDefines\(LangOpts, Builder\);\n#ifdef __QNXNTO__\n Builder.defineMacro\("__QNXNTO__", "1"\);\n Builder.defineMacro("__QNX__", "'$(echo "${QNXSDK_VERSION}"|tr -d '.')'");\n Builder.defineMacro\("'${PLATORM_NATIVE_ARCH_DEFINE}'", "1"\);\n Builder.defineMacro\("__LITTLEENDIAN__", "1"\);\n Builder.defineMacro\("__ELF__", "1"\);\n#endif@' |
| 16 | pmbaty | 287 | fi |
| 288 | |||
| 13 | pmbaty | 289 | # LLDB patches |
| 290 | if echo "${LLVM_PROJECTS_TO_BUILD}"|tr ';' '\n'|grep -q "lldb"; then |
||
| 6 | pmbaty | 291 | |
| 13 | pmbaty | 292 | # patch lldb/Source/Host/common/Host.cpp if not done yet |
| 293 | # replace: |
||
| 294 | # defined(SIGINFO) |
||
| 295 | # with: |
||
| 296 | # (defined(SIGINFO) && !defined(__QNXNTO__)) |
||
| 297 | # RATIONALE: once upon a time (probably in the early steps of the design of their OS), the QNX people defined SIGINFO to the value of SIGUSR1 for a mysterious reason, |
||
| 298 | # defeating the purpose of SIGUSR1 completely, which should be a User-Definable signal as mandated by POSIX. Consequently, any userland code that enumerates POSIX signals |
||
| 299 | # hits the same value twice, and all is left to solve this problem is to filter either one out. Since SIGINFO, contrarily to SIGUSR1, is an optional signal, |
||
| 300 | # this is the value that will be left out. It is not possible to correct this in the platform SDK since all the precompiled userland programs supplied by QNX |
||
| 301 | # expect the value of SIGUSR1 for SIGINFO. |
||
| 302 | backup_and_patch_if_necessary "lldb/source/Host/common/Host.cpp" __QNXNTO__ \ |
||
| 303 | 's@defined\(SIGINFO\)@\(defined\(SIGINFO\) \&\& \!defined\(__QNXNTO__\)\)@g' |
||
| 304 | |||
| 305 | # FIXME: another patch is needed for LLDB. Basically, the ptrace() POSIX system call doesn't exist on QNX. Instead |
||
| 306 | # QNX use their own debug utility: pdebug. Note the /proc filesystem can be used to access a debuggee's virtual memory space. |
||
| 307 | # in lldb/source/Host/posix/ProcessLauncherPosixFork.cpp line 196: |
||
| 308 | # if (ptrace(PT_TRACE_ME, 0, nullptr, 0) == -1) // <--- undefined: ptrace, PT_TRACE_ME |
||
| 309 | fi |
||
| 6 | pmbaty | 310 | |
| 13 | pmbaty | 311 | # compiler-rt patches |
| 312 | if echo "${LLVM_RUNTIMES_TO_BUILD}"|tr ';' '\n'|grep -q "compiler-rt"; then |
||
| 6 | pmbaty | 313 | |
| 13 | pmbaty | 314 | # patch compiler-rt/lib/builtins/enable_execute_stack.c if not done yet |
| 315 | # replace: |
||
| 316 | # #include "int_lib.h" |
||
| 317 | # with: |
||
| 318 | # #ifdef __QNXNTO__ |
||
| 319 | # #define _QNX_SOURCE 1 |
||
| 320 | # #endif |
||
| 321 | # #include "int_lib.h" |
||
| 322 | # RATIONALE: the QNX people decided to hide most of the UNIX APIs of their libc behind a mandatory _QNX_SOURCE definition to separate the Neutrino primitives from the rest maybe. |
||
| 323 | # This name does not "enforce" any standard at all (like _POSIX_SOURCE and similar names), it's just a convenient hack for the QNX people to hide stuff. |
||
| 324 | # To put things back on track and expose the POSIX interfaces of their libc to the world, _QNX_SOURCE has been added to the toolchain CMake file, but it happens that |
||
| 325 | # when building compiler-rt specifically, the CMAKE_C_FLAGS directive is ignored. Patching the source file seems like the best option to fix that. |
||
| 326 | backup_and_patch_if_necessary "compiler-rt/lib/builtins/enable_execute_stack.c" __QNXNTO__ \ |
||
| 327 | 's@#include "int_lib.h"@#ifdef __QNXNTO__\n#define _QNX_SOURCE 1\n#endif\n#include "int_lib.h"@' |
||
| 8 | pmbaty | 328 | |
| 13 | pmbaty | 329 | # patch compiler-rt/lib/profile/InstrProfilingUtil.c |
| 330 | # replace: |
||
| 331 | # #include <sys/mman.h> |
||
| 332 | # with: |
||
| 333 | # #ifdef __QNXNTO__ |
||
| 334 | # #include <devs/sys/mman.h> |
||
| 335 | # #endif |
||
| 336 | # #include <sys/mman.h> |
||
| 337 | # RATIONALE: QNX doesn't define MADV_DONTNEED (but does so for POSIX_MADV_DONTNEED), unfortunately compiler-rt needs the former. By luck, its value is defined in |
||
| 338 | # the extra platform headers they borrowed from FreeBSD, i.e. devs/sys/mman.h, and it has the same value, so include both to fix the problem. |
||
| 339 | backup_and_patch_if_necessary "compiler-rt/lib/profile/InstrProfilingUtil.c" __QNXNTO__ \ |
||
| 340 | 's@#include <sys/mman.h>@#ifdef __QNXNTO__\n#include <devs/sys/mman.h>\n#endif\n#include <sys/mman.h>@' |
||
| 10 | pmbaty | 341 | |
| 13 | pmbaty | 342 | # patch compiler-rt/lib/orc/endianness.h |
| 343 | # replace: |
||
| 344 | # #elif defined(__MVS__) |
||
| 345 | # with: |
||
| 346 | # #elif defined(__QNXNTO__) |
||
| 347 | # #define BYTE_ORDER __BYTE_ORDER__ |
||
| 348 | # #elif defined(__MVS__) |
||
| 349 | # RATIONALE: QNX doesn't provide a <machine/endian.h> header directly: the user must specify the machine-specific include path (e.g. -isystem ${QNX_TARGET}/usr/include/devs/include_x86_64) |
||
| 350 | # Instead of going through platform detection logic, we supply the only definition this file needs, which is opportunisticly the same one that GCC and Clang provide implicitly. |
||
| 351 | backup_and_patch_if_necessary "compiler-rt/lib/orc/endianness.h" __QNXNTO__ \ |
||
| 352 | 's@#elif defined\(__MVS__\)@#elif defined\(__QNXNTO__\)\n#define BYTE_ORDER __BYTE_ORDER__\n#elif defined\(__MVS__\)@' |
||
| 353 | fi |
||
| 11 | pmbaty | 354 | |
| 13 | pmbaty | 355 | # libunwind patches |
| 356 | if echo "${LLVM_RUNTIMES_TO_BUILD}"|tr ';' '\n'|grep -q "libunwind"; then |
||
| 11 | pmbaty | 357 | |
| 13 | pmbaty | 358 | # patch libunwind/src/libunwind.cpp |
| 359 | # replace: |
||
| 360 | # #include <libunwind.h>: |
||
| 361 | # with: |
||
| 362 | # #ifdef __QNXNTO__ |
||
| 363 | # #define _QNX_SOURCE 1 |
||
| 364 | # #endif |
||
| 365 | # #include <libunwind.h> |
||
| 366 | # RATIONALE: the pthreads implementation in QNX 'steals' things from the POSIX.1 standard and hides them behind the __EXT_QNX macro, |
||
| 367 | # which is defined when either _QNX_SOURCE or __EXT without anything else is defined. This is not correct and low-level libraries |
||
| 368 | # such as libunwind that do not define either of those fail to build. Also note that a FreeBSD-compatible header was added to the QNX8 |
||
| 369 | # platform SDK: /usr/include/link.h, which defines Elf types as Elf64/Elf32 types depending on the architecture and adds some glue. |
||
| 370 | backup_and_patch_if_necessary "libunwind/src/libunwind.cpp" __QNXNTO__ \ |
||
| 371 | 's@#include <libunwind.h>@#ifdef __QNXNTO__\n#define _QNX_SOURCE 1\n#endif\n#include <libunwind.h>@' |
||
| 372 | fi |
||
| 11 | pmbaty | 373 | |
| 13 | pmbaty | 374 | # libc++ patches |
| 375 | if echo "${LLVM_PROJECTS_TO_BUILD}"|tr ';' '\n'|grep -q "libcxx"; then |
||
| 12 | pmbaty | 376 | |
| 13 | pmbaty | 377 | # patch libcxx/include/__config |
| 378 | # replace: |
||
| 379 | # # define _LIBCPP_HAS_THREAD_API_WIN32 |
||
| 380 | # with: |
||
| 381 | # # define _LIBCPP_HAS_THREAD_API_WIN32 |
||
| 382 | # # elif defined(__QNXNTO__) |
||
| 383 | # # define _LIBCPP_HAS_THREAD_API_PTHREAD |
||
| 384 | # # define _LIBCPP_HAS_COND_CLOCKWAIT |
||
| 385 | # # define _LIBCPP_HAS_CLOCK_GETTIME |
||
| 386 | # RATIONALE: simply bring QNX among the list of systems known by libc++ to expose a pthreads API; while we're at it inform it that pthread_cond_clockwait() is available |
||
| 387 | # and that the standard POSIX clock_gettime() is available to return a realtime wall clock value in nanoseconds (this might not be the optimal way of getting it though). |
||
| 388 | backup_and_patch_if_necessary "libcxx/include/__config" __QNXNTO__ \ |
||
| 389 | 's@# define _LIBCPP_HAS_THREAD_API_WIN32@# define _LIBCPP_HAS_THREAD_API_WIN32\n# elif defined(__QNXNTO__)\n# define _LIBCPP_HAS_THREAD_API_PTHREAD\n# define _LIBCPP_HAS_COND_CLOCKWAIT\n# define _LIBCPP_HAS_CLOCK_GETTIME@' |
||
| 390 | |||
| 391 | # patch libcxx/include/__locale |
||
| 392 | # replace: |
||
| 393 | # # include <__support/openbsd/xlocale.h> |
||
| 394 | # with: |
||
| 395 | # # include <__support/openbsd/xlocale.h> |
||
| 396 | # #elif defined(__QNXNTO__) |
||
| 397 | # # include <__support/qnx/xlocale.h> |
||
| 398 | # and: |
||
| 399 | # #elif defined(__MVS__) |
||
| 400 | # with: |
||
| 401 | # #elif defined(__QNXNTO__) |
||
| 402 | # typedef short mask; |
||
| 403 | # static const mask space = (_CN|_SP|_XS); |
||
| 404 | # static const mask print = (_DI|_LO|_PU|_SP|_UP|_XA); |
||
| 405 | # static const mask cntrl = _BB; |
||
| 406 | # static const mask upper = _UP; |
||
| 407 | # static const mask lower = _LO; |
||
| 408 | # static const mask alpha = (_LO|_UP|_XA); |
||
| 409 | # static const mask digit = _DI; |
||
| 410 | # static const mask punct = _PU; |
||
| 411 | # static const mask xdigit = _XD; |
||
| 412 | # static const mask blank = (_SP|_XB); |
||
| 413 | # static const mask __regex_word = 0x1000; |
||
| 414 | # #elif defined(__MVS__) |
||
| 415 | # RATIONALE: add QNX-specific locale C++ bindings and definitions |
||
| 416 | backup_and_patch_if_necessary "libcxx/include/__locale" __QNXNTO__ \ |
||
| 417 | 's@# include <__support/openbsd/xlocale.h>@# include <__support/openbsd/xlocale.h>\n#elif defined\(__QNXNTO__\)\n# include <__support/qnx/xlocale.h>@' \ |
||
| 418 | 's@#elif defined\(__MVS__\)@#elif defined\(__QNXNTO__\)\n typedef short mask;\n static const mask space = \(_CN\|_SP\|_XS\);\n static const mask print = \(_DI\|_LO\|_PU\|_SP\|_UP\|_XA\);\n static const mask cntrl = _BB;\n static const mask upper = _UP;\n static const mask lower = _LO;\n static const mask alpha = \(_LO\|_UP\|_XA\);\n static const mask digit = _DI;\n static const mask punct = _PU;\n static const mask xdigit = _XD;\n static const mask blank = \(_SP\|_XB\);\n static const mask __regex_word = 0x1000;\n#elif defined\(__MVS__\)@' |
||
| 419 | |||
| 420 | # patch libcxx/include/CMakeLists.txt |
||
| 421 | # replace: |
||
| 422 | # __support/openbsd/xlocale.h |
||
| 423 | # with: |
||
| 424 | # __support/openbsd/xlocale.h |
||
| 425 | # __support/qnx/xlocale.h |
||
| 426 | # RATIONALE: add QNX-specific locale C++ bindings and definitions |
||
| 427 | backup_and_patch_if_necessary "libcxx/include/CMakeLists.txt" qnx/xlocale.h \ |
||
| 428 | 's@ __support/openbsd/xlocale.h@ __support/openbsd/xlocale.h\n __support/qnx/xlocale.h@' |
||
| 429 | |||
| 430 | # add __support/qnx/xlocale.h to the libc++ source tree |
||
| 431 | # RATIONALE: add QNX-specific locale C++ bindings and definitions |
||
| 432 | test -d "../${LLVM_SOURCES_DIR}/libcxx/include/__support/qnx" || mkdir "../${LLVM_SOURCES_DIR}/libcxx/include/__support/qnx" || exit 1 |
||
| 433 | test -f "../${LLVM_SOURCES_DIR}/libcxx/include/__support/qnx/xlocale.h" || cp "${QNX_TARGET}/usr/include/c++/v1/__support/qnx/xlocale.h" "../${LLVM_SOURCES_DIR}/libcxx/include/__support/qnx/xlocale.h" || exit 1 |
||
| 434 | |||
| 435 | # patch libcxx/include/locale |
||
| 436 | # replace: |
||
| 437 | # !defined(__BIONIC__) && !defined(_NEWLIB_VERSION) && !defined(__EMSCRIPTEN__) |
||
| 438 | # with: |
||
| 439 | # !defined(__BIONIC__) && !defined(_NEWLIB_VERSION) && !defined(__EMSCRIPTEN__) && !defined(__QNXNTO__) |
||
| 440 | # RATIONALE: QNX doesn't have catopen() to open a "message catalog" |
||
| 441 | backup_and_patch_if_necessary "libcxx/include/locale" __QNXNTO__ \ |
||
| 442 | 's@\!defined\(__BIONIC__\) \&\& \!defined\(_NEWLIB_VERSION\) \&\& \!defined\(__EMSCRIPTEN__\)@!defined\(__BIONIC__\) \&\& !defined\(_NEWLIB_VERSION\) \&\& !defined\(__EMSCRIPTEN__\) \&\& !defined\(__QNXNTO__\)@' |
||
| 443 | |||
| 444 | # patch libcxx/include/setjmp.h |
||
| 445 | # replace: |
||
| 446 | # #endif // __cplusplus |
||
| 447 | # with: |
||
| 448 | # #ifdef __QNXNTO__ |
||
| 449 | # #undef longjmp |
||
| 450 | # [[noreturn]] inline void longjmp(jmp_buf env, int val) { ::siglongjmp(env, val); } |
||
| 451 | # #endif // __QNXNTO__ |
||
| 452 | # |
||
| 453 | # #endif // __cplusplus |
||
| 454 | # RATIONALE: restore the thread signal mask when calling longjmp() by calling siglongjmp() instead (not sure why, but that's how they do it in the libc++ 16.0.6 they ship with their SDK) |
||
| 455 | # FIXME: is this a good idea really? It looks like by calling siglongjmp() instead of longjmp() after setjmp() the QNX people did a broken implementation !? |
||
| 456 | backup_and_patch_if_necessary "libcxx/include/setjmp.h" __QNXNTO__ \ |
||
| 457 | 's@#endif // __cplusplus@#ifdef __QNXNTO__\n#undef longjmp\n\[\[noreturn\]\] inline void longjmp\(jmp_buf env, int val\) { ::siglongjmp\(env, val\); }\n#endif // __QNXNTO_\n\n#endif // __cplusplus@' |
||
| 458 | fi |
||
| 12 | pmbaty | 459 | |
| 13 | pmbaty | 460 | # polly patches |
| 461 | if echo "${LLVM_PROJECTS_TO_BUILD}"|tr ';' '\n'|grep -q "polly"; then |
||
| 462 | |||
| 463 | # patch polly/lib/External/isl/imath/imath.c |
||
| 464 | # replace: |
||
| 465 | # /* Select min/max. */ |
||
| 466 | # with: |
||
| 467 | # #ifdef __QNXNTO__ |
||
| 468 | # #undef MIN |
||
| 469 | # #undef MAX |
||
| 470 | # #endif // __QNXNTO__ |
||
| 471 | # /* Select min/max. */ |
||
| 472 | # RATIONALE: QNX already defines MIN/MAX as macros, but polly intends to define them as inline functions. Perhaps this could be avoided by passing _POSIX_SOURCE instead of _QNX_SOURCE. |
||
| 473 | backup_and_patch_if_necessary "polly/lib/External/isl/imath/imath.c" __QNXNTO__ \ |
||
| 474 | 's@\/\* Select min\/max. \*\/@#ifdef __QNXNTO__\n#undef MIN\n#undef MAX\n#endif\n\/\* Select min\/max. \*\/@' |
||
| 475 | fi |
||
| 476 | |||
| 477 | # now configure LLVM... |
||
| 2 | pmbaty | 478 | echo "Configuring LLVM build..." |
| 9 | pmbaty | 479 | export CCACHE_DIR="$(realpath "../${LLVM_SOURCES_DIR}/.ccache")" |
| 2 | pmbaty | 480 | cmake \ |
| 481 | -D CMAKE_TOOLCHAIN_FILE="${TARGET_TRIPLE}.cmake" \ |
||
| 13 | pmbaty | 482 | -D CMAKE_BUILD_TYPE="${LLVM_BUILD_CONFIGURATION_TYPE}" \ |
| 483 | -D CMAKE_INSTALL_PREFIX="/usr/bin" \ |
||
| 484 | -D CMAKE_STAGING_PREFIX="${CURRENT_DIR}/llvm-build/${BUILD_TARGET_ARCH}" \ |
||
| 9 | pmbaty | 485 | -D CMAKE_C_COMPILER_LAUNCHER="ccache" \ |
| 486 | -D CMAKE_CXX_COMPILER_LAUNCHER="ccache" \ |
||
| 2 | pmbaty | 487 | -D LLVM_HOST_TRIPLE="${TARGET_TRIPLE}" \ |
| 13 | pmbaty | 488 | -D LLVM_ENABLE_PROJECTS="${LLVM_PROJECTS_TO_BUILD}" \ |
| 489 | -D LLVM_ENABLE_RUNTIMES="${LLVM_RUNTIMES_TO_BUILD}" \ |
||
| 2 | pmbaty | 490 | -D LLVM_TARGETS_TO_BUILD="AArch64;X86" \ |
| 16 | pmbaty | 491 | -D DEFAULT_SYSROOT="../../../../../${QNXSDK_TARGETPATH}/${BUILD_TARGET_ARCH}" \ |
| 492 | -D CLANG_DEFAULT_LINKER="lld" \ |
||
| 493 | -D CLANG_DEFAULT_CXX_STDLIB="libc++" \ |
||
| 8 | pmbaty | 494 | -D COMPILER_RT_BUILD_SANITIZERS="OFF" \ |
| 12 | pmbaty | 495 | -D COMPILER_RT_BUILD_XRAY="OFF" \ |
| 13 | pmbaty | 496 | -D COMPILER_RT_BUILD_MEMPROF="OFF" \ |
| 497 | -D COMPILER_RT_BUILD_LIBFUZZER="OFF" \ |
||
| 498 | -D COMPILER_RT_BUILD_PROFILE="OFF" \ |
||
| 2 | pmbaty | 499 | -G Ninja \ |
| 500 | "../${LLVM_SOURCES_DIR}/llvm" || exit 1 |
||
| 501 | |||
| 502 | # and do the Lord's work. https://youtu.be/jcyYmCnkbEE |
||
| 503 | echo "Building LLVM..." |
||
| 13 | pmbaty | 504 | cmake --build . --target install || exit 1 |
| 2 | pmbaty | 505 | |
| 13 | pmbaty | 506 | /bin/printf "\n\xF0\x9F\x8D\xBE\x20\x43\x68\x61\x6d\x70\x61\x67\x6e\x65\x2e\n" |
| 2 | pmbaty | 507 | exit 0 |
| 13 | pmbaty | 508 | |
| 509 | # TODO optional: port compiler_rt sanitizer bindings and build sanitizers, xray, memprof, libfuzzer and profile |
||
| 510 | # TODO optional: port lldb bindings and build lldb |