WebSVN – QNX 8.QNX8 LLVM/Clang compiler suite – Diff – /cross-build.sh

 export TARGET_ARCH="${BUILD_TARGET_ARCH}"
 test "${BUILD_TARGET_ARCH}" = "x86_64" && export TARGET_VENDOR="pc" || export TARGET_VENDOR="unknown"
 export TARGET_KERNEL="nto"
 export TARGET_SYSTEM="qnx${QNXSDK_VERSION}"
 export TARGET_TRIPLE="${TARGET_ARCH}-${TARGET_VENDOR}-${TARGET_KERNEL}-${TARGET_SYSTEM}"
-echo "Will build LLVM for ${TARGET_TRIPLE}"
+echo "Will build for ${TARGET_TRIPLE}"
 # change to an immediately visible path, i.e. the user's desktop (failsafe to $HOME if xdg-user-dir is unavailable)
 STAGING_PATH="$(xdg-user-dir DESKTOP 2>/dev/null || echo "${HOME}")"
 cd "${STAGING_PATH}"
 # download the involved source packages and unpack them if not done yet
 download_and_unpack_if_necessary()
+{
         # helper function that downloads a sources tarball, extracts it and patches it if necessary
-        # args: <sources dirname> <sources filename> <download URL> <patchset URL or empty string>
+        # args: <sources dirname> <sources filename> <download URL> [optional patchset URL]
-        if [ ! -d "${1}" ]; then
+        test -d "${1}" && return 0 # if sources directory already exists, nothing to do
-                if [ ! -f "${CURRENT_DIR}/${2}" ]; then
+        if [ ! -s "${CURRENT_DIR}/${2}" ]; then # if sources archive isn't a nonempty file...
-                        echo "Downloading ${1} sources from ${3}..."
+                echo "Downloading ${1} sources from ${3}..."
-                        wget -O "${CURRENT_DIR}/${2}" "${3}" || exit 1
+                if ! wget -O "${CURRENT_DIR}/${2}" "${3}"; then
-                fi
-                echo "Extracting ${1} sources..."
-                cd "$(dirname "${1}")"
-                if echo "${2}"|grep -q "\.tar\.bz2$"; then
+                        # remove output file in case an error occurs
-                        tar xjf "${CURRENT_DIR}/${2}" || exit 1
-                elif echo "${2}"|grep -q "\.tar\.xz$"; then
-                        tar xJf "${CURRENT_DIR}/${2}" || exit 1
-                elif echo "${2}"|grep -q "\.tar\.gz$"; then
-                        tar xzf "${CURRENT_DIR}/${2}" || exit 1
+                        rm -f "${CURRENT_DIR}/${2}"
-                else
-                        echo "Error: unsupported file extension. Please improve the download_and_unpack_if_necessary() shell function to support it."
                         exit 1
                 fi
+        fi
+        echo "Extracting ${1} sources..."
+        cd "$(dirname "${1}")"
+        if echo "${2}"|grep -q "\.tar\.bz2$"; then
+                # BZip2 tarball
+                tar xjf "${CURRENT_DIR}/${2}" || exit 1
+        elif echo "${2}"|grep -q "\.tar\.xz$"; then
+                # XZ tarball
+                tar xJf "${CURRENT_DIR}/${2}" || exit 1
+        elif echo "${2}"|grep -q "\.tar\.gz$"; then
+                # GZipped tarball
+                tar xzf "${CURRENT_DIR}/${2}" || exit 1
+        else
+                echo "Error: unsupported file extension. Please improve the download_and_unpack_if_necessary() shell function to support it."
+                exit 1
+        fi
+        # make sure the expected directory is here after extraction
-                if [ ! -d "${1}" ]; then
+        if [ ! -d "${1}" ]; then
-                        echo "Error: couldn't find ${1} in extracted sources."
+                echo "Error: couldn't find ${1} in extracted sources."
-                        exit 1
+                exit 1
-                fi
+        fi
+        # do we have a patchset to apply ?
-                if [ -n "${4}" ]; then
+        if [ -n "${4}" ]; then
-                        echo "Downloading ${1} patchset from ${4}..."
+                echo "Downloading ${1} patchset from ${4}..."
-                        wget -O "${CURRENT_DIR}/${2}.patchset" "${4}" || exit 1
+                wget -O "${CURRENT_DIR}/${2}.patchset" "${4}" || exit 1
-                        echo "Applying patchset..."
+                echo "Applying patchset..."
-                        OLDDIR="$(pwd)"
+                OLDDIR="$(pwd)"
-                        cd "${1}"
+                cd "${1}"
-                        patch -N -Z -p1 < "${CURRENT_DIR}/${2}.patchset" || exit 1
+                patch -N -Z -p1 < "${CURRENT_DIR}/${2}.patchset" || exit 1
-                        cd "${OLDDIR}"
+                cd "${OLDDIR}"
-                        unset OLDDIR
+                unset OLDDIR
-                fi
         fi
         return 0
+}
 download_and_unpack_if_necessary "${LLVM_SOURCES_DIR}" "${LLVM_SOURCES_FILE}" "${LLVM_SOURCES_URL}" || exit 1
 ' > "${TARGET_TRIPLE}.cmake"
 backup_and_patch_if_necessary()
+{
         # handy function that patches a file in LLVM_SOURCES_DIR with a given sed replacement regex if necessary, creating backups
-        # args: <file pathname> <grep_string_to_test_for_presence_of_patch> <sed regex>
+        # args: <file pathname> <grep_string_to_test_for_presence_of_patch> <sed regex> [<second regex> [...]]
+        _PATCHEE_PATHNAME="${1}"
+        _PATCHED_PATTERN="${2}"
         # test if already patched
-        grep -q "${2}" "../${LLVM_SOURCES_DIR}/${1}" && return
+        grep -q "${_PATCHED_PATTERN}" "../${LLVM_SOURCES_DIR}/${_PATCHEE_PATHNAME}" && return
         # tell what we're about to do
-        echo "Patching ${1}..."
+        echo "Patching ${_PATCHEE_PATHNAME}..."
+        _DOTTED_NAME="$(echo "${_PATCHEE_PATHNAME}"|tr '/' '.')"
         # have a backup first
-        test -f "${CURRENT_DIR}/$(echo "${1}"|tr '/' '.') [ORIGINAL]" || cp "../${LLVM_SOURCES_DIR}/${1}" "${CURRENT_DIR}/$(echo "${1}"|tr '/' '.') [ORIGINAL]" || exit 1
+        test -f "${CURRENT_DIR}/${_DOTTED_NAME} [ORIGINAL]" || cp "../${LLVM_SOURCES_DIR}/${_PATCHEE_PATHNAME}" "${CURRENT_DIR}/${_DOTTED_NAME} [ORIGINAL]" || exit 1
         # perform the patch
-        sed -E "${3}" "${CURRENT_DIR}/$(echo "${1}"|tr '/' '.') [ORIGINAL]" > "${CURRENT_DIR}/$(echo "${1}"|tr '/' '.') [PATCHED]"
+        cp -f "${CURRENT_DIR}/${_DOTTED_NAME} [ORIGINAL]" "${CURRENT_DIR}/${_DOTTED_NAME} [PATCHED]" || exit 1
+        while [ -n "${3}" ]; do
+                sed -E -i "${3}" "${CURRENT_DIR}/${_DOTTED_NAME} [PATCHED]"
+                shift
+        done
         # verify that we did it successfully
-        if ! grep -q "${2}" "${CURRENT_DIR}/$(echo "${1}"|tr '/' '.') [PATCHED]"; then
+        if ! grep -q "${_PATCHED_PATTERN}" "${CURRENT_DIR}/${_DOTTED_NAME} [PATCHED]"; then
-                echo "Error: the file ${1} could not be patched. Please investigate and fix manually." | fold -s -w 79; exit 1
+                echo "Error: the file ${_PATCHEE_PATHNAME} could not be patched. Please investigate and fix manually." | fold -s -w 79; exit 1
         fi
         # and put the patched file in place
-        cp -f "${CURRENT_DIR}/$(echo "${1}"|tr '/' '.') [PATCHED]" "../${LLVM_SOURCES_DIR}/${1}" || exit 1
+        cp -f "${CURRENT_DIR}/${_DOTTED_NAME} [PATCHED]" "../${LLVM_SOURCES_DIR}/${_PATCHEE_PATHNAME}" || exit 1
+}
 # patch llvm/Support/Unix/Path.inc if not done yet
 # replace [defined(__FreeBSD_kernel__)] with [(defined(__FreeBSD_kernel__) || defined(__QNXNTO__))]
 # RATIONALE: the concerned parts of the QNX platform SDK (/usr/include/devs/*) are actually largely based on FreeBSD code, to conveniently use the FreeBSD network stack.
 # which leads to compilation errors caused by include files assumed to be there whereas they are in fact nowhere to be found (ex: /usr/include/sys/user.h, among others).
 # The QNX8 platform SDK has thus been patched to NOT define __FreeBSD_kernel__ when the -DDONT_DEFINE___FreeBSD_kernel__ flag is passed, and the feature tests in Path.inc
 # that branch into FreeBSD APIs (which ones *are* exposed in the QNX libc since QNX largely shares FreeBSD code) are about to be patched right now to accept __QNXNTO__ too.
 # Additionally, support for statfs()/fstatfs() has been restored in the QNX8 platform SDK in /usr/include/devs/sys/mount.h where it was claimed but absent from the QNX8 libc.
 # FIXME: these hacks should be moved elsewhere not to pollute the QNX8 platform SDK -- it *SHOULD* be possible to build without devs
+backup_and_patch_if_necessary "llvm/lib/Support/Unix/Path.inc" __QNXNTO__ \
-backup_and_patch_if_necessary "llvm/lib/Support/Unix/Path.inc" __QNXNTO__ 's/defined\(__FreeBSD_kernel__\)/\(defined\(__FreeBSD_kernel__\) \|\| \defined\(__QNXNTO__\)\)/g'
+        's/defined\(__FreeBSD_kernel__\)/\(defined\(__FreeBSD_kernel__\) \|\| \defined\(__QNXNTO__\)\)/g'
 # patch lldb/Source/Host/common/Host.cpp if not done yet
 # replace [defined(SIGINFO)] with [(defined(SIGINFO) && !defined(__QNXNTO__))]
 # RATIONALE: the QNX people defined SIGINFO to the value of SIGUSR1 for a mysterious reason, defeating the purpose of SIGUSR1
 # which should be a User-Definable signal as mandated by POSIX. Consequently, userland code that enumerates POSIX signals
 # hits twice the same value and all is left to solve this problem is to filter either one out. Since SIGINFO, contrarily to SIGUSR1,
 # is an optional signal, this is the value that will be left out - even if on QNX nobody can actually use SIGUSR1's value.
-backup_and_patch_if_necessary "lldb/source/Host/common/Host.cpp" __QNXNTO__ 's/defined\(SIGINFO\)/\(defined\(SIGINFO\) \&\& \!defined\(__QNXNTO__\)\)/g'
+backup_and_patch_if_necessary "lldb/source/Host/common/Host.cpp" __QNXNTO__ \
+        's/defined\(SIGINFO\)/\(defined\(SIGINFO\) \&\& \!defined\(__QNXNTO__\)\)/g'
 # FIXME: another patch is needed for LLDB. Basically, the ptrace() POSIX system call doesn't exist on QNX. Instead
 # QNX use their own debug utility: pdebug. Note the /proc filesystem can be used to access a debuggee's virtual memory space.
 # in lldb/source/Host/posix/ProcessLauncherPosixFork.cpp line 196:
 #   if (ptrace(PT_TRACE_ME, 0, nullptr, 0) == -1) // <--- undefined: ptrace, PT_TRACE_ME
 # replace [#include "int_lib.h"] with [#ifdef __QNXNTO__\n#define _QNX_SOURCE 1\n#endif\n#include "int_lib.h"]
 # RATIONALE: the QNX people decided to hide most of the UNIX APIs of their libc behind a mandatory _QNX_SOURCE definition to separate the Neutrino primitives from the rest maybe.
 # This name does not "enforce" any standard at all (like _POSIX_SOURCE and similar names), it's just a convenient hack for the QNX people to hide stuff.
 # To put things back on track and expose the POSIX interfaces of their libc to the world, _QNX_SOURCE has been added to the toolchain CMake file, but it happens that
 # when building compiler-rt specifically, the CMAKE_C_FLAGS directive is ignored. Patching the source file seems like the best option to fix that.
+backup_and_patch_if_necessary "compiler-rt/lib/builtins/enable_execute_stack.c" __QNXNTO__ \
-backup_and_patch_if_necessary "compiler-rt/lib/builtins/enable_execute_stack.c" __QNXNTO__ 's/#include "int_lib.h"/#ifdef __QNXNTO__\n#define _QNX_SOURCE 1\n#endif\n#include "int_lib.h"/g'
+        's/#include "int_lib.h"/#ifdef __QNXNTO__\n#define _QNX_SOURCE 1\n#endif\n#include "int_lib.h"/g'
 # patch libunwind/src/RWMutex.hpp
 # replace [#include <pthread.h>] with [#ifdef __QNXNTO__\n#define __EXT_QNX\n#define __EXT_POSIX1_200112\n#endif\n#include <pthread.h>]
 # RATIONALE: the pthreads implementation in QNX 'steals' things from the POSIX.1 standard and hides them behind the __EXT_QNX macro,
 # which is defined when either _QNX_SOURCE or __EXT without anything else is defined. This is not correct and low-level libraries
 # such as libunwind that do not define either of those fail to build. Also note that a FreeBSD-compatible header was added to the QNX8
 # platform SDK: /usr/include/link.h, which defines Elf types as Elf64/Elf32 types depending on the architecture and adds some glue.
+backup_and_patch_if_necessary "libunwind/src/RWMutex.hpp" __QNXNTO__ \
-backup_and_patch_if_necessary "libunwind/src/RWMutex.hpp" __QNXNTO__ 's/#include <pthread.h>/#ifdef __QNXNTO__\n#define __EXT_QNX\n#define __EXT_POSIX1_200112\n#endif\n#include <pthread.h>/g'
+        's/#include <pthread.h>/#ifdef __QNXNTO__\n#define __EXT_QNX\n#define __EXT_POSIX1_200112\n#endif\n#include <pthread.h>/g'
 # patch libunwind/src/libunwind.cpp
 # replace [#include <libunwind.h>] with [#ifdef __QNXNTO__\n#include <sys/link.h>\n#include <link.h>\n#endif\n#include <libunwind.h>]
 # RATIONALE: the ELF type definitions for QNX are incomplete. They renamed everything to Elf32 and Elf64, and now the original Elf type names point to nowhere.
-# Additionally, since QNX claims to be a "FreeBSD kernel", it must expose a /usr/include/link.h file too, and the workaround for the aforementioned problem is there.
+# Additionally, since QNX claims to be a "__FreeBSD_kernel__", it must expose a /usr/include/link.h file too, and the workaround for the aforementioned problem is there.
 # Consequently, load the QNX <sys/link.h> THEN our BSD glue <link.h> headers before compiling libunwind.cpp which needs common ELF definitions (and not Elf32/Elf64).
+backup_and_patch_if_necessary "libunwind/src/libunwind.cpp" __QNXNTO__ \
+        's,#include <libunwind.h>,#ifdef __QNXNTO__\n#include <sys/link.h>\n#include <link.h>\n#endif\n#include <libunwind.h>,g'
+# patch libcxx/include/__config
+# replace [define _LIBCPP_HAS_THREAD_API_WIN32] with [define _LIBCPP_HAS_THREAD_API_WIN32\n#    elif defined(__QNXNTO__)\n#      define _LIBCPP_HAS_THREAD_API_PTHREAD]
+# RATIONALE: simply bring QNX among the list of systems known by libc++ to expose a pthreads API, and inform it that pthread_cond_clockwait() is available (pah!)
+backup_and_patch_if_necessary "libcxx/include/__config" __QNXNTO__ \
+        's/define _LIBCPP_HAS_THREAD_API_WIN32/define _LIBCPP_HAS_THREAD_API_WIN32\n#    elif defined(__QNXNTO__)\n#      define _LIBCPP_HAS_THREAD_API_PTHREAD\n#      define _LIBCPP_HAS_COND_CLOCKWAIT/g'
+# patch libcxx/include/__locale, libcxx/include/CMakeLists.txt and add __support/qnx/xlocale.h to the libc++ source tree
+# replace [# include <__support/openbsd/xlocale.h>] with [# include <__support/openbsd/xlocale.h>\n#elif defined(__QNXNTO__)\n# include <__support/qnx/xlocale.h>]
+# RATIONALE: add QNX-specific locale C++ bindings and definitions
+backup_and_patch_if_necessary "libcxx/include/__locale" __QNXNTO__ \
+        's,# include <__support/openbsd/xlocale.h>,# include <__support/openbsd/xlocale.h>\n#elif defined\(__QNXNTO__\)\n# include <__support/qnx/xlocale.h>,g' \
-backup_and_patch_if_necessary "libunwind/src/libunwind.cpp" __QNXNTO__ 's,#include <libunwind.h>,#ifdef __QNXNTO__\n#include <sys/link.h>\n#include <link.h>\n#endif\n#include <libunwind.h>,g'
+        's/#elif defined\(__MVS__\)/#elif defined\(__QNXNTO__\)\n    typedef short mask;\n    static const mask space  = \(_CN\|_SP\|_XS\);\n    static const mask print  = \(_DI\|_LO\|_PU\|_SP\|_UP\|_XA\);\n    static const mask cntrl  = _BB;\n    static const mask upper  = _UP;\n    static const mask lower  = _LO;\n    static const mask alpha  = \(_LO\|_UP\|_XA\);\n    static const mask digit  = _DI;\n    static const mask punct  = _PU;\n    static const mask xdigit = _XD;\n    static const mask blank  = \(_SP\|_XB\);\n    static const mask __regex_word = 0x1000;\n#elif defined\(__MVS__\)/g'
+backup_and_patch_if_necessary "libcxx/include/CMakeLists.txt" qnx/xlocale.h 's,  __support/openbsd/xlocale.h,  __support/openbsd/xlocale.h\n  __support/qnx/xlocale.h,g'
+test -d "../${LLVM_SOURCES_DIR}/libcxx/include/__support/qnx" || mkdir "../${LLVM_SOURCES_DIR}/libcxx/include/__support/qnx" || exit 1
+test -f "../${LLVM_SOURCES_DIR}/libcxx/include/__support/qnx/xlocale.h" || cp "${QNX_TARGET}/usr/include/c++/v1/__support/qnx/xlocale.h" "../${LLVM_SOURCES_DIR}/libcxx/include/__support/qnx/xlocale.h" || exit 1
+# patch libcxx/include/locale
+# replace [!defined(__BIONIC__) && !defined(_NEWLIB_VERSION) && !defined(__EMSCRIPTEN__)] with [!defined(__BIONIC__) && !defined(_NEWLIB_VERSION) && !defined(__EMSCRIPTEN__) && !defined(__QNX__)]
+# RATIONALE: QNX doesn't have catopen() to open a "message catalog"
+backup_and_patch_if_necessary "libcxx/include/locale" __QNXNTO__ \
+        's/\!defined\(__BIONIC__\) \&\& \!defined\(_NEWLIB_VERSION\) \&\& \!defined\(__EMSCRIPTEN__\)/\!defined\(__BIONIC__\) \&\& \!defined\(_NEWLIB_VERSION\) \&\& \!defined\(__EMSCRIPTEN__\) \&\& \!defined\(__QNX__\)/g'
 # now configure LLVM -- and use ccache
+# TAKE NOTE: THE VALUE OF LIBCXX*_ADDITIONAL_COMPILE_FLAGS CAN ONLY HAVE ONE FLAG! It is passed by CMake surrounded by quotes to the compiler, e.g. -Dflag "-Dflag1 -Dflag2" -Dflag which is WRONG.
 echo "Configuring LLVM build..."
 export CCACHE_DIR="$(realpath "../${LLVM_SOURCES_DIR}/.ccache")"
 cmake \
     -D CMAKE_TOOLCHAIN_FILE="${TARGET_TRIPLE}.cmake" \
     -D CMAKE_BUILD_TYPE="MinSizeRel" \
     -D LLVM_HOST_TRIPLE="${TARGET_TRIPLE}" \
     -D LLVM_ENABLE_PROJECTS="clang;lld" \
     -D LLVM_ENABLE_RUNTIMES="compiler-rt;libcxx;libcxxabi;libunwind" \
     -D LLVM_TARGETS_TO_BUILD="AArch64;X86" \
     -D COMPILER_RT_BUILD_SANITIZERS="OFF" \
+    -D LIBCXX_ADDITIONAL_COMPILE_FLAGS="-D_QNX_SOURCE=1" \
+    -D LIBCXXABI_ADDITIONAL_COMPILE_FLAGS="-D_QNX_SOURCE=1" \
     -G Ninja \
     "../${LLVM_SOURCES_DIR}/llvm" || exit 1
 # hijack the "bin" and "lib/clang" output directories and redirect them to the hypervisor's filesystem
 test -e "${CURRENT_DIR}/llvm-build" && rm -rf "${CURRENT_DIR}/llvm-build"
 # and do the Lord's work. https://youtu.be/jcyYmCnkbEE
 echo "Building LLVM..."
 cmake --build . || exit 1
+# TODO: port lldb bindings
+# TODO: port compiler_rt sanitizer bindings
 echo "Champagne, James. Champagne."
 exit 0

Subversion Repositories QNX 8.QNX8 LLVM/Clang compiler suite

QNX 8.QNX8 LLVM/Clang compiler suite/cross-build.sh – Rev 10 → 11