Details | Last modification | View Log | RSS feed
| Rev | Author | Line No. | Line |
|---|---|---|---|
| 14 | pmbaty | 1 | //===-- llvm/Support/TaskQueue.h - A TaskQueue implementation ---*- C++ -*-===// |
| 2 | // |
||
| 3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
||
| 4 | // See https://llvm.org/LICENSE.txt for license information. |
||
| 5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
||
| 6 | // |
||
| 7 | //===----------------------------------------------------------------------===// |
||
| 8 | // |
||
| 9 | // This file defines a crude C++11 based task queue. |
||
| 10 | // |
||
| 11 | //===----------------------------------------------------------------------===// |
||
| 12 | |||
| 13 | #ifndef LLVM_SUPPORT_TASKQUEUE_H |
||
| 14 | #define LLVM_SUPPORT_TASKQUEUE_H |
||
| 15 | |||
| 16 | #include "llvm/Config/llvm-config.h" |
||
| 17 | #include "llvm/Support/ThreadPool.h" |
||
| 18 | #include "llvm/Support/thread.h" |
||
| 19 | |||
| 20 | #include <atomic> |
||
| 21 | #include <cassert> |
||
| 22 | #include <condition_variable> |
||
| 23 | #include <deque> |
||
| 24 | #include <functional> |
||
| 25 | #include <future> |
||
| 26 | #include <memory> |
||
| 27 | #include <mutex> |
||
| 28 | #include <utility> |
||
| 29 | |||
| 30 | namespace llvm { |
||
| 31 | /// TaskQueue executes serialized work on a user-defined Thread Pool. It |
||
| 32 | /// guarantees that if task B is enqueued after task A, task B begins after |
||
| 33 | /// task A completes and there is no overlap between the two. |
||
| 34 | class TaskQueue { |
||
| 35 | // Because we don't have init capture to use move-only local variables that |
||
| 36 | // are captured into a lambda, we create the promise inside an explicit |
||
| 37 | // callable struct. We want to do as much of the wrapping in the |
||
| 38 | // type-specialized domain (before type erasure) and then erase this into a |
||
| 39 | // std::function. |
||
| 40 | template <typename Callable> struct Task { |
||
| 41 | using ResultTy = std::invoke_result_t<Callable>; |
||
| 42 | explicit Task(Callable C, TaskQueue &Parent) |
||
| 43 | : C(std::move(C)), P(std::make_shared<std::promise<ResultTy>>()), |
||
| 44 | Parent(&Parent) {} |
||
| 45 | |||
| 46 | template<typename T> |
||
| 47 | void invokeCallbackAndSetPromise(T*) { |
||
| 48 | P->set_value(C()); |
||
| 49 | } |
||
| 50 | |||
| 51 | void invokeCallbackAndSetPromise(void*) { |
||
| 52 | C(); |
||
| 53 | P->set_value(); |
||
| 54 | } |
||
| 55 | |||
| 56 | void operator()() noexcept { |
||
| 57 | ResultTy *Dummy = nullptr; |
||
| 58 | invokeCallbackAndSetPromise(Dummy); |
||
| 59 | Parent->completeTask(); |
||
| 60 | } |
||
| 61 | |||
| 62 | Callable C; |
||
| 63 | std::shared_ptr<std::promise<ResultTy>> P; |
||
| 64 | TaskQueue *Parent; |
||
| 65 | }; |
||
| 66 | |||
| 67 | public: |
||
| 68 | /// Construct a task queue with no work. |
||
| 69 | TaskQueue(ThreadPool &Scheduler) : Scheduler(Scheduler) { (void)Scheduler; } |
||
| 70 | |||
| 71 | /// Blocking destructor: the queue will wait for all work to complete. |
||
| 72 | ~TaskQueue() { |
||
| 73 | Scheduler.wait(); |
||
| 74 | assert(Tasks.empty()); |
||
| 75 | } |
||
| 76 | |||
| 77 | /// Asynchronous submission of a task to the queue. The returned future can be |
||
| 78 | /// used to wait for the task (and all previous tasks that have not yet |
||
| 79 | /// completed) to finish. |
||
| 80 | template <typename Callable> |
||
| 81 | std::future<std::invoke_result_t<Callable>> async(Callable &&C) { |
||
| 82 | #if !LLVM_ENABLE_THREADS |
||
| 83 | static_assert(false, |
||
| 84 | "TaskQueue requires building with LLVM_ENABLE_THREADS!"); |
||
| 85 | #endif |
||
| 86 | Task<Callable> T{std::move(C), *this}; |
||
| 87 | using ResultTy = std::invoke_result_t<Callable>; |
||
| 88 | std::future<ResultTy> F = T.P->get_future(); |
||
| 89 | { |
||
| 90 | std::lock_guard<std::mutex> Lock(QueueLock); |
||
| 91 | // If there's already a task in flight, just queue this one up. If |
||
| 92 | // there is not a task in flight, bypass the queue and schedule this |
||
| 93 | // task immediately. |
||
| 94 | if (IsTaskInFlight) |
||
| 95 | Tasks.push_back(std::move(T)); |
||
| 96 | else { |
||
| 97 | Scheduler.async(std::move(T)); |
||
| 98 | IsTaskInFlight = true; |
||
| 99 | } |
||
| 100 | } |
||
| 101 | return F; |
||
| 102 | } |
||
| 103 | |||
| 104 | private: |
||
| 105 | void completeTask() { |
||
| 106 | // We just completed a task. If there are no more tasks in the queue, |
||
| 107 | // update IsTaskInFlight to false and stop doing work. Otherwise |
||
| 108 | // schedule the next task (while not holding the lock). |
||
| 109 | std::function<void()> Continuation; |
||
| 110 | { |
||
| 111 | std::lock_guard<std::mutex> Lock(QueueLock); |
||
| 112 | if (Tasks.empty()) { |
||
| 113 | IsTaskInFlight = false; |
||
| 114 | return; |
||
| 115 | } |
||
| 116 | |||
| 117 | Continuation = std::move(Tasks.front()); |
||
| 118 | Tasks.pop_front(); |
||
| 119 | } |
||
| 120 | Scheduler.async(std::move(Continuation)); |
||
| 121 | } |
||
| 122 | |||
| 123 | /// The thread pool on which to run the work. |
||
| 124 | ThreadPool &Scheduler; |
||
| 125 | |||
| 126 | /// State which indicates whether the queue currently is currently processing |
||
| 127 | /// any work. |
||
| 128 | bool IsTaskInFlight = false; |
||
| 129 | |||
| 130 | /// Mutex for synchronizing access to the Tasks array. |
||
| 131 | std::mutex QueueLock; |
||
| 132 | |||
| 133 | /// Tasks waiting for execution in the queue. |
||
| 134 | std::deque<std::function<void()>> Tasks; |
||
| 135 | }; |
||
| 136 | } // namespace llvm |
||
| 137 | |||
| 138 | #endif // LLVM_SUPPORT_TASKQUEUE_H |