libs/capy/src/ex/thread_pool.cpp

89.7% Lines (70/78) 87.5% Functions (14/16) 76.7% Branches (33/43)
libs/capy/src/ex/thread_pool.cpp
Line Branch Hits Source Code
1 //
2 // Copyright (c) 2025 Vinnie Falco (vinnie.falco@gmail.com)
3 // Copyright (c) 2026 Michael Vandeberg
4 //
5 // Distributed under the Boost Software License, Version 1.0. (See accompanying
6 // file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
7 //
8 // Official repository: https://github.com/boostorg/capy
9 //
10
11 #include <boost/capy/ex/thread_pool.hpp>
12 #include <boost/capy/detail/intrusive.hpp>
13 #include <boost/capy/detail/thread_name.hpp>
14 #include <atomic>
15 #include <condition_variable>
16 #include <cstdio>
17 #include <mutex>
18 #include <thread>
19 #include <vector>
20
21 /*
22 Thread pool implementation using a shared work queue.
23
24 Work items are coroutine handles wrapped in intrusive list nodes, stored
25 in a single queue protected by a mutex. Worker threads wait on a
26 condition_variable until work is available or stop is requested.
27
28 Threads are started lazily on first post() via std::call_once to avoid
29 spawning threads for pools that are constructed but never used. Each
30 thread is named with a configurable prefix plus index for debugger
31 visibility.
32
33 Shutdown sequence: stop() sets the stop flag and notifies all threads,
34 then the destructor joins threads and destroys any remaining queued
35 work without executing it.
36 */
37
38 namespace boost {
39 namespace capy {
40
41 //------------------------------------------------------------------------------
42
43 class thread_pool::impl
44 {
45 struct work : detail::intrusive_queue<work>::node
46 {
47 coro h_;
48
49 121 explicit work(coro h) noexcept
50 121 : h_(h)
51 {
52 121 }
53
54 121 void run()
55 {
56 121 auto h = h_;
57
1/2
✓ Branch 0 taken 121 times.
✗ Branch 1 not taken.
121 delete this;
58
1/1
✓ Branch 1 taken 121 times.
121 h.resume();
59 121 }
60
61 void destroy()
62 {
63 delete this;
64 }
65 };
66
67 std::mutex mutex_;
68 std::condition_variable cv_;
69 detail::intrusive_queue<work> q_;
70 std::vector<std::thread> threads_;
71 std::atomic<bool> stop_{false};
72 std::size_t num_threads_;
73 char thread_name_prefix_[13]{}; // 12 chars max + null terminator
74 std::once_flag start_flag_;
75
76 public:
77 58 ~impl()
78 {
79 58 stop();
80
2/2
✓ Branch 5 taken 36 times.
✓ Branch 6 taken 58 times.
94 for(auto& t : threads_)
81
1/2
✓ Branch 1 taken 36 times.
✗ Branch 2 not taken.
36 if(t.joinable())
82 36 t.join();
83
84
1/2
✗ Branch 1 not taken.
✓ Branch 2 taken 58 times.
58 while(auto* w = q_.pop())
85 w->destroy();
86 58 }
87
88 58 impl(std::size_t num_threads, std::string_view thread_name_prefix)
89 58 : num_threads_(num_threads)
90 {
91
2/2
✓ Branch 0 taken 2 times.
✓ Branch 1 taken 56 times.
58 if(num_threads_ == 0)
92 2 num_threads_ = std::thread::hardware_concurrency();
93
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 58 times.
58 if(num_threads_ == 0)
94 num_threads_ = 1;
95
96 // Truncate prefix to 12 chars, leaving room for up to 3-digit index.
97
1/1
✓ Branch 1 taken 58 times.
58 auto n = thread_name_prefix.copy(thread_name_prefix_, 12);
98 58 thread_name_prefix_[n] = '\0';
99 58 }
100
101 void
102 121 post(coro h)
103 {
104 121 ensure_started();
105 121 auto* w = new work(h);
106 {
107
1/1
✓ Branch 1 taken 121 times.
121 std::lock_guard<std::mutex> lock(mutex_);
108 121 q_.push(w);
109 121 }
110 121 cv_.notify_one();
111 121 }
112
113 void
114 58 stop() noexcept
115 {
116 58 stop_.store(true, std::memory_order_release);
117 58 cv_.notify_all();
118 58 }
119
120 private:
121 void
122 121 ensure_started()
123 {
124
1/1
✓ Branch 1 taken 121 times.
121 std::call_once(start_flag_, [this]{
125 20 threads_.reserve(num_threads_);
126
2/2
✓ Branch 0 taken 36 times.
✓ Branch 1 taken 20 times.
56 for(std::size_t i = 0; i < num_threads_; ++i)
127
1/1
✓ Branch 2 taken 36 times.
72 threads_.emplace_back([this, i]{ run(i); });
128 20 });
129 121 }
130
131 void
132 36 run(std::size_t index)
133 {
134 // Build name; set_current_thread_name truncates to platform limits.
135 char name[16];
136 36 std::snprintf(name, sizeof(name), "%s%zu", thread_name_prefix_, index);
137 36 detail::set_current_thread_name(name);
138
139 for(;;)
140 {
141 157 work* w = nullptr;
142 {
143
1/1
✓ Branch 1 taken 157 times.
157 std::unique_lock<std::mutex> lock(mutex_);
144
1/1
✓ Branch 1 taken 157 times.
157 cv_.wait(lock, [this]{
145
4/4
✓ Branch 1 taken 84 times.
✓ Branch 2 taken 121 times.
✓ Branch 3 taken 36 times.
✓ Branch 4 taken 48 times.
289 return !q_.empty() ||
146 289 stop_.load(std::memory_order_acquire);
147 });
148
6/6
✓ Branch 1 taken 38 times.
✓ Branch 2 taken 119 times.
✓ Branch 4 taken 36 times.
✓ Branch 5 taken 2 times.
✓ Branch 6 taken 36 times.
✓ Branch 7 taken 121 times.
157 if(stop_.load(std::memory_order_acquire) && q_.empty())
149 72 return;
150 121 w = q_.pop();
151 157 }
152
1/2
✓ Branch 0 taken 121 times.
✗ Branch 1 not taken.
121 if(w)
153
1/1
✓ Branch 1 taken 121 times.
121 w->run();
154 121 }
155 }
156 };
157
158 //------------------------------------------------------------------------------
159
160 58 thread_pool::
161 ~thread_pool()
162 {
163 58 shutdown();
164 58 destroy();
165
1/2
✓ Branch 0 taken 58 times.
✗ Branch 1 not taken.
58 delete impl_;
166 58 }
167
168 58 thread_pool::
169 58 thread_pool(std::size_t num_threads, std::string_view thread_name_prefix)
170
2/4
✓ Branch 2 taken 58 times.
✓ Branch 5 taken 58 times.
✗ Branch 7 not taken.
✗ Branch 8 not taken.
58 : impl_(new impl(num_threads, thread_name_prefix))
171 {
172
1/1
✓ Branch 1 taken 58 times.
58 this->set_frame_allocator(std::allocator<void>{});
173 58 }
174
175 void
176 thread_pool::
177 stop() noexcept
178 {
179 impl_->stop();
180 }
181
182 //------------------------------------------------------------------------------
183
184 void
185 121 thread_pool::executor_type::
186 post(coro h) const
187 {
188 121 pool_->impl_->post(h);
189 121 }
190
191 } // capy
192 } // boost
193