1da668aa1SThomas Huth #include "qemu/osdep.h"
2da668aa1SThomas Huth #include "block/aio.h"
3da668aa1SThomas Huth #include "block/thread-pool.h"
4da668aa1SThomas Huth #include "block/block.h"
5da668aa1SThomas Huth #include "qapi/error.h"
6da668aa1SThomas Huth #include "qemu/timer.h"
7da668aa1SThomas Huth #include "qemu/error-report.h"
8da668aa1SThomas Huth #include "qemu/main-loop.h"
9da668aa1SThomas Huth
10da668aa1SThomas Huth static AioContext *ctx;
11da668aa1SThomas Huth static int active;
12da668aa1SThomas Huth
13da668aa1SThomas Huth typedef struct {
14da668aa1SThomas Huth BlockAIOCB *aiocb;
15da668aa1SThomas Huth int n;
16da668aa1SThomas Huth int ret;
17da668aa1SThomas Huth } WorkerTestData;
18da668aa1SThomas Huth
worker_cb(void * opaque)19da668aa1SThomas Huth static int worker_cb(void *opaque)
20da668aa1SThomas Huth {
21da668aa1SThomas Huth WorkerTestData *data = opaque;
22da668aa1SThomas Huth return qatomic_fetch_inc(&data->n);
23da668aa1SThomas Huth }
24da668aa1SThomas Huth
long_cb(void * opaque)25da668aa1SThomas Huth static int long_cb(void *opaque)
26da668aa1SThomas Huth {
27da668aa1SThomas Huth WorkerTestData *data = opaque;
28da668aa1SThomas Huth if (qatomic_cmpxchg(&data->n, 0, 1) == 0) {
29da668aa1SThomas Huth g_usleep(2000000);
30da668aa1SThomas Huth qatomic_or(&data->n, 2);
31da668aa1SThomas Huth }
32da668aa1SThomas Huth return 0;
33da668aa1SThomas Huth }
34da668aa1SThomas Huth
done_cb(void * opaque,int ret)35da668aa1SThomas Huth static void done_cb(void *opaque, int ret)
36da668aa1SThomas Huth {
37da668aa1SThomas Huth WorkerTestData *data = opaque;
38da668aa1SThomas Huth g_assert(data->ret == -EINPROGRESS || data->ret == -ECANCELED);
39da668aa1SThomas Huth data->ret = ret;
40da668aa1SThomas Huth data->aiocb = NULL;
41da668aa1SThomas Huth
42da668aa1SThomas Huth /* Callbacks are serialized, so no need to use atomic ops. */
43da668aa1SThomas Huth active--;
44da668aa1SThomas Huth }
45da668aa1SThomas Huth
test_submit(void)46da668aa1SThomas Huth static void test_submit(void)
47da668aa1SThomas Huth {
48da668aa1SThomas Huth WorkerTestData data = { .n = 0 };
49aef04fc7SEmanuele Giuseppe Esposito thread_pool_submit(worker_cb, &data);
50da668aa1SThomas Huth while (data.n == 0) {
51da668aa1SThomas Huth aio_poll(ctx, true);
52da668aa1SThomas Huth }
53da668aa1SThomas Huth g_assert_cmpint(data.n, ==, 1);
54da668aa1SThomas Huth }
55da668aa1SThomas Huth
test_submit_aio(void)56da668aa1SThomas Huth static void test_submit_aio(void)
57da668aa1SThomas Huth {
58da668aa1SThomas Huth WorkerTestData data = { .n = 0, .ret = -EINPROGRESS };
59aef04fc7SEmanuele Giuseppe Esposito data.aiocb = thread_pool_submit_aio(worker_cb, &data,
60da668aa1SThomas Huth done_cb, &data);
61da668aa1SThomas Huth
62da668aa1SThomas Huth /* The callbacks are not called until after the first wait. */
63da668aa1SThomas Huth active = 1;
64da668aa1SThomas Huth g_assert_cmpint(data.ret, ==, -EINPROGRESS);
65da668aa1SThomas Huth while (data.ret == -EINPROGRESS) {
66da668aa1SThomas Huth aio_poll(ctx, true);
67da668aa1SThomas Huth }
68da668aa1SThomas Huth g_assert_cmpint(active, ==, 0);
69da668aa1SThomas Huth g_assert_cmpint(data.n, ==, 1);
70da668aa1SThomas Huth g_assert_cmpint(data.ret, ==, 0);
71da668aa1SThomas Huth }
72da668aa1SThomas Huth
co_test_cb(void * opaque)73*10bf10a8SPaolo Bonzini static void coroutine_fn co_test_cb(void *opaque)
74da668aa1SThomas Huth {
75da668aa1SThomas Huth WorkerTestData *data = opaque;
76da668aa1SThomas Huth
77da668aa1SThomas Huth active = 1;
78da668aa1SThomas Huth data->n = 0;
79da668aa1SThomas Huth data->ret = -EINPROGRESS;
80aef04fc7SEmanuele Giuseppe Esposito thread_pool_submit_co(worker_cb, data);
81da668aa1SThomas Huth
82da668aa1SThomas Huth /* The test continues in test_submit_co, after qemu_coroutine_enter... */
83da668aa1SThomas Huth
84da668aa1SThomas Huth g_assert_cmpint(data->n, ==, 1);
85da668aa1SThomas Huth data->ret = 0;
86da668aa1SThomas Huth active--;
87da668aa1SThomas Huth
88da668aa1SThomas Huth /* The test continues in test_submit_co, after aio_poll... */
89da668aa1SThomas Huth }
90da668aa1SThomas Huth
test_submit_co(void)91da668aa1SThomas Huth static void test_submit_co(void)
92da668aa1SThomas Huth {
93da668aa1SThomas Huth WorkerTestData data;
94da668aa1SThomas Huth Coroutine *co = qemu_coroutine_create(co_test_cb, &data);
95da668aa1SThomas Huth
96da668aa1SThomas Huth qemu_coroutine_enter(co);
97da668aa1SThomas Huth
98da668aa1SThomas Huth /* Back here once the worker has started. */
99da668aa1SThomas Huth
100da668aa1SThomas Huth g_assert_cmpint(active, ==, 1);
101da668aa1SThomas Huth g_assert_cmpint(data.ret, ==, -EINPROGRESS);
102da668aa1SThomas Huth
103da668aa1SThomas Huth /* aio_poll will execute the rest of the coroutine. */
104da668aa1SThomas Huth
105da668aa1SThomas Huth while (data.ret == -EINPROGRESS) {
106da668aa1SThomas Huth aio_poll(ctx, true);
107da668aa1SThomas Huth }
108da668aa1SThomas Huth
109da668aa1SThomas Huth /* Back here after the coroutine has finished. */
110da668aa1SThomas Huth
111da668aa1SThomas Huth g_assert_cmpint(active, ==, 0);
112da668aa1SThomas Huth g_assert_cmpint(data.ret, ==, 0);
113da668aa1SThomas Huth }
114da668aa1SThomas Huth
test_submit_many(void)115da668aa1SThomas Huth static void test_submit_many(void)
116da668aa1SThomas Huth {
117da668aa1SThomas Huth WorkerTestData data[100];
118da668aa1SThomas Huth int i;
119da668aa1SThomas Huth
120da668aa1SThomas Huth /* Start more work items than there will be threads. */
121da668aa1SThomas Huth for (i = 0; i < 100; i++) {
122da668aa1SThomas Huth data[i].n = 0;
123da668aa1SThomas Huth data[i].ret = -EINPROGRESS;
124aef04fc7SEmanuele Giuseppe Esposito thread_pool_submit_aio(worker_cb, &data[i], done_cb, &data[i]);
125da668aa1SThomas Huth }
126da668aa1SThomas Huth
127da668aa1SThomas Huth active = 100;
128da668aa1SThomas Huth while (active > 0) {
129da668aa1SThomas Huth aio_poll(ctx, true);
130da668aa1SThomas Huth }
131da668aa1SThomas Huth for (i = 0; i < 100; i++) {
132da668aa1SThomas Huth g_assert_cmpint(data[i].n, ==, 1);
133da668aa1SThomas Huth g_assert_cmpint(data[i].ret, ==, 0);
134da668aa1SThomas Huth }
135da668aa1SThomas Huth }
136da668aa1SThomas Huth
do_test_cancel(bool sync)137da668aa1SThomas Huth static void do_test_cancel(bool sync)
138da668aa1SThomas Huth {
139da668aa1SThomas Huth WorkerTestData data[100];
140da668aa1SThomas Huth int num_canceled;
141da668aa1SThomas Huth int i;
142da668aa1SThomas Huth
143da668aa1SThomas Huth /* Start more work items than there will be threads, to ensure
144da668aa1SThomas Huth * the pool is full.
145da668aa1SThomas Huth */
146da668aa1SThomas Huth test_submit_many();
147da668aa1SThomas Huth
148da668aa1SThomas Huth /* Start long running jobs, to ensure we can cancel some. */
149da668aa1SThomas Huth for (i = 0; i < 100; i++) {
150da668aa1SThomas Huth data[i].n = 0;
151da668aa1SThomas Huth data[i].ret = -EINPROGRESS;
152aef04fc7SEmanuele Giuseppe Esposito data[i].aiocb = thread_pool_submit_aio(long_cb, &data[i],
153da668aa1SThomas Huth done_cb, &data[i]);
154da668aa1SThomas Huth }
155da668aa1SThomas Huth
156da668aa1SThomas Huth /* Starting the threads may be left to a bottom half. Let it
157da668aa1SThomas Huth * run, but do not waste too much time...
158da668aa1SThomas Huth */
159da668aa1SThomas Huth active = 100;
160da668aa1SThomas Huth aio_notify(ctx);
161da668aa1SThomas Huth aio_poll(ctx, false);
162da668aa1SThomas Huth
163da668aa1SThomas Huth /* Wait some time for the threads to start, with some sanity
164da668aa1SThomas Huth * testing on the behavior of the scheduler...
165da668aa1SThomas Huth */
166da668aa1SThomas Huth g_assert_cmpint(active, ==, 100);
167da668aa1SThomas Huth g_usleep(1000000);
168da668aa1SThomas Huth g_assert_cmpint(active, >, 50);
169da668aa1SThomas Huth
170da668aa1SThomas Huth /* Cancel the jobs that haven't been started yet. */
171da668aa1SThomas Huth num_canceled = 0;
172da668aa1SThomas Huth for (i = 0; i < 100; i++) {
173da668aa1SThomas Huth if (qatomic_cmpxchg(&data[i].n, 0, 4) == 0) {
174da668aa1SThomas Huth data[i].ret = -ECANCELED;
175da668aa1SThomas Huth if (sync) {
176da668aa1SThomas Huth bdrv_aio_cancel(data[i].aiocb);
177da668aa1SThomas Huth } else {
178da668aa1SThomas Huth bdrv_aio_cancel_async(data[i].aiocb);
179da668aa1SThomas Huth }
180da668aa1SThomas Huth num_canceled++;
181da668aa1SThomas Huth }
182da668aa1SThomas Huth }
183da668aa1SThomas Huth g_assert_cmpint(active, >, 0);
184da668aa1SThomas Huth g_assert_cmpint(num_canceled, <, 100);
185da668aa1SThomas Huth
186da668aa1SThomas Huth for (i = 0; i < 100; i++) {
187da668aa1SThomas Huth if (data[i].aiocb && qatomic_read(&data[i].n) < 4) {
188da668aa1SThomas Huth if (sync) {
189da668aa1SThomas Huth /* Canceling the others will be a blocking operation. */
190da668aa1SThomas Huth bdrv_aio_cancel(data[i].aiocb);
191da668aa1SThomas Huth } else {
192da668aa1SThomas Huth bdrv_aio_cancel_async(data[i].aiocb);
193da668aa1SThomas Huth }
194da668aa1SThomas Huth }
195da668aa1SThomas Huth }
196da668aa1SThomas Huth
197da668aa1SThomas Huth /* Finish execution and execute any remaining callbacks. */
198da668aa1SThomas Huth while (active > 0) {
199da668aa1SThomas Huth aio_poll(ctx, true);
200da668aa1SThomas Huth }
201da668aa1SThomas Huth g_assert_cmpint(active, ==, 0);
202da668aa1SThomas Huth for (i = 0; i < 100; i++) {
203da668aa1SThomas Huth g_assert(data[i].aiocb == NULL);
204da668aa1SThomas Huth switch (data[i].n) {
205da668aa1SThomas Huth case 0:
206da668aa1SThomas Huth fprintf(stderr, "Callback not canceled but never started?\n");
207da668aa1SThomas Huth abort();
208da668aa1SThomas Huth case 3:
209da668aa1SThomas Huth /* Couldn't be canceled asynchronously, must have completed. */
210da668aa1SThomas Huth g_assert_cmpint(data[i].ret, ==, 0);
211da668aa1SThomas Huth break;
212da668aa1SThomas Huth case 4:
213da668aa1SThomas Huth /* Could be canceled asynchronously, never started. */
214da668aa1SThomas Huth g_assert_cmpint(data[i].ret, ==, -ECANCELED);
215da668aa1SThomas Huth break;
216da668aa1SThomas Huth default:
217da668aa1SThomas Huth fprintf(stderr, "Callback aborted while running?\n");
218da668aa1SThomas Huth abort();
219da668aa1SThomas Huth }
220da668aa1SThomas Huth }
221da668aa1SThomas Huth }
222da668aa1SThomas Huth
test_cancel(void)223da668aa1SThomas Huth static void test_cancel(void)
224da668aa1SThomas Huth {
225da668aa1SThomas Huth do_test_cancel(true);
226da668aa1SThomas Huth }
227da668aa1SThomas Huth
test_cancel_async(void)228da668aa1SThomas Huth static void test_cancel_async(void)
229da668aa1SThomas Huth {
230da668aa1SThomas Huth do_test_cancel(false);
231da668aa1SThomas Huth }
232da668aa1SThomas Huth
main(int argc,char ** argv)233da668aa1SThomas Huth int main(int argc, char **argv)
234da668aa1SThomas Huth {
235da668aa1SThomas Huth qemu_init_main_loop(&error_abort);
236da668aa1SThomas Huth ctx = qemu_get_current_aio_context();
237da668aa1SThomas Huth
238da668aa1SThomas Huth g_test_init(&argc, &argv, NULL);
239da668aa1SThomas Huth g_test_add_func("/thread-pool/submit", test_submit);
240da668aa1SThomas Huth g_test_add_func("/thread-pool/submit-aio", test_submit_aio);
241da668aa1SThomas Huth g_test_add_func("/thread-pool/submit-co", test_submit_co);
242da668aa1SThomas Huth g_test_add_func("/thread-pool/submit-many", test_submit_many);
243da668aa1SThomas Huth g_test_add_func("/thread-pool/cancel", test_cancel);
244da668aa1SThomas Huth g_test_add_func("/thread-pool/cancel-async", test_cancel_async);
245da668aa1SThomas Huth
246da668aa1SThomas Huth return g_test_run();
247da668aa1SThomas Huth }
248