1b2441318SGreg Kroah-Hartman // SPDX-License-Identifier: GPL-2.0
2e27454ccSHitoshi Mitake /*
3e27454ccSHitoshi Mitake *
42044279dSHitoshi Mitake * sched-messaging.c
5e27454ccSHitoshi Mitake *
6e27454ccSHitoshi Mitake * messaging: Benchmark for scheduler and IPC mechanisms
7e27454ccSHitoshi Mitake *
8e27454ccSHitoshi Mitake * Based on hackbench by Rusty Russell <rusty@rustcorp.com.au>
9e27454ccSHitoshi Mitake * Ported to perf by Hitoshi Mitake <mitake@dcl.info.waseda.ac.jp>
10e27454ccSHitoshi Mitake *
11e27454ccSHitoshi Mitake */
12e27454ccSHitoshi Mitake
134b6ab94eSJosh Poimboeuf #include <subcmd/parse-options.h>
14e27454ccSHitoshi Mitake #include "bench.h"
15e27454ccSHitoshi Mitake
16e27454ccSHitoshi Mitake /* Test groups of 20 processes spraying to 20 receivers */
17e27454ccSHitoshi Mitake #include <pthread.h>
18e27454ccSHitoshi Mitake #include <stdio.h>
19e27454ccSHitoshi Mitake #include <stdlib.h>
20e27454ccSHitoshi Mitake #include <string.h>
21e27454ccSHitoshi Mitake #include <errno.h>
22e27454ccSHitoshi Mitake #include <unistd.h>
23e27454ccSHitoshi Mitake #include <sys/types.h>
24e27454ccSHitoshi Mitake #include <sys/socket.h>
25e27454ccSHitoshi Mitake #include <sys/wait.h>
26e27454ccSHitoshi Mitake #include <sys/time.h>
27a8fa4960SArnaldo Carvalho de Melo #include <poll.h>
28e27454ccSHitoshi Mitake #include <limits.h>
29ecdac968SDavidlohr Bueso #include <err.h>
30*e57d7393SIan Rogers #include <linux/list.h>
31af15e67eSArnaldo Carvalho de Melo #include <linux/time64.h>
32e27454ccSHitoshi Mitake
33e27454ccSHitoshi Mitake #define DATASIZE 100
34e27454ccSHitoshi Mitake
35c0555642SIan Munsie static bool use_pipes = false;
36b0d22e52SIngo Molnar static unsigned int nr_loops = 100;
37c0555642SIan Munsie static bool thread_mode = false;
38e27454ccSHitoshi Mitake static unsigned int num_groups = 10;
39*e57d7393SIan Rogers static struct list_head sender_contexts = LIST_HEAD_INIT(sender_contexts);
40*e57d7393SIan Rogers static struct list_head receiver_contexts = LIST_HEAD_INIT(receiver_contexts);
41e27454ccSHitoshi Mitake
42e27454ccSHitoshi Mitake struct sender_context {
43*e57d7393SIan Rogers struct list_head list;
44e27454ccSHitoshi Mitake unsigned int num_fds;
45e27454ccSHitoshi Mitake int ready_out;
46e27454ccSHitoshi Mitake int wakefd;
476549a8c0SGustavo A. R. Silva int out_fds[];
48e27454ccSHitoshi Mitake };
49e27454ccSHitoshi Mitake
50e27454ccSHitoshi Mitake struct receiver_context {
51*e57d7393SIan Rogers struct list_head list;
52e27454ccSHitoshi Mitake unsigned int num_packets;
53e27454ccSHitoshi Mitake int in_fds[2];
54e27454ccSHitoshi Mitake int ready_out;
55e27454ccSHitoshi Mitake int wakefd;
56e27454ccSHitoshi Mitake };
57e27454ccSHitoshi Mitake
fdpair(int fds[2])58e27454ccSHitoshi Mitake static void fdpair(int fds[2])
59e27454ccSHitoshi Mitake {
60e27454ccSHitoshi Mitake if (use_pipes) {
61e27454ccSHitoshi Mitake if (pipe(fds) == 0)
62e27454ccSHitoshi Mitake return;
63e27454ccSHitoshi Mitake } else {
64e27454ccSHitoshi Mitake if (socketpair(AF_UNIX, SOCK_STREAM, 0, fds) == 0)
65e27454ccSHitoshi Mitake return;
66e27454ccSHitoshi Mitake }
67e27454ccSHitoshi Mitake
68ecdac968SDavidlohr Bueso err(EXIT_FAILURE, use_pipes ? "pipe()" : "socketpair()");
69e27454ccSHitoshi Mitake }
70e27454ccSHitoshi Mitake
71e27454ccSHitoshi Mitake /* Block until we're ready to go */
ready(int ready_out,int wakefd)72e27454ccSHitoshi Mitake static void ready(int ready_out, int wakefd)
73e27454ccSHitoshi Mitake {
74e27454ccSHitoshi Mitake struct pollfd pollfd = { .fd = wakefd, .events = POLLIN };
75e27454ccSHitoshi Mitake
76e27454ccSHitoshi Mitake /* Tell them we're ready. */
77d2c73501SIan Rogers if (write(ready_out, "R", 1) != 1)
78ecdac968SDavidlohr Bueso err(EXIT_FAILURE, "CLIENT: ready write");
79e27454ccSHitoshi Mitake
80e27454ccSHitoshi Mitake /* Wait for "GO" signal */
81e27454ccSHitoshi Mitake if (poll(&pollfd, 1, -1) != 1)
82ecdac968SDavidlohr Bueso err(EXIT_FAILURE, "poll");
83e27454ccSHitoshi Mitake }
84e27454ccSHitoshi Mitake
85b0d22e52SIngo Molnar /* Sender sprays nr_loops messages down each file descriptor */
sender(struct sender_context * ctx)86e27454ccSHitoshi Mitake static void *sender(struct sender_context *ctx)
87e27454ccSHitoshi Mitake {
88e27454ccSHitoshi Mitake char data[DATASIZE];
89e27454ccSHitoshi Mitake unsigned int i, j;
90e27454ccSHitoshi Mitake
91e27454ccSHitoshi Mitake ready(ctx->ready_out, ctx->wakefd);
92d2c73501SIan Rogers memset(data, 'S', sizeof(data));
93e27454ccSHitoshi Mitake
94e27454ccSHitoshi Mitake /* Now pump to every receiver. */
95b0d22e52SIngo Molnar for (i = 0; i < nr_loops; i++) {
96e27454ccSHitoshi Mitake for (j = 0; j < ctx->num_fds; j++) {
97e27454ccSHitoshi Mitake int ret, done = 0;
98e27454ccSHitoshi Mitake
99e27454ccSHitoshi Mitake again:
100e27454ccSHitoshi Mitake ret = write(ctx->out_fds[j], data + done,
101e27454ccSHitoshi Mitake sizeof(data)-done);
102e27454ccSHitoshi Mitake if (ret < 0)
103ecdac968SDavidlohr Bueso err(EXIT_FAILURE, "SENDER: write");
104e27454ccSHitoshi Mitake done += ret;
105e27454ccSHitoshi Mitake if (done < DATASIZE)
106e27454ccSHitoshi Mitake goto again;
107e27454ccSHitoshi Mitake }
108e27454ccSHitoshi Mitake }
109e27454ccSHitoshi Mitake
110e27454ccSHitoshi Mitake return NULL;
111e27454ccSHitoshi Mitake }
112e27454ccSHitoshi Mitake
113e27454ccSHitoshi Mitake
114e27454ccSHitoshi Mitake /* One receiver per fd */
receiver(struct receiver_context * ctx)115e27454ccSHitoshi Mitake static void *receiver(struct receiver_context* ctx)
116e27454ccSHitoshi Mitake {
117e27454ccSHitoshi Mitake unsigned int i;
118e27454ccSHitoshi Mitake
119e27454ccSHitoshi Mitake if (!thread_mode)
120e27454ccSHitoshi Mitake close(ctx->in_fds[1]);
121e27454ccSHitoshi Mitake
122e27454ccSHitoshi Mitake /* Wait for start... */
123e27454ccSHitoshi Mitake ready(ctx->ready_out, ctx->wakefd);
124e27454ccSHitoshi Mitake
125e27454ccSHitoshi Mitake /* Receive them all */
126e27454ccSHitoshi Mitake for (i = 0; i < ctx->num_packets; i++) {
127e27454ccSHitoshi Mitake char data[DATASIZE];
128e27454ccSHitoshi Mitake int ret, done = 0;
129e27454ccSHitoshi Mitake
130e27454ccSHitoshi Mitake again:
131e27454ccSHitoshi Mitake ret = read(ctx->in_fds[0], data + done, DATASIZE - done);
132e27454ccSHitoshi Mitake if (ret < 0)
133ecdac968SDavidlohr Bueso err(EXIT_FAILURE, "SERVER: read");
134e27454ccSHitoshi Mitake done += ret;
135e27454ccSHitoshi Mitake if (done < DATASIZE)
136e27454ccSHitoshi Mitake goto again;
137e27454ccSHitoshi Mitake }
138e27454ccSHitoshi Mitake
139e27454ccSHitoshi Mitake return NULL;
140e27454ccSHitoshi Mitake }
141e27454ccSHitoshi Mitake
create_worker(void * ctx,void * (* func)(void *))142e27454ccSHitoshi Mitake static pthread_t create_worker(void *ctx, void *(*func)(void *))
143e27454ccSHitoshi Mitake {
144e27454ccSHitoshi Mitake pthread_attr_t attr;
145e27454ccSHitoshi Mitake pthread_t childid;
146ecdac968SDavidlohr Bueso int ret;
147e27454ccSHitoshi Mitake
148e27454ccSHitoshi Mitake if (!thread_mode) {
149e27454ccSHitoshi Mitake /* process mode */
150e27454ccSHitoshi Mitake /* Fork the receiver. */
151e27454ccSHitoshi Mitake switch (fork()) {
152e27454ccSHitoshi Mitake case -1:
153ecdac968SDavidlohr Bueso err(EXIT_FAILURE, "fork()");
154e27454ccSHitoshi Mitake break;
155e27454ccSHitoshi Mitake case 0:
156e27454ccSHitoshi Mitake (*func) (ctx);
157e27454ccSHitoshi Mitake exit(0);
158e27454ccSHitoshi Mitake break;
159e27454ccSHitoshi Mitake default:
160e27454ccSHitoshi Mitake break;
161e27454ccSHitoshi Mitake }
162e27454ccSHitoshi Mitake
163e27454ccSHitoshi Mitake return (pthread_t)0;
164e27454ccSHitoshi Mitake }
165e27454ccSHitoshi Mitake
166e27454ccSHitoshi Mitake if (pthread_attr_init(&attr) != 0)
167ecdac968SDavidlohr Bueso err(EXIT_FAILURE, "pthread_attr_init:");
168e27454ccSHitoshi Mitake
169e27454ccSHitoshi Mitake #ifndef __ia64__
170e27454ccSHitoshi Mitake if (pthread_attr_setstacksize(&attr, PTHREAD_STACK_MIN) != 0)
171ecdac968SDavidlohr Bueso err(EXIT_FAILURE, "pthread_attr_setstacksize");
172e27454ccSHitoshi Mitake #endif
173e27454ccSHitoshi Mitake
174ecdac968SDavidlohr Bueso ret = pthread_create(&childid, &attr, func, ctx);
175ecdac968SDavidlohr Bueso if (ret != 0)
176ecdac968SDavidlohr Bueso err(EXIT_FAILURE, "pthread_create failed");
177ecdac968SDavidlohr Bueso
178*e57d7393SIan Rogers pthread_attr_destroy(&attr);
179e27454ccSHitoshi Mitake return childid;
180e27454ccSHitoshi Mitake }
181e27454ccSHitoshi Mitake
reap_worker(pthread_t id)182e27454ccSHitoshi Mitake static void reap_worker(pthread_t id)
183e27454ccSHitoshi Mitake {
184e27454ccSHitoshi Mitake int proc_status;
185e27454ccSHitoshi Mitake void *thread_status;
186e27454ccSHitoshi Mitake
187e27454ccSHitoshi Mitake if (!thread_mode) {
188e27454ccSHitoshi Mitake /* process mode */
189e27454ccSHitoshi Mitake wait(&proc_status);
190e27454ccSHitoshi Mitake if (!WIFEXITED(proc_status))
191e27454ccSHitoshi Mitake exit(1);
192e27454ccSHitoshi Mitake } else {
193e27454ccSHitoshi Mitake pthread_join(id, &thread_status);
194e27454ccSHitoshi Mitake }
195e27454ccSHitoshi Mitake }
196e27454ccSHitoshi Mitake
197e27454ccSHitoshi Mitake /* One group of senders and receivers */
group(pthread_t * pth,unsigned int num_fds,int ready_out,int wakefd)198e27454ccSHitoshi Mitake static unsigned int group(pthread_t *pth,
199e27454ccSHitoshi Mitake unsigned int num_fds,
200e27454ccSHitoshi Mitake int ready_out,
201e27454ccSHitoshi Mitake int wakefd)
202e27454ccSHitoshi Mitake {
203e27454ccSHitoshi Mitake unsigned int i;
204e27454ccSHitoshi Mitake struct sender_context *snd_ctx = malloc(sizeof(struct sender_context)
205e27454ccSHitoshi Mitake + num_fds * sizeof(int));
206e27454ccSHitoshi Mitake
207e27454ccSHitoshi Mitake if (!snd_ctx)
208ecdac968SDavidlohr Bueso err(EXIT_FAILURE, "malloc()");
209e27454ccSHitoshi Mitake
210*e57d7393SIan Rogers list_add(&snd_ctx->list, &sender_contexts);
211e27454ccSHitoshi Mitake for (i = 0; i < num_fds; i++) {
212e27454ccSHitoshi Mitake int fds[2];
213e27454ccSHitoshi Mitake struct receiver_context *ctx = malloc(sizeof(*ctx));
214e27454ccSHitoshi Mitake
215e27454ccSHitoshi Mitake if (!ctx)
216ecdac968SDavidlohr Bueso err(EXIT_FAILURE, "malloc()");
217e27454ccSHitoshi Mitake
218*e57d7393SIan Rogers list_add(&ctx->list, &receiver_contexts);
219e27454ccSHitoshi Mitake
220e27454ccSHitoshi Mitake /* Create the pipe between client and server */
221e27454ccSHitoshi Mitake fdpair(fds);
222e27454ccSHitoshi Mitake
223b0d22e52SIngo Molnar ctx->num_packets = num_fds * nr_loops;
224e27454ccSHitoshi Mitake ctx->in_fds[0] = fds[0];
225e27454ccSHitoshi Mitake ctx->in_fds[1] = fds[1];
226e27454ccSHitoshi Mitake ctx->ready_out = ready_out;
227e27454ccSHitoshi Mitake ctx->wakefd = wakefd;
228e27454ccSHitoshi Mitake
229e27454ccSHitoshi Mitake pth[i] = create_worker(ctx, (void *)receiver);
230e27454ccSHitoshi Mitake
231e27454ccSHitoshi Mitake snd_ctx->out_fds[i] = fds[1];
232e27454ccSHitoshi Mitake if (!thread_mode)
233e27454ccSHitoshi Mitake close(fds[0]);
234e27454ccSHitoshi Mitake }
235e27454ccSHitoshi Mitake
236e27454ccSHitoshi Mitake /* Now we have all the fds, fork the senders */
237e27454ccSHitoshi Mitake for (i = 0; i < num_fds; i++) {
238e27454ccSHitoshi Mitake snd_ctx->ready_out = ready_out;
239e27454ccSHitoshi Mitake snd_ctx->wakefd = wakefd;
240e27454ccSHitoshi Mitake snd_ctx->num_fds = num_fds;
241e27454ccSHitoshi Mitake
242e27454ccSHitoshi Mitake pth[num_fds+i] = create_worker(snd_ctx, (void *)sender);
243e27454ccSHitoshi Mitake }
244e27454ccSHitoshi Mitake
245e27454ccSHitoshi Mitake /* Close the fds we have left */
246e27454ccSHitoshi Mitake if (!thread_mode)
247e27454ccSHitoshi Mitake for (i = 0; i < num_fds; i++)
248e27454ccSHitoshi Mitake close(snd_ctx->out_fds[i]);
249e27454ccSHitoshi Mitake
250e27454ccSHitoshi Mitake /* Return number of children to reap */
251e27454ccSHitoshi Mitake return num_fds * 2;
252e27454ccSHitoshi Mitake }
253e27454ccSHitoshi Mitake
254e27454ccSHitoshi Mitake static const struct option options[] = {
255e27454ccSHitoshi Mitake OPT_BOOLEAN('p', "pipe", &use_pipes,
256e27454ccSHitoshi Mitake "Use pipe() instead of socketpair()"),
257e27454ccSHitoshi Mitake OPT_BOOLEAN('t', "thread", &thread_mode,
258e27454ccSHitoshi Mitake "Be multi thread instead of multi process"),
2591967936dSArnaldo Carvalho de Melo OPT_UINTEGER('g', "group", &num_groups, "Specify number of groups"),
260b0d22e52SIngo Molnar OPT_UINTEGER('l', "nr_loops", &nr_loops, "Specify the number of loops to run (default: 100)"),
261e27454ccSHitoshi Mitake OPT_END()
262e27454ccSHitoshi Mitake };
263e27454ccSHitoshi Mitake
264e27454ccSHitoshi Mitake static const char * const bench_sched_message_usage[] = {
265e27454ccSHitoshi Mitake "perf bench sched messaging <options>",
266e27454ccSHitoshi Mitake NULL
267e27454ccSHitoshi Mitake };
268e27454ccSHitoshi Mitake
bench_sched_messaging(int argc,const char ** argv)269b0ad8ea6SArnaldo Carvalho de Melo int bench_sched_messaging(int argc, const char **argv)
270e27454ccSHitoshi Mitake {
271e27454ccSHitoshi Mitake unsigned int i, total_children;
272e27454ccSHitoshi Mitake struct timeval start, stop, diff;
273e27454ccSHitoshi Mitake unsigned int num_fds = 20;
274e27454ccSHitoshi Mitake int readyfds[2], wakefds[2];
275e27454ccSHitoshi Mitake char dummy;
276e27454ccSHitoshi Mitake pthread_t *pth_tab;
277*e57d7393SIan Rogers struct sender_context *pos, *n;
278e27454ccSHitoshi Mitake
279e27454ccSHitoshi Mitake argc = parse_options(argc, argv, options,
280e27454ccSHitoshi Mitake bench_sched_message_usage, 0);
281e27454ccSHitoshi Mitake
282e27454ccSHitoshi Mitake pth_tab = malloc(num_fds * 2 * num_groups * sizeof(pthread_t));
283e27454ccSHitoshi Mitake if (!pth_tab)
284ecdac968SDavidlohr Bueso err(EXIT_FAILURE, "main:malloc()");
285e27454ccSHitoshi Mitake
286e27454ccSHitoshi Mitake fdpair(readyfds);
287e27454ccSHitoshi Mitake fdpair(wakefds);
288e27454ccSHitoshi Mitake
289e27454ccSHitoshi Mitake total_children = 0;
290e27454ccSHitoshi Mitake for (i = 0; i < num_groups; i++)
291e27454ccSHitoshi Mitake total_children += group(pth_tab+total_children, num_fds,
292e27454ccSHitoshi Mitake readyfds[1], wakefds[0]);
293e27454ccSHitoshi Mitake
294e27454ccSHitoshi Mitake /* Wait for everyone to be ready */
295e27454ccSHitoshi Mitake for (i = 0; i < total_children; i++)
296e27454ccSHitoshi Mitake if (read(readyfds[0], &dummy, 1) != 1)
297ecdac968SDavidlohr Bueso err(EXIT_FAILURE, "Reading for readyfds");
298e27454ccSHitoshi Mitake
299e27454ccSHitoshi Mitake gettimeofday(&start, NULL);
300e27454ccSHitoshi Mitake
301e27454ccSHitoshi Mitake /* Kick them off */
302e27454ccSHitoshi Mitake if (write(wakefds[1], &dummy, 1) != 1)
303ecdac968SDavidlohr Bueso err(EXIT_FAILURE, "Writing to start them");
304e27454ccSHitoshi Mitake
305e27454ccSHitoshi Mitake /* Reap them all */
306e27454ccSHitoshi Mitake for (i = 0; i < total_children; i++)
307e27454ccSHitoshi Mitake reap_worker(pth_tab[i]);
308e27454ccSHitoshi Mitake
309e27454ccSHitoshi Mitake gettimeofday(&stop, NULL);
310e27454ccSHitoshi Mitake
311e27454ccSHitoshi Mitake timersub(&stop, &start, &diff);
312e27454ccSHitoshi Mitake
313cced06c6SHitoshi Mitake switch (bench_format) {
314cced06c6SHitoshi Mitake case BENCH_FORMAT_DEFAULT:
315c5659b74SHitoshi Mitake printf("# %d sender and receiver %s per group\n",
316e27454ccSHitoshi Mitake num_fds, thread_mode ? "threads" : "processes");
317c5659b74SHitoshi Mitake printf("# %d groups == %d %s run\n\n",
318e27454ccSHitoshi Mitake num_groups, num_groups * 2 * num_fds,
319e27454ccSHitoshi Mitake thread_mode ? "threads" : "processes");
320c5659b74SHitoshi Mitake printf(" %14s: %lu.%03lu [sec]\n", "Total time",
321ded2e511SPierre Gondois (unsigned long) diff.tv_sec,
322af15e67eSArnaldo Carvalho de Melo (unsigned long) (diff.tv_usec / USEC_PER_MSEC));
323cced06c6SHitoshi Mitake break;
324cced06c6SHitoshi Mitake case BENCH_FORMAT_SIMPLE:
325ded2e511SPierre Gondois printf("%lu.%03lu\n", (unsigned long) diff.tv_sec,
326af15e67eSArnaldo Carvalho de Melo (unsigned long) (diff.tv_usec / USEC_PER_MSEC));
327cced06c6SHitoshi Mitake break;
328cced06c6SHitoshi Mitake default:
329cced06c6SHitoshi Mitake /* reaching here is something disaster */
330cced06c6SHitoshi Mitake fprintf(stderr, "Unknown format:%d\n", bench_format);
331cced06c6SHitoshi Mitake exit(1);
332cced06c6SHitoshi Mitake break;
333e27454ccSHitoshi Mitake }
334e27454ccSHitoshi Mitake
335b094c99eSDavidlohr Bueso free(pth_tab);
336*e57d7393SIan Rogers list_for_each_entry_safe(pos, n, &sender_contexts, list) {
337*e57d7393SIan Rogers list_del_init(&pos->list);
338*e57d7393SIan Rogers free(pos);
339*e57d7393SIan Rogers }
340*e57d7393SIan Rogers list_for_each_entry_safe(pos, n, &receiver_contexts, list) {
341*e57d7393SIan Rogers list_del_init(&pos->list);
342*e57d7393SIan Rogers free(pos);
343*e57d7393SIan Rogers }
344e27454ccSHitoshi Mitake return 0;
345e27454ccSHitoshi Mitake }
346