xref: /openbmc/qemu/accel/tcg/tcg-accel-ops-mttcg.c (revision d16cab541ab9217977e2a39abf3d79f914146741)
1b86f59c7SClaudio Fontana /*
2b86f59c7SClaudio Fontana  * QEMU TCG Multi Threaded vCPUs implementation
3b86f59c7SClaudio Fontana  *
4b86f59c7SClaudio Fontana  * Copyright (c) 2003-2008 Fabrice Bellard
5b86f59c7SClaudio Fontana  * Copyright (c) 2014 Red Hat Inc.
6b86f59c7SClaudio Fontana  *
7b86f59c7SClaudio Fontana  * Permission is hereby granted, free of charge, to any person obtaining a copy
8b86f59c7SClaudio Fontana  * of this software and associated documentation files (the "Software"), to deal
9b86f59c7SClaudio Fontana  * in the Software without restriction, including without limitation the rights
10b86f59c7SClaudio Fontana  * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
11b86f59c7SClaudio Fontana  * copies of the Software, and to permit persons to whom the Software is
12b86f59c7SClaudio Fontana  * furnished to do so, subject to the following conditions:
13b86f59c7SClaudio Fontana  *
14b86f59c7SClaudio Fontana  * The above copyright notice and this permission notice shall be included in
15b86f59c7SClaudio Fontana  * all copies or substantial portions of the Software.
16b86f59c7SClaudio Fontana  *
17b86f59c7SClaudio Fontana  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
18b86f59c7SClaudio Fontana  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
19b86f59c7SClaudio Fontana  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
20b86f59c7SClaudio Fontana  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
21b86f59c7SClaudio Fontana  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
22b86f59c7SClaudio Fontana  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
23b86f59c7SClaudio Fontana  * THE SOFTWARE.
24b86f59c7SClaudio Fontana  */
25b86f59c7SClaudio Fontana 
26b86f59c7SClaudio Fontana #include "qemu/osdep.h"
27b86f59c7SClaudio Fontana #include "sysemu/tcg.h"
28b86f59c7SClaudio Fontana #include "sysemu/replay.h"
2903ff4f8dSPhilippe Mathieu-Daudé #include "sysemu/cpu-timers.h"
30b86f59c7SClaudio Fontana #include "qemu/main-loop.h"
31dd47a8f6SGreg Kurz #include "qemu/notify.h"
32b86f59c7SClaudio Fontana #include "qemu/guest-random.h"
33b86f59c7SClaudio Fontana #include "exec/exec-all.h"
34b86f59c7SClaudio Fontana #include "hw/boards.h"
35d7ec12f8SRichard Henderson #include "tcg/startup.h"
36b86f59c7SClaudio Fontana #include "tcg-accel-ops.h"
37b86f59c7SClaudio Fontana #include "tcg-accel-ops-mttcg.h"
38b86f59c7SClaudio Fontana 
39dd47a8f6SGreg Kurz typedef struct MttcgForceRcuNotifier {
40dd47a8f6SGreg Kurz     Notifier notifier;
41dd47a8f6SGreg Kurz     CPUState *cpu;
42dd47a8f6SGreg Kurz } MttcgForceRcuNotifier;
43dd47a8f6SGreg Kurz 
do_nothing(CPUState * cpu,run_on_cpu_data d)44dd47a8f6SGreg Kurz static void do_nothing(CPUState *cpu, run_on_cpu_data d)
45dd47a8f6SGreg Kurz {
46dd47a8f6SGreg Kurz }
47dd47a8f6SGreg Kurz 
mttcg_force_rcu(Notifier * notify,void * data)48dd47a8f6SGreg Kurz static void mttcg_force_rcu(Notifier *notify, void *data)
49dd47a8f6SGreg Kurz {
50dd47a8f6SGreg Kurz     CPUState *cpu = container_of(notify, MttcgForceRcuNotifier, notifier)->cpu;
51dd47a8f6SGreg Kurz 
52dd47a8f6SGreg Kurz     /*
53dd47a8f6SGreg Kurz      * Called with rcu_registry_lock held, using async_run_on_cpu() ensures
54dd47a8f6SGreg Kurz      * that there are no deadlocks.
55dd47a8f6SGreg Kurz      */
56dd47a8f6SGreg Kurz     async_run_on_cpu(cpu, do_nothing, RUN_ON_CPU_NULL);
57dd47a8f6SGreg Kurz }
58dd47a8f6SGreg Kurz 
59b86f59c7SClaudio Fontana /*
60b86f59c7SClaudio Fontana  * In the multi-threaded case each vCPU has its own thread. The TLS
61b86f59c7SClaudio Fontana  * variable current_cpu can be used deep in the code to find the
62b86f59c7SClaudio Fontana  * current CPUState for a given thread.
63b86f59c7SClaudio Fontana  */
64b86f59c7SClaudio Fontana 
mttcg_cpu_thread_fn(void * arg)65b86f59c7SClaudio Fontana static void *mttcg_cpu_thread_fn(void *arg)
66b86f59c7SClaudio Fontana {
67dd47a8f6SGreg Kurz     MttcgForceRcuNotifier force_rcu;
68b86f59c7SClaudio Fontana     CPUState *cpu = arg;
69b86f59c7SClaudio Fontana 
70b86f59c7SClaudio Fontana     assert(tcg_enabled());
71b86f59c7SClaudio Fontana     g_assert(!icount_enabled());
72b86f59c7SClaudio Fontana 
73b86f59c7SClaudio Fontana     rcu_register_thread();
74dd47a8f6SGreg Kurz     force_rcu.notifier.notify = mttcg_force_rcu;
75dd47a8f6SGreg Kurz     force_rcu.cpu = cpu;
76dd47a8f6SGreg Kurz     rcu_add_force_rcu_notifier(&force_rcu.notifier);
77b86f59c7SClaudio Fontana     tcg_register_thread();
78b86f59c7SClaudio Fontana 
79195801d7SStefan Hajnoczi     bql_lock();
80b86f59c7SClaudio Fontana     qemu_thread_get_self(cpu->thread);
81b86f59c7SClaudio Fontana 
82b86f59c7SClaudio Fontana     cpu->thread_id = qemu_get_thread_id();
83464dacf6SRichard Henderson     cpu->neg.can_do_io = true;
84b86f59c7SClaudio Fontana     current_cpu = cpu;
85b86f59c7SClaudio Fontana     cpu_thread_signal_created(cpu);
86b86f59c7SClaudio Fontana     qemu_guest_random_seed_thread_part2(cpu->random_seed);
87b86f59c7SClaudio Fontana 
88b86f59c7SClaudio Fontana     /* process any pending work */
89b86f59c7SClaudio Fontana     cpu->exit_request = 1;
90b86f59c7SClaudio Fontana 
91b86f59c7SClaudio Fontana     do {
92b86f59c7SClaudio Fontana         if (cpu_can_run(cpu)) {
93b86f59c7SClaudio Fontana             int r;
94195801d7SStefan Hajnoczi             bql_unlock();
95*f4cf2ef9SPhilippe Mathieu-Daudé             r = tcg_cpu_exec(cpu);
96195801d7SStefan Hajnoczi             bql_lock();
97b86f59c7SClaudio Fontana             switch (r) {
98b86f59c7SClaudio Fontana             case EXCP_DEBUG:
99b86f59c7SClaudio Fontana                 cpu_handle_guest_debug(cpu);
100b86f59c7SClaudio Fontana                 break;
101b86f59c7SClaudio Fontana             case EXCP_HALTED:
102b86f59c7SClaudio Fontana                 /*
1030e590343SNicholas Piggin                  * Usually cpu->halted is set, but may have already been
1040e590343SNicholas Piggin                  * reset by another thread by the time we arrive here.
105b86f59c7SClaudio Fontana                  */
106b86f59c7SClaudio Fontana                 break;
107b86f59c7SClaudio Fontana             case EXCP_ATOMIC:
108195801d7SStefan Hajnoczi                 bql_unlock();
109b86f59c7SClaudio Fontana                 cpu_exec_step_atomic(cpu);
110195801d7SStefan Hajnoczi                 bql_lock();
111b86f59c7SClaudio Fontana             default:
112b86f59c7SClaudio Fontana                 /* Ignore everything else? */
113b86f59c7SClaudio Fontana                 break;
114b86f59c7SClaudio Fontana             }
115b86f59c7SClaudio Fontana         }
116b86f59c7SClaudio Fontana 
11706831001SPaolo Bonzini         qatomic_set_mb(&cpu->exit_request, 0);
118b86f59c7SClaudio Fontana         qemu_wait_io_event(cpu);
119b86f59c7SClaudio Fontana     } while (!cpu->unplug || cpu_can_run(cpu));
120b86f59c7SClaudio Fontana 
121cca2f62eSPhilippe Mathieu-Daudé     tcg_cpu_destroy(cpu);
122195801d7SStefan Hajnoczi     bql_unlock();
123dd47a8f6SGreg Kurz     rcu_remove_force_rcu_notifier(&force_rcu.notifier);
124b86f59c7SClaudio Fontana     rcu_unregister_thread();
125b86f59c7SClaudio Fontana     return NULL;
126b86f59c7SClaudio Fontana }
127b86f59c7SClaudio Fontana 
mttcg_kick_vcpu_thread(CPUState * cpu)128b86f59c7SClaudio Fontana void mttcg_kick_vcpu_thread(CPUState *cpu)
129b86f59c7SClaudio Fontana {
130b86f59c7SClaudio Fontana     cpu_exit(cpu);
131b86f59c7SClaudio Fontana }
132b86f59c7SClaudio Fontana 
mttcg_start_vcpu_thread(CPUState * cpu)133b86f59c7SClaudio Fontana void mttcg_start_vcpu_thread(CPUState *cpu)
134b86f59c7SClaudio Fontana {
135b86f59c7SClaudio Fontana     char thread_name[VCPU_THREAD_NAME_SIZE];
136b86f59c7SClaudio Fontana 
1370585105cSPeter Maydell     g_assert(tcg_enabled());
1380585105cSPeter Maydell     tcg_cpu_init_cflags(cpu, current_machine->smp.max_cpus > 1);
1390585105cSPeter Maydell 
140b86f59c7SClaudio Fontana     /* create a thread per vCPU with TCG (MTTCG) */
141b86f59c7SClaudio Fontana     snprintf(thread_name, VCPU_THREAD_NAME_SIZE, "CPU %d/TCG",
142b86f59c7SClaudio Fontana              cpu->cpu_index);
143b86f59c7SClaudio Fontana 
144b86f59c7SClaudio Fontana     qemu_thread_create(cpu->thread, thread_name, mttcg_cpu_thread_fn,
145b86f59c7SClaudio Fontana                        cpu, QEMU_THREAD_JOINABLE);
146b86f59c7SClaudio Fontana }
147