xref: /openbmc/linux/drivers/gpu/vga/vga_switcheroo.c (revision e2c75e76)
1 /*
2  * vga_switcheroo.c - Support for laptop with dual GPU using one set of outputs
3  *
4  * Copyright (c) 2010 Red Hat Inc.
5  * Author : Dave Airlie <airlied@redhat.com>
6  *
7  * Copyright (c) 2015 Lukas Wunner <lukas@wunner.de>
8  *
9  * Permission is hereby granted, free of charge, to any person obtaining a
10  * copy of this software and associated documentation files (the "Software"),
11  * to deal in the Software without restriction, including without limitation
12  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
13  * and/or sell copies of the Software, and to permit persons to whom the
14  * Software is furnished to do so, subject to the following conditions:
15  *
16  * The above copyright notice and this permission notice (including the next
17  * paragraph) shall be included in all copies or substantial portions of the
18  * Software.
19  *
20  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
21  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
22  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
23  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
24  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
25  * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
26  * DEALINGS
27  * IN THE SOFTWARE.
28  *
29  */
30 
31 #define pr_fmt(fmt) "vga_switcheroo: " fmt
32 
33 #include <linux/apple-gmux.h>
34 #include <linux/console.h>
35 #include <linux/debugfs.h>
36 #include <linux/fb.h>
37 #include <linux/fs.h>
38 #include <linux/module.h>
39 #include <linux/pci.h>
40 #include <linux/pm_domain.h>
41 #include <linux/pm_runtime.h>
42 #include <linux/seq_file.h>
43 #include <linux/uaccess.h>
44 #include <linux/vgaarb.h>
45 #include <linux/vga_switcheroo.h>
46 
47 /**
48  * DOC: Overview
49  *
50  * vga_switcheroo is the Linux subsystem for laptop hybrid graphics.
51  * These come in two flavors:
52  *
53  * * muxed: Dual GPUs with a multiplexer chip to switch outputs between GPUs.
54  * * muxless: Dual GPUs but only one of them is connected to outputs.
55  *   The other one is merely used to offload rendering, its results
56  *   are copied over PCIe into the framebuffer. On Linux this is
57  *   supported with DRI PRIME.
58  *
59  * Hybrid graphics started to appear in the late Naughties and were initially
60  * all muxed. Newer laptops moved to a muxless architecture for cost reasons.
61  * A notable exception is the MacBook Pro which continues to use a mux.
62  * Muxes come with varying capabilities: Some switch only the panel, others
63  * can also switch external displays. Some switch all display pins at once
64  * while others can switch just the DDC lines. (To allow EDID probing
65  * for the inactive GPU.) Also, muxes are often used to cut power to the
66  * discrete GPU while it is not used.
67  *
68  * DRM drivers register GPUs with vga_switcheroo, these are henceforth called
69  * clients. The mux is called the handler. Muxless machines also register a
70  * handler to control the power state of the discrete GPU, its ->switchto
71  * callback is a no-op for obvious reasons. The discrete GPU is often equipped
72  * with an HDA controller for the HDMI/DP audio signal, this will also
73  * register as a client so that vga_switcheroo can take care of the correct
74  * suspend/resume order when changing the discrete GPU's power state. In total
75  * there can thus be up to three clients: Two vga clients (GPUs) and one audio
76  * client (on the discrete GPU). The code is mostly prepared to support
77  * machines with more than two GPUs should they become available.
78  *
79  * The GPU to which the outputs are currently switched is called the
80  * active client in vga_switcheroo parlance. The GPU not in use is the
81  * inactive client. When the inactive client's DRM driver is loaded,
82  * it will be unable to probe the panel's EDID and hence depends on
83  * VBIOS to provide its display modes. If the VBIOS modes are bogus or
84  * if there is no VBIOS at all (which is common on the MacBook Pro),
85  * a client may alternatively request that the DDC lines are temporarily
86  * switched to it, provided that the handler supports this. Switching
87  * only the DDC lines and not the entire output avoids unnecessary
88  * flickering.
89  */
90 
91 /**
92  * struct vga_switcheroo_client - registered client
93  * @pdev: client pci device
94  * @fb_info: framebuffer to which console is remapped on switching
95  * @pwr_state: current power state
96  * @ops: client callbacks
97  * @id: client identifier. Determining the id requires the handler,
98  *	so gpus are initially assigned VGA_SWITCHEROO_UNKNOWN_ID
99  *	and later given their true id in vga_switcheroo_enable()
100  * @active: whether the outputs are currently switched to this client
101  * @driver_power_control: whether power state is controlled by the driver's
102  *	runtime pm. If true, writing ON and OFF to the vga_switcheroo debugfs
103  *	interface is a no-op so as not to interfere with runtime pm
104  * @list: client list
105  *
106  * Registered client. A client can be either a GPU or an audio device on a GPU.
107  * For audio clients, the @fb_info, @active and @driver_power_control members
108  * are bogus.
109  */
110 struct vga_switcheroo_client {
111 	struct pci_dev *pdev;
112 	struct fb_info *fb_info;
113 	enum vga_switcheroo_state pwr_state;
114 	const struct vga_switcheroo_client_ops *ops;
115 	enum vga_switcheroo_client_id id;
116 	bool active;
117 	bool driver_power_control;
118 	struct list_head list;
119 };
120 
121 /*
122  * protects access to struct vgasr_priv
123  */
124 static DEFINE_MUTEX(vgasr_mutex);
125 
126 /**
127  * struct vgasr_priv - vga_switcheroo private data
128  * @active: whether vga_switcheroo is enabled.
129  *	Prerequisite is the registration of two GPUs and a handler
130  * @delayed_switch_active: whether a delayed switch is pending
131  * @delayed_client_id: client to which a delayed switch is pending
132  * @debugfs_root: directory for vga_switcheroo debugfs interface
133  * @switch_file: file for vga_switcheroo debugfs interface
134  * @registered_clients: number of registered GPUs
135  *	(counting only vga clients, not audio clients)
136  * @clients: list of registered clients
137  * @handler: registered handler
138  * @handler_flags: flags of registered handler
139  * @mux_hw_lock: protects mux state
140  *	(in particular while DDC lines are temporarily switched)
141  * @old_ddc_owner: client to which DDC lines will be switched back on unlock
142  *
143  * vga_switcheroo private data. Currently only one vga_switcheroo instance
144  * per system is supported.
145  */
146 struct vgasr_priv {
147 	bool active;
148 	bool delayed_switch_active;
149 	enum vga_switcheroo_client_id delayed_client_id;
150 
151 	struct dentry *debugfs_root;
152 	struct dentry *switch_file;
153 
154 	int registered_clients;
155 	struct list_head clients;
156 
157 	const struct vga_switcheroo_handler *handler;
158 	enum vga_switcheroo_handler_flags_t handler_flags;
159 	struct mutex mux_hw_lock;
160 	int old_ddc_owner;
161 };
162 
163 #define ID_BIT_AUDIO		0x100
164 #define client_is_audio(c)	((c)->id & ID_BIT_AUDIO)
165 #define client_is_vga(c)	((c)->id == VGA_SWITCHEROO_UNKNOWN_ID || \
166 				 !client_is_audio(c))
167 #define client_id(c)		((c)->id & ~ID_BIT_AUDIO)
168 
169 static int vga_switcheroo_debugfs_init(struct vgasr_priv *priv);
170 static void vga_switcheroo_debugfs_fini(struct vgasr_priv *priv);
171 
172 /* only one switcheroo per system */
173 static struct vgasr_priv vgasr_priv = {
174 	.clients = LIST_HEAD_INIT(vgasr_priv.clients),
175 	.mux_hw_lock = __MUTEX_INITIALIZER(vgasr_priv.mux_hw_lock),
176 };
177 
178 static bool vga_switcheroo_ready(void)
179 {
180 	/* we're ready if we get two clients + handler */
181 	return !vgasr_priv.active &&
182 	       vgasr_priv.registered_clients == 2 && vgasr_priv.handler;
183 }
184 
185 static void vga_switcheroo_enable(void)
186 {
187 	int ret;
188 	struct vga_switcheroo_client *client;
189 
190 	/* call the handler to init */
191 	if (vgasr_priv.handler->init)
192 		vgasr_priv.handler->init();
193 
194 	list_for_each_entry(client, &vgasr_priv.clients, list) {
195 		if (client->id != VGA_SWITCHEROO_UNKNOWN_ID)
196 			continue;
197 		ret = vgasr_priv.handler->get_client_id(client->pdev);
198 		if (ret < 0)
199 			return;
200 
201 		client->id = ret;
202 	}
203 	vga_switcheroo_debugfs_init(&vgasr_priv);
204 	vgasr_priv.active = true;
205 }
206 
207 /**
208  * vga_switcheroo_register_handler() - register handler
209  * @handler: handler callbacks
210  * @handler_flags: handler flags
211  *
212  * Register handler. Enable vga_switcheroo if two vga clients have already
213  * registered.
214  *
215  * Return: 0 on success, -EINVAL if a handler was already registered.
216  */
217 int vga_switcheroo_register_handler(
218 			  const struct vga_switcheroo_handler *handler,
219 			  enum vga_switcheroo_handler_flags_t handler_flags)
220 {
221 	mutex_lock(&vgasr_mutex);
222 	if (vgasr_priv.handler) {
223 		mutex_unlock(&vgasr_mutex);
224 		return -EINVAL;
225 	}
226 
227 	vgasr_priv.handler = handler;
228 	vgasr_priv.handler_flags = handler_flags;
229 	if (vga_switcheroo_ready()) {
230 		pr_info("enabled\n");
231 		vga_switcheroo_enable();
232 	}
233 	mutex_unlock(&vgasr_mutex);
234 	return 0;
235 }
236 EXPORT_SYMBOL(vga_switcheroo_register_handler);
237 
238 /**
239  * vga_switcheroo_unregister_handler() - unregister handler
240  *
241  * Unregister handler. Disable vga_switcheroo.
242  */
243 void vga_switcheroo_unregister_handler(void)
244 {
245 	mutex_lock(&vgasr_mutex);
246 	mutex_lock(&vgasr_priv.mux_hw_lock);
247 	vgasr_priv.handler_flags = 0;
248 	vgasr_priv.handler = NULL;
249 	if (vgasr_priv.active) {
250 		pr_info("disabled\n");
251 		vga_switcheroo_debugfs_fini(&vgasr_priv);
252 		vgasr_priv.active = false;
253 	}
254 	mutex_unlock(&vgasr_priv.mux_hw_lock);
255 	mutex_unlock(&vgasr_mutex);
256 }
257 EXPORT_SYMBOL(vga_switcheroo_unregister_handler);
258 
259 /**
260  * vga_switcheroo_handler_flags() - obtain handler flags
261  *
262  * Helper for clients to obtain the handler flags bitmask.
263  *
264  * Return: Handler flags. A value of 0 means that no handler is registered
265  * or that the handler has no special capabilities.
266  */
267 enum vga_switcheroo_handler_flags_t vga_switcheroo_handler_flags(void)
268 {
269 	return vgasr_priv.handler_flags;
270 }
271 EXPORT_SYMBOL(vga_switcheroo_handler_flags);
272 
273 static int register_client(struct pci_dev *pdev,
274 			   const struct vga_switcheroo_client_ops *ops,
275 			   enum vga_switcheroo_client_id id, bool active,
276 			   bool driver_power_control)
277 {
278 	struct vga_switcheroo_client *client;
279 
280 	client = kzalloc(sizeof(*client), GFP_KERNEL);
281 	if (!client)
282 		return -ENOMEM;
283 
284 	client->pwr_state = VGA_SWITCHEROO_ON;
285 	client->pdev = pdev;
286 	client->ops = ops;
287 	client->id = id;
288 	client->active = active;
289 	client->driver_power_control = driver_power_control;
290 
291 	mutex_lock(&vgasr_mutex);
292 	list_add_tail(&client->list, &vgasr_priv.clients);
293 	if (client_is_vga(client))
294 		vgasr_priv.registered_clients++;
295 
296 	if (vga_switcheroo_ready()) {
297 		pr_info("enabled\n");
298 		vga_switcheroo_enable();
299 	}
300 	mutex_unlock(&vgasr_mutex);
301 	return 0;
302 }
303 
304 /**
305  * vga_switcheroo_register_client - register vga client
306  * @pdev: client pci device
307  * @ops: client callbacks
308  * @driver_power_control: whether power state is controlled by the driver's
309  *	runtime pm
310  *
311  * Register vga client (GPU). Enable vga_switcheroo if another GPU and a
312  * handler have already registered. The power state of the client is assumed
313  * to be ON. Beforehand, vga_switcheroo_client_probe_defer() shall be called
314  * to ensure that all prerequisites are met.
315  *
316  * Return: 0 on success, -ENOMEM on memory allocation error.
317  */
318 int vga_switcheroo_register_client(struct pci_dev *pdev,
319 				   const struct vga_switcheroo_client_ops *ops,
320 				   bool driver_power_control)
321 {
322 	return register_client(pdev, ops, VGA_SWITCHEROO_UNKNOWN_ID,
323 			       pdev == vga_default_device(),
324 			       driver_power_control);
325 }
326 EXPORT_SYMBOL(vga_switcheroo_register_client);
327 
328 /**
329  * vga_switcheroo_register_audio_client - register audio client
330  * @pdev: client pci device
331  * @ops: client callbacks
332  * @id: client identifier
333  *
334  * Register audio client (audio device on a GPU). The power state of the
335  * client is assumed to be ON. Beforehand, vga_switcheroo_client_probe_defer()
336  * shall be called to ensure that all prerequisites are met.
337  *
338  * Return: 0 on success, -ENOMEM on memory allocation error.
339  */
340 int vga_switcheroo_register_audio_client(struct pci_dev *pdev,
341 			const struct vga_switcheroo_client_ops *ops,
342 			enum vga_switcheroo_client_id id)
343 {
344 	return register_client(pdev, ops, id | ID_BIT_AUDIO, false, false);
345 }
346 EXPORT_SYMBOL(vga_switcheroo_register_audio_client);
347 
348 static struct vga_switcheroo_client *
349 find_client_from_pci(struct list_head *head, struct pci_dev *pdev)
350 {
351 	struct vga_switcheroo_client *client;
352 
353 	list_for_each_entry(client, head, list)
354 		if (client->pdev == pdev)
355 			return client;
356 	return NULL;
357 }
358 
359 static struct vga_switcheroo_client *
360 find_client_from_id(struct list_head *head,
361 		    enum vga_switcheroo_client_id client_id)
362 {
363 	struct vga_switcheroo_client *client;
364 
365 	list_for_each_entry(client, head, list)
366 		if (client->id == client_id)
367 			return client;
368 	return NULL;
369 }
370 
371 static struct vga_switcheroo_client *
372 find_active_client(struct list_head *head)
373 {
374 	struct vga_switcheroo_client *client;
375 
376 	list_for_each_entry(client, head, list)
377 		if (client->active)
378 			return client;
379 	return NULL;
380 }
381 
382 /**
383  * vga_switcheroo_client_probe_defer() - whether to defer probing a given client
384  * @pdev: client pci device
385  *
386  * Determine whether any prerequisites are not fulfilled to probe a given
387  * client. Drivers shall invoke this early on in their ->probe callback
388  * and return %-EPROBE_DEFER if it evaluates to %true. Thou shalt not
389  * register the client ere thou hast called this.
390  *
391  * Return: %true if probing should be deferred, otherwise %false.
392  */
393 bool vga_switcheroo_client_probe_defer(struct pci_dev *pdev)
394 {
395 	if ((pdev->class >> 16) == PCI_BASE_CLASS_DISPLAY) {
396 		/*
397 		 * apple-gmux is needed on pre-retina MacBook Pro
398 		 * to probe the panel if pdev is the inactive GPU.
399 		 */
400 		if (apple_gmux_present() && pdev != vga_default_device() &&
401 		    !vgasr_priv.handler_flags)
402 			return true;
403 	}
404 
405 	return false;
406 }
407 EXPORT_SYMBOL(vga_switcheroo_client_probe_defer);
408 
409 /**
410  * vga_switcheroo_get_client_state() - obtain power state of a given client
411  * @pdev: client pci device
412  *
413  * Obtain power state of a given client as seen from vga_switcheroo.
414  * The function is only called from hda_intel.c.
415  *
416  * Return: Power state.
417  */
418 enum vga_switcheroo_state vga_switcheroo_get_client_state(struct pci_dev *pdev)
419 {
420 	struct vga_switcheroo_client *client;
421 	enum vga_switcheroo_state ret;
422 
423 	mutex_lock(&vgasr_mutex);
424 	client = find_client_from_pci(&vgasr_priv.clients, pdev);
425 	if (!client)
426 		ret = VGA_SWITCHEROO_NOT_FOUND;
427 	else
428 		ret = client->pwr_state;
429 	mutex_unlock(&vgasr_mutex);
430 	return ret;
431 }
432 EXPORT_SYMBOL(vga_switcheroo_get_client_state);
433 
434 /**
435  * vga_switcheroo_unregister_client() - unregister client
436  * @pdev: client pci device
437  *
438  * Unregister client. Disable vga_switcheroo if this is a vga client (GPU).
439  */
440 void vga_switcheroo_unregister_client(struct pci_dev *pdev)
441 {
442 	struct vga_switcheroo_client *client;
443 
444 	mutex_lock(&vgasr_mutex);
445 	client = find_client_from_pci(&vgasr_priv.clients, pdev);
446 	if (client) {
447 		if (client_is_vga(client))
448 			vgasr_priv.registered_clients--;
449 		list_del(&client->list);
450 		kfree(client);
451 	}
452 	if (vgasr_priv.active && vgasr_priv.registered_clients < 2) {
453 		pr_info("disabled\n");
454 		vga_switcheroo_debugfs_fini(&vgasr_priv);
455 		vgasr_priv.active = false;
456 	}
457 	mutex_unlock(&vgasr_mutex);
458 }
459 EXPORT_SYMBOL(vga_switcheroo_unregister_client);
460 
461 /**
462  * vga_switcheroo_client_fb_set() - set framebuffer of a given client
463  * @pdev: client pci device
464  * @info: framebuffer
465  *
466  * Set framebuffer of a given client. The console will be remapped to this
467  * on switching.
468  */
469 void vga_switcheroo_client_fb_set(struct pci_dev *pdev,
470 				 struct fb_info *info)
471 {
472 	struct vga_switcheroo_client *client;
473 
474 	mutex_lock(&vgasr_mutex);
475 	client = find_client_from_pci(&vgasr_priv.clients, pdev);
476 	if (client)
477 		client->fb_info = info;
478 	mutex_unlock(&vgasr_mutex);
479 }
480 EXPORT_SYMBOL(vga_switcheroo_client_fb_set);
481 
482 /**
483  * vga_switcheroo_lock_ddc() - temporarily switch DDC lines to a given client
484  * @pdev: client pci device
485  *
486  * Temporarily switch DDC lines to the client identified by @pdev
487  * (but leave the outputs otherwise switched to where they are).
488  * This allows the inactive client to probe EDID. The DDC lines must
489  * afterwards be switched back by calling vga_switcheroo_unlock_ddc(),
490  * even if this function returns an error.
491  *
492  * Return: Previous DDC owner on success or a negative int on error.
493  * Specifically, %-ENODEV if no handler has registered or if the handler
494  * does not support switching the DDC lines. Also, a negative value
495  * returned by the handler is propagated back to the caller.
496  * The return value has merely an informational purpose for any caller
497  * which might be interested in it. It is acceptable to ignore the return
498  * value and simply rely on the result of the subsequent EDID probe,
499  * which will be %NULL if DDC switching failed.
500  */
501 int vga_switcheroo_lock_ddc(struct pci_dev *pdev)
502 {
503 	enum vga_switcheroo_client_id id;
504 
505 	mutex_lock(&vgasr_priv.mux_hw_lock);
506 	if (!vgasr_priv.handler || !vgasr_priv.handler->switch_ddc) {
507 		vgasr_priv.old_ddc_owner = -ENODEV;
508 		return -ENODEV;
509 	}
510 
511 	id = vgasr_priv.handler->get_client_id(pdev);
512 	vgasr_priv.old_ddc_owner = vgasr_priv.handler->switch_ddc(id);
513 	return vgasr_priv.old_ddc_owner;
514 }
515 EXPORT_SYMBOL(vga_switcheroo_lock_ddc);
516 
517 /**
518  * vga_switcheroo_unlock_ddc() - switch DDC lines back to previous owner
519  * @pdev: client pci device
520  *
521  * Switch DDC lines back to the previous owner after calling
522  * vga_switcheroo_lock_ddc(). This must be called even if
523  * vga_switcheroo_lock_ddc() returned an error.
524  *
525  * Return: Previous DDC owner on success (i.e. the client identifier of @pdev)
526  * or a negative int on error.
527  * Specifically, %-ENODEV if no handler has registered or if the handler
528  * does not support switching the DDC lines. Also, a negative value
529  * returned by the handler is propagated back to the caller.
530  * Finally, invoking this function without calling vga_switcheroo_lock_ddc()
531  * first is not allowed and will result in %-EINVAL.
532  */
533 int vga_switcheroo_unlock_ddc(struct pci_dev *pdev)
534 {
535 	enum vga_switcheroo_client_id id;
536 	int ret = vgasr_priv.old_ddc_owner;
537 
538 	if (WARN_ON_ONCE(!mutex_is_locked(&vgasr_priv.mux_hw_lock)))
539 		return -EINVAL;
540 
541 	if (vgasr_priv.old_ddc_owner >= 0) {
542 		id = vgasr_priv.handler->get_client_id(pdev);
543 		if (vgasr_priv.old_ddc_owner != id)
544 			ret = vgasr_priv.handler->switch_ddc(
545 						     vgasr_priv.old_ddc_owner);
546 	}
547 	mutex_unlock(&vgasr_priv.mux_hw_lock);
548 	return ret;
549 }
550 EXPORT_SYMBOL(vga_switcheroo_unlock_ddc);
551 
552 /**
553  * DOC: Manual switching and manual power control
554  *
555  * In this mode of use, the file /sys/kernel/debug/vgaswitcheroo/switch
556  * can be read to retrieve the current vga_switcheroo state and commands
557  * can be written to it to change the state. The file appears as soon as
558  * two GPU drivers and one handler have registered with vga_switcheroo.
559  * The following commands are understood:
560  *
561  * * OFF: Power off the device not in use.
562  * * ON: Power on the device not in use.
563  * * IGD: Switch to the integrated graphics device.
564  *   Power on the integrated GPU if necessary, power off the discrete GPU.
565  *   Prerequisite is that no user space processes (e.g. Xorg, alsactl)
566  *   have opened device files of the GPUs or the audio client. If the
567  *   switch fails, the user may invoke lsof(8) or fuser(1) on /dev/dri/
568  *   and /dev/snd/controlC1 to identify processes blocking the switch.
569  * * DIS: Switch to the discrete graphics device.
570  * * DIGD: Delayed switch to the integrated graphics device.
571  *   This will perform the switch once the last user space process has
572  *   closed the device files of the GPUs and the audio client.
573  * * DDIS: Delayed switch to the discrete graphics device.
574  * * MIGD: Mux-only switch to the integrated graphics device.
575  *   Does not remap console or change the power state of either gpu.
576  *   If the integrated GPU is currently off, the screen will turn black.
577  *   If it is on, the screen will show whatever happens to be in VRAM.
578  *   Either way, the user has to blindly enter the command to switch back.
579  * * MDIS: Mux-only switch to the discrete graphics device.
580  *
581  * For GPUs whose power state is controlled by the driver's runtime pm,
582  * the ON and OFF commands are a no-op (see next section).
583  *
584  * For muxless machines, the IGD/DIS, DIGD/DDIS and MIGD/MDIS commands
585  * should not be used.
586  */
587 
588 static int vga_switcheroo_show(struct seq_file *m, void *v)
589 {
590 	struct vga_switcheroo_client *client;
591 	int i = 0;
592 
593 	mutex_lock(&vgasr_mutex);
594 	list_for_each_entry(client, &vgasr_priv.clients, list) {
595 		seq_printf(m, "%d:%s%s:%c:%s%s:%s\n", i,
596 			   client_id(client) == VGA_SWITCHEROO_DIS ? "DIS" :
597 								     "IGD",
598 			   client_is_vga(client) ? "" : "-Audio",
599 			   client->active ? '+' : ' ',
600 			   client->driver_power_control ? "Dyn" : "",
601 			   client->pwr_state ? "Pwr" : "Off",
602 			   pci_name(client->pdev));
603 		i++;
604 	}
605 	mutex_unlock(&vgasr_mutex);
606 	return 0;
607 }
608 
609 static int vga_switcheroo_debugfs_open(struct inode *inode, struct file *file)
610 {
611 	return single_open(file, vga_switcheroo_show, NULL);
612 }
613 
614 static int vga_switchon(struct vga_switcheroo_client *client)
615 {
616 	if (client->driver_power_control)
617 		return 0;
618 	if (vgasr_priv.handler->power_state)
619 		vgasr_priv.handler->power_state(client->id, VGA_SWITCHEROO_ON);
620 	/* call the driver callback to turn on device */
621 	client->ops->set_gpu_state(client->pdev, VGA_SWITCHEROO_ON);
622 	client->pwr_state = VGA_SWITCHEROO_ON;
623 	return 0;
624 }
625 
626 static int vga_switchoff(struct vga_switcheroo_client *client)
627 {
628 	if (client->driver_power_control)
629 		return 0;
630 	/* call the driver callback to turn off device */
631 	client->ops->set_gpu_state(client->pdev, VGA_SWITCHEROO_OFF);
632 	if (vgasr_priv.handler->power_state)
633 		vgasr_priv.handler->power_state(client->id, VGA_SWITCHEROO_OFF);
634 	client->pwr_state = VGA_SWITCHEROO_OFF;
635 	return 0;
636 }
637 
638 static void set_audio_state(enum vga_switcheroo_client_id id,
639 			    enum vga_switcheroo_state state)
640 {
641 	struct vga_switcheroo_client *client;
642 
643 	client = find_client_from_id(&vgasr_priv.clients, id | ID_BIT_AUDIO);
644 	if (client && client->pwr_state != state) {
645 		client->ops->set_gpu_state(client->pdev, state);
646 		client->pwr_state = state;
647 	}
648 }
649 
650 /* stage one happens before delay */
651 static int vga_switchto_stage1(struct vga_switcheroo_client *new_client)
652 {
653 	struct vga_switcheroo_client *active;
654 
655 	active = find_active_client(&vgasr_priv.clients);
656 	if (!active)
657 		return 0;
658 
659 	if (new_client->pwr_state == VGA_SWITCHEROO_OFF)
660 		vga_switchon(new_client);
661 
662 	vga_set_default_device(new_client->pdev);
663 	return 0;
664 }
665 
666 /* post delay */
667 static int vga_switchto_stage2(struct vga_switcheroo_client *new_client)
668 {
669 	int ret;
670 	struct vga_switcheroo_client *active;
671 
672 	active = find_active_client(&vgasr_priv.clients);
673 	if (!active)
674 		return 0;
675 
676 	active->active = false;
677 
678 	set_audio_state(active->id, VGA_SWITCHEROO_OFF);
679 
680 	if (new_client->fb_info) {
681 		struct fb_event event;
682 
683 		console_lock();
684 		event.info = new_client->fb_info;
685 		fb_notifier_call_chain(FB_EVENT_REMAP_ALL_CONSOLE, &event);
686 		console_unlock();
687 	}
688 
689 	mutex_lock(&vgasr_priv.mux_hw_lock);
690 	ret = vgasr_priv.handler->switchto(new_client->id);
691 	mutex_unlock(&vgasr_priv.mux_hw_lock);
692 	if (ret)
693 		return ret;
694 
695 	if (new_client->ops->reprobe)
696 		new_client->ops->reprobe(new_client->pdev);
697 
698 	if (active->pwr_state == VGA_SWITCHEROO_ON)
699 		vga_switchoff(active);
700 
701 	set_audio_state(new_client->id, VGA_SWITCHEROO_ON);
702 
703 	new_client->active = true;
704 	return 0;
705 }
706 
707 static bool check_can_switch(void)
708 {
709 	struct vga_switcheroo_client *client;
710 
711 	list_for_each_entry(client, &vgasr_priv.clients, list) {
712 		if (!client->ops->can_switch(client->pdev)) {
713 			pr_err("client %x refused switch\n", client->id);
714 			return false;
715 		}
716 	}
717 	return true;
718 }
719 
720 static ssize_t
721 vga_switcheroo_debugfs_write(struct file *filp, const char __user *ubuf,
722 			     size_t cnt, loff_t *ppos)
723 {
724 	char usercmd[64];
725 	int ret;
726 	bool delay = false, can_switch;
727 	bool just_mux = false;
728 	enum vga_switcheroo_client_id client_id = VGA_SWITCHEROO_UNKNOWN_ID;
729 	struct vga_switcheroo_client *client = NULL;
730 
731 	if (cnt > 63)
732 		cnt = 63;
733 
734 	if (copy_from_user(usercmd, ubuf, cnt))
735 		return -EFAULT;
736 
737 	mutex_lock(&vgasr_mutex);
738 
739 	if (!vgasr_priv.active) {
740 		cnt = -EINVAL;
741 		goto out;
742 	}
743 
744 	/* pwr off the device not in use */
745 	if (strncmp(usercmd, "OFF", 3) == 0) {
746 		list_for_each_entry(client, &vgasr_priv.clients, list) {
747 			if (client->active || client_is_audio(client))
748 				continue;
749 			if (client->driver_power_control)
750 				continue;
751 			set_audio_state(client->id, VGA_SWITCHEROO_OFF);
752 			if (client->pwr_state == VGA_SWITCHEROO_ON)
753 				vga_switchoff(client);
754 		}
755 		goto out;
756 	}
757 	/* pwr on the device not in use */
758 	if (strncmp(usercmd, "ON", 2) == 0) {
759 		list_for_each_entry(client, &vgasr_priv.clients, list) {
760 			if (client->active || client_is_audio(client))
761 				continue;
762 			if (client->driver_power_control)
763 				continue;
764 			if (client->pwr_state == VGA_SWITCHEROO_OFF)
765 				vga_switchon(client);
766 			set_audio_state(client->id, VGA_SWITCHEROO_ON);
767 		}
768 		goto out;
769 	}
770 
771 	/* request a delayed switch - test can we switch now */
772 	if (strncmp(usercmd, "DIGD", 4) == 0) {
773 		client_id = VGA_SWITCHEROO_IGD;
774 		delay = true;
775 	}
776 
777 	if (strncmp(usercmd, "DDIS", 4) == 0) {
778 		client_id = VGA_SWITCHEROO_DIS;
779 		delay = true;
780 	}
781 
782 	if (strncmp(usercmd, "IGD", 3) == 0)
783 		client_id = VGA_SWITCHEROO_IGD;
784 
785 	if (strncmp(usercmd, "DIS", 3) == 0)
786 		client_id = VGA_SWITCHEROO_DIS;
787 
788 	if (strncmp(usercmd, "MIGD", 4) == 0) {
789 		just_mux = true;
790 		client_id = VGA_SWITCHEROO_IGD;
791 	}
792 	if (strncmp(usercmd, "MDIS", 4) == 0) {
793 		just_mux = true;
794 		client_id = VGA_SWITCHEROO_DIS;
795 	}
796 
797 	if (client_id == VGA_SWITCHEROO_UNKNOWN_ID)
798 		goto out;
799 	client = find_client_from_id(&vgasr_priv.clients, client_id);
800 	if (!client)
801 		goto out;
802 
803 	vgasr_priv.delayed_switch_active = false;
804 
805 	if (just_mux) {
806 		mutex_lock(&vgasr_priv.mux_hw_lock);
807 		ret = vgasr_priv.handler->switchto(client_id);
808 		mutex_unlock(&vgasr_priv.mux_hw_lock);
809 		goto out;
810 	}
811 
812 	if (client->active)
813 		goto out;
814 
815 	/* okay we want a switch - test if devices are willing to switch */
816 	can_switch = check_can_switch();
817 
818 	if (can_switch == false && delay == false)
819 		goto out;
820 
821 	if (can_switch) {
822 		ret = vga_switchto_stage1(client);
823 		if (ret)
824 			pr_err("switching failed stage 1 %d\n", ret);
825 
826 		ret = vga_switchto_stage2(client);
827 		if (ret)
828 			pr_err("switching failed stage 2 %d\n", ret);
829 
830 	} else {
831 		pr_info("setting delayed switch to client %d\n", client->id);
832 		vgasr_priv.delayed_switch_active = true;
833 		vgasr_priv.delayed_client_id = client_id;
834 
835 		ret = vga_switchto_stage1(client);
836 		if (ret)
837 			pr_err("delayed switching stage 1 failed %d\n", ret);
838 	}
839 
840 out:
841 	mutex_unlock(&vgasr_mutex);
842 	return cnt;
843 }
844 
845 static const struct file_operations vga_switcheroo_debugfs_fops = {
846 	.owner = THIS_MODULE,
847 	.open = vga_switcheroo_debugfs_open,
848 	.write = vga_switcheroo_debugfs_write,
849 	.read = seq_read,
850 	.llseek = seq_lseek,
851 	.release = single_release,
852 };
853 
854 static void vga_switcheroo_debugfs_fini(struct vgasr_priv *priv)
855 {
856 	debugfs_remove(priv->switch_file);
857 	priv->switch_file = NULL;
858 
859 	debugfs_remove(priv->debugfs_root);
860 	priv->debugfs_root = NULL;
861 }
862 
863 static int vga_switcheroo_debugfs_init(struct vgasr_priv *priv)
864 {
865 	static const char mp[] = "/sys/kernel/debug";
866 
867 	/* already initialised */
868 	if (priv->debugfs_root)
869 		return 0;
870 	priv->debugfs_root = debugfs_create_dir("vgaswitcheroo", NULL);
871 
872 	if (!priv->debugfs_root) {
873 		pr_err("Cannot create %s/vgaswitcheroo\n", mp);
874 		goto fail;
875 	}
876 
877 	priv->switch_file = debugfs_create_file("switch", 0644,
878 						priv->debugfs_root, NULL,
879 						&vga_switcheroo_debugfs_fops);
880 	if (!priv->switch_file) {
881 		pr_err("cannot create %s/vgaswitcheroo/switch\n", mp);
882 		goto fail;
883 	}
884 	return 0;
885 fail:
886 	vga_switcheroo_debugfs_fini(priv);
887 	return -1;
888 }
889 
890 /**
891  * vga_switcheroo_process_delayed_switch() - helper for delayed switching
892  *
893  * Process a delayed switch if one is pending. DRM drivers should call this
894  * from their ->lastclose callback.
895  *
896  * Return: 0 on success. -EINVAL if no delayed switch is pending, if the client
897  * has unregistered in the meantime or if there are other clients blocking the
898  * switch. If the actual switch fails, an error is reported and 0 is returned.
899  */
900 int vga_switcheroo_process_delayed_switch(void)
901 {
902 	struct vga_switcheroo_client *client;
903 	int ret;
904 	int err = -EINVAL;
905 
906 	mutex_lock(&vgasr_mutex);
907 	if (!vgasr_priv.delayed_switch_active)
908 		goto err;
909 
910 	pr_info("processing delayed switch to %d\n",
911 		vgasr_priv.delayed_client_id);
912 
913 	client = find_client_from_id(&vgasr_priv.clients,
914 				     vgasr_priv.delayed_client_id);
915 	if (!client || !check_can_switch())
916 		goto err;
917 
918 	ret = vga_switchto_stage2(client);
919 	if (ret)
920 		pr_err("delayed switching failed stage 2 %d\n", ret);
921 
922 	vgasr_priv.delayed_switch_active = false;
923 	err = 0;
924 err:
925 	mutex_unlock(&vgasr_mutex);
926 	return err;
927 }
928 EXPORT_SYMBOL(vga_switcheroo_process_delayed_switch);
929 
930 /**
931  * DOC: Driver power control
932  *
933  * In this mode of use, the discrete GPU automatically powers up and down at
934  * the discretion of the driver's runtime pm. On muxed machines, the user may
935  * still influence the muxer state by way of the debugfs interface, however
936  * the ON and OFF commands become a no-op for the discrete GPU.
937  *
938  * This mode is the default on Nvidia HybridPower/Optimus and ATI PowerXpress.
939  * Specifying nouveau.runpm=0, radeon.runpm=0 or amdgpu.runpm=0 on the kernel
940  * command line disables it.
941  *
942  * When the driver decides to power up or down, it notifies vga_switcheroo
943  * thereof so that it can (a) power the audio device on the GPU up or down,
944  * and (b) update its internal power state representation for the device.
945  * This is achieved by vga_switcheroo_set_dynamic_switch().
946  *
947  * After the GPU has been suspended, the handler needs to be called to cut
948  * power to the GPU. Likewise it needs to reinstate power before the GPU
949  * can resume. This is achieved by vga_switcheroo_init_domain_pm_ops(),
950  * which augments the GPU's suspend/resume functions by the requisite
951  * calls to the handler.
952  *
953  * When the audio device resumes, the GPU needs to be woken. This is achieved
954  * by vga_switcheroo_init_domain_pm_optimus_hdmi_audio(), which augments the
955  * audio device's resume function.
956  *
957  * On muxed machines, if the mux is initially switched to the discrete GPU,
958  * the user ends up with a black screen when the GPU powers down after boot.
959  * As a workaround, the mux is forced to the integrated GPU on runtime suspend,
960  * cf. https://bugs.freedesktop.org/show_bug.cgi?id=75917
961  */
962 
963 static void vga_switcheroo_power_switch(struct pci_dev *pdev,
964 					enum vga_switcheroo_state state)
965 {
966 	struct vga_switcheroo_client *client;
967 
968 	if (!vgasr_priv.handler->power_state)
969 		return;
970 
971 	client = find_client_from_pci(&vgasr_priv.clients, pdev);
972 	if (!client)
973 		return;
974 
975 	if (!client->driver_power_control)
976 		return;
977 
978 	vgasr_priv.handler->power_state(client->id, state);
979 }
980 
981 /**
982  * vga_switcheroo_set_dynamic_switch() - helper for driver power control
983  * @pdev: client pci device
984  * @dynamic: new power state
985  *
986  * Helper for GPUs whose power state is controlled by the driver's runtime pm.
987  * When the driver decides to power up or down, it notifies vga_switcheroo
988  * thereof using this helper so that it can (a) power the audio device on
989  * the GPU up or down, and (b) update its internal power state representation
990  * for the device.
991  */
992 void vga_switcheroo_set_dynamic_switch(struct pci_dev *pdev,
993 				       enum vga_switcheroo_state dynamic)
994 {
995 	struct vga_switcheroo_client *client;
996 
997 	mutex_lock(&vgasr_mutex);
998 	client = find_client_from_pci(&vgasr_priv.clients, pdev);
999 	if (!client || !client->driver_power_control) {
1000 		mutex_unlock(&vgasr_mutex);
1001 		return;
1002 	}
1003 
1004 	client->pwr_state = dynamic;
1005 	set_audio_state(client->id, dynamic);
1006 	mutex_unlock(&vgasr_mutex);
1007 }
1008 EXPORT_SYMBOL(vga_switcheroo_set_dynamic_switch);
1009 
1010 /* switcheroo power domain */
1011 static int vga_switcheroo_runtime_suspend(struct device *dev)
1012 {
1013 	struct pci_dev *pdev = to_pci_dev(dev);
1014 	int ret;
1015 
1016 	ret = dev->bus->pm->runtime_suspend(dev);
1017 	if (ret)
1018 		return ret;
1019 	mutex_lock(&vgasr_mutex);
1020 	if (vgasr_priv.handler->switchto) {
1021 		mutex_lock(&vgasr_priv.mux_hw_lock);
1022 		vgasr_priv.handler->switchto(VGA_SWITCHEROO_IGD);
1023 		mutex_unlock(&vgasr_priv.mux_hw_lock);
1024 	}
1025 	vga_switcheroo_power_switch(pdev, VGA_SWITCHEROO_OFF);
1026 	mutex_unlock(&vgasr_mutex);
1027 	return 0;
1028 }
1029 
1030 static int vga_switcheroo_runtime_resume(struct device *dev)
1031 {
1032 	struct pci_dev *pdev = to_pci_dev(dev);
1033 	int ret;
1034 
1035 	mutex_lock(&vgasr_mutex);
1036 	vga_switcheroo_power_switch(pdev, VGA_SWITCHEROO_ON);
1037 	mutex_unlock(&vgasr_mutex);
1038 	ret = dev->bus->pm->runtime_resume(dev);
1039 	if (ret)
1040 		return ret;
1041 
1042 	return 0;
1043 }
1044 
1045 /**
1046  * vga_switcheroo_init_domain_pm_ops() - helper for driver power control
1047  * @dev: vga client device
1048  * @domain: power domain
1049  *
1050  * Helper for GPUs whose power state is controlled by the driver's runtime pm.
1051  * After the GPU has been suspended, the handler needs to be called to cut
1052  * power to the GPU. Likewise it needs to reinstate power before the GPU
1053  * can resume. To this end, this helper augments the suspend/resume functions
1054  * by the requisite calls to the handler. It needs only be called on platforms
1055  * where the power switch is separate to the device being powered down.
1056  */
1057 int vga_switcheroo_init_domain_pm_ops(struct device *dev,
1058 				      struct dev_pm_domain *domain)
1059 {
1060 	/* copy over all the bus versions */
1061 	if (dev->bus && dev->bus->pm) {
1062 		domain->ops = *dev->bus->pm;
1063 		domain->ops.runtime_suspend = vga_switcheroo_runtime_suspend;
1064 		domain->ops.runtime_resume = vga_switcheroo_runtime_resume;
1065 
1066 		dev_pm_domain_set(dev, domain);
1067 		return 0;
1068 	}
1069 	dev_pm_domain_set(dev, NULL);
1070 	return -EINVAL;
1071 }
1072 EXPORT_SYMBOL(vga_switcheroo_init_domain_pm_ops);
1073 
1074 void vga_switcheroo_fini_domain_pm_ops(struct device *dev)
1075 {
1076 	dev_pm_domain_set(dev, NULL);
1077 }
1078 EXPORT_SYMBOL(vga_switcheroo_fini_domain_pm_ops);
1079 
1080 static int vga_switcheroo_runtime_resume_hdmi_audio(struct device *dev)
1081 {
1082 	struct pci_dev *pdev = to_pci_dev(dev);
1083 	struct vga_switcheroo_client *client;
1084 	struct device *video_dev = NULL;
1085 	int ret;
1086 
1087 	/* we need to check if we have to switch back on the video
1088 	 * device so the audio device can come back
1089 	 */
1090 	mutex_lock(&vgasr_mutex);
1091 	list_for_each_entry(client, &vgasr_priv.clients, list) {
1092 		if (PCI_SLOT(client->pdev->devfn) == PCI_SLOT(pdev->devfn) &&
1093 		    client_is_vga(client)) {
1094 			video_dev = &client->pdev->dev;
1095 			break;
1096 		}
1097 	}
1098 	mutex_unlock(&vgasr_mutex);
1099 
1100 	if (video_dev) {
1101 		ret = pm_runtime_get_sync(video_dev);
1102 		if (ret && ret != 1)
1103 			return ret;
1104 	}
1105 	ret = dev->bus->pm->runtime_resume(dev);
1106 
1107 	/* put the reference for the gpu */
1108 	if (video_dev) {
1109 		pm_runtime_mark_last_busy(video_dev);
1110 		pm_runtime_put_autosuspend(video_dev);
1111 	}
1112 	return ret;
1113 }
1114 
1115 /**
1116  * vga_switcheroo_init_domain_pm_optimus_hdmi_audio() - helper for driver
1117  *	power control
1118  * @dev: audio client device
1119  * @domain: power domain
1120  *
1121  * Helper for GPUs whose power state is controlled by the driver's runtime pm.
1122  * When the audio device resumes, the GPU needs to be woken. This helper
1123  * augments the audio device's resume function to do that.
1124  *
1125  * Return: 0 on success, -EINVAL if no power management operations are
1126  * defined for this device.
1127  */
1128 int
1129 vga_switcheroo_init_domain_pm_optimus_hdmi_audio(struct device *dev,
1130 						 struct dev_pm_domain *domain)
1131 {
1132 	/* copy over all the bus versions */
1133 	if (dev->bus && dev->bus->pm) {
1134 		domain->ops = *dev->bus->pm;
1135 		domain->ops.runtime_resume =
1136 			vga_switcheroo_runtime_resume_hdmi_audio;
1137 
1138 		dev_pm_domain_set(dev, domain);
1139 		return 0;
1140 	}
1141 	dev_pm_domain_set(dev, NULL);
1142 	return -EINVAL;
1143 }
1144 EXPORT_SYMBOL(vga_switcheroo_init_domain_pm_optimus_hdmi_audio);
1145