xref: /openbmc/linux/drivers/s390/cio/vfio_ccw_private.h (revision 2612e3bbc0386368a850140a6c9b990cd496a5ec)
1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */
263f1934dSDong Jia Shi /*
363f1934dSDong Jia Shi  * Private stuff for vfio_ccw driver
463f1934dSDong Jia Shi  *
563f1934dSDong Jia Shi  * Copyright IBM Corp. 2017
6db8e5d17SCornelia Huck  * Copyright Red Hat, Inc. 2019
763f1934dSDong Jia Shi  *
863f1934dSDong Jia Shi  * Author(s): Dong Jia Shi <bjsdjshi@linux.vnet.ibm.com>
963f1934dSDong Jia Shi  *            Xiao Feng Ren <renxiaof@linux.vnet.ibm.com>
10db8e5d17SCornelia Huck  *            Cornelia Huck <cohuck@redhat.com>
1163f1934dSDong Jia Shi  */
1263f1934dSDong Jia Shi 
1363f1934dSDong Jia Shi #ifndef _VFIO_CCW_PRIVATE_H_
1463f1934dSDong Jia Shi #define _VFIO_CCW_PRIVATE_H_
1563f1934dSDong Jia Shi 
164e149e43SDong Jia Shi #include <linux/completion.h>
17120e214eSDong Jia Shi #include <linux/eventfd.h>
18e5f84dbaSDong Jia Shi #include <linux/workqueue.h>
19060d2b5aSDong Jia Shi #include <linux/vfio_ccw.h>
203bf1311fSJason Gunthorpe #include <linux/vfio.h>
2189345d51SChristoph Hellwig #include <linux/mdev.h>
223f02cb2fSFarhan Ali #include <asm/crw.h>
2360e05d1cSCornelia Huck #include <asm/debug.h>
24060d2b5aSDong Jia Shi 
2563f1934dSDong Jia Shi #include "css.h"
264e149e43SDong Jia Shi #include "vfio_ccw_cp.h"
2763f1934dSDong Jia Shi 
28db8e5d17SCornelia Huck #define VFIO_CCW_OFFSET_SHIFT   10
29db8e5d17SCornelia Huck #define VFIO_CCW_OFFSET_TO_INDEX(off)	(off >> VFIO_CCW_OFFSET_SHIFT)
30db8e5d17SCornelia Huck #define VFIO_CCW_INDEX_TO_OFFSET(index)	((u64)(index) << VFIO_CCW_OFFSET_SHIFT)
31db8e5d17SCornelia Huck #define VFIO_CCW_OFFSET_MASK	(((u64)(1) << VFIO_CCW_OFFSET_SHIFT) - 1)
32db8e5d17SCornelia Huck 
33db8e5d17SCornelia Huck /* capability chain handling similar to vfio-pci */
34db8e5d17SCornelia Huck struct vfio_ccw_private;
35db8e5d17SCornelia Huck struct vfio_ccw_region;
36db8e5d17SCornelia Huck 
37db8e5d17SCornelia Huck struct vfio_ccw_regops {
38db8e5d17SCornelia Huck 	ssize_t	(*read)(struct vfio_ccw_private *private, char __user *buf,
39db8e5d17SCornelia Huck 			size_t count, loff_t *ppos);
40db8e5d17SCornelia Huck 	ssize_t	(*write)(struct vfio_ccw_private *private,
41db8e5d17SCornelia Huck 			 const char __user *buf, size_t count, loff_t *ppos);
42db8e5d17SCornelia Huck 	void	(*release)(struct vfio_ccw_private *private,
43db8e5d17SCornelia Huck 			   struct vfio_ccw_region *region);
44db8e5d17SCornelia Huck };
45db8e5d17SCornelia Huck 
46db8e5d17SCornelia Huck struct vfio_ccw_region {
47db8e5d17SCornelia Huck 	u32				type;
48db8e5d17SCornelia Huck 	u32				subtype;
49db8e5d17SCornelia Huck 	const struct vfio_ccw_regops	*ops;
50db8e5d17SCornelia Huck 	void				*data;
51db8e5d17SCornelia Huck 	size_t				size;
52db8e5d17SCornelia Huck 	u32				flags;
53db8e5d17SCornelia Huck };
54db8e5d17SCornelia Huck 
55db8e5d17SCornelia Huck int vfio_ccw_register_dev_region(struct vfio_ccw_private *private,
56db8e5d17SCornelia Huck 				 unsigned int subtype,
57db8e5d17SCornelia Huck 				 const struct vfio_ccw_regops *ops,
58db8e5d17SCornelia Huck 				 size_t size, u32 flags, void *data);
59600279b5SEric Farman void vfio_ccw_unregister_dev_regions(struct vfio_ccw_private *private);
60db8e5d17SCornelia Huck 
61d5afd5d1SCornelia Huck int vfio_ccw_register_async_dev_regions(struct vfio_ccw_private *private);
6224c98674SFarhan Ali int vfio_ccw_register_schib_dev_regions(struct vfio_ccw_private *private);
63d8cac29bSFarhan Ali int vfio_ccw_register_crw_dev_regions(struct vfio_ccw_private *private);
64d5afd5d1SCornelia Huck 
653f02cb2fSFarhan Ali struct vfio_ccw_crw {
663f02cb2fSFarhan Ali 	struct list_head	next;
673f02cb2fSFarhan Ali 	struct crw		crw;
683f02cb2fSFarhan Ali };
693f02cb2fSFarhan Ali 
7063f1934dSDong Jia Shi /**
719e6f07cdSEric Farman  * struct vfio_ccw_parent
729e6f07cdSEric Farman  *
739e6f07cdSEric Farman  * @dev: embedded device struct
749e6f07cdSEric Farman  * @parent: parent data structures for mdevs created
759e6f07cdSEric Farman  * @mdev_type(s): identifying information for mdevs created
769e6f07cdSEric Farman  */
779e6f07cdSEric Farman struct vfio_ccw_parent {
789e6f07cdSEric Farman 	struct device		dev;
799e6f07cdSEric Farman 
809e6f07cdSEric Farman 	struct mdev_parent	parent;
819e6f07cdSEric Farman 	struct mdev_type	mdev_type;
82*5dd42419SGustavo A. R. Silva 	struct mdev_type	*mdev_types[];
839e6f07cdSEric Farman };
849e6f07cdSEric Farman 
859e6f07cdSEric Farman /**
8663f1934dSDong Jia Shi  * struct vfio_ccw_private
873bf1311fSJason Gunthorpe  * @vdev: Embedded VFIO device
88bbe37e4cSDong Jia Shi  * @state: internal state of the device
8963f1934dSDong Jia Shi  * @completion: synchronization helper of the I/O completion
90060d2b5aSDong Jia Shi  * @io_region: MMIO region to input/output I/O arguments/results
914f766173SCornelia Huck  * @io_mutex: protect against concurrent update of I/O regions
92db8e5d17SCornelia Huck  * @region: additional regions for other subchannel operations
93d5afd5d1SCornelia Huck  * @cmd_region: MMIO region for asynchronous I/O commands other than START
9424c98674SFarhan Ali  * @schib_region: MMIO region for SCHIB information
95d8cac29bSFarhan Ali  * @crw_region: MMIO region for getting channel report words
96db8e5d17SCornelia Huck  * @num_regions: number of additional regions
974e149e43SDong Jia Shi  * @cp: channel program for the current I/O operation
984e149e43SDong Jia Shi  * @irb: irb info received from interrupt
994e149e43SDong Jia Shi  * @scsw: scsw info
100120e214eSDong Jia Shi  * @io_trigger: eventfd ctx for signaling userspace I/O results
101bccce80bSEric Farman  * @crw_trigger: eventfd ctx for signaling userspace CRW information
102bccce80bSEric Farman  * @req_trigger: eventfd ctx for signaling userspace to return device
103e5f84dbaSDong Jia Shi  * @io_work: work for deferral process of I/O handling
104bccce80bSEric Farman  * @crw_work: work for deferral process of CRW handling
10563f1934dSDong Jia Shi  */
10663f1934dSDong Jia Shi struct vfio_ccw_private {
1073bf1311fSJason Gunthorpe 	struct vfio_device vdev;
108bbe37e4cSDong Jia Shi 	int			state;
10963f1934dSDong Jia Shi 	struct completion	*completion;
110c98e16b2SEric Farman 	struct ccw_io_region	*io_region;
1114f766173SCornelia Huck 	struct mutex		io_mutex;
112db8e5d17SCornelia Huck 	struct vfio_ccw_region *region;
113d5afd5d1SCornelia Huck 	struct ccw_cmd_region	*cmd_region;
11424c98674SFarhan Ali 	struct ccw_schib_region *schib_region;
115d8cac29bSFarhan Ali 	struct ccw_crw_region	*crw_region;
116db8e5d17SCornelia Huck 	int num_regions;
1174e149e43SDong Jia Shi 
1184e149e43SDong Jia Shi 	struct channel_program	cp;
1194e149e43SDong Jia Shi 	struct irb		irb;
1204e149e43SDong Jia Shi 	union scsw		scsw;
1213f02cb2fSFarhan Ali 	struct list_head	crw;
122120e214eSDong Jia Shi 
123120e214eSDong Jia Shi 	struct eventfd_ctx	*io_trigger;
124d8cac29bSFarhan Ali 	struct eventfd_ctx	*crw_trigger;
125bccce80bSEric Farman 	struct eventfd_ctx	*req_trigger;
126e5f84dbaSDong Jia Shi 	struct work_struct	io_work;
1273f02cb2fSFarhan Ali 	struct work_struct	crw_work;
12863f1934dSDong Jia Shi } __aligned(8);
12963f1934dSDong Jia Shi 
130d1877e63SAlex Williamson int vfio_ccw_sch_quiesce(struct subchannel *sch);
13106caaa27SEric Farman void vfio_ccw_sch_io_todo(struct work_struct *work);
13206caaa27SEric Farman void vfio_ccw_crw_todo(struct work_struct *work);
133bbe37e4cSDong Jia Shi 
1343bf1311fSJason Gunthorpe extern struct mdev_driver vfio_ccw_mdev_driver;
1353bf1311fSJason Gunthorpe 
136bbe37e4cSDong Jia Shi /*
137bbe37e4cSDong Jia Shi  * States of the device statemachine.
138bbe37e4cSDong Jia Shi  */
139bbe37e4cSDong Jia Shi enum vfio_ccw_state {
140bbe37e4cSDong Jia Shi 	VFIO_CCW_STATE_NOT_OPER,
141bbe37e4cSDong Jia Shi 	VFIO_CCW_STATE_STANDBY,
142bbe37e4cSDong Jia Shi 	VFIO_CCW_STATE_IDLE,
143690f6a15SCornelia Huck 	VFIO_CCW_STATE_CP_PROCESSING,
144690f6a15SCornelia Huck 	VFIO_CCW_STATE_CP_PENDING,
145bbe37e4cSDong Jia Shi 	/* last element! */
146bbe37e4cSDong Jia Shi 	NR_VFIO_CCW_STATES
147bbe37e4cSDong Jia Shi };
148bbe37e4cSDong Jia Shi 
149bbe37e4cSDong Jia Shi /*
150bbe37e4cSDong Jia Shi  * Asynchronous events of the device statemachine.
151bbe37e4cSDong Jia Shi  */
152bbe37e4cSDong Jia Shi enum vfio_ccw_event {
153bbe37e4cSDong Jia Shi 	VFIO_CCW_EVENT_NOT_OPER,
154bbe37e4cSDong Jia Shi 	VFIO_CCW_EVENT_IO_REQ,
155bbe37e4cSDong Jia Shi 	VFIO_CCW_EVENT_INTERRUPT,
156d5afd5d1SCornelia Huck 	VFIO_CCW_EVENT_ASYNC_REQ,
15762ec0d49SEric Farman 	VFIO_CCW_EVENT_OPEN,
158f4b4ed44SEric Farman 	VFIO_CCW_EVENT_CLOSE,
159bbe37e4cSDong Jia Shi 	/* last element! */
160bbe37e4cSDong Jia Shi 	NR_VFIO_CCW_EVENTS
161bbe37e4cSDong Jia Shi };
162bbe37e4cSDong Jia Shi 
163bbe37e4cSDong Jia Shi /*
164bbe37e4cSDong Jia Shi  * Action called through jumptable.
165bbe37e4cSDong Jia Shi  */
166bbe37e4cSDong Jia Shi typedef void (fsm_func_t)(struct vfio_ccw_private *, enum vfio_ccw_event);
167bbe37e4cSDong Jia Shi extern fsm_func_t *vfio_ccw_jumptable[NR_VFIO_CCW_STATES][NR_VFIO_CCW_EVENTS];
168bbe37e4cSDong Jia Shi 
vfio_ccw_fsm_event(struct vfio_ccw_private * private,enum vfio_ccw_event event)169bbe37e4cSDong Jia Shi static inline void vfio_ccw_fsm_event(struct vfio_ccw_private *private,
1708557d73bSEric Farman 				      enum vfio_ccw_event event)
171bbe37e4cSDong Jia Shi {
172008a011dSEric Farman 	struct subchannel *sch = to_subchannel(private->vdev.dev->parent);
173008a011dSEric Farman 
174008a011dSEric Farman 	if (sch)
175008a011dSEric Farman 		trace_vfio_ccw_fsm_event(sch->schid, private->state, event);
176bbe37e4cSDong Jia Shi 	vfio_ccw_jumptable[private->state][event](private, event);
177bbe37e4cSDong Jia Shi }
178bbe37e4cSDong Jia Shi 
179bbe37e4cSDong Jia Shi extern struct workqueue_struct *vfio_ccw_work_q;
18006caaa27SEric Farman extern struct kmem_cache *vfio_ccw_io_region;
18106caaa27SEric Farman extern struct kmem_cache *vfio_ccw_cmd_region;
18206caaa27SEric Farman extern struct kmem_cache *vfio_ccw_schib_region;
18306caaa27SEric Farman extern struct kmem_cache *vfio_ccw_crw_region;
18460e05d1cSCornelia Huck 
18560e05d1cSCornelia Huck /* s390 debug feature, similar to base cio */
18660e05d1cSCornelia Huck extern debug_info_t *vfio_ccw_debug_msg_id;
18760e05d1cSCornelia Huck extern debug_info_t *vfio_ccw_debug_trace_id;
18860e05d1cSCornelia Huck 
18960e05d1cSCornelia Huck #define VFIO_CCW_TRACE_EVENT(imp, txt) \
19060e05d1cSCornelia Huck 		debug_text_event(vfio_ccw_debug_trace_id, imp, txt)
19160e05d1cSCornelia Huck 
19260e05d1cSCornelia Huck #define VFIO_CCW_MSG_EVENT(imp, args...) \
19360e05d1cSCornelia Huck 		debug_sprintf_event(vfio_ccw_debug_msg_id, imp, ##args)
19460e05d1cSCornelia Huck 
VFIO_CCW_HEX_EVENT(int level,void * data,int length)19560e05d1cSCornelia Huck static inline void VFIO_CCW_HEX_EVENT(int level, void *data, int length)
19660e05d1cSCornelia Huck {
19760e05d1cSCornelia Huck 	debug_event(vfio_ccw_debug_trace_id, level, data, length);
19860e05d1cSCornelia Huck }
19960e05d1cSCornelia Huck 
20063f1934dSDong Jia Shi #endif
201