1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */
263f1934dSDong Jia Shi /*
363f1934dSDong Jia Shi * Private stuff for vfio_ccw driver
463f1934dSDong Jia Shi *
563f1934dSDong Jia Shi * Copyright IBM Corp. 2017
6db8e5d17SCornelia Huck * Copyright Red Hat, Inc. 2019
763f1934dSDong Jia Shi *
863f1934dSDong Jia Shi * Author(s): Dong Jia Shi <bjsdjshi@linux.vnet.ibm.com>
963f1934dSDong Jia Shi * Xiao Feng Ren <renxiaof@linux.vnet.ibm.com>
10db8e5d17SCornelia Huck * Cornelia Huck <cohuck@redhat.com>
1163f1934dSDong Jia Shi */
1263f1934dSDong Jia Shi
1363f1934dSDong Jia Shi #ifndef _VFIO_CCW_PRIVATE_H_
1463f1934dSDong Jia Shi #define _VFIO_CCW_PRIVATE_H_
1563f1934dSDong Jia Shi
164e149e43SDong Jia Shi #include <linux/completion.h>
17120e214eSDong Jia Shi #include <linux/eventfd.h>
18e5f84dbaSDong Jia Shi #include <linux/workqueue.h>
19060d2b5aSDong Jia Shi #include <linux/vfio_ccw.h>
203bf1311fSJason Gunthorpe #include <linux/vfio.h>
2189345d51SChristoph Hellwig #include <linux/mdev.h>
223f02cb2fSFarhan Ali #include <asm/crw.h>
2360e05d1cSCornelia Huck #include <asm/debug.h>
24060d2b5aSDong Jia Shi
2563f1934dSDong Jia Shi #include "css.h"
264e149e43SDong Jia Shi #include "vfio_ccw_cp.h"
2763f1934dSDong Jia Shi
28db8e5d17SCornelia Huck #define VFIO_CCW_OFFSET_SHIFT 10
29db8e5d17SCornelia Huck #define VFIO_CCW_OFFSET_TO_INDEX(off) (off >> VFIO_CCW_OFFSET_SHIFT)
30db8e5d17SCornelia Huck #define VFIO_CCW_INDEX_TO_OFFSET(index) ((u64)(index) << VFIO_CCW_OFFSET_SHIFT)
31db8e5d17SCornelia Huck #define VFIO_CCW_OFFSET_MASK (((u64)(1) << VFIO_CCW_OFFSET_SHIFT) - 1)
32db8e5d17SCornelia Huck
33db8e5d17SCornelia Huck /* capability chain handling similar to vfio-pci */
34db8e5d17SCornelia Huck struct vfio_ccw_private;
35db8e5d17SCornelia Huck struct vfio_ccw_region;
36db8e5d17SCornelia Huck
37db8e5d17SCornelia Huck struct vfio_ccw_regops {
38db8e5d17SCornelia Huck ssize_t (*read)(struct vfio_ccw_private *private, char __user *buf,
39db8e5d17SCornelia Huck size_t count, loff_t *ppos);
40db8e5d17SCornelia Huck ssize_t (*write)(struct vfio_ccw_private *private,
41db8e5d17SCornelia Huck const char __user *buf, size_t count, loff_t *ppos);
42db8e5d17SCornelia Huck void (*release)(struct vfio_ccw_private *private,
43db8e5d17SCornelia Huck struct vfio_ccw_region *region);
44db8e5d17SCornelia Huck };
45db8e5d17SCornelia Huck
46db8e5d17SCornelia Huck struct vfio_ccw_region {
47db8e5d17SCornelia Huck u32 type;
48db8e5d17SCornelia Huck u32 subtype;
49db8e5d17SCornelia Huck const struct vfio_ccw_regops *ops;
50db8e5d17SCornelia Huck void *data;
51db8e5d17SCornelia Huck size_t size;
52db8e5d17SCornelia Huck u32 flags;
53db8e5d17SCornelia Huck };
54db8e5d17SCornelia Huck
55db8e5d17SCornelia Huck int vfio_ccw_register_dev_region(struct vfio_ccw_private *private,
56db8e5d17SCornelia Huck unsigned int subtype,
57db8e5d17SCornelia Huck const struct vfio_ccw_regops *ops,
58db8e5d17SCornelia Huck size_t size, u32 flags, void *data);
59600279b5SEric Farman void vfio_ccw_unregister_dev_regions(struct vfio_ccw_private *private);
60db8e5d17SCornelia Huck
61d5afd5d1SCornelia Huck int vfio_ccw_register_async_dev_regions(struct vfio_ccw_private *private);
6224c98674SFarhan Ali int vfio_ccw_register_schib_dev_regions(struct vfio_ccw_private *private);
63d8cac29bSFarhan Ali int vfio_ccw_register_crw_dev_regions(struct vfio_ccw_private *private);
64d5afd5d1SCornelia Huck
653f02cb2fSFarhan Ali struct vfio_ccw_crw {
663f02cb2fSFarhan Ali struct list_head next;
673f02cb2fSFarhan Ali struct crw crw;
683f02cb2fSFarhan Ali };
693f02cb2fSFarhan Ali
7063f1934dSDong Jia Shi /**
719e6f07cdSEric Farman * struct vfio_ccw_parent
729e6f07cdSEric Farman *
739e6f07cdSEric Farman * @dev: embedded device struct
749e6f07cdSEric Farman * @parent: parent data structures for mdevs created
759e6f07cdSEric Farman * @mdev_type(s): identifying information for mdevs created
769e6f07cdSEric Farman */
779e6f07cdSEric Farman struct vfio_ccw_parent {
789e6f07cdSEric Farman struct device dev;
799e6f07cdSEric Farman
809e6f07cdSEric Farman struct mdev_parent parent;
819e6f07cdSEric Farman struct mdev_type mdev_type;
82*5dd42419SGustavo A. R. Silva struct mdev_type *mdev_types[];
839e6f07cdSEric Farman };
849e6f07cdSEric Farman
859e6f07cdSEric Farman /**
8663f1934dSDong Jia Shi * struct vfio_ccw_private
873bf1311fSJason Gunthorpe * @vdev: Embedded VFIO device
88bbe37e4cSDong Jia Shi * @state: internal state of the device
8963f1934dSDong Jia Shi * @completion: synchronization helper of the I/O completion
90060d2b5aSDong Jia Shi * @io_region: MMIO region to input/output I/O arguments/results
914f766173SCornelia Huck * @io_mutex: protect against concurrent update of I/O regions
92db8e5d17SCornelia Huck * @region: additional regions for other subchannel operations
93d5afd5d1SCornelia Huck * @cmd_region: MMIO region for asynchronous I/O commands other than START
9424c98674SFarhan Ali * @schib_region: MMIO region for SCHIB information
95d8cac29bSFarhan Ali * @crw_region: MMIO region for getting channel report words
96db8e5d17SCornelia Huck * @num_regions: number of additional regions
974e149e43SDong Jia Shi * @cp: channel program for the current I/O operation
984e149e43SDong Jia Shi * @irb: irb info received from interrupt
994e149e43SDong Jia Shi * @scsw: scsw info
100120e214eSDong Jia Shi * @io_trigger: eventfd ctx for signaling userspace I/O results
101bccce80bSEric Farman * @crw_trigger: eventfd ctx for signaling userspace CRW information
102bccce80bSEric Farman * @req_trigger: eventfd ctx for signaling userspace to return device
103e5f84dbaSDong Jia Shi * @io_work: work for deferral process of I/O handling
104bccce80bSEric Farman * @crw_work: work for deferral process of CRW handling
10563f1934dSDong Jia Shi */
10663f1934dSDong Jia Shi struct vfio_ccw_private {
1073bf1311fSJason Gunthorpe struct vfio_device vdev;
108bbe37e4cSDong Jia Shi int state;
10963f1934dSDong Jia Shi struct completion *completion;
110c98e16b2SEric Farman struct ccw_io_region *io_region;
1114f766173SCornelia Huck struct mutex io_mutex;
112db8e5d17SCornelia Huck struct vfio_ccw_region *region;
113d5afd5d1SCornelia Huck struct ccw_cmd_region *cmd_region;
11424c98674SFarhan Ali struct ccw_schib_region *schib_region;
115d8cac29bSFarhan Ali struct ccw_crw_region *crw_region;
116db8e5d17SCornelia Huck int num_regions;
1174e149e43SDong Jia Shi
1184e149e43SDong Jia Shi struct channel_program cp;
1194e149e43SDong Jia Shi struct irb irb;
1204e149e43SDong Jia Shi union scsw scsw;
1213f02cb2fSFarhan Ali struct list_head crw;
122120e214eSDong Jia Shi
123120e214eSDong Jia Shi struct eventfd_ctx *io_trigger;
124d8cac29bSFarhan Ali struct eventfd_ctx *crw_trigger;
125bccce80bSEric Farman struct eventfd_ctx *req_trigger;
126e5f84dbaSDong Jia Shi struct work_struct io_work;
1273f02cb2fSFarhan Ali struct work_struct crw_work;
12863f1934dSDong Jia Shi } __aligned(8);
12963f1934dSDong Jia Shi
130d1877e63SAlex Williamson int vfio_ccw_sch_quiesce(struct subchannel *sch);
13106caaa27SEric Farman void vfio_ccw_sch_io_todo(struct work_struct *work);
13206caaa27SEric Farman void vfio_ccw_crw_todo(struct work_struct *work);
133bbe37e4cSDong Jia Shi
1343bf1311fSJason Gunthorpe extern struct mdev_driver vfio_ccw_mdev_driver;
1353bf1311fSJason Gunthorpe
136bbe37e4cSDong Jia Shi /*
137bbe37e4cSDong Jia Shi * States of the device statemachine.
138bbe37e4cSDong Jia Shi */
139bbe37e4cSDong Jia Shi enum vfio_ccw_state {
140bbe37e4cSDong Jia Shi VFIO_CCW_STATE_NOT_OPER,
141bbe37e4cSDong Jia Shi VFIO_CCW_STATE_STANDBY,
142bbe37e4cSDong Jia Shi VFIO_CCW_STATE_IDLE,
143690f6a15SCornelia Huck VFIO_CCW_STATE_CP_PROCESSING,
144690f6a15SCornelia Huck VFIO_CCW_STATE_CP_PENDING,
145bbe37e4cSDong Jia Shi /* last element! */
146bbe37e4cSDong Jia Shi NR_VFIO_CCW_STATES
147bbe37e4cSDong Jia Shi };
148bbe37e4cSDong Jia Shi
149bbe37e4cSDong Jia Shi /*
150bbe37e4cSDong Jia Shi * Asynchronous events of the device statemachine.
151bbe37e4cSDong Jia Shi */
152bbe37e4cSDong Jia Shi enum vfio_ccw_event {
153bbe37e4cSDong Jia Shi VFIO_CCW_EVENT_NOT_OPER,
154bbe37e4cSDong Jia Shi VFIO_CCW_EVENT_IO_REQ,
155bbe37e4cSDong Jia Shi VFIO_CCW_EVENT_INTERRUPT,
156d5afd5d1SCornelia Huck VFIO_CCW_EVENT_ASYNC_REQ,
15762ec0d49SEric Farman VFIO_CCW_EVENT_OPEN,
158f4b4ed44SEric Farman VFIO_CCW_EVENT_CLOSE,
159bbe37e4cSDong Jia Shi /* last element! */
160bbe37e4cSDong Jia Shi NR_VFIO_CCW_EVENTS
161bbe37e4cSDong Jia Shi };
162bbe37e4cSDong Jia Shi
163bbe37e4cSDong Jia Shi /*
164bbe37e4cSDong Jia Shi * Action called through jumptable.
165bbe37e4cSDong Jia Shi */
166bbe37e4cSDong Jia Shi typedef void (fsm_func_t)(struct vfio_ccw_private *, enum vfio_ccw_event);
167bbe37e4cSDong Jia Shi extern fsm_func_t *vfio_ccw_jumptable[NR_VFIO_CCW_STATES][NR_VFIO_CCW_EVENTS];
168bbe37e4cSDong Jia Shi
vfio_ccw_fsm_event(struct vfio_ccw_private * private,enum vfio_ccw_event event)169bbe37e4cSDong Jia Shi static inline void vfio_ccw_fsm_event(struct vfio_ccw_private *private,
1708557d73bSEric Farman enum vfio_ccw_event event)
171bbe37e4cSDong Jia Shi {
172008a011dSEric Farman struct subchannel *sch = to_subchannel(private->vdev.dev->parent);
173008a011dSEric Farman
174008a011dSEric Farman if (sch)
175008a011dSEric Farman trace_vfio_ccw_fsm_event(sch->schid, private->state, event);
176bbe37e4cSDong Jia Shi vfio_ccw_jumptable[private->state][event](private, event);
177bbe37e4cSDong Jia Shi }
178bbe37e4cSDong Jia Shi
179bbe37e4cSDong Jia Shi extern struct workqueue_struct *vfio_ccw_work_q;
18006caaa27SEric Farman extern struct kmem_cache *vfio_ccw_io_region;
18106caaa27SEric Farman extern struct kmem_cache *vfio_ccw_cmd_region;
18206caaa27SEric Farman extern struct kmem_cache *vfio_ccw_schib_region;
18306caaa27SEric Farman extern struct kmem_cache *vfio_ccw_crw_region;
18460e05d1cSCornelia Huck
18560e05d1cSCornelia Huck /* s390 debug feature, similar to base cio */
18660e05d1cSCornelia Huck extern debug_info_t *vfio_ccw_debug_msg_id;
18760e05d1cSCornelia Huck extern debug_info_t *vfio_ccw_debug_trace_id;
18860e05d1cSCornelia Huck
18960e05d1cSCornelia Huck #define VFIO_CCW_TRACE_EVENT(imp, txt) \
19060e05d1cSCornelia Huck debug_text_event(vfio_ccw_debug_trace_id, imp, txt)
19160e05d1cSCornelia Huck
19260e05d1cSCornelia Huck #define VFIO_CCW_MSG_EVENT(imp, args...) \
19360e05d1cSCornelia Huck debug_sprintf_event(vfio_ccw_debug_msg_id, imp, ##args)
19460e05d1cSCornelia Huck
VFIO_CCW_HEX_EVENT(int level,void * data,int length)19560e05d1cSCornelia Huck static inline void VFIO_CCW_HEX_EVENT(int level, void *data, int length)
19660e05d1cSCornelia Huck {
19760e05d1cSCornelia Huck debug_event(vfio_ccw_debug_trace_id, level, data, length);
19860e05d1cSCornelia Huck }
19960e05d1cSCornelia Huck
20063f1934dSDong Jia Shi #endif
201