1*6b1e4828SKate Hsuan // SPDX-License-Identifier: GPL-2.0
2*6b1e4828SKate Hsuan /*
3*6b1e4828SKate Hsuan  * Intel Speed Select Interface: Mbox via PCI Interface
4*6b1e4828SKate Hsuan  * Copyright (c) 2019, Intel Corporation.
5*6b1e4828SKate Hsuan  * All rights reserved.
6*6b1e4828SKate Hsuan  *
7*6b1e4828SKate Hsuan  * Author: Srinivas Pandruvada <srinivas.pandruvada@linux.intel.com>
8*6b1e4828SKate Hsuan  */
9*6b1e4828SKate Hsuan 
10*6b1e4828SKate Hsuan #include <linux/cpufeature.h>
11*6b1e4828SKate Hsuan #include <linux/module.h>
12*6b1e4828SKate Hsuan #include <linux/pci.h>
13*6b1e4828SKate Hsuan #include <linux/sched/signal.h>
14*6b1e4828SKate Hsuan #include <linux/uaccess.h>
15*6b1e4828SKate Hsuan #include <uapi/linux/isst_if.h>
16*6b1e4828SKate Hsuan 
17*6b1e4828SKate Hsuan #include "isst_if_common.h"
18*6b1e4828SKate Hsuan 
19*6b1e4828SKate Hsuan #define PUNIT_MAILBOX_DATA		0xA0
20*6b1e4828SKate Hsuan #define PUNIT_MAILBOX_INTERFACE		0xA4
21*6b1e4828SKate Hsuan #define PUNIT_MAILBOX_BUSY_BIT		31
22*6b1e4828SKate Hsuan 
23*6b1e4828SKate Hsuan /*
24*6b1e4828SKate Hsuan  * The average time to complete mailbox commands is less than 40us. Most of
25*6b1e4828SKate Hsuan  * the commands complete in few micro seconds. But the same firmware handles
26*6b1e4828SKate Hsuan  * requests from all power management features.
27*6b1e4828SKate Hsuan  * We can create a scenario where we flood the firmware with requests then
28*6b1e4828SKate Hsuan  * the mailbox response can be delayed for 100s of micro seconds. So define
29*6b1e4828SKate Hsuan  * two timeouts. One for average case and one for long.
30*6b1e4828SKate Hsuan  * If the firmware is taking more than average, just call cond_resched().
31*6b1e4828SKate Hsuan  */
32*6b1e4828SKate Hsuan #define OS_MAILBOX_TIMEOUT_AVG_US	40
33*6b1e4828SKate Hsuan #define OS_MAILBOX_TIMEOUT_MAX_US	1000
34*6b1e4828SKate Hsuan 
35*6b1e4828SKate Hsuan struct isst_if_device {
36*6b1e4828SKate Hsuan 	struct mutex mutex;
37*6b1e4828SKate Hsuan };
38*6b1e4828SKate Hsuan 
isst_if_mbox_cmd(struct pci_dev * pdev,struct isst_if_mbox_cmd * mbox_cmd)39*6b1e4828SKate Hsuan static int isst_if_mbox_cmd(struct pci_dev *pdev,
40*6b1e4828SKate Hsuan 			    struct isst_if_mbox_cmd *mbox_cmd)
41*6b1e4828SKate Hsuan {
42*6b1e4828SKate Hsuan 	s64 tm_delta = 0;
43*6b1e4828SKate Hsuan 	ktime_t tm;
44*6b1e4828SKate Hsuan 	u32 data;
45*6b1e4828SKate Hsuan 	int ret;
46*6b1e4828SKate Hsuan 
47*6b1e4828SKate Hsuan 	/* Poll for rb bit == 0 */
48*6b1e4828SKate Hsuan 	tm = ktime_get();
49*6b1e4828SKate Hsuan 	do {
50*6b1e4828SKate Hsuan 		ret = pci_read_config_dword(pdev, PUNIT_MAILBOX_INTERFACE,
51*6b1e4828SKate Hsuan 					    &data);
52*6b1e4828SKate Hsuan 		if (ret)
53*6b1e4828SKate Hsuan 			return ret;
54*6b1e4828SKate Hsuan 
55*6b1e4828SKate Hsuan 		if (data & BIT_ULL(PUNIT_MAILBOX_BUSY_BIT)) {
56*6b1e4828SKate Hsuan 			ret = -EBUSY;
57*6b1e4828SKate Hsuan 			tm_delta = ktime_us_delta(ktime_get(), tm);
58*6b1e4828SKate Hsuan 			if (tm_delta > OS_MAILBOX_TIMEOUT_AVG_US)
59*6b1e4828SKate Hsuan 				cond_resched();
60*6b1e4828SKate Hsuan 			continue;
61*6b1e4828SKate Hsuan 		}
62*6b1e4828SKate Hsuan 		ret = 0;
63*6b1e4828SKate Hsuan 		break;
64*6b1e4828SKate Hsuan 	} while (tm_delta < OS_MAILBOX_TIMEOUT_MAX_US);
65*6b1e4828SKate Hsuan 
66*6b1e4828SKate Hsuan 	if (ret)
67*6b1e4828SKate Hsuan 		return ret;
68*6b1e4828SKate Hsuan 
69*6b1e4828SKate Hsuan 	/* Write DATA register */
70*6b1e4828SKate Hsuan 	ret = pci_write_config_dword(pdev, PUNIT_MAILBOX_DATA,
71*6b1e4828SKate Hsuan 				     mbox_cmd->req_data);
72*6b1e4828SKate Hsuan 	if (ret)
73*6b1e4828SKate Hsuan 		return ret;
74*6b1e4828SKate Hsuan 
75*6b1e4828SKate Hsuan 	/* Write command register */
76*6b1e4828SKate Hsuan 	data = BIT_ULL(PUNIT_MAILBOX_BUSY_BIT) |
77*6b1e4828SKate Hsuan 		      (mbox_cmd->parameter & GENMASK_ULL(13, 0)) << 16 |
78*6b1e4828SKate Hsuan 		      (mbox_cmd->sub_command << 8) |
79*6b1e4828SKate Hsuan 		      mbox_cmd->command;
80*6b1e4828SKate Hsuan 
81*6b1e4828SKate Hsuan 	ret = pci_write_config_dword(pdev, PUNIT_MAILBOX_INTERFACE, data);
82*6b1e4828SKate Hsuan 	if (ret)
83*6b1e4828SKate Hsuan 		return ret;
84*6b1e4828SKate Hsuan 
85*6b1e4828SKate Hsuan 	/* Poll for rb bit == 0 */
86*6b1e4828SKate Hsuan 	tm_delta = 0;
87*6b1e4828SKate Hsuan 	tm = ktime_get();
88*6b1e4828SKate Hsuan 	do {
89*6b1e4828SKate Hsuan 		ret = pci_read_config_dword(pdev, PUNIT_MAILBOX_INTERFACE,
90*6b1e4828SKate Hsuan 					    &data);
91*6b1e4828SKate Hsuan 		if (ret)
92*6b1e4828SKate Hsuan 			return ret;
93*6b1e4828SKate Hsuan 
94*6b1e4828SKate Hsuan 		if (data & BIT_ULL(PUNIT_MAILBOX_BUSY_BIT)) {
95*6b1e4828SKate Hsuan 			ret = -EBUSY;
96*6b1e4828SKate Hsuan 			tm_delta = ktime_us_delta(ktime_get(), tm);
97*6b1e4828SKate Hsuan 			if (tm_delta > OS_MAILBOX_TIMEOUT_AVG_US)
98*6b1e4828SKate Hsuan 				cond_resched();
99*6b1e4828SKate Hsuan 			continue;
100*6b1e4828SKate Hsuan 		}
101*6b1e4828SKate Hsuan 
102*6b1e4828SKate Hsuan 		if (data & 0xff)
103*6b1e4828SKate Hsuan 			return -ENXIO;
104*6b1e4828SKate Hsuan 
105*6b1e4828SKate Hsuan 		ret = pci_read_config_dword(pdev, PUNIT_MAILBOX_DATA, &data);
106*6b1e4828SKate Hsuan 		if (ret)
107*6b1e4828SKate Hsuan 			return ret;
108*6b1e4828SKate Hsuan 
109*6b1e4828SKate Hsuan 		mbox_cmd->resp_data = data;
110*6b1e4828SKate Hsuan 		ret = 0;
111*6b1e4828SKate Hsuan 		break;
112*6b1e4828SKate Hsuan 	} while (tm_delta < OS_MAILBOX_TIMEOUT_MAX_US);
113*6b1e4828SKate Hsuan 
114*6b1e4828SKate Hsuan 	return ret;
115*6b1e4828SKate Hsuan }
116*6b1e4828SKate Hsuan 
isst_if_mbox_proc_cmd(u8 * cmd_ptr,int * write_only,int resume)117*6b1e4828SKate Hsuan static long isst_if_mbox_proc_cmd(u8 *cmd_ptr, int *write_only, int resume)
118*6b1e4828SKate Hsuan {
119*6b1e4828SKate Hsuan 	struct isst_if_mbox_cmd *mbox_cmd;
120*6b1e4828SKate Hsuan 	struct isst_if_device *punit_dev;
121*6b1e4828SKate Hsuan 	struct pci_dev *pdev;
122*6b1e4828SKate Hsuan 	int ret;
123*6b1e4828SKate Hsuan 
124*6b1e4828SKate Hsuan 	mbox_cmd = (struct isst_if_mbox_cmd *)cmd_ptr;
125*6b1e4828SKate Hsuan 
126*6b1e4828SKate Hsuan 	if (isst_if_mbox_cmd_invalid(mbox_cmd))
127*6b1e4828SKate Hsuan 		return -EINVAL;
128*6b1e4828SKate Hsuan 
129*6b1e4828SKate Hsuan 	if (isst_if_mbox_cmd_set_req(mbox_cmd) && !capable(CAP_SYS_ADMIN))
130*6b1e4828SKate Hsuan 		return -EPERM;
131*6b1e4828SKate Hsuan 
132*6b1e4828SKate Hsuan 	pdev = isst_if_get_pci_dev(mbox_cmd->logical_cpu, 1, 30, 1);
133*6b1e4828SKate Hsuan 	if (!pdev)
134*6b1e4828SKate Hsuan 		return -EINVAL;
135*6b1e4828SKate Hsuan 
136*6b1e4828SKate Hsuan 	punit_dev = pci_get_drvdata(pdev);
137*6b1e4828SKate Hsuan 	if (!punit_dev)
138*6b1e4828SKate Hsuan 		return -EINVAL;
139*6b1e4828SKate Hsuan 
140*6b1e4828SKate Hsuan 	/*
141*6b1e4828SKate Hsuan 	 * Basically we are allowing one complete mailbox transaction on
142*6b1e4828SKate Hsuan 	 * a mapped PCI device at a time.
143*6b1e4828SKate Hsuan 	 */
144*6b1e4828SKate Hsuan 	mutex_lock(&punit_dev->mutex);
145*6b1e4828SKate Hsuan 	ret = isst_if_mbox_cmd(pdev, mbox_cmd);
146*6b1e4828SKate Hsuan 	if (!ret && !resume && isst_if_mbox_cmd_set_req(mbox_cmd))
147*6b1e4828SKate Hsuan 		ret = isst_store_cmd(mbox_cmd->command,
148*6b1e4828SKate Hsuan 				     mbox_cmd->sub_command,
149*6b1e4828SKate Hsuan 				     mbox_cmd->logical_cpu, 1,
150*6b1e4828SKate Hsuan 				     mbox_cmd->parameter,
151*6b1e4828SKate Hsuan 				     mbox_cmd->req_data);
152*6b1e4828SKate Hsuan 	mutex_unlock(&punit_dev->mutex);
153*6b1e4828SKate Hsuan 	if (ret)
154*6b1e4828SKate Hsuan 		return ret;
155*6b1e4828SKate Hsuan 
156*6b1e4828SKate Hsuan 	*write_only = 0;
157*6b1e4828SKate Hsuan 
158*6b1e4828SKate Hsuan 	return 0;
159*6b1e4828SKate Hsuan }
160*6b1e4828SKate Hsuan 
161*6b1e4828SKate Hsuan static const struct pci_device_id isst_if_mbox_ids[] = {
162*6b1e4828SKate Hsuan 	{ PCI_VDEVICE(INTEL, PCI_DEVICE_ID_INTEL_CFG_MBOX_DEVID_0)},
163*6b1e4828SKate Hsuan 	{ PCI_VDEVICE(INTEL, PCI_DEVICE_ID_INTEL_CFG_MBOX_DEVID_1)},
164*6b1e4828SKate Hsuan 	{ 0 },
165*6b1e4828SKate Hsuan };
166*6b1e4828SKate Hsuan MODULE_DEVICE_TABLE(pci, isst_if_mbox_ids);
167*6b1e4828SKate Hsuan 
isst_if_mbox_probe(struct pci_dev * pdev,const struct pci_device_id * ent)168*6b1e4828SKate Hsuan static int isst_if_mbox_probe(struct pci_dev *pdev,
169*6b1e4828SKate Hsuan 			      const struct pci_device_id *ent)
170*6b1e4828SKate Hsuan {
171*6b1e4828SKate Hsuan 	struct isst_if_device *punit_dev;
172*6b1e4828SKate Hsuan 	struct isst_if_cmd_cb cb;
173*6b1e4828SKate Hsuan 	int ret;
174*6b1e4828SKate Hsuan 
175*6b1e4828SKate Hsuan 	punit_dev = devm_kzalloc(&pdev->dev, sizeof(*punit_dev), GFP_KERNEL);
176*6b1e4828SKate Hsuan 	if (!punit_dev)
177*6b1e4828SKate Hsuan 		return -ENOMEM;
178*6b1e4828SKate Hsuan 
179*6b1e4828SKate Hsuan 	ret = pcim_enable_device(pdev);
180*6b1e4828SKate Hsuan 	if (ret)
181*6b1e4828SKate Hsuan 		return ret;
182*6b1e4828SKate Hsuan 
183*6b1e4828SKate Hsuan 	mutex_init(&punit_dev->mutex);
184*6b1e4828SKate Hsuan 	pci_set_drvdata(pdev, punit_dev);
185*6b1e4828SKate Hsuan 
186*6b1e4828SKate Hsuan 	memset(&cb, 0, sizeof(cb));
187*6b1e4828SKate Hsuan 	cb.cmd_size = sizeof(struct isst_if_mbox_cmd);
188*6b1e4828SKate Hsuan 	cb.offset = offsetof(struct isst_if_mbox_cmds, mbox_cmd);
189*6b1e4828SKate Hsuan 	cb.cmd_callback = isst_if_mbox_proc_cmd;
190*6b1e4828SKate Hsuan 	cb.owner = THIS_MODULE;
191*6b1e4828SKate Hsuan 	ret = isst_if_cdev_register(ISST_IF_DEV_MBOX, &cb);
192*6b1e4828SKate Hsuan 
193*6b1e4828SKate Hsuan 	if (ret)
194*6b1e4828SKate Hsuan 		mutex_destroy(&punit_dev->mutex);
195*6b1e4828SKate Hsuan 
196*6b1e4828SKate Hsuan 	return ret;
197*6b1e4828SKate Hsuan }
198*6b1e4828SKate Hsuan 
isst_if_mbox_remove(struct pci_dev * pdev)199*6b1e4828SKate Hsuan static void isst_if_mbox_remove(struct pci_dev *pdev)
200*6b1e4828SKate Hsuan {
201*6b1e4828SKate Hsuan 	struct isst_if_device *punit_dev;
202*6b1e4828SKate Hsuan 
203*6b1e4828SKate Hsuan 	punit_dev = pci_get_drvdata(pdev);
204*6b1e4828SKate Hsuan 	isst_if_cdev_unregister(ISST_IF_DEV_MBOX);
205*6b1e4828SKate Hsuan 	mutex_destroy(&punit_dev->mutex);
206*6b1e4828SKate Hsuan }
207*6b1e4828SKate Hsuan 
isst_if_resume(struct device * device)208*6b1e4828SKate Hsuan static int __maybe_unused isst_if_resume(struct device *device)
209*6b1e4828SKate Hsuan {
210*6b1e4828SKate Hsuan 	isst_resume_common();
211*6b1e4828SKate Hsuan 	return 0;
212*6b1e4828SKate Hsuan }
213*6b1e4828SKate Hsuan 
214*6b1e4828SKate Hsuan static SIMPLE_DEV_PM_OPS(isst_if_pm_ops, NULL, isst_if_resume);
215*6b1e4828SKate Hsuan 
216*6b1e4828SKate Hsuan static struct pci_driver isst_if_pci_driver = {
217*6b1e4828SKate Hsuan 	.name			= "isst_if_mbox_pci",
218*6b1e4828SKate Hsuan 	.id_table		= isst_if_mbox_ids,
219*6b1e4828SKate Hsuan 	.probe			= isst_if_mbox_probe,
220*6b1e4828SKate Hsuan 	.remove			= isst_if_mbox_remove,
221*6b1e4828SKate Hsuan 	.driver.pm		= &isst_if_pm_ops,
222*6b1e4828SKate Hsuan };
223*6b1e4828SKate Hsuan 
224*6b1e4828SKate Hsuan module_pci_driver(isst_if_pci_driver);
225*6b1e4828SKate Hsuan 
226*6b1e4828SKate Hsuan MODULE_LICENSE("GPL v2");
227*6b1e4828SKate Hsuan MODULE_DESCRIPTION("Intel speed select interface pci mailbox driver");
228