xref: /openbmc/linux/drivers/char/tpm/tpm_tis_core.c (revision f220d3eb)
1 /*
2  * Copyright (C) 2005, 2006 IBM Corporation
3  * Copyright (C) 2014, 2015 Intel Corporation
4  *
5  * Authors:
6  * Leendert van Doorn <leendert@watson.ibm.com>
7  * Kylene Hall <kjhall@us.ibm.com>
8  *
9  * Maintained by: <tpmdd-devel@lists.sourceforge.net>
10  *
11  * Device driver for TCG/TCPA TPM (trusted platform module).
12  * Specifications at www.trustedcomputinggroup.org
13  *
14  * This device driver implements the TPM interface as defined in
15  * the TCG TPM Interface Spec version 1.2, revision 1.0.
16  *
17  * This program is free software; you can redistribute it and/or
18  * modify it under the terms of the GNU General Public License as
19  * published by the Free Software Foundation, version 2 of the
20  * License.
21  */
22 #include <linux/init.h>
23 #include <linux/module.h>
24 #include <linux/moduleparam.h>
25 #include <linux/pnp.h>
26 #include <linux/slab.h>
27 #include <linux/interrupt.h>
28 #include <linux/wait.h>
29 #include <linux/acpi.h>
30 #include <linux/freezer.h>
31 #include "tpm.h"
32 #include "tpm_tis_core.h"
33 
34 static void tpm_tis_clkrun_enable(struct tpm_chip *chip, bool value);
35 
36 static bool wait_for_tpm_stat_cond(struct tpm_chip *chip, u8 mask,
37 					bool check_cancel, bool *canceled)
38 {
39 	u8 status = chip->ops->status(chip);
40 
41 	*canceled = false;
42 	if ((status & mask) == mask)
43 		return true;
44 	if (check_cancel && chip->ops->req_canceled(chip, status)) {
45 		*canceled = true;
46 		return true;
47 	}
48 	return false;
49 }
50 
51 static int wait_for_tpm_stat(struct tpm_chip *chip, u8 mask,
52 		unsigned long timeout, wait_queue_head_t *queue,
53 		bool check_cancel)
54 {
55 	unsigned long stop;
56 	long rc;
57 	u8 status;
58 	bool canceled = false;
59 
60 	/* check current status */
61 	status = chip->ops->status(chip);
62 	if ((status & mask) == mask)
63 		return 0;
64 
65 	stop = jiffies + timeout;
66 
67 	if (chip->flags & TPM_CHIP_FLAG_IRQ) {
68 again:
69 		timeout = stop - jiffies;
70 		if ((long)timeout <= 0)
71 			return -ETIME;
72 		rc = wait_event_interruptible_timeout(*queue,
73 			wait_for_tpm_stat_cond(chip, mask, check_cancel,
74 					       &canceled),
75 			timeout);
76 		if (rc > 0) {
77 			if (canceled)
78 				return -ECANCELED;
79 			return 0;
80 		}
81 		if (rc == -ERESTARTSYS && freezing(current)) {
82 			clear_thread_flag(TIF_SIGPENDING);
83 			goto again;
84 		}
85 	} else {
86 		do {
87 			usleep_range(TPM_TIMEOUT_USECS_MIN,
88 				     TPM_TIMEOUT_USECS_MAX);
89 			status = chip->ops->status(chip);
90 			if ((status & mask) == mask)
91 				return 0;
92 		} while (time_before(jiffies, stop));
93 	}
94 	return -ETIME;
95 }
96 
97 /* Before we attempt to access the TPM we must see that the valid bit is set.
98  * The specification says that this bit is 0 at reset and remains 0 until the
99  * 'TPM has gone through its self test and initialization and has established
100  * correct values in the other bits.'
101  */
102 static int wait_startup(struct tpm_chip *chip, int l)
103 {
104 	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
105 	unsigned long stop = jiffies + chip->timeout_a;
106 
107 	do {
108 		int rc;
109 		u8 access;
110 
111 		rc = tpm_tis_read8(priv, TPM_ACCESS(l), &access);
112 		if (rc < 0)
113 			return rc;
114 
115 		if (access & TPM_ACCESS_VALID)
116 			return 0;
117 		tpm_msleep(TPM_TIMEOUT);
118 	} while (time_before(jiffies, stop));
119 	return -1;
120 }
121 
122 static bool check_locality(struct tpm_chip *chip, int l)
123 {
124 	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
125 	int rc;
126 	u8 access;
127 
128 	rc = tpm_tis_read8(priv, TPM_ACCESS(l), &access);
129 	if (rc < 0)
130 		return false;
131 
132 	if ((access & (TPM_ACCESS_ACTIVE_LOCALITY | TPM_ACCESS_VALID)) ==
133 	    (TPM_ACCESS_ACTIVE_LOCALITY | TPM_ACCESS_VALID)) {
134 		priv->locality = l;
135 		return true;
136 	}
137 
138 	return false;
139 }
140 
141 static bool locality_inactive(struct tpm_chip *chip, int l)
142 {
143 	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
144 	int rc;
145 	u8 access;
146 
147 	rc = tpm_tis_read8(priv, TPM_ACCESS(l), &access);
148 	if (rc < 0)
149 		return false;
150 
151 	if ((access & (TPM_ACCESS_VALID | TPM_ACCESS_ACTIVE_LOCALITY))
152 	    == TPM_ACCESS_VALID)
153 		return true;
154 
155 	return false;
156 }
157 
158 static int release_locality(struct tpm_chip *chip, int l)
159 {
160 	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
161 	unsigned long stop, timeout;
162 	long rc;
163 
164 	tpm_tis_write8(priv, TPM_ACCESS(l), TPM_ACCESS_ACTIVE_LOCALITY);
165 
166 	stop = jiffies + chip->timeout_a;
167 
168 	if (chip->flags & TPM_CHIP_FLAG_IRQ) {
169 again:
170 		timeout = stop - jiffies;
171 		if ((long)timeout <= 0)
172 			return -1;
173 
174 		rc = wait_event_interruptible_timeout(priv->int_queue,
175 						      (locality_inactive(chip, l)),
176 						      timeout);
177 
178 		if (rc > 0)
179 			return 0;
180 
181 		if (rc == -ERESTARTSYS && freezing(current)) {
182 			clear_thread_flag(TIF_SIGPENDING);
183 			goto again;
184 		}
185 	} else {
186 		do {
187 			if (locality_inactive(chip, l))
188 				return 0;
189 			tpm_msleep(TPM_TIMEOUT);
190 		} while (time_before(jiffies, stop));
191 	}
192 	return -1;
193 }
194 
195 static int request_locality(struct tpm_chip *chip, int l)
196 {
197 	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
198 	unsigned long stop, timeout;
199 	long rc;
200 
201 	if (check_locality(chip, l))
202 		return l;
203 
204 	rc = tpm_tis_write8(priv, TPM_ACCESS(l), TPM_ACCESS_REQUEST_USE);
205 	if (rc < 0)
206 		return rc;
207 
208 	stop = jiffies + chip->timeout_a;
209 
210 	if (chip->flags & TPM_CHIP_FLAG_IRQ) {
211 again:
212 		timeout = stop - jiffies;
213 		if ((long)timeout <= 0)
214 			return -1;
215 		rc = wait_event_interruptible_timeout(priv->int_queue,
216 						      (check_locality
217 						       (chip, l)),
218 						      timeout);
219 		if (rc > 0)
220 			return l;
221 		if (rc == -ERESTARTSYS && freezing(current)) {
222 			clear_thread_flag(TIF_SIGPENDING);
223 			goto again;
224 		}
225 	} else {
226 		/* wait for burstcount */
227 		do {
228 			if (check_locality(chip, l))
229 				return l;
230 			tpm_msleep(TPM_TIMEOUT);
231 		} while (time_before(jiffies, stop));
232 	}
233 	return -1;
234 }
235 
236 static u8 tpm_tis_status(struct tpm_chip *chip)
237 {
238 	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
239 	int rc;
240 	u8 status;
241 
242 	rc = tpm_tis_read8(priv, TPM_STS(priv->locality), &status);
243 	if (rc < 0)
244 		return 0;
245 
246 	return status;
247 }
248 
249 static void tpm_tis_ready(struct tpm_chip *chip)
250 {
251 	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
252 
253 	/* this causes the current command to be aborted */
254 	tpm_tis_write8(priv, TPM_STS(priv->locality), TPM_STS_COMMAND_READY);
255 }
256 
257 static int get_burstcount(struct tpm_chip *chip)
258 {
259 	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
260 	unsigned long stop;
261 	int burstcnt, rc;
262 	u32 value;
263 
264 	/* wait for burstcount */
265 	if (chip->flags & TPM_CHIP_FLAG_TPM2)
266 		stop = jiffies + chip->timeout_a;
267 	else
268 		stop = jiffies + chip->timeout_d;
269 	do {
270 		rc = tpm_tis_read32(priv, TPM_STS(priv->locality), &value);
271 		if (rc < 0)
272 			return rc;
273 
274 		burstcnt = (value >> 8) & 0xFFFF;
275 		if (burstcnt)
276 			return burstcnt;
277 		usleep_range(TPM_TIMEOUT_USECS_MIN, TPM_TIMEOUT_USECS_MAX);
278 	} while (time_before(jiffies, stop));
279 	return -EBUSY;
280 }
281 
282 static int recv_data(struct tpm_chip *chip, u8 *buf, size_t count)
283 {
284 	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
285 	int size = 0, burstcnt, rc;
286 
287 	while (size < count) {
288 		rc = wait_for_tpm_stat(chip,
289 				 TPM_STS_DATA_AVAIL | TPM_STS_VALID,
290 				 chip->timeout_c,
291 				 &priv->read_queue, true);
292 		if (rc < 0)
293 			return rc;
294 		burstcnt = get_burstcount(chip);
295 		if (burstcnt < 0) {
296 			dev_err(&chip->dev, "Unable to read burstcount\n");
297 			return burstcnt;
298 		}
299 		burstcnt = min_t(int, burstcnt, count - size);
300 
301 		rc = tpm_tis_read_bytes(priv, TPM_DATA_FIFO(priv->locality),
302 					burstcnt, buf + size);
303 		if (rc < 0)
304 			return rc;
305 
306 		size += burstcnt;
307 	}
308 	return size;
309 }
310 
311 static int tpm_tis_recv(struct tpm_chip *chip, u8 *buf, size_t count)
312 {
313 	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
314 	int size = 0;
315 	int status;
316 	u32 expected;
317 
318 	if (count < TPM_HEADER_SIZE) {
319 		size = -EIO;
320 		goto out;
321 	}
322 
323 	size = recv_data(chip, buf, TPM_HEADER_SIZE);
324 	/* read first 10 bytes, including tag, paramsize, and result */
325 	if (size < TPM_HEADER_SIZE) {
326 		dev_err(&chip->dev, "Unable to read header\n");
327 		goto out;
328 	}
329 
330 	expected = be32_to_cpu(*(__be32 *) (buf + 2));
331 	if (expected > count || expected < TPM_HEADER_SIZE) {
332 		size = -EIO;
333 		goto out;
334 	}
335 
336 	size += recv_data(chip, &buf[TPM_HEADER_SIZE],
337 			  expected - TPM_HEADER_SIZE);
338 	if (size < expected) {
339 		dev_err(&chip->dev, "Unable to read remainder of result\n");
340 		size = -ETIME;
341 		goto out;
342 	}
343 
344 	if (wait_for_tpm_stat(chip, TPM_STS_VALID, chip->timeout_c,
345 				&priv->int_queue, false) < 0) {
346 		size = -ETIME;
347 		goto out;
348 	}
349 	status = tpm_tis_status(chip);
350 	if (status & TPM_STS_DATA_AVAIL) {	/* retry? */
351 		dev_err(&chip->dev, "Error left over data\n");
352 		size = -EIO;
353 		goto out;
354 	}
355 
356 out:
357 	tpm_tis_ready(chip);
358 	return size;
359 }
360 
361 /*
362  * If interrupts are used (signaled by an irq set in the vendor structure)
363  * tpm.c can skip polling for the data to be available as the interrupt is
364  * waited for here
365  */
366 static int tpm_tis_send_data(struct tpm_chip *chip, const u8 *buf, size_t len)
367 {
368 	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
369 	int rc, status, burstcnt;
370 	size_t count = 0;
371 	bool itpm = priv->flags & TPM_TIS_ITPM_WORKAROUND;
372 
373 	status = tpm_tis_status(chip);
374 	if ((status & TPM_STS_COMMAND_READY) == 0) {
375 		tpm_tis_ready(chip);
376 		if (wait_for_tpm_stat
377 		    (chip, TPM_STS_COMMAND_READY, chip->timeout_b,
378 		     &priv->int_queue, false) < 0) {
379 			rc = -ETIME;
380 			goto out_err;
381 		}
382 	}
383 
384 	while (count < len - 1) {
385 		burstcnt = get_burstcount(chip);
386 		if (burstcnt < 0) {
387 			dev_err(&chip->dev, "Unable to read burstcount\n");
388 			rc = burstcnt;
389 			goto out_err;
390 		}
391 		burstcnt = min_t(int, burstcnt, len - count - 1);
392 		rc = tpm_tis_write_bytes(priv, TPM_DATA_FIFO(priv->locality),
393 					 burstcnt, buf + count);
394 		if (rc < 0)
395 			goto out_err;
396 
397 		count += burstcnt;
398 
399 		if (wait_for_tpm_stat(chip, TPM_STS_VALID, chip->timeout_c,
400 					&priv->int_queue, false) < 0) {
401 			rc = -ETIME;
402 			goto out_err;
403 		}
404 		status = tpm_tis_status(chip);
405 		if (!itpm && (status & TPM_STS_DATA_EXPECT) == 0) {
406 			rc = -EIO;
407 			goto out_err;
408 		}
409 	}
410 
411 	/* write last byte */
412 	rc = tpm_tis_write8(priv, TPM_DATA_FIFO(priv->locality), buf[count]);
413 	if (rc < 0)
414 		goto out_err;
415 
416 	if (wait_for_tpm_stat(chip, TPM_STS_VALID, chip->timeout_c,
417 				&priv->int_queue, false) < 0) {
418 		rc = -ETIME;
419 		goto out_err;
420 	}
421 	status = tpm_tis_status(chip);
422 	if (!itpm && (status & TPM_STS_DATA_EXPECT) != 0) {
423 		rc = -EIO;
424 		goto out_err;
425 	}
426 
427 	return 0;
428 
429 out_err:
430 	tpm_tis_ready(chip);
431 	return rc;
432 }
433 
434 static void disable_interrupts(struct tpm_chip *chip)
435 {
436 	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
437 	u32 intmask;
438 	int rc;
439 
440 	rc = tpm_tis_read32(priv, TPM_INT_ENABLE(priv->locality), &intmask);
441 	if (rc < 0)
442 		intmask = 0;
443 
444 	intmask &= ~TPM_GLOBAL_INT_ENABLE;
445 	rc = tpm_tis_write32(priv, TPM_INT_ENABLE(priv->locality), intmask);
446 
447 	devm_free_irq(chip->dev.parent, priv->irq, chip);
448 	priv->irq = 0;
449 	chip->flags &= ~TPM_CHIP_FLAG_IRQ;
450 }
451 
452 /*
453  * If interrupts are used (signaled by an irq set in the vendor structure)
454  * tpm.c can skip polling for the data to be available as the interrupt is
455  * waited for here
456  */
457 static int tpm_tis_send_main(struct tpm_chip *chip, const u8 *buf, size_t len)
458 {
459 	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
460 	int rc;
461 	u32 ordinal;
462 	unsigned long dur;
463 
464 	rc = tpm_tis_send_data(chip, buf, len);
465 	if (rc < 0)
466 		return rc;
467 
468 	/* go and do it */
469 	rc = tpm_tis_write8(priv, TPM_STS(priv->locality), TPM_STS_GO);
470 	if (rc < 0)
471 		goto out_err;
472 
473 	if (chip->flags & TPM_CHIP_FLAG_IRQ) {
474 		ordinal = be32_to_cpu(*((__be32 *) (buf + 6)));
475 
476 		if (chip->flags & TPM_CHIP_FLAG_TPM2)
477 			dur = tpm2_calc_ordinal_duration(chip, ordinal);
478 		else
479 			dur = tpm_calc_ordinal_duration(chip, ordinal);
480 
481 		if (wait_for_tpm_stat
482 		    (chip, TPM_STS_DATA_AVAIL | TPM_STS_VALID, dur,
483 		     &priv->read_queue, false) < 0) {
484 			rc = -ETIME;
485 			goto out_err;
486 		}
487 	}
488 	return len;
489 out_err:
490 	tpm_tis_ready(chip);
491 	return rc;
492 }
493 
494 static int tpm_tis_send(struct tpm_chip *chip, u8 *buf, size_t len)
495 {
496 	int rc, irq;
497 	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
498 
499 	if (!(chip->flags & TPM_CHIP_FLAG_IRQ) || priv->irq_tested)
500 		return tpm_tis_send_main(chip, buf, len);
501 
502 	/* Verify receipt of the expected IRQ */
503 	irq = priv->irq;
504 	priv->irq = 0;
505 	chip->flags &= ~TPM_CHIP_FLAG_IRQ;
506 	rc = tpm_tis_send_main(chip, buf, len);
507 	priv->irq = irq;
508 	chip->flags |= TPM_CHIP_FLAG_IRQ;
509 	if (!priv->irq_tested)
510 		tpm_msleep(1);
511 	if (!priv->irq_tested)
512 		disable_interrupts(chip);
513 	priv->irq_tested = true;
514 	return rc;
515 }
516 
517 struct tis_vendor_timeout_override {
518 	u32 did_vid;
519 	unsigned long timeout_us[4];
520 };
521 
522 static const struct tis_vendor_timeout_override vendor_timeout_overrides[] = {
523 	/* Atmel 3204 */
524 	{ 0x32041114, { (TIS_SHORT_TIMEOUT*1000), (TIS_LONG_TIMEOUT*1000),
525 			(TIS_SHORT_TIMEOUT*1000), (TIS_SHORT_TIMEOUT*1000) } },
526 };
527 
528 static bool tpm_tis_update_timeouts(struct tpm_chip *chip,
529 				    unsigned long *timeout_cap)
530 {
531 	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
532 	int i, rc;
533 	u32 did_vid;
534 
535 	if (chip->ops->clk_enable != NULL)
536 		chip->ops->clk_enable(chip, true);
537 
538 	rc = tpm_tis_read32(priv, TPM_DID_VID(0), &did_vid);
539 	if (rc < 0)
540 		goto out;
541 
542 	for (i = 0; i != ARRAY_SIZE(vendor_timeout_overrides); i++) {
543 		if (vendor_timeout_overrides[i].did_vid != did_vid)
544 			continue;
545 		memcpy(timeout_cap, vendor_timeout_overrides[i].timeout_us,
546 		       sizeof(vendor_timeout_overrides[i].timeout_us));
547 		rc = true;
548 	}
549 
550 	rc = false;
551 
552 out:
553 	if (chip->ops->clk_enable != NULL)
554 		chip->ops->clk_enable(chip, false);
555 
556 	return rc;
557 }
558 
559 /*
560  * Early probing for iTPM with STS_DATA_EXPECT flaw.
561  * Try sending command without itpm flag set and if that
562  * fails, repeat with itpm flag set.
563  */
564 static int probe_itpm(struct tpm_chip *chip)
565 {
566 	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
567 	int rc = 0;
568 	static const u8 cmd_getticks[] = {
569 		0x00, 0xc1, 0x00, 0x00, 0x00, 0x0a,
570 		0x00, 0x00, 0x00, 0xf1
571 	};
572 	size_t len = sizeof(cmd_getticks);
573 	u16 vendor;
574 
575 	if (priv->flags & TPM_TIS_ITPM_WORKAROUND)
576 		return 0;
577 
578 	rc = tpm_tis_read16(priv, TPM_DID_VID(0), &vendor);
579 	if (rc < 0)
580 		return rc;
581 
582 	/* probe only iTPMS */
583 	if (vendor != TPM_VID_INTEL)
584 		return 0;
585 
586 	if (request_locality(chip, 0) != 0)
587 		return -EBUSY;
588 
589 	rc = tpm_tis_send_data(chip, cmd_getticks, len);
590 	if (rc == 0)
591 		goto out;
592 
593 	tpm_tis_ready(chip);
594 
595 	priv->flags |= TPM_TIS_ITPM_WORKAROUND;
596 
597 	rc = tpm_tis_send_data(chip, cmd_getticks, len);
598 	if (rc == 0)
599 		dev_info(&chip->dev, "Detected an iTPM.\n");
600 	else {
601 		priv->flags &= ~TPM_TIS_ITPM_WORKAROUND;
602 		rc = -EFAULT;
603 	}
604 
605 out:
606 	tpm_tis_ready(chip);
607 	release_locality(chip, priv->locality);
608 
609 	return rc;
610 }
611 
612 static bool tpm_tis_req_canceled(struct tpm_chip *chip, u8 status)
613 {
614 	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
615 
616 	switch (priv->manufacturer_id) {
617 	case TPM_VID_WINBOND:
618 		return ((status == TPM_STS_VALID) ||
619 			(status == (TPM_STS_VALID | TPM_STS_COMMAND_READY)));
620 	case TPM_VID_STM:
621 		return (status == (TPM_STS_VALID | TPM_STS_COMMAND_READY));
622 	default:
623 		return (status == TPM_STS_COMMAND_READY);
624 	}
625 }
626 
627 static irqreturn_t tis_int_handler(int dummy, void *dev_id)
628 {
629 	struct tpm_chip *chip = dev_id;
630 	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
631 	u32 interrupt;
632 	int i, rc;
633 
634 	rc = tpm_tis_read32(priv, TPM_INT_STATUS(priv->locality), &interrupt);
635 	if (rc < 0)
636 		return IRQ_NONE;
637 
638 	if (interrupt == 0)
639 		return IRQ_NONE;
640 
641 	priv->irq_tested = true;
642 	if (interrupt & TPM_INTF_DATA_AVAIL_INT)
643 		wake_up_interruptible(&priv->read_queue);
644 	if (interrupt & TPM_INTF_LOCALITY_CHANGE_INT)
645 		for (i = 0; i < 5; i++)
646 			if (check_locality(chip, i))
647 				break;
648 	if (interrupt &
649 	    (TPM_INTF_LOCALITY_CHANGE_INT | TPM_INTF_STS_VALID_INT |
650 	     TPM_INTF_CMD_READY_INT))
651 		wake_up_interruptible(&priv->int_queue);
652 
653 	/* Clear interrupts handled with TPM_EOI */
654 	rc = tpm_tis_write32(priv, TPM_INT_STATUS(priv->locality), interrupt);
655 	if (rc < 0)
656 		return IRQ_NONE;
657 
658 	tpm_tis_read32(priv, TPM_INT_STATUS(priv->locality), &interrupt);
659 	return IRQ_HANDLED;
660 }
661 
662 static int tpm_tis_gen_interrupt(struct tpm_chip *chip)
663 {
664 	const char *desc = "attempting to generate an interrupt";
665 	u32 cap2;
666 	cap_t cap;
667 
668 	if (chip->flags & TPM_CHIP_FLAG_TPM2)
669 		return tpm2_get_tpm_pt(chip, 0x100, &cap2, desc);
670 	else
671 		return tpm_getcap(chip, TPM_CAP_PROP_TIS_TIMEOUT, &cap, desc,
672 				  0);
673 }
674 
675 /* Register the IRQ and issue a command that will cause an interrupt. If an
676  * irq is seen then leave the chip setup for IRQ operation, otherwise reverse
677  * everything and leave in polling mode. Returns 0 on success.
678  */
679 static int tpm_tis_probe_irq_single(struct tpm_chip *chip, u32 intmask,
680 				    int flags, int irq)
681 {
682 	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
683 	u8 original_int_vec;
684 	int rc;
685 	u32 int_status;
686 
687 	if (devm_request_irq(chip->dev.parent, irq, tis_int_handler, flags,
688 			     dev_name(&chip->dev), chip) != 0) {
689 		dev_info(&chip->dev, "Unable to request irq: %d for probe\n",
690 			 irq);
691 		return -1;
692 	}
693 	priv->irq = irq;
694 
695 	rc = tpm_tis_read8(priv, TPM_INT_VECTOR(priv->locality),
696 			   &original_int_vec);
697 	if (rc < 0)
698 		return rc;
699 
700 	rc = tpm_tis_write8(priv, TPM_INT_VECTOR(priv->locality), irq);
701 	if (rc < 0)
702 		return rc;
703 
704 	rc = tpm_tis_read32(priv, TPM_INT_STATUS(priv->locality), &int_status);
705 	if (rc < 0)
706 		return rc;
707 
708 	/* Clear all existing */
709 	rc = tpm_tis_write32(priv, TPM_INT_STATUS(priv->locality), int_status);
710 	if (rc < 0)
711 		return rc;
712 
713 	/* Turn on */
714 	rc = tpm_tis_write32(priv, TPM_INT_ENABLE(priv->locality),
715 			     intmask | TPM_GLOBAL_INT_ENABLE);
716 	if (rc < 0)
717 		return rc;
718 
719 	priv->irq_tested = false;
720 
721 	/* Generate an interrupt by having the core call through to
722 	 * tpm_tis_send
723 	 */
724 	rc = tpm_tis_gen_interrupt(chip);
725 	if (rc < 0)
726 		return rc;
727 
728 	/* tpm_tis_send will either confirm the interrupt is working or it
729 	 * will call disable_irq which undoes all of the above.
730 	 */
731 	if (!(chip->flags & TPM_CHIP_FLAG_IRQ)) {
732 		rc = tpm_tis_write8(priv, original_int_vec,
733 				TPM_INT_VECTOR(priv->locality));
734 		if (rc < 0)
735 			return rc;
736 
737 		return 1;
738 	}
739 
740 	return 0;
741 }
742 
743 /* Try to find the IRQ the TPM is using. This is for legacy x86 systems that
744  * do not have ACPI/etc. We typically expect the interrupt to be declared if
745  * present.
746  */
747 static void tpm_tis_probe_irq(struct tpm_chip *chip, u32 intmask)
748 {
749 	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
750 	u8 original_int_vec;
751 	int i, rc;
752 
753 	rc = tpm_tis_read8(priv, TPM_INT_VECTOR(priv->locality),
754 			   &original_int_vec);
755 	if (rc < 0)
756 		return;
757 
758 	if (!original_int_vec) {
759 		if (IS_ENABLED(CONFIG_X86))
760 			for (i = 3; i <= 15; i++)
761 				if (!tpm_tis_probe_irq_single(chip, intmask, 0,
762 							      i))
763 					return;
764 	} else if (!tpm_tis_probe_irq_single(chip, intmask, 0,
765 					     original_int_vec))
766 		return;
767 }
768 
769 void tpm_tis_remove(struct tpm_chip *chip)
770 {
771 	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
772 	u32 reg = TPM_INT_ENABLE(priv->locality);
773 	u32 interrupt;
774 	int rc;
775 
776 	tpm_tis_clkrun_enable(chip, true);
777 
778 	rc = tpm_tis_read32(priv, reg, &interrupt);
779 	if (rc < 0)
780 		interrupt = 0;
781 
782 	tpm_tis_write32(priv, reg, ~TPM_GLOBAL_INT_ENABLE & interrupt);
783 
784 	tpm_tis_clkrun_enable(chip, false);
785 
786 	if (priv->ilb_base_addr)
787 		iounmap(priv->ilb_base_addr);
788 }
789 EXPORT_SYMBOL_GPL(tpm_tis_remove);
790 
791 /**
792  * tpm_tis_clkrun_enable() - Keep clkrun protocol disabled for entire duration
793  *                           of a single TPM command
794  * @chip:	TPM chip to use
795  * @value:	1 - Disable CLKRUN protocol, so that clocks are free running
796  *		0 - Enable CLKRUN protocol
797  * Call this function directly in tpm_tis_remove() in error or driver removal
798  * path, since the chip->ops is set to NULL in tpm_chip_unregister().
799  */
800 static void tpm_tis_clkrun_enable(struct tpm_chip *chip, bool value)
801 {
802 	struct tpm_tis_data *data = dev_get_drvdata(&chip->dev);
803 	u32 clkrun_val;
804 
805 	if (!IS_ENABLED(CONFIG_X86) || !is_bsw() ||
806 	    !data->ilb_base_addr)
807 		return;
808 
809 	if (value) {
810 		data->clkrun_enabled++;
811 		if (data->clkrun_enabled > 1)
812 			return;
813 		clkrun_val = ioread32(data->ilb_base_addr + LPC_CNTRL_OFFSET);
814 
815 		/* Disable LPC CLKRUN# */
816 		clkrun_val &= ~LPC_CLKRUN_EN;
817 		iowrite32(clkrun_val, data->ilb_base_addr + LPC_CNTRL_OFFSET);
818 
819 		/*
820 		 * Write any random value on port 0x80 which is on LPC, to make
821 		 * sure LPC clock is running before sending any TPM command.
822 		 */
823 		outb(0xCC, 0x80);
824 	} else {
825 		data->clkrun_enabled--;
826 		if (data->clkrun_enabled)
827 			return;
828 
829 		clkrun_val = ioread32(data->ilb_base_addr + LPC_CNTRL_OFFSET);
830 
831 		/* Enable LPC CLKRUN# */
832 		clkrun_val |= LPC_CLKRUN_EN;
833 		iowrite32(clkrun_val, data->ilb_base_addr + LPC_CNTRL_OFFSET);
834 
835 		/*
836 		 * Write any random value on port 0x80 which is on LPC, to make
837 		 * sure LPC clock is running before sending any TPM command.
838 		 */
839 		outb(0xCC, 0x80);
840 	}
841 }
842 
843 static const struct tpm_class_ops tpm_tis = {
844 	.flags = TPM_OPS_AUTO_STARTUP,
845 	.status = tpm_tis_status,
846 	.recv = tpm_tis_recv,
847 	.send = tpm_tis_send,
848 	.cancel = tpm_tis_ready,
849 	.update_timeouts = tpm_tis_update_timeouts,
850 	.req_complete_mask = TPM_STS_DATA_AVAIL | TPM_STS_VALID,
851 	.req_complete_val = TPM_STS_DATA_AVAIL | TPM_STS_VALID,
852 	.req_canceled = tpm_tis_req_canceled,
853 	.request_locality = request_locality,
854 	.relinquish_locality = release_locality,
855 	.clk_enable = tpm_tis_clkrun_enable,
856 };
857 
858 int tpm_tis_core_init(struct device *dev, struct tpm_tis_data *priv, int irq,
859 		      const struct tpm_tis_phy_ops *phy_ops,
860 		      acpi_handle acpi_dev_handle)
861 {
862 	u32 vendor;
863 	u32 intfcaps;
864 	u32 intmask;
865 	u32 clkrun_val;
866 	u8 rid;
867 	int rc, probe;
868 	struct tpm_chip *chip;
869 
870 	chip = tpmm_chip_alloc(dev, &tpm_tis);
871 	if (IS_ERR(chip))
872 		return PTR_ERR(chip);
873 
874 #ifdef CONFIG_ACPI
875 	chip->acpi_dev_handle = acpi_dev_handle;
876 #endif
877 
878 	chip->hwrng.quality = priv->rng_quality;
879 
880 	/* Maximum timeouts */
881 	chip->timeout_a = msecs_to_jiffies(TIS_TIMEOUT_A_MAX);
882 	chip->timeout_b = msecs_to_jiffies(TIS_TIMEOUT_B_MAX);
883 	chip->timeout_c = msecs_to_jiffies(TIS_TIMEOUT_C_MAX);
884 	chip->timeout_d = msecs_to_jiffies(TIS_TIMEOUT_D_MAX);
885 	priv->phy_ops = phy_ops;
886 	dev_set_drvdata(&chip->dev, priv);
887 
888 	if (is_bsw()) {
889 		priv->ilb_base_addr = ioremap(INTEL_LEGACY_BLK_BASE_ADDR,
890 					ILB_REMAP_SIZE);
891 		if (!priv->ilb_base_addr)
892 			return -ENOMEM;
893 
894 		clkrun_val = ioread32(priv->ilb_base_addr + LPC_CNTRL_OFFSET);
895 		/* Check if CLKRUN# is already not enabled in the LPC bus */
896 		if (!(clkrun_val & LPC_CLKRUN_EN)) {
897 			iounmap(priv->ilb_base_addr);
898 			priv->ilb_base_addr = NULL;
899 		}
900 	}
901 
902 	if (chip->ops->clk_enable != NULL)
903 		chip->ops->clk_enable(chip, true);
904 
905 	if (wait_startup(chip, 0) != 0) {
906 		rc = -ENODEV;
907 		goto out_err;
908 	}
909 
910 	/* Take control of the TPM's interrupt hardware and shut it off */
911 	rc = tpm_tis_read32(priv, TPM_INT_ENABLE(priv->locality), &intmask);
912 	if (rc < 0)
913 		goto out_err;
914 
915 	intmask |= TPM_INTF_CMD_READY_INT | TPM_INTF_LOCALITY_CHANGE_INT |
916 		   TPM_INTF_DATA_AVAIL_INT | TPM_INTF_STS_VALID_INT;
917 	intmask &= ~TPM_GLOBAL_INT_ENABLE;
918 	tpm_tis_write32(priv, TPM_INT_ENABLE(priv->locality), intmask);
919 
920 	rc = tpm2_probe(chip);
921 	if (rc)
922 		goto out_err;
923 
924 	rc = tpm_tis_read32(priv, TPM_DID_VID(0), &vendor);
925 	if (rc < 0)
926 		goto out_err;
927 
928 	priv->manufacturer_id = vendor;
929 
930 	rc = tpm_tis_read8(priv, TPM_RID(0), &rid);
931 	if (rc < 0)
932 		goto out_err;
933 
934 	dev_info(dev, "%s TPM (device-id 0x%X, rev-id %d)\n",
935 		 (chip->flags & TPM_CHIP_FLAG_TPM2) ? "2.0" : "1.2",
936 		 vendor >> 16, rid);
937 
938 	probe = probe_itpm(chip);
939 	if (probe < 0) {
940 		rc = -ENODEV;
941 		goto out_err;
942 	}
943 
944 	/* Figure out the capabilities */
945 	rc = tpm_tis_read32(priv, TPM_INTF_CAPS(priv->locality), &intfcaps);
946 	if (rc < 0)
947 		goto out_err;
948 
949 	dev_dbg(dev, "TPM interface capabilities (0x%x):\n",
950 		intfcaps);
951 	if (intfcaps & TPM_INTF_BURST_COUNT_STATIC)
952 		dev_dbg(dev, "\tBurst Count Static\n");
953 	if (intfcaps & TPM_INTF_CMD_READY_INT)
954 		dev_dbg(dev, "\tCommand Ready Int Support\n");
955 	if (intfcaps & TPM_INTF_INT_EDGE_FALLING)
956 		dev_dbg(dev, "\tInterrupt Edge Falling\n");
957 	if (intfcaps & TPM_INTF_INT_EDGE_RISING)
958 		dev_dbg(dev, "\tInterrupt Edge Rising\n");
959 	if (intfcaps & TPM_INTF_INT_LEVEL_LOW)
960 		dev_dbg(dev, "\tInterrupt Level Low\n");
961 	if (intfcaps & TPM_INTF_INT_LEVEL_HIGH)
962 		dev_dbg(dev, "\tInterrupt Level High\n");
963 	if (intfcaps & TPM_INTF_LOCALITY_CHANGE_INT)
964 		dev_dbg(dev, "\tLocality Change Int Support\n");
965 	if (intfcaps & TPM_INTF_STS_VALID_INT)
966 		dev_dbg(dev, "\tSts Valid Int Support\n");
967 	if (intfcaps & TPM_INTF_DATA_AVAIL_INT)
968 		dev_dbg(dev, "\tData Avail Int Support\n");
969 
970 	/* INTERRUPT Setup */
971 	init_waitqueue_head(&priv->read_queue);
972 	init_waitqueue_head(&priv->int_queue);
973 	if (irq != -1) {
974 		/* Before doing irq testing issue a command to the TPM in polling mode
975 		 * to make sure it works. May as well use that command to set the
976 		 * proper timeouts for the driver.
977 		 */
978 		if (tpm_get_timeouts(chip)) {
979 			dev_err(dev, "Could not get TPM timeouts and durations\n");
980 			rc = -ENODEV;
981 			goto out_err;
982 		}
983 
984 		if (irq) {
985 			tpm_tis_probe_irq_single(chip, intmask, IRQF_SHARED,
986 						 irq);
987 			if (!(chip->flags & TPM_CHIP_FLAG_IRQ))
988 				dev_err(&chip->dev, FW_BUG
989 					"TPM interrupt not working, polling instead\n");
990 		} else {
991 			tpm_tis_probe_irq(chip, intmask);
992 		}
993 	}
994 
995 	rc = tpm_chip_register(chip);
996 	if (rc)
997 		goto out_err;
998 
999 	if (chip->ops->clk_enable != NULL)
1000 		chip->ops->clk_enable(chip, false);
1001 
1002 	return 0;
1003 out_err:
1004 	if ((chip->ops != NULL) && (chip->ops->clk_enable != NULL))
1005 		chip->ops->clk_enable(chip, false);
1006 
1007 	tpm_tis_remove(chip);
1008 
1009 	return rc;
1010 }
1011 EXPORT_SYMBOL_GPL(tpm_tis_core_init);
1012 
1013 #ifdef CONFIG_PM_SLEEP
1014 static void tpm_tis_reenable_interrupts(struct tpm_chip *chip)
1015 {
1016 	struct tpm_tis_data *priv = dev_get_drvdata(&chip->dev);
1017 	u32 intmask;
1018 	int rc;
1019 
1020 	if (chip->ops->clk_enable != NULL)
1021 		chip->ops->clk_enable(chip, true);
1022 
1023 	/* reenable interrupts that device may have lost or
1024 	 * BIOS/firmware may have disabled
1025 	 */
1026 	rc = tpm_tis_write8(priv, TPM_INT_VECTOR(priv->locality), priv->irq);
1027 	if (rc < 0)
1028 		goto out;
1029 
1030 	rc = tpm_tis_read32(priv, TPM_INT_ENABLE(priv->locality), &intmask);
1031 	if (rc < 0)
1032 		goto out;
1033 
1034 	intmask |= TPM_INTF_CMD_READY_INT
1035 	    | TPM_INTF_LOCALITY_CHANGE_INT | TPM_INTF_DATA_AVAIL_INT
1036 	    | TPM_INTF_STS_VALID_INT | TPM_GLOBAL_INT_ENABLE;
1037 
1038 	tpm_tis_write32(priv, TPM_INT_ENABLE(priv->locality), intmask);
1039 
1040 out:
1041 	if (chip->ops->clk_enable != NULL)
1042 		chip->ops->clk_enable(chip, false);
1043 
1044 	return;
1045 }
1046 
1047 int tpm_tis_resume(struct device *dev)
1048 {
1049 	struct tpm_chip *chip = dev_get_drvdata(dev);
1050 	int ret;
1051 
1052 	if (chip->flags & TPM_CHIP_FLAG_IRQ)
1053 		tpm_tis_reenable_interrupts(chip);
1054 
1055 	ret = tpm_pm_resume(dev);
1056 	if (ret)
1057 		return ret;
1058 
1059 	/* TPM 1.2 requires self-test on resume. This function actually returns
1060 	 * an error code but for unknown reason it isn't handled.
1061 	 */
1062 	if (!(chip->flags & TPM_CHIP_FLAG_TPM2))
1063 		tpm_do_selftest(chip);
1064 
1065 	return 0;
1066 }
1067 EXPORT_SYMBOL_GPL(tpm_tis_resume);
1068 #endif
1069 
1070 MODULE_AUTHOR("Leendert van Doorn (leendert@watson.ibm.com)");
1071 MODULE_DESCRIPTION("TPM Driver");
1072 MODULE_VERSION("2.0");
1073 MODULE_LICENSE("GPL");
1074