11a59d1b8SThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later
2b5e47729SStefan Richter /*
3b5e47729SStefan Richter * nosy - Snoop mode driver for TI PCILynx 1394 controllers
4b5e47729SStefan Richter * Copyright (C) 2002-2007 Kristian Høgsberg
528646821SStefan Richter */
628646821SStefan Richter
77429b17dSStefan Richter #include <linux/device.h>
828646821SStefan Richter #include <linux/errno.h>
928646821SStefan Richter #include <linux/fs.h>
10b5e47729SStefan Richter #include <linux/init.h>
11b5e47729SStefan Richter #include <linux/interrupt.h>
12b5e47729SStefan Richter #include <linux/io.h>
13b5e47729SStefan Richter #include <linux/kernel.h>
14424d66ceSStefan Richter #include <linux/kref.h>
1528646821SStefan Richter #include <linux/miscdevice.h>
16b5e47729SStefan Richter #include <linux/module.h>
17424d66ceSStefan Richter #include <linux/mutex.h>
18b5e47729SStefan Richter #include <linux/pci.h>
19b5e47729SStefan Richter #include <linux/poll.h>
20b5e47729SStefan Richter #include <linux/sched.h> /* required for linux/wait.h */
21b5e47729SStefan Richter #include <linux/slab.h>
22b5e47729SStefan Richter #include <linux/spinlock.h>
232ae4b6b2SAmitoj Kaur Chawla #include <linux/time64.h>
24b5e47729SStefan Richter #include <linux/timex.h>
25b5e47729SStefan Richter #include <linux/uaccess.h>
26b5e47729SStefan Richter #include <linux/wait.h>
27e894d1d7Ssantosh nayak #include <linux/dma-mapping.h>
2860063497SArun Sharma #include <linux/atomic.h>
29b5e47729SStefan Richter #include <asm/byteorder.h>
3028646821SStefan Richter
3128646821SStefan Richter #include "nosy.h"
3228646821SStefan Richter #include "nosy-user.h"
3328646821SStefan Richter
3428646821SStefan Richter #define TCODE_PHY_PACKET 0x10
3528646821SStefan Richter #define PCI_DEVICE_ID_TI_PCILYNX 0x8000
3628646821SStefan Richter
37b5e47729SStefan Richter static char driver_name[] = KBUILD_MODNAME;
3828646821SStefan Richter
3928646821SStefan Richter /* this is the physical layout of a PCL, its size is 128 bytes */
4028646821SStefan Richter struct pcl {
41fd8c8d46SStefan Richter __le32 next;
42fd8c8d46SStefan Richter __le32 async_error_next;
4328646821SStefan Richter u32 user_data;
44fd8c8d46SStefan Richter __le32 pcl_status;
45fd8c8d46SStefan Richter __le32 remaining_transfer_count;
46fd8c8d46SStefan Richter __le32 next_data_buffer;
4728646821SStefan Richter struct {
48fd8c8d46SStefan Richter __le32 control;
49fd8c8d46SStefan Richter __le32 pointer;
50fd8c8d46SStefan Richter } buffer[13];
51fd8c8d46SStefan Richter };
5228646821SStefan Richter
5328646821SStefan Richter struct packet {
54b5e47729SStefan Richter unsigned int length;
55c38e7e21SGustavo A. R. Silva char data[];
5628646821SStefan Richter };
5728646821SStefan Richter
5828646821SStefan Richter struct packet_buffer {
5928646821SStefan Richter char *data;
6028646821SStefan Richter size_t capacity;
6128646821SStefan Richter long total_packet_count, lost_packet_count;
6228646821SStefan Richter atomic_t size;
6328646821SStefan Richter struct packet *head, *tail;
6428646821SStefan Richter wait_queue_head_t wait;
6528646821SStefan Richter };
6628646821SStefan Richter
6728646821SStefan Richter struct pcilynx {
6828646821SStefan Richter struct pci_dev *pci_device;
69c89db7b8SStefan Richter __iomem char *registers;
7028646821SStefan Richter
7128646821SStefan Richter struct pcl *rcv_start_pcl, *rcv_pcl;
72fd8c8d46SStefan Richter __le32 *rcv_buffer;
7328646821SStefan Richter
7428646821SStefan Richter dma_addr_t rcv_start_pcl_bus, rcv_pcl_bus, rcv_buffer_bus;
7528646821SStefan Richter
7628646821SStefan Richter spinlock_t client_list_lock;
7728646821SStefan Richter struct list_head client_list;
7828646821SStefan Richter
7928646821SStefan Richter struct miscdevice misc;
80424d66ceSStefan Richter struct list_head link;
81424d66ceSStefan Richter struct kref kref;
8228646821SStefan Richter };
8328646821SStefan Richter
84424d66ceSStefan Richter static inline struct pcilynx *
lynx_get(struct pcilynx * lynx)85424d66ceSStefan Richter lynx_get(struct pcilynx *lynx)
86424d66ceSStefan Richter {
87424d66ceSStefan Richter kref_get(&lynx->kref);
88424d66ceSStefan Richter
89424d66ceSStefan Richter return lynx;
90424d66ceSStefan Richter }
91424d66ceSStefan Richter
92424d66ceSStefan Richter static void
lynx_release(struct kref * kref)93424d66ceSStefan Richter lynx_release(struct kref *kref)
94424d66ceSStefan Richter {
95424d66ceSStefan Richter kfree(container_of(kref, struct pcilynx, kref));
96424d66ceSStefan Richter }
97424d66ceSStefan Richter
98424d66ceSStefan Richter static inline void
lynx_put(struct pcilynx * lynx)99424d66ceSStefan Richter lynx_put(struct pcilynx *lynx)
100424d66ceSStefan Richter {
101424d66ceSStefan Richter kref_put(&lynx->kref, lynx_release);
102424d66ceSStefan Richter }
103424d66ceSStefan Richter
10428646821SStefan Richter struct client {
10528646821SStefan Richter struct pcilynx *lynx;
106c7b2a99cSStefan Richter u32 tcode_mask;
10728646821SStefan Richter struct packet_buffer buffer;
10828646821SStefan Richter struct list_head link;
10928646821SStefan Richter };
11028646821SStefan Richter
111424d66ceSStefan Richter static DEFINE_MUTEX(card_mutex);
112424d66ceSStefan Richter static LIST_HEAD(card_list);
11328646821SStefan Richter
11428646821SStefan Richter static int
packet_buffer_init(struct packet_buffer * buffer,size_t capacity)11528646821SStefan Richter packet_buffer_init(struct packet_buffer *buffer, size_t capacity)
11628646821SStefan Richter {
11728646821SStefan Richter buffer->data = kmalloc(capacity, GFP_KERNEL);
11828646821SStefan Richter if (buffer->data == NULL)
11928646821SStefan Richter return -ENOMEM;
12028646821SStefan Richter buffer->head = (struct packet *) buffer->data;
12128646821SStefan Richter buffer->tail = (struct packet *) buffer->data;
12228646821SStefan Richter buffer->capacity = capacity;
12328646821SStefan Richter buffer->lost_packet_count = 0;
12428646821SStefan Richter atomic_set(&buffer->size, 0);
12528646821SStefan Richter init_waitqueue_head(&buffer->wait);
12628646821SStefan Richter
12728646821SStefan Richter return 0;
12828646821SStefan Richter }
12928646821SStefan Richter
13028646821SStefan Richter static void
packet_buffer_destroy(struct packet_buffer * buffer)13128646821SStefan Richter packet_buffer_destroy(struct packet_buffer *buffer)
13228646821SStefan Richter {
13328646821SStefan Richter kfree(buffer->data);
13428646821SStefan Richter }
13528646821SStefan Richter
13628646821SStefan Richter static int
packet_buffer_get(struct client * client,char __user * data,size_t user_length)137c89db7b8SStefan Richter packet_buffer_get(struct client *client, char __user *data, size_t user_length)
13828646821SStefan Richter {
139424d66ceSStefan Richter struct packet_buffer *buffer = &client->buffer;
14028646821SStefan Richter size_t length;
14128646821SStefan Richter char *end;
14228646821SStefan Richter
14328646821SStefan Richter if (wait_event_interruptible(buffer->wait,
144424d66ceSStefan Richter atomic_read(&buffer->size) > 0) ||
145424d66ceSStefan Richter list_empty(&client->lynx->link))
14628646821SStefan Richter return -ERESTARTSYS;
14728646821SStefan Richter
148424d66ceSStefan Richter if (atomic_read(&buffer->size) == 0)
149424d66ceSStefan Richter return -ENODEV;
150424d66ceSStefan Richter
1511fe60ee7SThanassis Avgerinos length = buffer->head->length;
1521fe60ee7SThanassis Avgerinos
1531fe60ee7SThanassis Avgerinos if (length > user_length)
1541fe60ee7SThanassis Avgerinos return 0;
15528646821SStefan Richter
15628646821SStefan Richter end = buffer->data + buffer->capacity;
15728646821SStefan Richter
15828646821SStefan Richter if (&buffer->head->data[length] < end) {
15928646821SStefan Richter if (copy_to_user(data, buffer->head->data, length))
16028646821SStefan Richter return -EFAULT;
16128646821SStefan Richter buffer->head = (struct packet *) &buffer->head->data[length];
162b5e47729SStefan Richter } else {
16328646821SStefan Richter size_t split = end - buffer->head->data;
16428646821SStefan Richter
16528646821SStefan Richter if (copy_to_user(data, buffer->head->data, split))
16628646821SStefan Richter return -EFAULT;
16728646821SStefan Richter if (copy_to_user(data + split, buffer->data, length - split))
16828646821SStefan Richter return -EFAULT;
16928646821SStefan Richter buffer->head = (struct packet *) &buffer->data[length - split];
17028646821SStefan Richter }
17128646821SStefan Richter
172b5e47729SStefan Richter /*
173b5e47729SStefan Richter * Decrease buffer->size as the last thing, since this is what
17428646821SStefan Richter * keeps the interrupt from overwriting the packet we are
175b5e47729SStefan Richter * retrieving from the buffer.
176b5e47729SStefan Richter */
17728646821SStefan Richter atomic_sub(sizeof(struct packet) + length, &buffer->size);
17828646821SStefan Richter
17928646821SStefan Richter return length;
18028646821SStefan Richter }
18128646821SStefan Richter
18228646821SStefan Richter static void
packet_buffer_put(struct packet_buffer * buffer,void * data,size_t length)18328646821SStefan Richter packet_buffer_put(struct packet_buffer *buffer, void *data, size_t length)
18428646821SStefan Richter {
18528646821SStefan Richter char *end;
18628646821SStefan Richter
18728646821SStefan Richter buffer->total_packet_count++;
18828646821SStefan Richter
18928646821SStefan Richter if (buffer->capacity <
19028646821SStefan Richter atomic_read(&buffer->size) + sizeof(struct packet) + length) {
19128646821SStefan Richter buffer->lost_packet_count++;
19228646821SStefan Richter return;
19328646821SStefan Richter }
19428646821SStefan Richter
19528646821SStefan Richter end = buffer->data + buffer->capacity;
19628646821SStefan Richter buffer->tail->length = length;
19728646821SStefan Richter
19828646821SStefan Richter if (&buffer->tail->data[length] < end) {
19928646821SStefan Richter memcpy(buffer->tail->data, data, length);
20028646821SStefan Richter buffer->tail = (struct packet *) &buffer->tail->data[length];
201b5e47729SStefan Richter } else {
20228646821SStefan Richter size_t split = end - buffer->tail->data;
20328646821SStefan Richter
20428646821SStefan Richter memcpy(buffer->tail->data, data, split);
20528646821SStefan Richter memcpy(buffer->data, data + split, length - split);
20628646821SStefan Richter buffer->tail = (struct packet *) &buffer->data[length - split];
20728646821SStefan Richter }
20828646821SStefan Richter
20928646821SStefan Richter /* Finally, adjust buffer size and wake up userspace reader. */
21028646821SStefan Richter
21128646821SStefan Richter atomic_add(sizeof(struct packet) + length, &buffer->size);
21228646821SStefan Richter wake_up_interruptible(&buffer->wait);
21328646821SStefan Richter }
21428646821SStefan Richter
21528646821SStefan Richter static inline void
reg_write(struct pcilynx * lynx,int offset,u32 data)21628646821SStefan Richter reg_write(struct pcilynx *lynx, int offset, u32 data)
21728646821SStefan Richter {
21828646821SStefan Richter writel(data, lynx->registers + offset);
21928646821SStefan Richter }
22028646821SStefan Richter
22128646821SStefan Richter static inline u32
reg_read(struct pcilynx * lynx,int offset)22228646821SStefan Richter reg_read(struct pcilynx *lynx, int offset)
22328646821SStefan Richter {
22428646821SStefan Richter return readl(lynx->registers + offset);
22528646821SStefan Richter }
22628646821SStefan Richter
22728646821SStefan Richter static inline void
reg_set_bits(struct pcilynx * lynx,int offset,u32 mask)22828646821SStefan Richter reg_set_bits(struct pcilynx *lynx, int offset, u32 mask)
22928646821SStefan Richter {
23028646821SStefan Richter reg_write(lynx, offset, (reg_read(lynx, offset) | mask));
23128646821SStefan Richter }
23228646821SStefan Richter
233b5e47729SStefan Richter /*
234b5e47729SStefan Richter * Maybe the pcl programs could be set up to just append data instead
235b5e47729SStefan Richter * of using a whole packet.
236b5e47729SStefan Richter */
23728646821SStefan Richter static inline void
run_pcl(struct pcilynx * lynx,dma_addr_t pcl_bus,int dmachan)238b5e47729SStefan Richter run_pcl(struct pcilynx *lynx, dma_addr_t pcl_bus,
239b5e47729SStefan Richter int dmachan)
24028646821SStefan Richter {
24128646821SStefan Richter reg_write(lynx, DMA0_CURRENT_PCL + dmachan * 0x20, pcl_bus);
24228646821SStefan Richter reg_write(lynx, DMA0_CHAN_CTRL + dmachan * 0x20,
24328646821SStefan Richter DMA_CHAN_CTRL_ENABLE | DMA_CHAN_CTRL_LINK);
24428646821SStefan Richter }
24528646821SStefan Richter
24628646821SStefan Richter static int
set_phy_reg(struct pcilynx * lynx,int addr,int val)24728646821SStefan Richter set_phy_reg(struct pcilynx *lynx, int addr, int val)
24828646821SStefan Richter {
24928646821SStefan Richter if (addr > 15) {
2507429b17dSStefan Richter dev_err(&lynx->pci_device->dev,
2517429b17dSStefan Richter "PHY register address %d out of range\n", addr);
25228646821SStefan Richter return -1;
25328646821SStefan Richter }
25428646821SStefan Richter if (val > 0xff) {
2557429b17dSStefan Richter dev_err(&lynx->pci_device->dev,
2567429b17dSStefan Richter "PHY register value %d out of range\n", val);
25728646821SStefan Richter return -1;
25828646821SStefan Richter }
25928646821SStefan Richter reg_write(lynx, LINK_PHY, LINK_PHY_WRITE |
26028646821SStefan Richter LINK_PHY_ADDR(addr) | LINK_PHY_WDATA(val));
26128646821SStefan Richter
26228646821SStefan Richter return 0;
26328646821SStefan Richter }
26428646821SStefan Richter
26528646821SStefan Richter static int
nosy_open(struct inode * inode,struct file * file)26628646821SStefan Richter nosy_open(struct inode *inode, struct file *file)
26728646821SStefan Richter {
26828646821SStefan Richter int minor = iminor(inode);
26955e77c06SStefan Richter struct client *client;
270424d66ceSStefan Richter struct pcilynx *tmp, *lynx = NULL;
27128646821SStefan Richter
272424d66ceSStefan Richter mutex_lock(&card_mutex);
273424d66ceSStefan Richter list_for_each_entry(tmp, &card_list, link)
274424d66ceSStefan Richter if (tmp->misc.minor == minor) {
275424d66ceSStefan Richter lynx = lynx_get(tmp);
276424d66ceSStefan Richter break;
277424d66ceSStefan Richter }
278424d66ceSStefan Richter mutex_unlock(&card_mutex);
279424d66ceSStefan Richter if (lynx == NULL)
28028646821SStefan Richter return -ENODEV;
28128646821SStefan Richter
28255e77c06SStefan Richter client = kmalloc(sizeof *client, GFP_KERNEL);
28355e77c06SStefan Richter if (client == NULL)
284424d66ceSStefan Richter goto fail;
28555e77c06SStefan Richter
28655e77c06SStefan Richter client->tcode_mask = ~0;
287424d66ceSStefan Richter client->lynx = lynx;
28855e77c06SStefan Richter INIT_LIST_HEAD(&client->link);
28955e77c06SStefan Richter
290424d66ceSStefan Richter if (packet_buffer_init(&client->buffer, 128 * 1024) < 0)
291424d66ceSStefan Richter goto fail;
29255e77c06SStefan Richter
29355e77c06SStefan Richter file->private_data = client;
29455e77c06SStefan Richter
295c5bf68feSKirill Smelkov return stream_open(inode, file);
296424d66ceSStefan Richter fail:
297424d66ceSStefan Richter kfree(client);
298424d66ceSStefan Richter lynx_put(lynx);
299424d66ceSStefan Richter
300424d66ceSStefan Richter return -ENOMEM;
30128646821SStefan Richter }
30228646821SStefan Richter
30328646821SStefan Richter static int
nosy_release(struct inode * inode,struct file * file)30428646821SStefan Richter nosy_release(struct inode *inode, struct file *file)
30528646821SStefan Richter {
30655e77c06SStefan Richter struct client *client = file->private_data;
307424d66ceSStefan Richter struct pcilynx *lynx = client->lynx;
30855e77c06SStefan Richter
309424d66ceSStefan Richter spin_lock_irq(&lynx->client_list_lock);
31055e77c06SStefan Richter list_del_init(&client->link);
311424d66ceSStefan Richter spin_unlock_irq(&lynx->client_list_lock);
31255e77c06SStefan Richter
31355e77c06SStefan Richter packet_buffer_destroy(&client->buffer);
31455e77c06SStefan Richter kfree(client);
315424d66ceSStefan Richter lynx_put(lynx);
31628646821SStefan Richter
31728646821SStefan Richter return 0;
31828646821SStefan Richter }
31928646821SStefan Richter
320afc9a42bSAl Viro static __poll_t
nosy_poll(struct file * file,poll_table * pt)32128646821SStefan Richter nosy_poll(struct file *file, poll_table *pt)
32228646821SStefan Richter {
32328646821SStefan Richter struct client *client = file->private_data;
324afc9a42bSAl Viro __poll_t ret = 0;
32528646821SStefan Richter
32628646821SStefan Richter poll_wait(file, &client->buffer.wait, pt);
32728646821SStefan Richter
32828646821SStefan Richter if (atomic_read(&client->buffer.size) > 0)
329a9a08845SLinus Torvalds ret = EPOLLIN | EPOLLRDNORM;
330424d66ceSStefan Richter
331424d66ceSStefan Richter if (list_empty(&client->lynx->link))
332a9a08845SLinus Torvalds ret |= EPOLLHUP;
333424d66ceSStefan Richter
334424d66ceSStefan Richter return ret;
33528646821SStefan Richter }
33628646821SStefan Richter
33728646821SStefan Richter static ssize_t
nosy_read(struct file * file,char __user * buffer,size_t count,loff_t * offset)338c89db7b8SStefan Richter nosy_read(struct file *file, char __user *buffer, size_t count, loff_t *offset)
33928646821SStefan Richter {
34028646821SStefan Richter struct client *client = file->private_data;
34128646821SStefan Richter
342424d66ceSStefan Richter return packet_buffer_get(client, buffer, count);
34328646821SStefan Richter }
34428646821SStefan Richter
345c7b2a99cSStefan Richter static long
nosy_ioctl(struct file * file,unsigned int cmd,unsigned long arg)346c7b2a99cSStefan Richter nosy_ioctl(struct file *file, unsigned int cmd, unsigned long arg)
34728646821SStefan Richter {
34828646821SStefan Richter struct client *client = file->private_data;
349c7b2a99cSStefan Richter spinlock_t *client_list_lock = &client->lynx->client_list_lock;
35028646821SStefan Richter struct nosy_stats stats;
351829933efSZheyu Ma int ret;
35228646821SStefan Richter
353b5e47729SStefan Richter switch (cmd) {
354b5e47729SStefan Richter case NOSY_IOC_GET_STATS:
355c7b2a99cSStefan Richter spin_lock_irq(client_list_lock);
35628646821SStefan Richter stats.total_packet_count = client->buffer.total_packet_count;
35728646821SStefan Richter stats.lost_packet_count = client->buffer.lost_packet_count;
358c7b2a99cSStefan Richter spin_unlock_irq(client_list_lock);
359c7b2a99cSStefan Richter
360c89db7b8SStefan Richter if (copy_to_user((void __user *) arg, &stats, sizeof stats))
36128646821SStefan Richter return -EFAULT;
36228646821SStefan Richter else
36328646821SStefan Richter return 0;
36428646821SStefan Richter
36528646821SStefan Richter case NOSY_IOC_START:
366829933efSZheyu Ma ret = -EBUSY;
36755e77c06SStefan Richter spin_lock_irq(client_list_lock);
368829933efSZheyu Ma if (list_empty(&client->link)) {
36955e77c06SStefan Richter list_add_tail(&client->link, &client->lynx->client_list);
370829933efSZheyu Ma ret = 0;
371829933efSZheyu Ma }
37255e77c06SStefan Richter spin_unlock_irq(client_list_lock);
37355e77c06SStefan Richter
374829933efSZheyu Ma return ret;
37528646821SStefan Richter
37628646821SStefan Richter case NOSY_IOC_STOP:
37755e77c06SStefan Richter spin_lock_irq(client_list_lock);
37855e77c06SStefan Richter list_del_init(&client->link);
37955e77c06SStefan Richter spin_unlock_irq(client_list_lock);
38055e77c06SStefan Richter
38128646821SStefan Richter return 0;
38228646821SStefan Richter
38328646821SStefan Richter case NOSY_IOC_FILTER:
384c7b2a99cSStefan Richter spin_lock_irq(client_list_lock);
38528646821SStefan Richter client->tcode_mask = arg;
386c7b2a99cSStefan Richter spin_unlock_irq(client_list_lock);
38755e77c06SStefan Richter
38828646821SStefan Richter return 0;
38928646821SStefan Richter
39028646821SStefan Richter default:
39128646821SStefan Richter return -EINVAL;
39228646821SStefan Richter /* Flush buffer, configure filter. */
39328646821SStefan Richter }
39428646821SStefan Richter }
39528646821SStefan Richter
396b5e47729SStefan Richter static const struct file_operations nosy_ops = {
39728646821SStefan Richter .owner = THIS_MODULE,
39828646821SStefan Richter .read = nosy_read,
399c7b2a99cSStefan Richter .unlocked_ioctl = nosy_ioctl,
40028646821SStefan Richter .poll = nosy_poll,
40128646821SStefan Richter .open = nosy_open,
40228646821SStefan Richter .release = nosy_release,
40328646821SStefan Richter };
40428646821SStefan Richter
40528646821SStefan Richter #define PHY_PACKET_SIZE 12 /* 1 payload, 1 inverse, 1 ack = 3 quadlets */
40628646821SStefan Richter
40728646821SStefan Richter static void
packet_irq_handler(struct pcilynx * lynx)408685c3f80SStefan Richter packet_irq_handler(struct pcilynx *lynx)
40928646821SStefan Richter {
41028646821SStefan Richter struct client *client;
4112ae4b6b2SAmitoj Kaur Chawla u32 tcode_mask, tcode, timestamp;
41228646821SStefan Richter size_t length;
4132ae4b6b2SAmitoj Kaur Chawla struct timespec64 ts64;
41428646821SStefan Richter
41528646821SStefan Richter /* FIXME: Also report rcv_speed. */
41628646821SStefan Richter
417fd8c8d46SStefan Richter length = __le32_to_cpu(lynx->rcv_pcl->pcl_status) & 0x00001fff;
418fd8c8d46SStefan Richter tcode = __le32_to_cpu(lynx->rcv_buffer[1]) >> 4 & 0xf;
41928646821SStefan Richter
4202ae4b6b2SAmitoj Kaur Chawla ktime_get_real_ts64(&ts64);
4212ae4b6b2SAmitoj Kaur Chawla timestamp = ts64.tv_nsec / NSEC_PER_USEC;
4222ae4b6b2SAmitoj Kaur Chawla lynx->rcv_buffer[0] = (__force __le32)timestamp;
42328646821SStefan Richter
42428646821SStefan Richter if (length == PHY_PACKET_SIZE)
42528646821SStefan Richter tcode_mask = 1 << TCODE_PHY_PACKET;
42628646821SStefan Richter else
427fd8c8d46SStefan Richter tcode_mask = 1 << tcode;
42828646821SStefan Richter
429685c3f80SStefan Richter spin_lock(&lynx->client_list_lock);
43028646821SStefan Richter
431b5e47729SStefan Richter list_for_each_entry(client, &lynx->client_list, link)
43228646821SStefan Richter if (client->tcode_mask & tcode_mask)
43328646821SStefan Richter packet_buffer_put(&client->buffer,
43428646821SStefan Richter lynx->rcv_buffer, length + 4);
43528646821SStefan Richter
436685c3f80SStefan Richter spin_unlock(&lynx->client_list_lock);
43728646821SStefan Richter }
43828646821SStefan Richter
43928646821SStefan Richter static void
bus_reset_irq_handler(struct pcilynx * lynx)440685c3f80SStefan Richter bus_reset_irq_handler(struct pcilynx *lynx)
44128646821SStefan Richter {
44228646821SStefan Richter struct client *client;
443384fbb96STina Ruchandani struct timespec64 ts64;
444384fbb96STina Ruchandani u32 timestamp;
44528646821SStefan Richter
446384fbb96STina Ruchandani ktime_get_real_ts64(&ts64);
447384fbb96STina Ruchandani timestamp = ts64.tv_nsec / NSEC_PER_USEC;
44828646821SStefan Richter
449685c3f80SStefan Richter spin_lock(&lynx->client_list_lock);
45028646821SStefan Richter
451b5e47729SStefan Richter list_for_each_entry(client, &lynx->client_list, link)
452384fbb96STina Ruchandani packet_buffer_put(&client->buffer, ×tamp, 4);
45328646821SStefan Richter
454685c3f80SStefan Richter spin_unlock(&lynx->client_list_lock);
45528646821SStefan Richter }
45628646821SStefan Richter
45728646821SStefan Richter static irqreturn_t
irq_handler(int irq,void * device)45828646821SStefan Richter irq_handler(int irq, void *device)
45928646821SStefan Richter {
460b5e47729SStefan Richter struct pcilynx *lynx = device;
46128646821SStefan Richter u32 pci_int_status;
46228646821SStefan Richter
46328646821SStefan Richter pci_int_status = reg_read(lynx, PCI_INT_STATUS);
46428646821SStefan Richter
46516547667SStefan Richter if (pci_int_status == ~0)
46616547667SStefan Richter /* Card was ejected. */
46716547667SStefan Richter return IRQ_NONE;
46816547667SStefan Richter
46928646821SStefan Richter if ((pci_int_status & PCI_INT_INT_PEND) == 0)
47028646821SStefan Richter /* Not our interrupt, bail out quickly. */
47128646821SStefan Richter return IRQ_NONE;
47228646821SStefan Richter
47328646821SStefan Richter if ((pci_int_status & PCI_INT_P1394_INT) != 0) {
47428646821SStefan Richter u32 link_int_status;
47528646821SStefan Richter
47628646821SStefan Richter link_int_status = reg_read(lynx, LINK_INT_STATUS);
47728646821SStefan Richter reg_write(lynx, LINK_INT_STATUS, link_int_status);
47828646821SStefan Richter
47928646821SStefan Richter if ((link_int_status & LINK_INT_PHY_BUSRESET) > 0)
480685c3f80SStefan Richter bus_reset_irq_handler(lynx);
48128646821SStefan Richter }
48228646821SStefan Richter
48328646821SStefan Richter /* Clear the PCI_INT_STATUS register only after clearing the
48428646821SStefan Richter * LINK_INT_STATUS register; otherwise the PCI_INT_P1394 will
48528646821SStefan Richter * be set again immediately. */
48628646821SStefan Richter
48728646821SStefan Richter reg_write(lynx, PCI_INT_STATUS, pci_int_status);
48828646821SStefan Richter
48928646821SStefan Richter if ((pci_int_status & PCI_INT_DMA0_HLT) > 0) {
490685c3f80SStefan Richter packet_irq_handler(lynx);
49128646821SStefan Richter run_pcl(lynx, lynx->rcv_start_pcl_bus, 0);
49228646821SStefan Richter }
49328646821SStefan Richter
49428646821SStefan Richter return IRQ_HANDLED;
49528646821SStefan Richter }
49628646821SStefan Richter
49728646821SStefan Richter static void
remove_card(struct pci_dev * dev)49828646821SStefan Richter remove_card(struct pci_dev *dev)
49928646821SStefan Richter {
500424d66ceSStefan Richter struct pcilynx *lynx = pci_get_drvdata(dev);
501424d66ceSStefan Richter struct client *client;
50228646821SStefan Richter
503424d66ceSStefan Richter mutex_lock(&card_mutex);
504424d66ceSStefan Richter list_del_init(&lynx->link);
505424d66ceSStefan Richter misc_deregister(&lynx->misc);
506424d66ceSStefan Richter mutex_unlock(&card_mutex);
50728646821SStefan Richter
50828646821SStefan Richter reg_write(lynx, PCI_INT_ENABLE, 0);
50928646821SStefan Richter free_irq(lynx->pci_device->irq, lynx);
51028646821SStefan Richter
511424d66ceSStefan Richter spin_lock_irq(&lynx->client_list_lock);
512424d66ceSStefan Richter list_for_each_entry(client, &lynx->client_list, link)
513424d66ceSStefan Richter wake_up_interruptible(&client->buffer.wait);
514424d66ceSStefan Richter spin_unlock_irq(&lynx->client_list_lock);
515424d66ceSStefan Richter
51601d12a66SChristophe JAILLET dma_free_coherent(&lynx->pci_device->dev, sizeof(struct pcl),
51728646821SStefan Richter lynx->rcv_start_pcl, lynx->rcv_start_pcl_bus);
51801d12a66SChristophe JAILLET dma_free_coherent(&lynx->pci_device->dev, sizeof(struct pcl),
51928646821SStefan Richter lynx->rcv_pcl, lynx->rcv_pcl_bus);
52001d12a66SChristophe JAILLET dma_free_coherent(&lynx->pci_device->dev, PAGE_SIZE, lynx->rcv_buffer,
52101d12a66SChristophe JAILLET lynx->rcv_buffer_bus);
52228646821SStefan Richter
52328646821SStefan Richter iounmap(lynx->registers);
524b6d9c125SStefan Richter pci_disable_device(dev);
525424d66ceSStefan Richter lynx_put(lynx);
52628646821SStefan Richter }
52728646821SStefan Richter
52828646821SStefan Richter #define RCV_BUFFER_SIZE (16 * 1024)
52928646821SStefan Richter
53003f94c0fSBill Pemberton static int
add_card(struct pci_dev * dev,const struct pci_device_id * unused)53128646821SStefan Richter add_card(struct pci_dev *dev, const struct pci_device_id *unused)
53228646821SStefan Richter {
53328646821SStefan Richter struct pcilynx *lynx;
53428646821SStefan Richter u32 p, end;
535b6d9c125SStefan Richter int ret, i;
53628646821SStefan Richter
53701d12a66SChristophe JAILLET if (dma_set_mask(&dev->dev, DMA_BIT_MASK(32))) {
5387429b17dSStefan Richter dev_err(&dev->dev,
5397429b17dSStefan Richter "DMA address limits not supported for PCILynx hardware\n");
540b5e47729SStefan Richter return -ENXIO;
541b5e47729SStefan Richter }
542b5e47729SStefan Richter if (pci_enable_device(dev)) {
5437429b17dSStefan Richter dev_err(&dev->dev, "Failed to enable PCILynx hardware\n");
544b5e47729SStefan Richter return -ENXIO;
545b5e47729SStefan Richter }
54628646821SStefan Richter pci_set_master(dev);
54728646821SStefan Richter
54828646821SStefan Richter lynx = kzalloc(sizeof *lynx, GFP_KERNEL);
549b5e47729SStefan Richter if (lynx == NULL) {
5507429b17dSStefan Richter dev_err(&dev->dev, "Failed to allocate control structure\n");
551b6d9c125SStefan Richter ret = -ENOMEM;
552b6d9c125SStefan Richter goto fail_disable;
553b5e47729SStefan Richter }
55428646821SStefan Richter lynx->pci_device = dev;
55528646821SStefan Richter pci_set_drvdata(dev, lynx);
55628646821SStefan Richter
55728646821SStefan Richter spin_lock_init(&lynx->client_list_lock);
55828646821SStefan Richter INIT_LIST_HEAD(&lynx->client_list);
559424d66ceSStefan Richter kref_init(&lynx->kref);
56028646821SStefan Richter
5614bdc0d67SChristoph Hellwig lynx->registers = ioremap(pci_resource_start(dev, 0),
56228646821SStefan Richter PCILYNX_MAX_REGISTER);
5636449e31dSAlexey Khoroshilov if (lynx->registers == NULL) {
5646449e31dSAlexey Khoroshilov dev_err(&dev->dev, "Failed to map registers\n");
5656449e31dSAlexey Khoroshilov ret = -ENOMEM;
5666449e31dSAlexey Khoroshilov goto fail_deallocate_lynx;
5676449e31dSAlexey Khoroshilov }
56828646821SStefan Richter
56901d12a66SChristophe JAILLET lynx->rcv_start_pcl = dma_alloc_coherent(&lynx->pci_device->dev,
57001d12a66SChristophe JAILLET sizeof(struct pcl),
57101d12a66SChristophe JAILLET &lynx->rcv_start_pcl_bus,
57201d12a66SChristophe JAILLET GFP_KERNEL);
57301d12a66SChristophe JAILLET lynx->rcv_pcl = dma_alloc_coherent(&lynx->pci_device->dev,
57401d12a66SChristophe JAILLET sizeof(struct pcl),
57501d12a66SChristophe JAILLET &lynx->rcv_pcl_bus, GFP_KERNEL);
57601d12a66SChristophe JAILLET lynx->rcv_buffer = dma_alloc_coherent(&lynx->pci_device->dev,
57701d12a66SChristophe JAILLET RCV_BUFFER_SIZE,
57801d12a66SChristophe JAILLET &lynx->rcv_buffer_bus, GFP_KERNEL);
57928646821SStefan Richter if (lynx->rcv_start_pcl == NULL ||
58028646821SStefan Richter lynx->rcv_pcl == NULL ||
581b5e47729SStefan Richter lynx->rcv_buffer == NULL) {
5827429b17dSStefan Richter dev_err(&dev->dev, "Failed to allocate receive buffer\n");
583b6d9c125SStefan Richter ret = -ENOMEM;
5846449e31dSAlexey Khoroshilov goto fail_deallocate_buffers;
585b5e47729SStefan Richter }
586fd8c8d46SStefan Richter lynx->rcv_start_pcl->next = cpu_to_le32(lynx->rcv_pcl_bus);
587fd8c8d46SStefan Richter lynx->rcv_pcl->next = cpu_to_le32(PCL_NEXT_INVALID);
588fd8c8d46SStefan Richter lynx->rcv_pcl->async_error_next = cpu_to_le32(PCL_NEXT_INVALID);
58928646821SStefan Richter
59028646821SStefan Richter lynx->rcv_pcl->buffer[0].control =
591fd8c8d46SStefan Richter cpu_to_le32(PCL_CMD_RCV | PCL_BIGENDIAN | 2044);
592fd8c8d46SStefan Richter lynx->rcv_pcl->buffer[0].pointer =
593fd8c8d46SStefan Richter cpu_to_le32(lynx->rcv_buffer_bus + 4);
59428646821SStefan Richter p = lynx->rcv_buffer_bus + 2048;
59528646821SStefan Richter end = lynx->rcv_buffer_bus + RCV_BUFFER_SIZE;
59628646821SStefan Richter for (i = 1; p < end; i++, p += 2048) {
59728646821SStefan Richter lynx->rcv_pcl->buffer[i].control =
598fd8c8d46SStefan Richter cpu_to_le32(PCL_CMD_RCV | PCL_BIGENDIAN | 2048);
599fd8c8d46SStefan Richter lynx->rcv_pcl->buffer[i].pointer = cpu_to_le32(p);
60028646821SStefan Richter }
601fd8c8d46SStefan Richter lynx->rcv_pcl->buffer[i - 1].control |= cpu_to_le32(PCL_LAST_BUFF);
60228646821SStefan Richter
60328646821SStefan Richter reg_set_bits(lynx, MISC_CONTROL, MISC_CONTROL_SWRESET);
60428646821SStefan Richter /* Fix buggy cards with autoboot pin not tied low: */
60528646821SStefan Richter reg_write(lynx, DMA0_CHAN_CTRL, 0);
60628646821SStefan Richter reg_write(lynx, DMA_GLOBAL_REGISTER, 0x00 << 24);
60728646821SStefan Richter
60828646821SStefan Richter #if 0
60928646821SStefan Richter /* now, looking for PHY register set */
61028646821SStefan Richter if ((get_phy_reg(lynx, 2) & 0xe0) == 0xe0) {
61128646821SStefan Richter lynx->phyic.reg_1394a = 1;
61228646821SStefan Richter PRINT(KERN_INFO, lynx->id,
61328646821SStefan Richter "found 1394a conform PHY (using extended register set)");
61428646821SStefan Richter lynx->phyic.vendor = get_phy_vendorid(lynx);
61528646821SStefan Richter lynx->phyic.product = get_phy_productid(lynx);
61628646821SStefan Richter } else {
61728646821SStefan Richter lynx->phyic.reg_1394a = 0;
61828646821SStefan Richter PRINT(KERN_INFO, lynx->id, "found old 1394 PHY");
61928646821SStefan Richter }
62028646821SStefan Richter #endif
62128646821SStefan Richter
62228646821SStefan Richter /* Setup the general receive FIFO max size. */
62328646821SStefan Richter reg_write(lynx, FIFO_SIZES, 255);
62428646821SStefan Richter
62528646821SStefan Richter reg_set_bits(lynx, PCI_INT_ENABLE, PCI_INT_DMA_ALL);
62628646821SStefan Richter
62728646821SStefan Richter reg_write(lynx, LINK_INT_ENABLE,
62828646821SStefan Richter LINK_INT_PHY_TIME_OUT | LINK_INT_PHY_REG_RCVD |
62928646821SStefan Richter LINK_INT_PHY_BUSRESET | LINK_INT_IT_STUCK |
63028646821SStefan Richter LINK_INT_AT_STUCK | LINK_INT_SNTRJ |
63128646821SStefan Richter LINK_INT_TC_ERR | LINK_INT_GRF_OVER_FLOW |
63228646821SStefan Richter LINK_INT_ITF_UNDER_FLOW | LINK_INT_ATF_UNDER_FLOW);
63328646821SStefan Richter
63428646821SStefan Richter /* Disable the L flag in self ID packets. */
63528646821SStefan Richter set_phy_reg(lynx, 4, 0);
63628646821SStefan Richter
63728646821SStefan Richter /* Put this baby into snoop mode */
63828646821SStefan Richter reg_set_bits(lynx, LINK_CONTROL, LINK_CONTROL_SNOOP_ENABLE);
63928646821SStefan Richter
64028646821SStefan Richter run_pcl(lynx, lynx->rcv_start_pcl_bus, 0);
64128646821SStefan Richter
642b5e47729SStefan Richter if (request_irq(dev->irq, irq_handler, IRQF_SHARED,
643b5e47729SStefan Richter driver_name, lynx)) {
6447429b17dSStefan Richter dev_err(&dev->dev,
6457429b17dSStefan Richter "Failed to allocate shared interrupt %d\n", dev->irq);
646b6d9c125SStefan Richter ret = -EIO;
6476449e31dSAlexey Khoroshilov goto fail_deallocate_buffers;
648b5e47729SStefan Richter }
64928646821SStefan Richter
65028646821SStefan Richter lynx->misc.parent = &dev->dev;
65128646821SStefan Richter lynx->misc.minor = MISC_DYNAMIC_MINOR;
65228646821SStefan Richter lynx->misc.name = "nosy";
65328646821SStefan Richter lynx->misc.fops = &nosy_ops;
654424d66ceSStefan Richter
655424d66ceSStefan Richter mutex_lock(&card_mutex);
656b6d9c125SStefan Richter ret = misc_register(&lynx->misc);
657b6d9c125SStefan Richter if (ret) {
6587429b17dSStefan Richter dev_err(&dev->dev, "Failed to register misc char device\n");
659424d66ceSStefan Richter mutex_unlock(&card_mutex);
660b6d9c125SStefan Richter goto fail_free_irq;
661b5e47729SStefan Richter }
662424d66ceSStefan Richter list_add_tail(&lynx->link, &card_list);
663424d66ceSStefan Richter mutex_unlock(&card_mutex);
66428646821SStefan Richter
6657429b17dSStefan Richter dev_info(&dev->dev,
6667429b17dSStefan Richter "Initialized PCILynx IEEE1394 card, irq=%d\n", dev->irq);
66728646821SStefan Richter
66828646821SStefan Richter return 0;
669b6d9c125SStefan Richter
670b6d9c125SStefan Richter fail_free_irq:
671b6d9c125SStefan Richter reg_write(lynx, PCI_INT_ENABLE, 0);
672b6d9c125SStefan Richter free_irq(lynx->pci_device->irq, lynx);
673b6d9c125SStefan Richter
6746449e31dSAlexey Khoroshilov fail_deallocate_buffers:
675b6d9c125SStefan Richter if (lynx->rcv_start_pcl)
67601d12a66SChristophe JAILLET dma_free_coherent(&lynx->pci_device->dev, sizeof(struct pcl),
67701d12a66SChristophe JAILLET lynx->rcv_start_pcl,
67801d12a66SChristophe JAILLET lynx->rcv_start_pcl_bus);
679b6d9c125SStefan Richter if (lynx->rcv_pcl)
68001d12a66SChristophe JAILLET dma_free_coherent(&lynx->pci_device->dev, sizeof(struct pcl),
681b6d9c125SStefan Richter lynx->rcv_pcl, lynx->rcv_pcl_bus);
682b6d9c125SStefan Richter if (lynx->rcv_buffer)
68301d12a66SChristophe JAILLET dma_free_coherent(&lynx->pci_device->dev, PAGE_SIZE,
684b6d9c125SStefan Richter lynx->rcv_buffer, lynx->rcv_buffer_bus);
685b6d9c125SStefan Richter iounmap(lynx->registers);
6866449e31dSAlexey Khoroshilov
6876449e31dSAlexey Khoroshilov fail_deallocate_lynx:
688b6d9c125SStefan Richter kfree(lynx);
689b6d9c125SStefan Richter
690b6d9c125SStefan Richter fail_disable:
691b6d9c125SStefan Richter pci_disable_device(dev);
692b6d9c125SStefan Richter
693b6d9c125SStefan Richter return ret;
69428646821SStefan Richter }
69528646821SStefan Richter
6967eeb7418SBill Pemberton static struct pci_device_id pci_table[] = {
69728646821SStefan Richter {
69828646821SStefan Richter .vendor = PCI_VENDOR_ID_TI,
69928646821SStefan Richter .device = PCI_DEVICE_ID_TI_PCILYNX,
70028646821SStefan Richter .subvendor = PCI_ANY_ID,
70128646821SStefan Richter .subdevice = PCI_ANY_ID,
70228646821SStefan Richter },
70328646821SStefan Richter { } /* Terminating entry */
70428646821SStefan Richter };
70528646821SStefan Richter
706fe2af11cSAxel Lin MODULE_DEVICE_TABLE(pci, pci_table);
707fe2af11cSAxel Lin
70828646821SStefan Richter static struct pci_driver lynx_pci_driver = {
709b5e47729SStefan Richter .name = driver_name,
71028646821SStefan Richter .id_table = pci_table,
71128646821SStefan Richter .probe = add_card,
712b5e47729SStefan Richter .remove = remove_card,
71328646821SStefan Richter };
71428646821SStefan Richter
715fe2af11cSAxel Lin module_pci_driver(lynx_pci_driver);
716fe2af11cSAxel Lin
717b5e47729SStefan Richter MODULE_AUTHOR("Kristian Hoegsberg");
71828646821SStefan Richter MODULE_DESCRIPTION("Snoop mode driver for TI pcilynx 1394 controllers");
71928646821SStefan Richter MODULE_LICENSE("GPL");
720