1aeddad17SFrederic Barrat // SPDX-License-Identifier: GPL-2.0+
2aeddad17SFrederic Barrat // Copyright 2017 IBM Corp.
3aeddad17SFrederic Barrat #include <linux/interrupt.h>
4*d8d2af70SChristophe Leroy #include <linux/irqdomain.h>
506014661SAlastair D'Silva #include <asm/pnv-ocxl.h>
6ad857d47SFrederic Barrat #include <asm/xive.h>
7aeddad17SFrederic Barrat #include "ocxl_internal.h"
892add22eSFrederic Barrat #include "trace.h"
9aeddad17SFrederic Barrat
10aeddad17SFrederic Barrat struct afu_irq {
11aeddad17SFrederic Barrat int id;
12aeddad17SFrederic Barrat int hw_irq;
13aeddad17SFrederic Barrat unsigned int virq;
14aeddad17SFrederic Barrat char *name;
1506014661SAlastair D'Silva irqreturn_t (*handler)(void *private);
1606014661SAlastair D'Silva void (*free_private)(void *private);
1706014661SAlastair D'Silva void *private;
18aeddad17SFrederic Barrat };
19aeddad17SFrederic Barrat
ocxl_irq_offset_to_id(struct ocxl_context * ctx,u64 offset)202ec3b7edSAlastair D'Silva int ocxl_irq_offset_to_id(struct ocxl_context *ctx, u64 offset)
21aeddad17SFrederic Barrat {
22aeddad17SFrederic Barrat return (offset - ctx->afu->irq_base_offset) >> PAGE_SHIFT;
23aeddad17SFrederic Barrat }
24aeddad17SFrederic Barrat
ocxl_irq_id_to_offset(struct ocxl_context * ctx,int irq_id)252ec3b7edSAlastair D'Silva u64 ocxl_irq_id_to_offset(struct ocxl_context *ctx, int irq_id)
26aeddad17SFrederic Barrat {
272ec3b7edSAlastair D'Silva return ctx->afu->irq_base_offset + (irq_id << PAGE_SHIFT);
28aeddad17SFrederic Barrat }
29aeddad17SFrederic Barrat
ocxl_irq_set_handler(struct ocxl_context * ctx,int irq_id,irqreturn_t (* handler)(void * private),void (* free_private)(void * private),void * private)3006014661SAlastair D'Silva int ocxl_irq_set_handler(struct ocxl_context *ctx, int irq_id,
3106014661SAlastair D'Silva irqreturn_t (*handler)(void *private),
3206014661SAlastair D'Silva void (*free_private)(void *private),
3306014661SAlastair D'Silva void *private)
3406014661SAlastair D'Silva {
3506014661SAlastair D'Silva struct afu_irq *irq;
3606014661SAlastair D'Silva int rc;
3706014661SAlastair D'Silva
3806014661SAlastair D'Silva mutex_lock(&ctx->irq_lock);
3906014661SAlastair D'Silva irq = idr_find(&ctx->irq_idr, irq_id);
4006014661SAlastair D'Silva if (!irq) {
4106014661SAlastair D'Silva rc = -EINVAL;
4206014661SAlastair D'Silva goto unlock;
4306014661SAlastair D'Silva }
4406014661SAlastair D'Silva
4506014661SAlastair D'Silva irq->handler = handler;
4606014661SAlastair D'Silva irq->private = private;
4706014661SAlastair D'Silva irq->free_private = free_private;
4806014661SAlastair D'Silva
4906014661SAlastair D'Silva rc = 0;
5006014661SAlastair D'Silva // Fall through to unlock
5106014661SAlastair D'Silva
5206014661SAlastair D'Silva unlock:
5306014661SAlastair D'Silva mutex_unlock(&ctx->irq_lock);
5406014661SAlastair D'Silva return rc;
5506014661SAlastair D'Silva }
5606014661SAlastair D'Silva EXPORT_SYMBOL_GPL(ocxl_irq_set_handler);
5706014661SAlastair D'Silva
afu_irq_handler(int virq,void * data)58aeddad17SFrederic Barrat static irqreturn_t afu_irq_handler(int virq, void *data)
59aeddad17SFrederic Barrat {
60aeddad17SFrederic Barrat struct afu_irq *irq = (struct afu_irq *) data;
61aeddad17SFrederic Barrat
6292add22eSFrederic Barrat trace_ocxl_afu_irq_receive(virq);
6306014661SAlastair D'Silva
6406014661SAlastair D'Silva if (irq->handler)
6506014661SAlastair D'Silva return irq->handler(irq->private);
6606014661SAlastair D'Silva
6706014661SAlastair D'Silva return IRQ_HANDLED; // Just drop it on the ground
68aeddad17SFrederic Barrat }
69aeddad17SFrederic Barrat
setup_afu_irq(struct ocxl_context * ctx,struct afu_irq * irq)70aeddad17SFrederic Barrat static int setup_afu_irq(struct ocxl_context *ctx, struct afu_irq *irq)
71aeddad17SFrederic Barrat {
72aeddad17SFrederic Barrat int rc;
73aeddad17SFrederic Barrat
74aeddad17SFrederic Barrat irq->virq = irq_create_mapping(NULL, irq->hw_irq);
75aeddad17SFrederic Barrat if (!irq->virq) {
76aeddad17SFrederic Barrat pr_err("irq_create_mapping failed\n");
77aeddad17SFrederic Barrat return -ENOMEM;
78aeddad17SFrederic Barrat }
79aeddad17SFrederic Barrat pr_debug("hw_irq %d mapped to virq %u\n", irq->hw_irq, irq->virq);
80aeddad17SFrederic Barrat
81aeddad17SFrederic Barrat irq->name = kasprintf(GFP_KERNEL, "ocxl-afu-%u", irq->virq);
82aeddad17SFrederic Barrat if (!irq->name) {
83aeddad17SFrederic Barrat irq_dispose_mapping(irq->virq);
84aeddad17SFrederic Barrat return -ENOMEM;
85aeddad17SFrederic Barrat }
86aeddad17SFrederic Barrat
87aeddad17SFrederic Barrat rc = request_irq(irq->virq, afu_irq_handler, 0, irq->name, irq);
88aeddad17SFrederic Barrat if (rc) {
89aeddad17SFrederic Barrat kfree(irq->name);
90aeddad17SFrederic Barrat irq->name = NULL;
91aeddad17SFrederic Barrat irq_dispose_mapping(irq->virq);
92aeddad17SFrederic Barrat pr_err("request_irq failed: %d\n", rc);
93aeddad17SFrederic Barrat return rc;
94aeddad17SFrederic Barrat }
95aeddad17SFrederic Barrat return 0;
96aeddad17SFrederic Barrat }
97aeddad17SFrederic Barrat
release_afu_irq(struct afu_irq * irq)98aeddad17SFrederic Barrat static void release_afu_irq(struct afu_irq *irq)
99aeddad17SFrederic Barrat {
100aeddad17SFrederic Barrat free_irq(irq->virq, irq);
101aeddad17SFrederic Barrat irq_dispose_mapping(irq->virq);
102aeddad17SFrederic Barrat kfree(irq->name);
103aeddad17SFrederic Barrat }
104aeddad17SFrederic Barrat
ocxl_afu_irq_alloc(struct ocxl_context * ctx,int * irq_id)1052ec3b7edSAlastair D'Silva int ocxl_afu_irq_alloc(struct ocxl_context *ctx, int *irq_id)
106aeddad17SFrederic Barrat {
107aeddad17SFrederic Barrat struct afu_irq *irq;
108aeddad17SFrederic Barrat int rc;
109aeddad17SFrederic Barrat
110aeddad17SFrederic Barrat irq = kzalloc(sizeof(struct afu_irq), GFP_KERNEL);
111aeddad17SFrederic Barrat if (!irq)
112aeddad17SFrederic Barrat return -ENOMEM;
113aeddad17SFrederic Barrat
114aeddad17SFrederic Barrat /*
115aeddad17SFrederic Barrat * We limit the number of afu irqs per context and per link to
116aeddad17SFrederic Barrat * avoid a single process or user depleting the pool of IPIs
117aeddad17SFrederic Barrat */
118aeddad17SFrederic Barrat
119aeddad17SFrederic Barrat mutex_lock(&ctx->irq_lock);
120aeddad17SFrederic Barrat
121aeddad17SFrederic Barrat irq->id = idr_alloc(&ctx->irq_idr, irq, 0, MAX_IRQ_PER_CONTEXT,
122aeddad17SFrederic Barrat GFP_KERNEL);
123aeddad17SFrederic Barrat if (irq->id < 0) {
124aeddad17SFrederic Barrat rc = -ENOSPC;
125aeddad17SFrederic Barrat goto err_unlock;
126aeddad17SFrederic Barrat }
127aeddad17SFrederic Barrat
128dde6f18aSFrederic Barrat rc = ocxl_link_irq_alloc(ctx->afu->fn->link, &irq->hw_irq);
129aeddad17SFrederic Barrat if (rc)
130aeddad17SFrederic Barrat goto err_idr;
131aeddad17SFrederic Barrat
132aeddad17SFrederic Barrat rc = setup_afu_irq(ctx, irq);
133aeddad17SFrederic Barrat if (rc)
134aeddad17SFrederic Barrat goto err_alloc;
135aeddad17SFrederic Barrat
1362ec3b7edSAlastair D'Silva trace_ocxl_afu_irq_alloc(ctx->pasid, irq->id, irq->virq, irq->hw_irq);
137aeddad17SFrederic Barrat mutex_unlock(&ctx->irq_lock);
1382ec3b7edSAlastair D'Silva
1392ec3b7edSAlastair D'Silva *irq_id = irq->id;
1402ec3b7edSAlastair D'Silva
141aeddad17SFrederic Barrat return 0;
142aeddad17SFrederic Barrat
143aeddad17SFrederic Barrat err_alloc:
144aeddad17SFrederic Barrat ocxl_link_free_irq(ctx->afu->fn->link, irq->hw_irq);
145aeddad17SFrederic Barrat err_idr:
146aeddad17SFrederic Barrat idr_remove(&ctx->irq_idr, irq->id);
147aeddad17SFrederic Barrat err_unlock:
148aeddad17SFrederic Barrat mutex_unlock(&ctx->irq_lock);
149aeddad17SFrederic Barrat kfree(irq);
150aeddad17SFrederic Barrat return rc;
151aeddad17SFrederic Barrat }
15206014661SAlastair D'Silva EXPORT_SYMBOL_GPL(ocxl_afu_irq_alloc);
153aeddad17SFrederic Barrat
afu_irq_free(struct afu_irq * irq,struct ocxl_context * ctx)154aeddad17SFrederic Barrat static void afu_irq_free(struct afu_irq *irq, struct ocxl_context *ctx)
155aeddad17SFrederic Barrat {
15692add22eSFrederic Barrat trace_ocxl_afu_irq_free(ctx->pasid, irq->id);
157aeddad17SFrederic Barrat if (ctx->mapping)
158aeddad17SFrederic Barrat unmap_mapping_range(ctx->mapping,
1592ec3b7edSAlastair D'Silva ocxl_irq_id_to_offset(ctx, irq->id),
160aeddad17SFrederic Barrat 1 << PAGE_SHIFT, 1);
161aeddad17SFrederic Barrat release_afu_irq(irq);
16206014661SAlastair D'Silva if (irq->free_private)
16306014661SAlastair D'Silva irq->free_private(irq->private);
164aeddad17SFrederic Barrat ocxl_link_free_irq(ctx->afu->fn->link, irq->hw_irq);
165aeddad17SFrederic Barrat kfree(irq);
166aeddad17SFrederic Barrat }
167aeddad17SFrederic Barrat
ocxl_afu_irq_free(struct ocxl_context * ctx,int irq_id)1682ec3b7edSAlastair D'Silva int ocxl_afu_irq_free(struct ocxl_context *ctx, int irq_id)
169aeddad17SFrederic Barrat {
170aeddad17SFrederic Barrat struct afu_irq *irq;
171aeddad17SFrederic Barrat
172aeddad17SFrederic Barrat mutex_lock(&ctx->irq_lock);
173aeddad17SFrederic Barrat
1742ec3b7edSAlastair D'Silva irq = idr_find(&ctx->irq_idr, irq_id);
175aeddad17SFrederic Barrat if (!irq) {
176aeddad17SFrederic Barrat mutex_unlock(&ctx->irq_lock);
177aeddad17SFrederic Barrat return -EINVAL;
178aeddad17SFrederic Barrat }
179aeddad17SFrederic Barrat idr_remove(&ctx->irq_idr, irq->id);
180aeddad17SFrederic Barrat afu_irq_free(irq, ctx);
181aeddad17SFrederic Barrat mutex_unlock(&ctx->irq_lock);
182aeddad17SFrederic Barrat return 0;
183aeddad17SFrederic Barrat }
18406014661SAlastair D'Silva EXPORT_SYMBOL_GPL(ocxl_afu_irq_free);
185aeddad17SFrederic Barrat
ocxl_afu_irq_free_all(struct ocxl_context * ctx)186aeddad17SFrederic Barrat void ocxl_afu_irq_free_all(struct ocxl_context *ctx)
187aeddad17SFrederic Barrat {
188aeddad17SFrederic Barrat struct afu_irq *irq;
189aeddad17SFrederic Barrat int id;
190aeddad17SFrederic Barrat
191aeddad17SFrederic Barrat mutex_lock(&ctx->irq_lock);
192aeddad17SFrederic Barrat idr_for_each_entry(&ctx->irq_idr, irq, id)
193aeddad17SFrederic Barrat afu_irq_free(irq, ctx);
194aeddad17SFrederic Barrat mutex_unlock(&ctx->irq_lock);
195aeddad17SFrederic Barrat }
196aeddad17SFrederic Barrat
ocxl_afu_irq_get_addr(struct ocxl_context * ctx,int irq_id)1972ec3b7edSAlastair D'Silva u64 ocxl_afu_irq_get_addr(struct ocxl_context *ctx, int irq_id)
198aeddad17SFrederic Barrat {
199ad857d47SFrederic Barrat struct xive_irq_data *xd;
200aeddad17SFrederic Barrat struct afu_irq *irq;
201aeddad17SFrederic Barrat u64 addr = 0;
202aeddad17SFrederic Barrat
203aeddad17SFrederic Barrat mutex_lock(&ctx->irq_lock);
2042ec3b7edSAlastair D'Silva irq = idr_find(&ctx->irq_idr, irq_id);
205ad857d47SFrederic Barrat if (irq) {
206ad857d47SFrederic Barrat xd = irq_get_handler_data(irq->virq);
207ad857d47SFrederic Barrat addr = xd ? xd->trig_page : 0;
208ad857d47SFrederic Barrat }
209aeddad17SFrederic Barrat mutex_unlock(&ctx->irq_lock);
210aeddad17SFrederic Barrat return addr;
211aeddad17SFrederic Barrat }
21206014661SAlastair D'Silva EXPORT_SYMBOL_GPL(ocxl_afu_irq_get_addr);
213