This source file includes following definitions.
- bpmp_channel_status
- tegra210_bpmp_is_response_ready
- tegra210_bpmp_is_request_ready
- tegra210_bpmp_is_request_channel_free
- tegra210_bpmp_is_response_channel_free
- tegra210_bpmp_post_request
- tegra210_bpmp_post_response
- tegra210_bpmp_ack_response
- tegra210_bpmp_ack_request
- tegra210_bpmp_ring_doorbell
- rx_irq
- tegra210_bpmp_channel_init
- tegra210_bpmp_init
1
2
3
4
5
6 #include <linux/interrupt.h>
7 #include <linux/irq.h>
8 #include <linux/io.h>
9 #include <linux/of.h>
10 #include <linux/platform_device.h>
11
12 #include <soc/tegra/bpmp.h>
13
14 #include "bpmp-private.h"
15
16 #define TRIGGER_OFFSET 0x000
17 #define RESULT_OFFSET(id) (0xc00 + id * 4)
18 #define TRIGGER_ID_SHIFT 16
19 #define TRIGGER_CMD_GET 4
20
21 #define STA_OFFSET 0
22 #define SET_OFFSET 4
23 #define CLR_OFFSET 8
24
25 #define CH_MASK(ch) (0x3 << ((ch) * 2))
26 #define SL_SIGL(ch) (0x0 << ((ch) * 2))
27 #define SL_QUED(ch) (0x1 << ((ch) * 2))
28 #define MA_FREE(ch) (0x2 << ((ch) * 2))
29 #define MA_ACKD(ch) (0x3 << ((ch) * 2))
30
31 struct tegra210_bpmp {
32 void __iomem *atomics;
33 void __iomem *arb_sema;
34 struct irq_data *tx_irq_data;
35 };
36
37 static u32 bpmp_channel_status(struct tegra_bpmp *bpmp, unsigned int index)
38 {
39 struct tegra210_bpmp *priv = bpmp->priv;
40
41 return __raw_readl(priv->arb_sema + STA_OFFSET) & CH_MASK(index);
42 }
43
44 static bool tegra210_bpmp_is_response_ready(struct tegra_bpmp_channel *channel)
45 {
46 unsigned int index = channel->index;
47
48 return bpmp_channel_status(channel->bpmp, index) == MA_ACKD(index);
49 }
50
51 static bool tegra210_bpmp_is_request_ready(struct tegra_bpmp_channel *channel)
52 {
53 unsigned int index = channel->index;
54
55 return bpmp_channel_status(channel->bpmp, index) == SL_SIGL(index);
56 }
57
58 static bool
59 tegra210_bpmp_is_request_channel_free(struct tegra_bpmp_channel *channel)
60 {
61 unsigned int index = channel->index;
62
63 return bpmp_channel_status(channel->bpmp, index) == MA_FREE(index);
64 }
65
66 static bool
67 tegra210_bpmp_is_response_channel_free(struct tegra_bpmp_channel *channel)
68 {
69 unsigned int index = channel->index;
70
71 return bpmp_channel_status(channel->bpmp, index) == SL_QUED(index);
72 }
73
74 static int tegra210_bpmp_post_request(struct tegra_bpmp_channel *channel)
75 {
76 struct tegra210_bpmp *priv = channel->bpmp->priv;
77
78 __raw_writel(CH_MASK(channel->index), priv->arb_sema + CLR_OFFSET);
79
80 return 0;
81 }
82
83 static int tegra210_bpmp_post_response(struct tegra_bpmp_channel *channel)
84 {
85 struct tegra210_bpmp *priv = channel->bpmp->priv;
86
87 __raw_writel(MA_ACKD(channel->index), priv->arb_sema + SET_OFFSET);
88
89 return 0;
90 }
91
92 static int tegra210_bpmp_ack_response(struct tegra_bpmp_channel *channel)
93 {
94 struct tegra210_bpmp *priv = channel->bpmp->priv;
95
96 __raw_writel(MA_ACKD(channel->index) ^ MA_FREE(channel->index),
97 priv->arb_sema + CLR_OFFSET);
98
99 return 0;
100 }
101
102 static int tegra210_bpmp_ack_request(struct tegra_bpmp_channel *channel)
103 {
104 struct tegra210_bpmp *priv = channel->bpmp->priv;
105
106 __raw_writel(SL_QUED(channel->index), priv->arb_sema + SET_OFFSET);
107
108 return 0;
109 }
110
111 static int tegra210_bpmp_ring_doorbell(struct tegra_bpmp *bpmp)
112 {
113 struct tegra210_bpmp *priv = bpmp->priv;
114 struct irq_data *irq_data = priv->tx_irq_data;
115
116
117
118
119
120 if (irq_data->chip->irq_retrigger)
121 return irq_data->chip->irq_retrigger(irq_data);
122
123 return -EINVAL;
124 }
125
126 static irqreturn_t rx_irq(int irq, void *data)
127 {
128 struct tegra_bpmp *bpmp = data;
129
130 tegra_bpmp_handle_rx(bpmp);
131
132 return IRQ_HANDLED;
133 }
134
135 static int tegra210_bpmp_channel_init(struct tegra_bpmp_channel *channel,
136 struct tegra_bpmp *bpmp,
137 unsigned int index)
138 {
139 struct tegra210_bpmp *priv = bpmp->priv;
140 u32 address;
141 void *p;
142
143
144 writel(index << TRIGGER_ID_SHIFT | TRIGGER_CMD_GET,
145 priv->atomics + TRIGGER_OFFSET);
146 address = readl(priv->atomics + RESULT_OFFSET(index));
147
148 p = devm_ioremap(bpmp->dev, address, 0x80);
149 if (!p)
150 return -ENOMEM;
151
152 channel->ib = p;
153 channel->ob = p;
154 channel->index = index;
155 init_completion(&channel->completion);
156 channel->bpmp = bpmp;
157
158 return 0;
159 }
160
161 static int tegra210_bpmp_init(struct tegra_bpmp *bpmp)
162 {
163 struct platform_device *pdev = to_platform_device(bpmp->dev);
164 struct tegra210_bpmp *priv;
165 struct resource *res;
166 unsigned int i;
167 int err;
168
169 priv = devm_kzalloc(&pdev->dev, sizeof(*priv), GFP_KERNEL);
170 if (!priv)
171 return -ENOMEM;
172
173 bpmp->priv = priv;
174
175 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
176 priv->atomics = devm_ioremap_resource(&pdev->dev, res);
177 if (IS_ERR(priv->atomics))
178 return PTR_ERR(priv->atomics);
179
180 res = platform_get_resource(pdev, IORESOURCE_MEM, 1);
181 priv->arb_sema = devm_ioremap_resource(&pdev->dev, res);
182 if (IS_ERR(priv->arb_sema))
183 return PTR_ERR(priv->arb_sema);
184
185 err = tegra210_bpmp_channel_init(bpmp->tx_channel, bpmp,
186 bpmp->soc->channels.cpu_tx.offset);
187 if (err < 0)
188 return err;
189
190 err = tegra210_bpmp_channel_init(bpmp->rx_channel, bpmp,
191 bpmp->soc->channels.cpu_rx.offset);
192 if (err < 0)
193 return err;
194
195 for (i = 0; i < bpmp->threaded.count; i++) {
196 unsigned int index = bpmp->soc->channels.thread.offset + i;
197
198 err = tegra210_bpmp_channel_init(&bpmp->threaded_channels[i],
199 bpmp, index);
200 if (err < 0)
201 return err;
202 }
203
204 err = platform_get_irq_byname(pdev, "tx");
205 if (err < 0) {
206 dev_err(&pdev->dev, "failed to get TX IRQ: %d\n", err);
207 return err;
208 }
209
210 priv->tx_irq_data = irq_get_irq_data(err);
211 if (!priv->tx_irq_data) {
212 dev_err(&pdev->dev, "failed to get IRQ data for TX IRQ\n");
213 return err;
214 }
215
216 err = platform_get_irq_byname(pdev, "rx");
217 if (err < 0) {
218 dev_err(&pdev->dev, "failed to get rx IRQ: %d\n", err);
219 return err;
220 }
221
222 err = devm_request_irq(&pdev->dev, err, rx_irq,
223 IRQF_NO_SUSPEND, dev_name(&pdev->dev), bpmp);
224 if (err < 0) {
225 dev_err(&pdev->dev, "failed to request IRQ: %d\n", err);
226 return err;
227 }
228
229 return 0;
230 }
231
232 const struct tegra_bpmp_ops tegra210_bpmp_ops = {
233 .init = tegra210_bpmp_init,
234 .is_response_ready = tegra210_bpmp_is_response_ready,
235 .is_request_ready = tegra210_bpmp_is_request_ready,
236 .ack_response = tegra210_bpmp_ack_response,
237 .ack_request = tegra210_bpmp_ack_request,
238 .is_response_channel_free = tegra210_bpmp_is_response_channel_free,
239 .is_request_channel_free = tegra210_bpmp_is_request_channel_free,
240 .post_response = tegra210_bpmp_post_response,
241 .post_request = tegra210_bpmp_post_request,
242 .ring_doorbell = tegra210_bpmp_ring_doorbell,
243 };