This source file includes following definitions.
- ti_am335x_xbar_write
- ti_am335x_xbar_free
- ti_am335x_xbar_route_allocate
- ti_am335x_xbar_probe
- ti_dra7_xbar_write
- ti_dra7_xbar_free
- ti_dra7_xbar_route_allocate
- ti_dra7_xbar_reserve
- ti_dra7_xbar_probe
- ti_dma_xbar_probe
- omap_dmaxbar_init
1
2
3
4
5
6 #include <linux/slab.h>
7 #include <linux/err.h>
8 #include <linux/init.h>
9 #include <linux/list.h>
10 #include <linux/io.h>
11 #include <linux/of_address.h>
12 #include <linux/of_device.h>
13 #include <linux/of_dma.h>
14
15 #define TI_XBAR_DRA7 0
16 #define TI_XBAR_AM335X 1
17 static const u32 ti_xbar_type[] = {
18 [TI_XBAR_DRA7] = TI_XBAR_DRA7,
19 [TI_XBAR_AM335X] = TI_XBAR_AM335X,
20 };
21
22 static const struct of_device_id ti_dma_xbar_match[] = {
23 {
24 .compatible = "ti,dra7-dma-crossbar",
25 .data = &ti_xbar_type[TI_XBAR_DRA7],
26 },
27 {
28 .compatible = "ti,am335x-edma-crossbar",
29 .data = &ti_xbar_type[TI_XBAR_AM335X],
30 },
31 {},
32 };
33
34
35 #define TI_AM335X_XBAR_LINES 64
36
37 struct ti_am335x_xbar_data {
38 void __iomem *iomem;
39
40 struct dma_router dmarouter;
41
42 u32 xbar_events;
43 u32 dma_requests;
44 };
45
46 struct ti_am335x_xbar_map {
47 u16 dma_line;
48 u8 mux_val;
49 };
50
51 static inline void ti_am335x_xbar_write(void __iomem *iomem, int event, u8 val)
52 {
53
54
55
56
57
58 if (event >= 60 && event <= 63)
59 writeb_relaxed(val, iomem + (63 - event % 4));
60 else
61 writeb_relaxed(val, iomem + event);
62 }
63
64 static void ti_am335x_xbar_free(struct device *dev, void *route_data)
65 {
66 struct ti_am335x_xbar_data *xbar = dev_get_drvdata(dev);
67 struct ti_am335x_xbar_map *map = route_data;
68
69 dev_dbg(dev, "Unmapping XBAR event %u on channel %u\n",
70 map->mux_val, map->dma_line);
71
72 ti_am335x_xbar_write(xbar->iomem, map->dma_line, 0);
73 kfree(map);
74 }
75
76 static void *ti_am335x_xbar_route_allocate(struct of_phandle_args *dma_spec,
77 struct of_dma *ofdma)
78 {
79 struct platform_device *pdev = of_find_device_by_node(ofdma->of_node);
80 struct ti_am335x_xbar_data *xbar = platform_get_drvdata(pdev);
81 struct ti_am335x_xbar_map *map;
82
83 if (dma_spec->args_count != 3)
84 return ERR_PTR(-EINVAL);
85
86 if (dma_spec->args[2] >= xbar->xbar_events) {
87 dev_err(&pdev->dev, "Invalid XBAR event number: %d\n",
88 dma_spec->args[2]);
89 return ERR_PTR(-EINVAL);
90 }
91
92 if (dma_spec->args[0] >= xbar->dma_requests) {
93 dev_err(&pdev->dev, "Invalid DMA request line number: %d\n",
94 dma_spec->args[0]);
95 return ERR_PTR(-EINVAL);
96 }
97
98
99 dma_spec->np = of_parse_phandle(ofdma->of_node, "dma-masters", 0);
100 if (!dma_spec->np) {
101 dev_err(&pdev->dev, "Can't get DMA master\n");
102 return ERR_PTR(-EINVAL);
103 }
104
105 map = kzalloc(sizeof(*map), GFP_KERNEL);
106 if (!map) {
107 of_node_put(dma_spec->np);
108 return ERR_PTR(-ENOMEM);
109 }
110
111 map->dma_line = (u16)dma_spec->args[0];
112 map->mux_val = (u8)dma_spec->args[2];
113
114 dma_spec->args[2] = 0;
115 dma_spec->args_count = 2;
116
117 dev_dbg(&pdev->dev, "Mapping XBAR event%u to DMA%u\n",
118 map->mux_val, map->dma_line);
119
120 ti_am335x_xbar_write(xbar->iomem, map->dma_line, map->mux_val);
121
122 return map;
123 }
124
125 static const struct of_device_id ti_am335x_master_match[] = {
126 { .compatible = "ti,edma3-tpcc", },
127 {},
128 };
129
130 static int ti_am335x_xbar_probe(struct platform_device *pdev)
131 {
132 struct device_node *node = pdev->dev.of_node;
133 const struct of_device_id *match;
134 struct device_node *dma_node;
135 struct ti_am335x_xbar_data *xbar;
136 struct resource *res;
137 void __iomem *iomem;
138 int i, ret;
139
140 if (!node)
141 return -ENODEV;
142
143 xbar = devm_kzalloc(&pdev->dev, sizeof(*xbar), GFP_KERNEL);
144 if (!xbar)
145 return -ENOMEM;
146
147 dma_node = of_parse_phandle(node, "dma-masters", 0);
148 if (!dma_node) {
149 dev_err(&pdev->dev, "Can't get DMA master node\n");
150 return -ENODEV;
151 }
152
153 match = of_match_node(ti_am335x_master_match, dma_node);
154 if (!match) {
155 dev_err(&pdev->dev, "DMA master is not supported\n");
156 of_node_put(dma_node);
157 return -EINVAL;
158 }
159
160 if (of_property_read_u32(dma_node, "dma-requests",
161 &xbar->dma_requests)) {
162 dev_info(&pdev->dev,
163 "Missing XBAR output information, using %u.\n",
164 TI_AM335X_XBAR_LINES);
165 xbar->dma_requests = TI_AM335X_XBAR_LINES;
166 }
167 of_node_put(dma_node);
168
169 if (of_property_read_u32(node, "dma-requests", &xbar->xbar_events)) {
170 dev_info(&pdev->dev,
171 "Missing XBAR input information, using %u.\n",
172 TI_AM335X_XBAR_LINES);
173 xbar->xbar_events = TI_AM335X_XBAR_LINES;
174 }
175
176 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
177 iomem = devm_ioremap_resource(&pdev->dev, res);
178 if (IS_ERR(iomem))
179 return PTR_ERR(iomem);
180
181 xbar->iomem = iomem;
182
183 xbar->dmarouter.dev = &pdev->dev;
184 xbar->dmarouter.route_free = ti_am335x_xbar_free;
185
186 platform_set_drvdata(pdev, xbar);
187
188
189 for (i = 0; i < xbar->dma_requests; i++)
190 ti_am335x_xbar_write(xbar->iomem, i, 0);
191
192 ret = of_dma_router_register(node, ti_am335x_xbar_route_allocate,
193 &xbar->dmarouter);
194
195 return ret;
196 }
197
198
199 #define TI_DRA7_XBAR_OUTPUTS 127
200 #define TI_DRA7_XBAR_INPUTS 256
201
202 struct ti_dra7_xbar_data {
203 void __iomem *iomem;
204
205 struct dma_router dmarouter;
206 struct mutex mutex;
207 unsigned long *dma_inuse;
208
209 u16 safe_val;
210 u32 xbar_requests;
211 u32 dma_requests;
212 u32 dma_offset;
213 };
214
215 struct ti_dra7_xbar_map {
216 u16 xbar_in;
217 int xbar_out;
218 };
219
220 static inline void ti_dra7_xbar_write(void __iomem *iomem, int xbar, u16 val)
221 {
222 writew_relaxed(val, iomem + (xbar * 2));
223 }
224
225 static void ti_dra7_xbar_free(struct device *dev, void *route_data)
226 {
227 struct ti_dra7_xbar_data *xbar = dev_get_drvdata(dev);
228 struct ti_dra7_xbar_map *map = route_data;
229
230 dev_dbg(dev, "Unmapping XBAR%u (was routed to %d)\n",
231 map->xbar_in, map->xbar_out);
232
233 ti_dra7_xbar_write(xbar->iomem, map->xbar_out, xbar->safe_val);
234 mutex_lock(&xbar->mutex);
235 clear_bit(map->xbar_out, xbar->dma_inuse);
236 mutex_unlock(&xbar->mutex);
237 kfree(map);
238 }
239
240 static void *ti_dra7_xbar_route_allocate(struct of_phandle_args *dma_spec,
241 struct of_dma *ofdma)
242 {
243 struct platform_device *pdev = of_find_device_by_node(ofdma->of_node);
244 struct ti_dra7_xbar_data *xbar = platform_get_drvdata(pdev);
245 struct ti_dra7_xbar_map *map;
246
247 if (dma_spec->args[0] >= xbar->xbar_requests) {
248 dev_err(&pdev->dev, "Invalid XBAR request number: %d\n",
249 dma_spec->args[0]);
250 return ERR_PTR(-EINVAL);
251 }
252
253
254 dma_spec->np = of_parse_phandle(ofdma->of_node, "dma-masters", 0);
255 if (!dma_spec->np) {
256 dev_err(&pdev->dev, "Can't get DMA master\n");
257 return ERR_PTR(-EINVAL);
258 }
259
260 map = kzalloc(sizeof(*map), GFP_KERNEL);
261 if (!map) {
262 of_node_put(dma_spec->np);
263 return ERR_PTR(-ENOMEM);
264 }
265
266 mutex_lock(&xbar->mutex);
267 map->xbar_out = find_first_zero_bit(xbar->dma_inuse,
268 xbar->dma_requests);
269 if (map->xbar_out == xbar->dma_requests) {
270 mutex_unlock(&xbar->mutex);
271 dev_err(&pdev->dev, "Run out of free DMA requests\n");
272 kfree(map);
273 return ERR_PTR(-ENOMEM);
274 }
275 set_bit(map->xbar_out, xbar->dma_inuse);
276 mutex_unlock(&xbar->mutex);
277
278 map->xbar_in = (u16)dma_spec->args[0];
279
280 dma_spec->args[0] = map->xbar_out + xbar->dma_offset;
281
282 dev_dbg(&pdev->dev, "Mapping XBAR%u to DMA%d\n",
283 map->xbar_in, map->xbar_out);
284
285 ti_dra7_xbar_write(xbar->iomem, map->xbar_out, map->xbar_in);
286
287 return map;
288 }
289
290 #define TI_XBAR_EDMA_OFFSET 0
291 #define TI_XBAR_SDMA_OFFSET 1
292 static const u32 ti_dma_offset[] = {
293 [TI_XBAR_EDMA_OFFSET] = 0,
294 [TI_XBAR_SDMA_OFFSET] = 1,
295 };
296
297 static const struct of_device_id ti_dra7_master_match[] = {
298 {
299 .compatible = "ti,omap4430-sdma",
300 .data = &ti_dma_offset[TI_XBAR_SDMA_OFFSET],
301 },
302 {
303 .compatible = "ti,edma3",
304 .data = &ti_dma_offset[TI_XBAR_EDMA_OFFSET],
305 },
306 {
307 .compatible = "ti,edma3-tpcc",
308 .data = &ti_dma_offset[TI_XBAR_EDMA_OFFSET],
309 },
310 {},
311 };
312
313 static inline void ti_dra7_xbar_reserve(int offset, int len, unsigned long *p)
314 {
315 for (; len > 0; len--)
316 set_bit(offset + (len - 1), p);
317 }
318
319 static int ti_dra7_xbar_probe(struct platform_device *pdev)
320 {
321 struct device_node *node = pdev->dev.of_node;
322 const struct of_device_id *match;
323 struct device_node *dma_node;
324 struct ti_dra7_xbar_data *xbar;
325 struct property *prop;
326 struct resource *res;
327 u32 safe_val;
328 int sz;
329 void __iomem *iomem;
330 int i, ret;
331
332 if (!node)
333 return -ENODEV;
334
335 xbar = devm_kzalloc(&pdev->dev, sizeof(*xbar), GFP_KERNEL);
336 if (!xbar)
337 return -ENOMEM;
338
339 dma_node = of_parse_phandle(node, "dma-masters", 0);
340 if (!dma_node) {
341 dev_err(&pdev->dev, "Can't get DMA master node\n");
342 return -ENODEV;
343 }
344
345 match = of_match_node(ti_dra7_master_match, dma_node);
346 if (!match) {
347 dev_err(&pdev->dev, "DMA master is not supported\n");
348 of_node_put(dma_node);
349 return -EINVAL;
350 }
351
352 if (of_property_read_u32(dma_node, "dma-requests",
353 &xbar->dma_requests)) {
354 dev_info(&pdev->dev,
355 "Missing XBAR output information, using %u.\n",
356 TI_DRA7_XBAR_OUTPUTS);
357 xbar->dma_requests = TI_DRA7_XBAR_OUTPUTS;
358 }
359 of_node_put(dma_node);
360
361 xbar->dma_inuse = devm_kcalloc(&pdev->dev,
362 BITS_TO_LONGS(xbar->dma_requests),
363 sizeof(unsigned long), GFP_KERNEL);
364 if (!xbar->dma_inuse)
365 return -ENOMEM;
366
367 if (of_property_read_u32(node, "dma-requests", &xbar->xbar_requests)) {
368 dev_info(&pdev->dev,
369 "Missing XBAR input information, using %u.\n",
370 TI_DRA7_XBAR_INPUTS);
371 xbar->xbar_requests = TI_DRA7_XBAR_INPUTS;
372 }
373
374 if (!of_property_read_u32(node, "ti,dma-safe-map", &safe_val))
375 xbar->safe_val = (u16)safe_val;
376
377
378 prop = of_find_property(node, "ti,reserved-dma-request-ranges", &sz);
379 if (prop) {
380 const char pname[] = "ti,reserved-dma-request-ranges";
381 u32 (*rsv_events)[2];
382 size_t nelm = sz / sizeof(*rsv_events);
383 int i;
384
385 if (!nelm)
386 return -EINVAL;
387
388 rsv_events = kcalloc(nelm, sizeof(*rsv_events), GFP_KERNEL);
389 if (!rsv_events)
390 return -ENOMEM;
391
392 ret = of_property_read_u32_array(node, pname, (u32 *)rsv_events,
393 nelm * 2);
394 if (ret) {
395 kfree(rsv_events);
396 return ret;
397 }
398
399 for (i = 0; i < nelm; i++) {
400 ti_dra7_xbar_reserve(rsv_events[i][0], rsv_events[i][1],
401 xbar->dma_inuse);
402 }
403 kfree(rsv_events);
404 }
405
406 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
407 iomem = devm_ioremap_resource(&pdev->dev, res);
408 if (IS_ERR(iomem))
409 return PTR_ERR(iomem);
410
411 xbar->iomem = iomem;
412
413 xbar->dmarouter.dev = &pdev->dev;
414 xbar->dmarouter.route_free = ti_dra7_xbar_free;
415 xbar->dma_offset = *(u32 *)match->data;
416
417 mutex_init(&xbar->mutex);
418 platform_set_drvdata(pdev, xbar);
419
420
421 for (i = 0; i < xbar->dma_requests; i++) {
422 if (!test_bit(i, xbar->dma_inuse))
423 ti_dra7_xbar_write(xbar->iomem, i, xbar->safe_val);
424 }
425
426 ret = of_dma_router_register(node, ti_dra7_xbar_route_allocate,
427 &xbar->dmarouter);
428 if (ret) {
429
430 for (i = 0; i < xbar->dma_requests; i++) {
431 if (!test_bit(i, xbar->dma_inuse))
432 ti_dra7_xbar_write(xbar->iomem, i, i);
433 }
434 }
435
436 return ret;
437 }
438
439 static int ti_dma_xbar_probe(struct platform_device *pdev)
440 {
441 const struct of_device_id *match;
442 int ret;
443
444 match = of_match_node(ti_dma_xbar_match, pdev->dev.of_node);
445 if (unlikely(!match))
446 return -EINVAL;
447
448 switch (*(u32 *)match->data) {
449 case TI_XBAR_DRA7:
450 ret = ti_dra7_xbar_probe(pdev);
451 break;
452 case TI_XBAR_AM335X:
453 ret = ti_am335x_xbar_probe(pdev);
454 break;
455 default:
456 dev_err(&pdev->dev, "Unsupported crossbar\n");
457 ret = -ENODEV;
458 break;
459 }
460
461 return ret;
462 }
463
464 static struct platform_driver ti_dma_xbar_driver = {
465 .driver = {
466 .name = "ti-dma-crossbar",
467 .of_match_table = of_match_ptr(ti_dma_xbar_match),
468 },
469 .probe = ti_dma_xbar_probe,
470 };
471
472 static int omap_dmaxbar_init(void)
473 {
474 return platform_driver_register(&ti_dma_xbar_driver);
475 }
476 arch_initcall(omap_dmaxbar_init);