2 * Freescale Management Complex (MC) bus driver
4 * Copyright (C) 2014-2016 Freescale Semiconductor, Inc.
5 * Author: German Rivera <German.Rivera@freescale.com>
7 * This file is licensed under the terms of the GNU General Public
8 * License version 2. This program is licensed "as is" without any
9 * warranty of any kind, whether express or implied.
12 #define pr_fmt(fmt) "fsl-mc: " fmt
14 #include <linux/module.h>
15 #include <linux/of_device.h>
16 #include <linux/of_address.h>
17 #include <linux/ioport.h>
18 #include <linux/slab.h>
19 #include <linux/limits.h>
20 #include <linux/bitops.h>
21 #include <linux/msi.h>
22 #include <linux/dma-mapping.h>
23 #include "../include/mc-bus.h"
24 #include "../include/dpmng.h"
25 #include "../include/mc-sys.h"
27 #include "fsl-mc-private.h"
31 * Default DMA mask for devices on a fsl-mc bus
33 #define FSL_MC_DEFAULT_DMA_MASK (~0ULL)
36 * struct fsl_mc - Private data of a "fsl,qoriq-mc" platform device
37 * @root_mc_bus_dev: fsl-mc device representing the root DPRC
38 * @num_translation_ranges: number of entries in addr_translation_ranges
39 * @translation_ranges: array of bus to system address translation ranges
42 struct fsl_mc_device
*root_mc_bus_dev
;
43 u8 num_translation_ranges
;
44 struct fsl_mc_addr_translation_range
*translation_ranges
;
48 * struct fsl_mc_addr_translation_range - bus to system address translation
50 * @mc_region_type: Type of MC region for the range being translated
51 * @start_mc_offset: Start MC offset of the range being translated
52 * @end_mc_offset: MC offset of the first byte after the range (last MC
53 * offset of the range is end_mc_offset - 1)
54 * @start_phys_addr: system physical address corresponding to start_mc_addr
56 struct fsl_mc_addr_translation_range
{
57 enum dprc_region_type mc_region_type
;
60 phys_addr_t start_phys_addr
;
64 * fsl_mc_bus_match - device to driver matching callback
65 * @dev: the fsl-mc device to match against
66 * @drv: the device driver to search for matching fsl-mc object type
69 * Returns 1 on success, 0 otherwise.
71 static int fsl_mc_bus_match(struct device
*dev
, struct device_driver
*drv
)
73 const struct fsl_mc_device_id
*id
;
74 struct fsl_mc_device
*mc_dev
= to_fsl_mc_device(dev
);
75 struct fsl_mc_driver
*mc_drv
= to_fsl_mc_driver(drv
);
78 if (!mc_drv
->match_id_table
)
82 * If the object is not 'plugged' don't match.
83 * Only exception is the root DPRC, which is a special case.
85 if ((mc_dev
->obj_desc
.state
& DPRC_OBJ_STATE_PLUGGED
) == 0 &&
86 !fsl_mc_is_root_dprc(&mc_dev
->dev
))
90 * Traverse the match_id table of the given driver, trying to find
91 * a matching for the given device.
93 for (id
= mc_drv
->match_id_table
; id
->vendor
!= 0x0; id
++) {
94 if (id
->vendor
== mc_dev
->obj_desc
.vendor
&&
95 strcmp(id
->obj_type
, mc_dev
->obj_desc
.type
) == 0) {
103 dev_dbg(dev
, "%smatched\n", found
? "" : "not ");
108 * fsl_mc_bus_uevent - callback invoked when a device is added
110 static int fsl_mc_bus_uevent(struct device
*dev
, struct kobj_uevent_env
*env
)
112 struct fsl_mc_device
*mc_dev
= to_fsl_mc_device(dev
);
114 if (add_uevent_var(env
, "MODALIAS=fsl-mc:v%08Xd%s",
115 mc_dev
->obj_desc
.vendor
,
116 mc_dev
->obj_desc
.type
))
122 static ssize_t
modalias_show(struct device
*dev
, struct device_attribute
*attr
,
125 struct fsl_mc_device
*mc_dev
= to_fsl_mc_device(dev
);
127 return sprintf(buf
, "fsl-mc:v%08Xd%s\n", mc_dev
->obj_desc
.vendor
,
128 mc_dev
->obj_desc
.type
);
130 static DEVICE_ATTR_RO(modalias
);
132 static struct attribute
*fsl_mc_dev_attrs
[] = {
133 &dev_attr_modalias
.attr
,
137 ATTRIBUTE_GROUPS(fsl_mc_dev
);
139 struct bus_type fsl_mc_bus_type
= {
141 .match
= fsl_mc_bus_match
,
142 .uevent
= fsl_mc_bus_uevent
,
143 .dev_groups
= fsl_mc_dev_groups
,
145 EXPORT_SYMBOL_GPL(fsl_mc_bus_type
);
147 static int fsl_mc_driver_probe(struct device
*dev
)
149 struct fsl_mc_driver
*mc_drv
;
150 struct fsl_mc_device
*mc_dev
= to_fsl_mc_device(dev
);
153 if (WARN_ON(!dev
->driver
))
156 mc_drv
= to_fsl_mc_driver(dev
->driver
);
157 if (WARN_ON(!mc_drv
->probe
))
160 error
= mc_drv
->probe(mc_dev
);
162 dev_err(dev
, "%s failed: %d\n", __func__
, error
);
169 static int fsl_mc_driver_remove(struct device
*dev
)
171 struct fsl_mc_driver
*mc_drv
= to_fsl_mc_driver(dev
->driver
);
172 struct fsl_mc_device
*mc_dev
= to_fsl_mc_device(dev
);
175 if (WARN_ON(!dev
->driver
))
178 error
= mc_drv
->remove(mc_dev
);
180 dev_err(dev
, "%s failed: %d\n", __func__
, error
);
187 static void fsl_mc_driver_shutdown(struct device
*dev
)
189 struct fsl_mc_driver
*mc_drv
= to_fsl_mc_driver(dev
->driver
);
190 struct fsl_mc_device
*mc_dev
= to_fsl_mc_device(dev
);
192 mc_drv
->shutdown(mc_dev
);
196 * __fsl_mc_driver_register - registers a child device driver with the
199 * This function is implicitly invoked from the registration function of
200 * fsl_mc device drivers, which is generated by the
201 * module_fsl_mc_driver() macro.
203 int __fsl_mc_driver_register(struct fsl_mc_driver
*mc_driver
,
204 struct module
*owner
)
208 mc_driver
->driver
.owner
= owner
;
209 mc_driver
->driver
.bus
= &fsl_mc_bus_type
;
211 if (mc_driver
->probe
)
212 mc_driver
->driver
.probe
= fsl_mc_driver_probe
;
214 if (mc_driver
->remove
)
215 mc_driver
->driver
.remove
= fsl_mc_driver_remove
;
217 if (mc_driver
->shutdown
)
218 mc_driver
->driver
.shutdown
= fsl_mc_driver_shutdown
;
220 error
= driver_register(&mc_driver
->driver
);
222 pr_err("driver_register() failed for %s: %d\n",
223 mc_driver
->driver
.name
, error
);
229 EXPORT_SYMBOL_GPL(__fsl_mc_driver_register
);
232 * fsl_mc_driver_unregister - unregisters a device driver from the
235 void fsl_mc_driver_unregister(struct fsl_mc_driver
*mc_driver
)
237 driver_unregister(&mc_driver
->driver
);
239 EXPORT_SYMBOL_GPL(fsl_mc_driver_unregister
);
242 * fsl_mc_get_root_dprc - function to traverse to the root dprc
244 void fsl_mc_get_root_dprc(struct device
*dev
,
245 struct device
**root_dprc_dev
)
248 *root_dprc_dev
= NULL
;
249 } else if (WARN_ON(!dev_is_fsl_mc(dev
))) {
250 *root_dprc_dev
= NULL
;
252 *root_dprc_dev
= dev
;
253 while (dev_is_fsl_mc((*root_dprc_dev
)->parent
))
254 *root_dprc_dev
= (*root_dprc_dev
)->parent
;
257 EXPORT_SYMBOL_GPL(fsl_mc_get_root_dprc
);
259 static int get_dprc_attr(struct fsl_mc_io
*mc_io
,
260 int container_id
, struct dprc_attributes
*attr
)
265 error
= dprc_open(mc_io
, 0, container_id
, &dprc_handle
);
267 dev_err(mc_io
->dev
, "dprc_open() failed: %d\n", error
);
271 memset(attr
, 0, sizeof(struct dprc_attributes
));
272 error
= dprc_get_attributes(mc_io
, 0, dprc_handle
, attr
);
274 dev_err(mc_io
->dev
, "dprc_get_attributes() failed: %d\n",
282 (void)dprc_close(mc_io
, 0, dprc_handle
);
286 static int get_dprc_icid(struct fsl_mc_io
*mc_io
,
287 int container_id
, u16
*icid
)
289 struct dprc_attributes attr
;
292 error
= get_dprc_attr(mc_io
, container_id
, &attr
);
299 static int translate_mc_addr(struct fsl_mc_device
*mc_dev
,
300 enum dprc_region_type mc_region_type
,
301 u64 mc_offset
, phys_addr_t
*phys_addr
)
304 struct device
*root_dprc_dev
;
307 fsl_mc_get_root_dprc(&mc_dev
->dev
, &root_dprc_dev
);
308 if (WARN_ON(!root_dprc_dev
))
310 mc
= dev_get_drvdata(root_dprc_dev
->parent
);
312 if (mc
->num_translation_ranges
== 0) {
314 * Do identity mapping:
316 *phys_addr
= mc_offset
;
320 for (i
= 0; i
< mc
->num_translation_ranges
; i
++) {
321 struct fsl_mc_addr_translation_range
*range
=
322 &mc
->translation_ranges
[i
];
324 if (mc_region_type
== range
->mc_region_type
&&
325 mc_offset
>= range
->start_mc_offset
&&
326 mc_offset
< range
->end_mc_offset
) {
327 *phys_addr
= range
->start_phys_addr
+
328 (mc_offset
- range
->start_mc_offset
);
336 static int fsl_mc_device_get_mmio_regions(struct fsl_mc_device
*mc_dev
,
337 struct fsl_mc_device
*mc_bus_dev
)
341 struct resource
*regions
;
342 struct dprc_obj_desc
*obj_desc
= &mc_dev
->obj_desc
;
343 struct device
*parent_dev
= mc_dev
->dev
.parent
;
344 enum dprc_region_type mc_region_type
;
346 if (strcmp(obj_desc
->type
, "dprc") == 0 ||
347 strcmp(obj_desc
->type
, "dpmcp") == 0) {
348 mc_region_type
= DPRC_REGION_TYPE_MC_PORTAL
;
349 } else if (strcmp(obj_desc
->type
, "dpio") == 0) {
350 mc_region_type
= DPRC_REGION_TYPE_QBMAN_PORTAL
;
353 * This function should not have been called for this MC object
354 * type, as this object type is not supposed to have MMIO
361 regions
= kmalloc_array(obj_desc
->region_count
,
362 sizeof(regions
[0]), GFP_KERNEL
);
366 for (i
= 0; i
< obj_desc
->region_count
; i
++) {
367 struct dprc_region_desc region_desc
;
369 error
= dprc_get_obj_region(mc_bus_dev
->mc_io
,
371 mc_bus_dev
->mc_handle
,
373 obj_desc
->id
, i
, ®ion_desc
);
376 "dprc_get_obj_region() failed: %d\n", error
);
377 goto error_cleanup_regions
;
380 WARN_ON(region_desc
.size
== 0);
381 error
= translate_mc_addr(mc_dev
, mc_region_type
,
382 region_desc
.base_offset
,
386 "Invalid MC offset: %#x (for %s.%d\'s region %d)\n",
387 region_desc
.base_offset
,
388 obj_desc
->type
, obj_desc
->id
, i
);
389 goto error_cleanup_regions
;
392 regions
[i
].end
= regions
[i
].start
+ region_desc
.size
- 1;
393 regions
[i
].name
= "fsl-mc object MMIO region";
394 regions
[i
].flags
= IORESOURCE_IO
;
395 if (region_desc
.flags
& DPRC_REGION_CACHEABLE
)
396 regions
[i
].flags
|= IORESOURCE_CACHEABLE
;
399 mc_dev
->regions
= regions
;
402 error_cleanup_regions
:
408 * fsl_mc_is_root_dprc - function to check if a given device is a root dprc
410 bool fsl_mc_is_root_dprc(struct device
*dev
)
412 struct device
*root_dprc_dev
;
414 fsl_mc_get_root_dprc(dev
, &root_dprc_dev
);
417 return dev
== root_dprc_dev
;
420 static void fsl_mc_device_release(struct device
*dev
)
422 struct fsl_mc_device
*mc_dev
= to_fsl_mc_device(dev
);
423 struct fsl_mc_bus
*mc_bus
= NULL
;
425 kfree(mc_dev
->regions
);
427 if (strcmp(mc_dev
->obj_desc
.type
, "dprc") == 0)
428 mc_bus
= to_fsl_mc_bus(mc_dev
);
437 * Add a newly discovered fsl-mc device to be visible in Linux
439 int fsl_mc_device_add(struct dprc_obj_desc
*obj_desc
,
440 struct fsl_mc_io
*mc_io
,
441 struct device
*parent_dev
,
442 struct fsl_mc_device
**new_mc_dev
)
445 struct fsl_mc_device
*mc_dev
= NULL
;
446 struct fsl_mc_bus
*mc_bus
= NULL
;
447 struct fsl_mc_device
*parent_mc_dev
;
449 if (dev_is_fsl_mc(parent_dev
))
450 parent_mc_dev
= to_fsl_mc_device(parent_dev
);
452 parent_mc_dev
= NULL
;
454 if (strcmp(obj_desc
->type
, "dprc") == 0) {
456 * Allocate an MC bus device object:
458 mc_bus
= kzalloc(sizeof(*mc_bus
), GFP_KERNEL
);
462 mc_dev
= &mc_bus
->mc_dev
;
465 * Allocate a regular fsl_mc_device object:
467 mc_dev
= kzalloc(sizeof(*mc_dev
), GFP_KERNEL
);
472 mc_dev
->obj_desc
= *obj_desc
;
473 mc_dev
->mc_io
= mc_io
;
474 device_initialize(&mc_dev
->dev
);
475 mc_dev
->dev
.parent
= parent_dev
;
476 mc_dev
->dev
.bus
= &fsl_mc_bus_type
;
477 mc_dev
->dev
.release
= fsl_mc_device_release
;
478 dev_set_name(&mc_dev
->dev
, "%s.%d", obj_desc
->type
, obj_desc
->id
);
480 if (strcmp(obj_desc
->type
, "dprc") == 0) {
481 struct fsl_mc_io
*mc_io2
;
483 mc_dev
->flags
|= FSL_MC_IS_DPRC
;
486 * To get the DPRC's ICID, we need to open the DPRC
487 * in get_dprc_icid(). For child DPRCs, we do so using the
488 * parent DPRC's MC portal instead of the child DPRC's MC
489 * portal, in case the child DPRC is already opened with
490 * its own portal (e.g., the DPRC used by AIOP).
492 * NOTE: There cannot be more than one active open for a
493 * given MC object, using the same MC portal.
497 * device being added is a child DPRC device
499 mc_io2
= parent_mc_dev
->mc_io
;
502 * device being added is the root DPRC device
504 if (WARN_ON(!mc_io
)) {
506 goto error_cleanup_dev
;
512 error
= get_dprc_icid(mc_io2
, obj_desc
->id
, &mc_dev
->icid
);
514 goto error_cleanup_dev
;
517 * A non-DPRC object has to be a child of a DPRC, use the
518 * parent's ICID and interrupt domain.
520 mc_dev
->icid
= parent_mc_dev
->icid
;
521 mc_dev
->dma_mask
= FSL_MC_DEFAULT_DMA_MASK
;
522 mc_dev
->dev
.dma_mask
= &mc_dev
->dma_mask
;
523 dev_set_msi_domain(&mc_dev
->dev
,
524 dev_get_msi_domain(&parent_mc_dev
->dev
));
528 * Get MMIO regions for the device from the MC:
530 * NOTE: the root DPRC is a special case as its MMIO region is
531 * obtained from the device tree
533 if (parent_mc_dev
&& obj_desc
->region_count
!= 0) {
534 error
= fsl_mc_device_get_mmio_regions(mc_dev
,
537 goto error_cleanup_dev
;
540 /* Objects are coherent, unless 'no shareability' flag set. */
541 if (!(obj_desc
->flags
& DPRC_OBJ_FLAG_NO_MEM_SHAREABILITY
))
542 arch_setup_dma_ops(&mc_dev
->dev
, 0, 0, NULL
, true);
545 * The device-specific probe callback will get invoked by device_add()
547 error
= device_add(&mc_dev
->dev
);
550 "device_add() failed for device %s: %d\n",
551 dev_name(&mc_dev
->dev
), error
);
552 goto error_cleanup_dev
;
555 dev_dbg(parent_dev
, "added %s\n", dev_name(&mc_dev
->dev
));
557 *new_mc_dev
= mc_dev
;
561 kfree(mc_dev
->regions
);
569 EXPORT_SYMBOL_GPL(fsl_mc_device_add
);
572 * fsl_mc_device_remove - Remove an fsl-mc device from being visible to
575 * @mc_dev: Pointer to an fsl-mc device
577 void fsl_mc_device_remove(struct fsl_mc_device
*mc_dev
)
580 * The device-specific remove callback will get invoked by device_del()
582 device_del(&mc_dev
->dev
);
583 put_device(&mc_dev
->dev
);
585 EXPORT_SYMBOL_GPL(fsl_mc_device_remove
);
587 static int parse_mc_ranges(struct device
*dev
,
591 const __be32
**ranges_start
)
594 int range_tuple_cell_count
;
597 struct device_node
*mc_node
= dev
->of_node
;
599 *ranges_start
= of_get_property(mc_node
, "ranges", &ranges_len
);
600 if (!(*ranges_start
) || !ranges_len
) {
602 "missing or empty ranges property for device tree node '%s'\n",
607 *paddr_cells
= of_n_addr_cells(mc_node
);
609 prop
= of_get_property(mc_node
, "#address-cells", NULL
);
611 *mc_addr_cells
= be32_to_cpup(prop
);
613 *mc_addr_cells
= *paddr_cells
;
615 prop
= of_get_property(mc_node
, "#size-cells", NULL
);
617 *mc_size_cells
= be32_to_cpup(prop
);
619 *mc_size_cells
= of_n_size_cells(mc_node
);
621 range_tuple_cell_count
= *paddr_cells
+ *mc_addr_cells
+
624 tuple_len
= range_tuple_cell_count
* sizeof(__be32
);
625 if (ranges_len
% tuple_len
!= 0) {
626 dev_err(dev
, "malformed ranges property '%s'\n", mc_node
->name
);
630 return ranges_len
/ tuple_len
;
633 static int get_mc_addr_translation_ranges(struct device
*dev
,
634 struct fsl_mc_addr_translation_range
643 const __be32
*ranges_start
;
646 ret
= parse_mc_ranges(dev
,
657 * Missing or empty ranges property ("ranges;") for the
658 * 'fsl,qoriq-mc' node. In this case, identity mapping
665 *ranges
= devm_kcalloc(dev
, *num_ranges
,
666 sizeof(struct fsl_mc_addr_translation_range
),
672 for (i
= 0; i
< *num_ranges
; ++i
) {
673 struct fsl_mc_addr_translation_range
*range
= &(*ranges
)[i
];
675 range
->mc_region_type
= of_read_number(cell
, 1);
676 range
->start_mc_offset
= of_read_number(cell
+ 1,
678 cell
+= mc_addr_cells
;
679 range
->start_phys_addr
= of_read_number(cell
, paddr_cells
);
681 range
->end_mc_offset
= range
->start_mc_offset
+
682 of_read_number(cell
, mc_size_cells
);
684 cell
+= mc_size_cells
;
691 * fsl_mc_bus_probe - callback invoked when the root MC bus is being
694 static int fsl_mc_bus_probe(struct platform_device
*pdev
)
696 struct dprc_obj_desc obj_desc
;
699 struct fsl_mc_device
*mc_bus_dev
= NULL
;
700 struct fsl_mc_io
*mc_io
= NULL
;
702 phys_addr_t mc_portal_phys_addr
;
704 struct mc_version mc_version
;
707 mc
= devm_kzalloc(&pdev
->dev
, sizeof(*mc
), GFP_KERNEL
);
711 platform_set_drvdata(pdev
, mc
);
714 * Get physical address of MC portal for the root DPRC:
716 error
= of_address_to_resource(pdev
->dev
.of_node
, 0, &res
);
719 "of_address_to_resource() failed for %s\n",
720 pdev
->dev
.of_node
->full_name
);
724 mc_portal_phys_addr
= res
.start
;
725 mc_portal_size
= resource_size(&res
);
726 error
= fsl_create_mc_io(&pdev
->dev
, mc_portal_phys_addr
,
727 mc_portal_size
, NULL
,
728 FSL_MC_IO_ATOMIC_CONTEXT_PORTAL
, &mc_io
);
732 error
= mc_get_version(mc_io
, 0, &mc_version
);
735 "mc_get_version() failed with error %d\n", error
);
736 goto error_cleanup_mc_io
;
739 dev_info(&pdev
->dev
, "MC firmware version: %u.%u.%u\n",
740 mc_version
.major
, mc_version
.minor
, mc_version
.revision
);
742 error
= get_mc_addr_translation_ranges(&pdev
->dev
,
743 &mc
->translation_ranges
,
744 &mc
->num_translation_ranges
);
746 goto error_cleanup_mc_io
;
748 error
= dprc_get_container_id(mc_io
, 0, &container_id
);
751 "dprc_get_container_id() failed: %d\n", error
);
752 goto error_cleanup_mc_io
;
755 memset(&obj_desc
, 0, sizeof(struct dprc_obj_desc
));
756 error
= dprc_get_api_version(mc_io
, 0,
758 &obj_desc
.ver_minor
);
760 goto error_cleanup_mc_io
;
762 obj_desc
.vendor
= FSL_MC_VENDOR_FREESCALE
;
763 strcpy(obj_desc
.type
, "dprc");
764 obj_desc
.id
= container_id
;
765 obj_desc
.irq_count
= 1;
766 obj_desc
.region_count
= 0;
768 error
= fsl_mc_device_add(&obj_desc
, mc_io
, &pdev
->dev
, &mc_bus_dev
);
770 goto error_cleanup_mc_io
;
772 mc
->root_mc_bus_dev
= mc_bus_dev
;
776 fsl_destroy_mc_io(mc_io
);
781 * fsl_mc_bus_remove - callback invoked when the root MC bus is being
784 static int fsl_mc_bus_remove(struct platform_device
*pdev
)
786 struct fsl_mc
*mc
= platform_get_drvdata(pdev
);
788 if (WARN_ON(!fsl_mc_is_root_dprc(&mc
->root_mc_bus_dev
->dev
)))
791 fsl_mc_device_remove(mc
->root_mc_bus_dev
);
793 fsl_destroy_mc_io(mc
->root_mc_bus_dev
->mc_io
);
794 mc
->root_mc_bus_dev
->mc_io
= NULL
;
799 static const struct of_device_id fsl_mc_bus_match_table
[] = {
800 {.compatible
= "fsl,qoriq-mc",},
804 MODULE_DEVICE_TABLE(of
, fsl_mc_bus_match_table
);
806 static struct platform_driver fsl_mc_bus_driver
= {
808 .name
= "fsl_mc_bus",
810 .of_match_table
= fsl_mc_bus_match_table
,
812 .probe
= fsl_mc_bus_probe
,
813 .remove
= fsl_mc_bus_remove
,
816 static int __init
fsl_mc_bus_driver_init(void)
820 error
= bus_register(&fsl_mc_bus_type
);
822 pr_err("bus type registration failed: %d\n", error
);
823 goto error_cleanup_cache
;
826 error
= platform_driver_register(&fsl_mc_bus_driver
);
828 pr_err("platform_driver_register() failed: %d\n", error
);
829 goto error_cleanup_bus
;
832 error
= dprc_driver_init();
834 goto error_cleanup_driver
;
836 error
= fsl_mc_allocator_driver_init();
838 goto error_cleanup_dprc_driver
;
840 error
= its_fsl_mc_msi_init();
842 goto error_cleanup_mc_allocator
;
846 error_cleanup_mc_allocator
:
847 fsl_mc_allocator_driver_exit();
849 error_cleanup_dprc_driver
:
852 error_cleanup_driver
:
853 platform_driver_unregister(&fsl_mc_bus_driver
);
856 bus_unregister(&fsl_mc_bus_type
);
861 postcore_initcall(fsl_mc_bus_driver_init
);