Lines Matching refs:domain
28 static void irq_domain_check_hierarchy(struct irq_domain *domain);
145 struct irq_domain *domain; in __irq_domain_add() local
153 domain = kzalloc_node(struct_size(domain, revmap, size), in __irq_domain_add()
155 if (!domain) in __irq_domain_add()
164 domain->fwnode = fwnode; in __irq_domain_add()
165 domain->name = kstrdup(fwid->name, GFP_KERNEL); in __irq_domain_add()
166 if (!domain->name) { in __irq_domain_add()
167 kfree(domain); in __irq_domain_add()
170 domain->flags |= IRQ_DOMAIN_NAME_ALLOCATED; in __irq_domain_add()
173 domain->fwnode = fwnode; in __irq_domain_add()
174 domain->name = fwid->name; in __irq_domain_add()
188 kfree(domain); in __irq_domain_add()
194 domain->name = name; in __irq_domain_add()
195 domain->fwnode = fwnode; in __irq_domain_add()
196 domain->flags |= IRQ_DOMAIN_NAME_ALLOCATED; in __irq_domain_add()
199 if (!domain->name) { in __irq_domain_add()
202 domain->name = kasprintf(GFP_KERNEL, "unknown-%d", in __irq_domain_add()
204 if (!domain->name) { in __irq_domain_add()
205 kfree(domain); in __irq_domain_add()
208 domain->flags |= IRQ_DOMAIN_NAME_ALLOCATED; in __irq_domain_add()
215 INIT_RADIX_TREE(&domain->revmap_tree, GFP_KERNEL); in __irq_domain_add()
216 mutex_init(&domain->revmap_mutex); in __irq_domain_add()
217 domain->ops = ops; in __irq_domain_add()
218 domain->host_data = host_data; in __irq_domain_add()
219 domain->hwirq_max = hwirq_max; in __irq_domain_add()
223 domain->flags |= IRQ_DOMAIN_FLAG_NO_MAP; in __irq_domain_add()
226 domain->revmap_size = size; in __irq_domain_add()
228 irq_domain_check_hierarchy(domain); in __irq_domain_add()
231 debugfs_add_domain_dir(domain); in __irq_domain_add()
232 list_add(&domain->link, &irq_domain_list); in __irq_domain_add()
235 pr_debug("Added domain %s\n", domain->name); in __irq_domain_add()
236 return domain; in __irq_domain_add()
248 void irq_domain_remove(struct irq_domain *domain) in irq_domain_remove() argument
251 debugfs_remove_domain_dir(domain); in irq_domain_remove()
253 WARN_ON(!radix_tree_empty(&domain->revmap_tree)); in irq_domain_remove()
255 list_del(&domain->link); in irq_domain_remove()
260 if (unlikely(irq_default_domain == domain)) in irq_domain_remove()
265 pr_debug("Removed domain %s\n", domain->name); in irq_domain_remove()
267 fwnode_dev_initialized(domain->fwnode, false); in irq_domain_remove()
268 fwnode_handle_put(domain->fwnode); in irq_domain_remove()
269 if (domain->flags & IRQ_DOMAIN_NAME_ALLOCATED) in irq_domain_remove()
270 kfree(domain->name); in irq_domain_remove()
271 kfree(domain); in irq_domain_remove()
275 void irq_domain_update_bus_token(struct irq_domain *domain, in irq_domain_update_bus_token() argument
280 if (domain->bus_token == bus_token) in irq_domain_update_bus_token()
285 domain->bus_token = bus_token; in irq_domain_update_bus_token()
287 name = kasprintf(GFP_KERNEL, "%s-%d", domain->name, bus_token); in irq_domain_update_bus_token()
293 debugfs_remove_domain_dir(domain); in irq_domain_update_bus_token()
295 if (domain->flags & IRQ_DOMAIN_NAME_ALLOCATED) in irq_domain_update_bus_token()
296 kfree(domain->name); in irq_domain_update_bus_token()
298 domain->flags |= IRQ_DOMAIN_NAME_ALLOCATED; in irq_domain_update_bus_token()
300 domain->name = name; in irq_domain_update_bus_token()
301 debugfs_add_domain_dir(domain); in irq_domain_update_bus_token()
331 struct irq_domain *domain; in irq_domain_create_simple() local
333 domain = __irq_domain_add(fwnode, size, size, 0, ops, host_data); in irq_domain_create_simple()
334 if (!domain) in irq_domain_create_simple()
346 irq_domain_associate_many(domain, first_irq, 0, size); in irq_domain_create_simple()
349 return domain; in irq_domain_create_simple()
387 struct irq_domain *domain; in irq_domain_create_legacy() local
389 domain = __irq_domain_add(fwnode, first_hwirq + size, first_hwirq + size, 0, ops, host_data); in irq_domain_create_legacy()
390 if (domain) in irq_domain_create_legacy()
391 irq_domain_associate_many(domain, first_irq, first_hwirq, size); in irq_domain_create_legacy()
393 return domain; in irq_domain_create_legacy()
473 void irq_set_default_host(struct irq_domain *domain) in irq_set_default_host() argument
475 pr_debug("Default domain set to @0x%p\n", domain); in irq_set_default_host()
477 irq_default_domain = domain; in irq_set_default_host()
496 static bool irq_domain_is_nomap(struct irq_domain *domain) in irq_domain_is_nomap() argument
499 (domain->flags & IRQ_DOMAIN_FLAG_NO_MAP); in irq_domain_is_nomap()
502 static void irq_domain_clear_mapping(struct irq_domain *domain, in irq_domain_clear_mapping() argument
505 if (irq_domain_is_nomap(domain)) in irq_domain_clear_mapping()
508 mutex_lock(&domain->revmap_mutex); in irq_domain_clear_mapping()
509 if (hwirq < domain->revmap_size) in irq_domain_clear_mapping()
510 rcu_assign_pointer(domain->revmap[hwirq], NULL); in irq_domain_clear_mapping()
512 radix_tree_delete(&domain->revmap_tree, hwirq); in irq_domain_clear_mapping()
513 mutex_unlock(&domain->revmap_mutex); in irq_domain_clear_mapping()
516 static void irq_domain_set_mapping(struct irq_domain *domain, in irq_domain_set_mapping() argument
520 if (irq_domain_is_nomap(domain)) in irq_domain_set_mapping()
523 mutex_lock(&domain->revmap_mutex); in irq_domain_set_mapping()
524 if (hwirq < domain->revmap_size) in irq_domain_set_mapping()
525 rcu_assign_pointer(domain->revmap[hwirq], irq_data); in irq_domain_set_mapping()
527 radix_tree_insert(&domain->revmap_tree, hwirq, irq_data); in irq_domain_set_mapping()
528 mutex_unlock(&domain->revmap_mutex); in irq_domain_set_mapping()
531 static void irq_domain_disassociate(struct irq_domain *domain, unsigned int irq) in irq_domain_disassociate() argument
536 if (WARN(!irq_data || irq_data->domain != domain, in irq_domain_disassociate()
550 if (domain->ops->unmap) in irq_domain_disassociate()
551 domain->ops->unmap(domain, irq); in irq_domain_disassociate()
554 irq_data->domain = NULL; in irq_domain_disassociate()
556 domain->mapcount--; in irq_domain_disassociate()
559 irq_domain_clear_mapping(domain, hwirq); in irq_domain_disassociate()
562 int irq_domain_associate(struct irq_domain *domain, unsigned int virq, in irq_domain_associate() argument
568 if (WARN(hwirq >= domain->hwirq_max, in irq_domain_associate()
569 "error: hwirq 0x%x is too large for %s\n", (int)hwirq, domain->name)) in irq_domain_associate()
573 if (WARN(irq_data->domain, "error: virq%i is already associated", virq)) in irq_domain_associate()
578 irq_data->domain = domain; in irq_domain_associate()
579 if (domain->ops->map) { in irq_domain_associate()
580 ret = domain->ops->map(domain, virq, hwirq); in irq_domain_associate()
589 domain->name, hwirq, virq, ret); in irq_domain_associate()
591 irq_data->domain = NULL; in irq_domain_associate()
598 if (!domain->name && irq_data->chip) in irq_domain_associate()
599 domain->name = irq_data->chip->name; in irq_domain_associate()
602 domain->mapcount++; in irq_domain_associate()
603 irq_domain_set_mapping(domain, hwirq, irq_data); in irq_domain_associate()
612 void irq_domain_associate_many(struct irq_domain *domain, unsigned int irq_base, in irq_domain_associate_many() argument
618 of_node = irq_domain_get_of_node(domain); in irq_domain_associate_many()
623 irq_domain_associate(domain, irq_base + i, hwirq_base + i); in irq_domain_associate_many()
639 unsigned int irq_create_direct_mapping(struct irq_domain *domain) in irq_create_direct_mapping() argument
644 if (domain == NULL) in irq_create_direct_mapping()
645 domain = irq_default_domain; in irq_create_direct_mapping()
647 of_node = irq_domain_get_of_node(domain); in irq_create_direct_mapping()
653 if (virq >= domain->revmap_size) { in irq_create_direct_mapping()
655 domain->revmap_size); in irq_create_direct_mapping()
661 if (irq_domain_associate(domain, virq, virq)) { in irq_create_direct_mapping()
682 unsigned int irq_create_mapping_affinity(struct irq_domain *domain, in irq_create_mapping_affinity() argument
689 pr_debug("irq_create_mapping(0x%p, 0x%lx)\n", domain, hwirq); in irq_create_mapping_affinity()
692 if (domain == NULL) in irq_create_mapping_affinity()
693 domain = irq_default_domain; in irq_create_mapping_affinity()
694 if (domain == NULL) { in irq_create_mapping_affinity()
698 pr_debug("-> using domain @%p\n", domain); in irq_create_mapping_affinity()
700 of_node = irq_domain_get_of_node(domain); in irq_create_mapping_affinity()
703 virq = irq_find_mapping(domain, hwirq); in irq_create_mapping_affinity()
717 if (irq_domain_associate(domain, virq, hwirq)) { in irq_create_mapping_affinity()
762 struct irq_domain *domain; in irq_create_fwspec_mapping() local
769 domain = irq_find_matching_fwspec(fwspec, DOMAIN_BUS_WIRED); in irq_create_fwspec_mapping()
770 if (!domain) in irq_create_fwspec_mapping()
771 domain = irq_find_matching_fwspec(fwspec, DOMAIN_BUS_ANY); in irq_create_fwspec_mapping()
773 domain = irq_default_domain; in irq_create_fwspec_mapping()
776 if (!domain) { in irq_create_fwspec_mapping()
782 if (irq_domain_translate(domain, fwspec, &hwirq, &type)) in irq_create_fwspec_mapping()
796 virq = irq_find_mapping(domain, hwirq); in irq_create_fwspec_mapping()
824 if (irq_domain_is_hierarchy(domain)) { in irq_create_fwspec_mapping()
825 virq = irq_domain_alloc_irqs(domain, 1, NUMA_NO_NODE, fwspec); in irq_create_fwspec_mapping()
830 virq = irq_create_mapping(domain, hwirq); in irq_create_fwspec_mapping()
837 if (irq_domain_is_hierarchy(domain)) in irq_create_fwspec_mapping()
869 struct irq_domain *domain; in irq_dispose_mapping() local
874 domain = irq_data->domain; in irq_dispose_mapping()
875 if (WARN_ON(domain == NULL)) in irq_dispose_mapping()
878 if (irq_domain_is_hierarchy(domain)) { in irq_dispose_mapping()
881 irq_domain_disassociate(domain, virq); in irq_dispose_mapping()
895 struct irq_desc *__irq_resolve_mapping(struct irq_domain *domain, in __irq_resolve_mapping() argument
903 if (domain == NULL) in __irq_resolve_mapping()
904 domain = irq_default_domain; in __irq_resolve_mapping()
905 if (domain == NULL) in __irq_resolve_mapping()
908 if (irq_domain_is_nomap(domain)) { in __irq_resolve_mapping()
909 if (hwirq < domain->revmap_size) { in __irq_resolve_mapping()
910 data = irq_domain_get_irq_data(domain, hwirq); in __irq_resolve_mapping()
920 if (hwirq < domain->revmap_size) in __irq_resolve_mapping()
921 data = rcu_dereference(domain->revmap[hwirq]); in __irq_resolve_mapping()
923 data = radix_tree_lookup(&domain->revmap_tree, hwirq); in __irq_resolve_mapping()
1100 struct irq_domain *domain; in irq_domain_create_hierarchy() local
1103 domain = irq_domain_create_linear(fwnode, size, ops, host_data); in irq_domain_create_hierarchy()
1105 domain = irq_domain_create_tree(fwnode, ops, host_data); in irq_domain_create_hierarchy()
1106 if (domain) { in irq_domain_create_hierarchy()
1107 domain->parent = parent; in irq_domain_create_hierarchy()
1108 domain->flags |= flags; in irq_domain_create_hierarchy()
1111 return domain; in irq_domain_create_hierarchy()
1120 struct irq_domain *domain = data->domain; in irq_domain_insert_irq() local
1122 domain->mapcount++; in irq_domain_insert_irq()
1123 irq_domain_set_mapping(domain, data->hwirq, data); in irq_domain_insert_irq()
1126 if (!domain->name && data->chip) in irq_domain_insert_irq()
1127 domain->name = data->chip->name; in irq_domain_insert_irq()
1143 struct irq_domain *domain = data->domain; in irq_domain_remove_irq() local
1146 domain->mapcount--; in irq_domain_remove_irq()
1147 irq_domain_clear_mapping(domain, hwirq); in irq_domain_remove_irq()
1151 static struct irq_data *irq_domain_insert_irq_data(struct irq_domain *domain, in irq_domain_insert_irq_data() argument
1162 irq_data->domain = domain; in irq_domain_insert_irq_data()
1188 irq_data->domain = NULL; in irq_domain_free_irq_data()
1207 int irq_domain_disconnect_hierarchy(struct irq_domain *domain, in irq_domain_disconnect_hierarchy() argument
1212 irqd = irq_domain_get_irq_data(domain, virq); in irq_domain_disconnect_hierarchy()
1259 virq, tail->parent_data->domain->name); in irq_domain_trim_hierarchy()
1270 static int irq_domain_alloc_irq_data(struct irq_domain *domain, in irq_domain_alloc_irq_data() argument
1280 irq_data->domain = domain; in irq_domain_alloc_irq_data()
1282 for (parent = domain->parent; parent; parent = parent->parent) { in irq_domain_alloc_irq_data()
1299 struct irq_data *irq_domain_get_irq_data(struct irq_domain *domain, in irq_domain_get_irq_data() argument
1306 if (irq_data->domain == domain) in irq_domain_get_irq_data()
1321 int irq_domain_set_hwirq_and_chip(struct irq_domain *domain, unsigned int virq, in irq_domain_set_hwirq_and_chip() argument
1325 struct irq_data *irq_data = irq_domain_get_irq_data(domain, virq); in irq_domain_set_hwirq_and_chip()
1349 void irq_domain_set_info(struct irq_domain *domain, unsigned int virq, in irq_domain_set_info() argument
1354 irq_domain_set_hwirq_and_chip(domain, virq, hwirq, chip, chip_data); in irq_domain_set_info()
1366 void irq_domain_free_irqs_common(struct irq_domain *domain, unsigned int virq, in irq_domain_free_irqs_common() argument
1373 irq_data = irq_domain_get_irq_data(domain, virq + i); in irq_domain_free_irqs_common()
1377 irq_domain_free_irqs_parent(domain, virq, nr_irqs); in irq_domain_free_irqs_common()
1387 void irq_domain_free_irqs_top(struct irq_domain *domain, unsigned int virq, in irq_domain_free_irqs_top() argument
1396 irq_domain_free_irqs_common(domain, virq, nr_irqs); in irq_domain_free_irqs_top()
1399 static void irq_domain_free_irqs_hierarchy(struct irq_domain *domain, in irq_domain_free_irqs_hierarchy() argument
1405 if (!domain->ops->free) in irq_domain_free_irqs_hierarchy()
1409 if (irq_domain_get_irq_data(domain, irq_base + i)) in irq_domain_free_irqs_hierarchy()
1410 domain->ops->free(domain, irq_base + i, 1); in irq_domain_free_irqs_hierarchy()
1414 int irq_domain_alloc_irqs_hierarchy(struct irq_domain *domain, in irq_domain_alloc_irqs_hierarchy() argument
1418 if (!domain->ops->alloc) { in irq_domain_alloc_irqs_hierarchy()
1423 return domain->ops->alloc(domain, irq_base, nr_irqs, arg); in irq_domain_alloc_irqs_hierarchy()
1448 int __irq_domain_alloc_irqs(struct irq_domain *domain, int irq_base, in __irq_domain_alloc_irqs() argument
1454 if (domain == NULL) { in __irq_domain_alloc_irqs()
1455 domain = irq_default_domain; in __irq_domain_alloc_irqs()
1456 if (WARN(!domain, "domain is NULL; cannot allocate IRQ\n")) in __irq_domain_alloc_irqs()
1472 if (irq_domain_alloc_irq_data(domain, virq, nr_irqs)) { in __irq_domain_alloc_irqs()
1479 ret = irq_domain_alloc_irqs_hierarchy(domain, virq, nr_irqs, arg); in __irq_domain_alloc_irqs()
1512 if (irq_domain_is_nomap(d->domain)) in irq_domain_fix_revmap()
1516 mutex_lock(&d->domain->revmap_mutex); in irq_domain_fix_revmap()
1517 if (d->hwirq < d->domain->revmap_size) { in irq_domain_fix_revmap()
1519 rcu_assign_pointer(d->domain->revmap[d->hwirq], d); in irq_domain_fix_revmap()
1521 slot = radix_tree_lookup_slot(&d->domain->revmap_tree, d->hwirq); in irq_domain_fix_revmap()
1523 radix_tree_replace_slot(&d->domain->revmap_tree, slot, d); in irq_domain_fix_revmap()
1525 mutex_unlock(&d->domain->revmap_mutex); in irq_domain_fix_revmap()
1539 int irq_domain_push_irq(struct irq_domain *domain, int virq, void *arg) in irq_domain_push_irq() argument
1561 if (domain == NULL) in irq_domain_push_irq()
1564 if (WARN_ON(!irq_domain_is_hierarchy(domain))) in irq_domain_push_irq()
1570 if (domain->parent != root_irq_data->domain) in irq_domain_push_irq()
1588 root_irq_data->domain = domain; in irq_domain_push_irq()
1595 rv = irq_domain_alloc_irqs_hierarchy(domain, virq, 1, arg); in irq_domain_push_irq()
1604 irq_domain_set_mapping(domain, root_irq_data->hwirq, root_irq_data); in irq_domain_push_irq()
1621 int irq_domain_pop_irq(struct irq_domain *domain, int virq) in irq_domain_pop_irq() argument
1643 if (domain == NULL) in irq_domain_pop_irq()
1649 tmp_irq_data = irq_domain_get_irq_data(domain, virq); in irq_domain_pop_irq()
1655 if (WARN_ON(root_irq_data->domain != domain)) in irq_domain_pop_irq()
1666 irq_domain_clear_mapping(domain, root_irq_data->hwirq); in irq_domain_pop_irq()
1667 irq_domain_free_irqs_hierarchy(domain, virq, 1); in irq_domain_pop_irq()
1692 if (WARN(!data || !data->domain || !data->domain->ops->free, in irq_domain_free_irqs()
1699 irq_domain_free_irqs_hierarchy(data->domain, virq, nr_irqs); in irq_domain_free_irqs()
1713 int irq_domain_alloc_irqs_parent(struct irq_domain *domain, in irq_domain_alloc_irqs_parent() argument
1717 if (!domain->parent) in irq_domain_alloc_irqs_parent()
1720 return irq_domain_alloc_irqs_hierarchy(domain->parent, irq_base, in irq_domain_alloc_irqs_parent()
1731 void irq_domain_free_irqs_parent(struct irq_domain *domain, in irq_domain_free_irqs_parent() argument
1734 if (!domain->parent) in irq_domain_free_irqs_parent()
1737 irq_domain_free_irqs_hierarchy(domain->parent, irq_base, nr_irqs); in irq_domain_free_irqs_parent()
1743 if (irq_data && irq_data->domain) { in __irq_domain_deactivate_irq()
1744 struct irq_domain *domain = irq_data->domain; in __irq_domain_deactivate_irq() local
1746 if (domain->ops->deactivate) in __irq_domain_deactivate_irq()
1747 domain->ops->deactivate(domain, irq_data); in __irq_domain_deactivate_irq()
1757 if (irqd && irqd->domain) { in __irq_domain_activate_irq()
1758 struct irq_domain *domain = irqd->domain; in __irq_domain_activate_irq() local
1763 if (!ret && domain->ops->activate) { in __irq_domain_activate_irq()
1764 ret = domain->ops->activate(domain, irqd, reserve); in __irq_domain_activate_irq()
1809 static void irq_domain_check_hierarchy(struct irq_domain *domain) in irq_domain_check_hierarchy() argument
1812 if (domain->ops->alloc) in irq_domain_check_hierarchy()
1813 domain->flags |= IRQ_DOMAIN_FLAG_HIERARCHY; in irq_domain_check_hierarchy()
1821 bool irq_domain_hierarchical_is_msi_remap(struct irq_domain *domain) in irq_domain_hierarchical_is_msi_remap() argument
1823 for (; domain; domain = domain->parent) { in irq_domain_hierarchical_is_msi_remap()
1824 if (irq_domain_is_msi_remap(domain)) in irq_domain_hierarchical_is_msi_remap()
1835 struct irq_data *irq_domain_get_irq_data(struct irq_domain *domain, in irq_domain_get_irq_data() argument
1840 return (irq_data && irq_data->domain == domain) ? irq_data : NULL; in irq_domain_get_irq_data()
1855 void irq_domain_set_info(struct irq_domain *domain, unsigned int virq, in irq_domain_set_info() argument
1865 static void irq_domain_check_hierarchy(struct irq_domain *domain) in irq_domain_check_hierarchy() argument