Lines Matching refs:its
26 static int vgic_its_save_tables_v0(struct vgic_its *its);
27 static int vgic_its_restore_tables_v0(struct vgic_its *its);
28 static int vgic_its_commit_v0(struct vgic_its *its);
171 int (*save_tables)(struct vgic_its *its);
172 int (*restore_tables)(struct vgic_its *its);
173 int (*commit)(struct vgic_its *its);
192 inline const struct vgic_its_abi *vgic_its_get_abi(struct vgic_its *its) in vgic_its_get_abi() argument
194 return &its_table_abi_versions[its->abi_rev]; in vgic_its_get_abi()
197 static int vgic_its_set_abi(struct vgic_its *its, u32 rev) in vgic_its_set_abi() argument
201 its->abi_rev = rev; in vgic_its_set_abi()
202 abi = vgic_its_get_abi(its); in vgic_its_set_abi()
203 return abi->commit(its); in vgic_its_set_abi()
210 static struct its_device *find_its_device(struct vgic_its *its, u32 device_id) in find_its_device() argument
214 list_for_each_entry(device, &its->device_list, dev_list) in find_its_device()
226 static struct its_ite *find_ite(struct vgic_its *its, u32 device_id, in find_ite() argument
232 device = find_its_device(its, device_id); in find_ite()
244 #define for_each_lpi_its(dev, ite, its) \ argument
245 list_for_each_entry(dev, &(its)->device_list, dev_list) \
259 static struct its_collection *find_collection(struct vgic_its *its, int coll_id) in find_collection() argument
263 list_for_each_entry(collection, &its->collection_list, coll_list) { in find_collection()
402 static void update_affinity_collection(struct kvm *kvm, struct vgic_its *its, in update_affinity_collection() argument
408 for_each_lpi_its(device, ite, its) { in update_affinity_collection()
477 struct vgic_its *its, in vgic_mmio_read_its_typer() argument
480 const struct vgic_its_abi *abi = vgic_its_get_abi(its); in vgic_mmio_read_its_typer()
499 struct vgic_its *its, in vgic_mmio_read_its_iidr() argument
504 val = (its->abi_rev << GITS_IIDR_REV_SHIFT) & GITS_IIDR_REV_MASK; in vgic_mmio_read_its_iidr()
510 struct vgic_its *its, in vgic_mmio_uaccess_write_its_iidr() argument
518 return vgic_its_set_abi(its, rev); in vgic_mmio_uaccess_write_its_iidr()
522 struct vgic_its *its, in vgic_mmio_read_its_idregs() argument
593 static void vgic_its_cache_translation(struct kvm *kvm, struct vgic_its *its, in vgic_its_cache_translation() argument
616 db = its->vgic_its_base + GITS_TRANSLATER; in vgic_its_cache_translation()
669 int vgic_its_resolve_lpi(struct kvm *kvm, struct vgic_its *its, in vgic_its_resolve_lpi() argument
675 if (!its->enabled) in vgic_its_resolve_lpi()
678 ite = find_ite(its, devid, eventid); in vgic_its_resolve_lpi()
689 vgic_its_cache_translation(kvm, its, devid, eventid, ite->irq); in vgic_its_resolve_lpi()
720 return iodev->its; in vgic_msi_to_its()
730 static int vgic_its_trigger_msi(struct kvm *kvm, struct vgic_its *its, in vgic_its_trigger_msi() argument
737 err = vgic_its_resolve_lpi(kvm, its, devid, eventid, &irq); in vgic_its_trigger_msi()
778 struct vgic_its *its; in vgic_its_inject_msi() local
784 its = vgic_msi_to_its(kvm, msi); in vgic_its_inject_msi()
785 if (IS_ERR(its)) in vgic_its_inject_msi()
786 return PTR_ERR(its); in vgic_its_inject_msi()
788 mutex_lock(&its->its_lock); in vgic_its_inject_msi()
789 ret = vgic_its_trigger_msi(kvm, its, msi->devid, msi->data); in vgic_its_inject_msi()
790 mutex_unlock(&its->its_lock); in vgic_its_inject_msi()
841 static int vgic_its_cmd_handle_discard(struct kvm *kvm, struct vgic_its *its, in vgic_its_cmd_handle_discard() argument
848 ite = find_ite(its, device_id, event_id); in vgic_its_cmd_handle_discard()
868 static int vgic_its_cmd_handle_movi(struct kvm *kvm, struct vgic_its *its, in vgic_its_cmd_handle_movi() argument
878 ite = find_ite(its, device_id, event_id); in vgic_its_cmd_handle_movi()
885 collection = find_collection(its, coll_id); in vgic_its_cmd_handle_movi()
897 static bool __is_visible_gfn_locked(struct vgic_its *its, gpa_t gpa) in __is_visible_gfn_locked() argument
903 idx = srcu_read_lock(&its->dev->kvm->srcu); in __is_visible_gfn_locked()
904 ret = kvm_is_visible_gfn(its->dev->kvm, gfn); in __is_visible_gfn_locked()
905 srcu_read_unlock(&its->dev->kvm->srcu, idx); in __is_visible_gfn_locked()
916 static bool vgic_its_check_id(struct vgic_its *its, u64 baser, u32 id, in vgic_its_check_id() argument
950 return __is_visible_gfn_locked(its, addr); in vgic_its_check_id()
959 if (kvm_read_guest_lock(its->dev->kvm, in vgic_its_check_id()
980 return __is_visible_gfn_locked(its, indirect_ptr); in vgic_its_check_id()
987 static bool vgic_its_check_event_id(struct vgic_its *its, struct its_device *device, in vgic_its_check_event_id() argument
990 const struct vgic_its_abi *abi = vgic_its_get_abi(its); in vgic_its_check_event_id()
999 return __is_visible_gfn_locked(its, gpa); in vgic_its_check_event_id()
1006 static int vgic_its_alloc_collection(struct vgic_its *its, in vgic_its_alloc_collection() argument
1019 list_add_tail(&collection->coll_list, &its->collection_list); in vgic_its_alloc_collection()
1025 static void vgic_its_free_collection(struct vgic_its *its, u32 coll_id) in vgic_its_free_collection() argument
1036 collection = find_collection(its, coll_id); in vgic_its_free_collection()
1040 for_each_lpi_its(device, ite, its) in vgic_its_free_collection()
1071 static int vgic_its_cmd_handle_mapi(struct kvm *kvm, struct vgic_its *its, in vgic_its_cmd_handle_mapi() argument
1084 device = find_its_device(its, device_id); in vgic_its_cmd_handle_mapi()
1088 if (!vgic_its_check_event_id(its, device, event_id)) in vgic_its_cmd_handle_mapi()
1100 if (find_ite(its, device_id, event_id)) in vgic_its_cmd_handle_mapi()
1103 collection = find_collection(its, coll_id); in vgic_its_cmd_handle_mapi()
1107 if (!vgic_its_check_id(its, its->baser_coll_table, coll_id, NULL)) in vgic_its_cmd_handle_mapi()
1110 ret = vgic_its_alloc_collection(its, &collection, coll_id); in vgic_its_cmd_handle_mapi()
1119 vgic_its_free_collection(its, coll_id); in vgic_its_cmd_handle_mapi()
1129 vgic_its_free_collection(its, coll_id); in vgic_its_cmd_handle_mapi()
1158 static void vgic_its_free_device_list(struct kvm *kvm, struct vgic_its *its) in vgic_its_free_device_list() argument
1162 list_for_each_entry_safe(cur, temp, &its->device_list, dev_list) in vgic_its_free_device_list()
1167 static void vgic_its_free_collection_list(struct kvm *kvm, struct vgic_its *its) in vgic_its_free_collection_list() argument
1171 list_for_each_entry_safe(cur, temp, &its->collection_list, coll_list) in vgic_its_free_collection_list()
1172 vgic_its_free_collection(its, cur->collection_id); in vgic_its_free_collection_list()
1176 static struct its_device *vgic_its_alloc_device(struct vgic_its *its, in vgic_its_alloc_device() argument
1191 list_add_tail(&device->dev_list, &its->device_list); in vgic_its_alloc_device()
1199 static int vgic_its_cmd_handle_mapd(struct kvm *kvm, struct vgic_its *its, in vgic_its_cmd_handle_mapd() argument
1208 if (!vgic_its_check_id(its, its->baser_device_table, device_id, NULL)) in vgic_its_cmd_handle_mapd()
1214 device = find_its_device(its, device_id); in vgic_its_cmd_handle_mapd()
1231 device = vgic_its_alloc_device(its, device_id, itt_addr, in vgic_its_cmd_handle_mapd()
1241 static int vgic_its_cmd_handle_mapc(struct kvm *kvm, struct vgic_its *its, in vgic_its_cmd_handle_mapc() argument
1257 vgic_its_free_collection(its, coll_id); in vgic_its_cmd_handle_mapc()
1260 collection = find_collection(its, coll_id); in vgic_its_cmd_handle_mapc()
1265 if (!vgic_its_check_id(its, its->baser_coll_table, in vgic_its_cmd_handle_mapc()
1269 ret = vgic_its_alloc_collection(its, &collection, in vgic_its_cmd_handle_mapc()
1276 update_affinity_collection(kvm, its, collection); in vgic_its_cmd_handle_mapc()
1287 static int vgic_its_cmd_handle_clear(struct kvm *kvm, struct vgic_its *its, in vgic_its_cmd_handle_clear() argument
1295 ite = find_ite(its, device_id, event_id); in vgic_its_cmd_handle_clear()
1317 static int vgic_its_cmd_handle_inv(struct kvm *kvm, struct vgic_its *its, in vgic_its_cmd_handle_inv() argument
1325 ite = find_ite(its, device_id, event_id); in vgic_its_cmd_handle_inv()
1374 static int vgic_its_cmd_handle_invall(struct kvm *kvm, struct vgic_its *its, in vgic_its_cmd_handle_invall() argument
1381 collection = find_collection(its, coll_id); in vgic_its_cmd_handle_invall()
1399 static int vgic_its_cmd_handle_movall(struct kvm *kvm, struct vgic_its *its, in vgic_its_cmd_handle_movall() argument
1441 static int vgic_its_cmd_handle_int(struct kvm *kvm, struct vgic_its *its, in vgic_its_cmd_handle_int() argument
1447 return vgic_its_trigger_msi(kvm, its, msi_devid, msi_data); in vgic_its_cmd_handle_int()
1454 static int vgic_its_handle_command(struct kvm *kvm, struct vgic_its *its, in vgic_its_handle_command() argument
1459 mutex_lock(&its->its_lock); in vgic_its_handle_command()
1462 ret = vgic_its_cmd_handle_mapd(kvm, its, its_cmd); in vgic_its_handle_command()
1465 ret = vgic_its_cmd_handle_mapc(kvm, its, its_cmd); in vgic_its_handle_command()
1468 ret = vgic_its_cmd_handle_mapi(kvm, its, its_cmd); in vgic_its_handle_command()
1471 ret = vgic_its_cmd_handle_mapi(kvm, its, its_cmd); in vgic_its_handle_command()
1474 ret = vgic_its_cmd_handle_movi(kvm, its, its_cmd); in vgic_its_handle_command()
1477 ret = vgic_its_cmd_handle_discard(kvm, its, its_cmd); in vgic_its_handle_command()
1480 ret = vgic_its_cmd_handle_clear(kvm, its, its_cmd); in vgic_its_handle_command()
1483 ret = vgic_its_cmd_handle_movall(kvm, its, its_cmd); in vgic_its_handle_command()
1486 ret = vgic_its_cmd_handle_int(kvm, its, its_cmd); in vgic_its_handle_command()
1489 ret = vgic_its_cmd_handle_inv(kvm, its, its_cmd); in vgic_its_handle_command()
1492 ret = vgic_its_cmd_handle_invall(kvm, its, its_cmd); in vgic_its_handle_command()
1499 mutex_unlock(&its->its_lock); in vgic_its_handle_command()
1541 struct vgic_its *its, in vgic_mmio_read_its_cbaser() argument
1544 return extract_bytes(its->cbaser, addr & 7, len); in vgic_mmio_read_its_cbaser()
1547 static void vgic_mmio_write_its_cbaser(struct kvm *kvm, struct vgic_its *its, in vgic_mmio_write_its_cbaser() argument
1552 if (its->enabled) in vgic_mmio_write_its_cbaser()
1555 mutex_lock(&its->cmd_lock); in vgic_mmio_write_its_cbaser()
1556 its->cbaser = update_64bit_reg(its->cbaser, addr & 7, len, val); in vgic_mmio_write_its_cbaser()
1557 its->cbaser = vgic_sanitise_its_cbaser(its->cbaser); in vgic_mmio_write_its_cbaser()
1558 its->creadr = 0; in vgic_mmio_write_its_cbaser()
1563 its->cwriter = its->creadr; in vgic_mmio_write_its_cbaser()
1564 mutex_unlock(&its->cmd_lock); in vgic_mmio_write_its_cbaser()
1572 static void vgic_its_process_commands(struct kvm *kvm, struct vgic_its *its) in vgic_its_process_commands() argument
1578 if (!its->enabled) in vgic_its_process_commands()
1581 cbaser = GITS_CBASER_ADDRESS(its->cbaser); in vgic_its_process_commands()
1583 while (its->cwriter != its->creadr) { in vgic_its_process_commands()
1584 int ret = kvm_read_guest_lock(kvm, cbaser + its->creadr, in vgic_its_process_commands()
1594 vgic_its_handle_command(kvm, its, cmd_buf); in vgic_its_process_commands()
1596 its->creadr += ITS_CMD_SIZE; in vgic_its_process_commands()
1597 if (its->creadr == ITS_CMD_BUFFER_SIZE(its->cbaser)) in vgic_its_process_commands()
1598 its->creadr = 0; in vgic_its_process_commands()
1608 static void vgic_mmio_write_its_cwriter(struct kvm *kvm, struct vgic_its *its, in vgic_mmio_write_its_cwriter() argument
1614 if (!its) in vgic_mmio_write_its_cwriter()
1617 mutex_lock(&its->cmd_lock); in vgic_mmio_write_its_cwriter()
1619 reg = update_64bit_reg(its->cwriter, addr & 7, len, val); in vgic_mmio_write_its_cwriter()
1621 if (reg >= ITS_CMD_BUFFER_SIZE(its->cbaser)) { in vgic_mmio_write_its_cwriter()
1622 mutex_unlock(&its->cmd_lock); in vgic_mmio_write_its_cwriter()
1625 its->cwriter = reg; in vgic_mmio_write_its_cwriter()
1627 vgic_its_process_commands(kvm, its); in vgic_mmio_write_its_cwriter()
1629 mutex_unlock(&its->cmd_lock); in vgic_mmio_write_its_cwriter()
1633 struct vgic_its *its, in vgic_mmio_read_its_cwriter() argument
1636 return extract_bytes(its->cwriter, addr & 0x7, len); in vgic_mmio_read_its_cwriter()
1640 struct vgic_its *its, in vgic_mmio_read_its_creadr() argument
1643 return extract_bytes(its->creadr, addr & 0x7, len); in vgic_mmio_read_its_creadr()
1647 struct vgic_its *its, in vgic_mmio_uaccess_write_its_creadr() argument
1654 mutex_lock(&its->cmd_lock); in vgic_mmio_uaccess_write_its_creadr()
1656 if (its->enabled) { in vgic_mmio_uaccess_write_its_creadr()
1662 if (cmd_offset >= ITS_CMD_BUFFER_SIZE(its->cbaser)) { in vgic_mmio_uaccess_write_its_creadr()
1667 its->creadr = cmd_offset; in vgic_mmio_uaccess_write_its_creadr()
1669 mutex_unlock(&its->cmd_lock); in vgic_mmio_uaccess_write_its_creadr()
1675 struct vgic_its *its, in vgic_mmio_read_its_baser() argument
1682 reg = its->baser_device_table; in vgic_mmio_read_its_baser()
1685 reg = its->baser_coll_table; in vgic_mmio_read_its_baser()
1697 struct vgic_its *its, in vgic_mmio_write_its_baser() argument
1701 const struct vgic_its_abi *abi = vgic_its_get_abi(its); in vgic_mmio_write_its_baser()
1706 if (its->enabled) in vgic_mmio_write_its_baser()
1711 regptr = &its->baser_device_table; in vgic_mmio_write_its_baser()
1716 regptr = &its->baser_coll_table; in vgic_mmio_write_its_baser()
1737 mutex_lock(&its->its_lock); in vgic_mmio_write_its_baser()
1740 vgic_its_free_device_list(kvm, its); in vgic_mmio_write_its_baser()
1743 vgic_its_free_collection_list(kvm, its); in vgic_mmio_write_its_baser()
1746 mutex_unlock(&its->its_lock); in vgic_mmio_write_its_baser()
1751 struct vgic_its *its, in vgic_mmio_read_its_ctlr() argument
1756 mutex_lock(&its->cmd_lock); in vgic_mmio_read_its_ctlr()
1757 if (its->creadr == its->cwriter) in vgic_mmio_read_its_ctlr()
1759 if (its->enabled) in vgic_mmio_read_its_ctlr()
1761 mutex_unlock(&its->cmd_lock); in vgic_mmio_read_its_ctlr()
1766 static void vgic_mmio_write_its_ctlr(struct kvm *kvm, struct vgic_its *its, in vgic_mmio_write_its_ctlr() argument
1770 mutex_lock(&its->cmd_lock); in vgic_mmio_write_its_ctlr()
1776 if (!its->enabled && (val & GITS_CTLR_ENABLE) && in vgic_mmio_write_its_ctlr()
1777 (!(its->baser_device_table & GITS_BASER_VALID) || in vgic_mmio_write_its_ctlr()
1778 !(its->baser_coll_table & GITS_BASER_VALID) || in vgic_mmio_write_its_ctlr()
1779 !(its->cbaser & GITS_CBASER_VALID))) in vgic_mmio_write_its_ctlr()
1782 its->enabled = !!(val & GITS_CTLR_ENABLE); in vgic_mmio_write_its_ctlr()
1783 if (!its->enabled) in vgic_mmio_write_its_ctlr()
1790 vgic_its_process_commands(kvm, its); in vgic_mmio_write_its_ctlr()
1793 mutex_unlock(&its->cmd_lock); in vgic_mmio_write_its_ctlr()
1815 static void its_mmio_write_wi(struct kvm *kvm, struct vgic_its *its, in its_mmio_write_wi() argument
1857 static int vgic_register_its_iodev(struct kvm *kvm, struct vgic_its *its, in vgic_register_its_iodev() argument
1860 struct vgic_io_device *iodev = &its->iodev; in vgic_register_its_iodev()
1864 if (!IS_VGIC_ADDR_UNDEF(its->vgic_its_base)) { in vgic_register_its_iodev()
1869 its->vgic_its_base = addr; in vgic_register_its_iodev()
1874 iodev->base_addr = its->vgic_its_base; in vgic_register_its_iodev()
1876 iodev->its = its; in vgic_register_its_iodev()
1939 struct vgic_its *its; in vgic_its_create() local
1944 its = kzalloc(sizeof(struct vgic_its), GFP_KERNEL_ACCOUNT); in vgic_its_create()
1945 if (!its) in vgic_its_create()
1951 kfree(its); in vgic_its_create()
1958 mutex_init(&its->its_lock); in vgic_its_create()
1959 mutex_init(&its->cmd_lock); in vgic_its_create()
1961 its->vgic_its_base = VGIC_ADDR_UNDEF; in vgic_its_create()
1963 INIT_LIST_HEAD(&its->device_list); in vgic_its_create()
1964 INIT_LIST_HEAD(&its->collection_list); in vgic_its_create()
1968 its->enabled = false; in vgic_its_create()
1969 its->dev = dev; in vgic_its_create()
1971 its->baser_device_table = INITIAL_BASER_VALUE | in vgic_its_create()
1973 its->baser_coll_table = INITIAL_BASER_VALUE | in vgic_its_create()
1977 dev->private = its; in vgic_its_create()
1979 return vgic_its_set_abi(its, NR_ITS_ABIS - 1); in vgic_its_create()
1985 struct vgic_its *its = kvm_dev->private; in vgic_its_destroy() local
1987 mutex_lock(&its->its_lock); in vgic_its_destroy()
1989 vgic_its_free_device_list(kvm, its); in vgic_its_destroy()
1990 vgic_its_free_collection_list(kvm, its); in vgic_its_destroy()
1992 mutex_unlock(&its->its_lock); in vgic_its_destroy()
1993 kfree(its); in vgic_its_destroy()
2023 struct vgic_its *its; in vgic_its_attr_regs_access() local
2028 its = dev->private; in vgic_its_attr_regs_access()
2048 if (IS_VGIC_ADDR_UNDEF(its->vgic_its_base)) { in vgic_its_attr_regs_access()
2066 addr = its->vgic_its_base + offset; in vgic_its_attr_regs_access()
2072 ret = region->uaccess_its_write(dev->kvm, its, addr, in vgic_its_attr_regs_access()
2075 region->its_write(dev->kvm, its, addr, len, *reg); in vgic_its_attr_regs_access()
2077 *reg = region->its_read(dev->kvm, its, addr, len); in vgic_its_attr_regs_access()
2122 typedef int (*entry_fn_t)(struct vgic_its *its, u32 id, void *entry,
2140 static int scan_its_table(struct vgic_its *its, gpa_t base, int size, u32 esz, in scan_its_table() argument
2143 struct kvm *kvm = its->dev->kvm; in scan_its_table()
2160 next_offset = fn(its, id, entry, opaque); in scan_its_table()
2178 static int vgic_its_save_ite(struct vgic_its *its, struct its_device *dev, in vgic_its_save_ite() argument
2181 struct kvm *kvm = its->dev->kvm; in vgic_its_save_ite()
2199 static int vgic_its_restore_ite(struct vgic_its *its, u32 event_id, in vgic_its_restore_ite() argument
2204 struct kvm *kvm = its->dev->kvm; in vgic_its_restore_ite()
2230 collection = find_collection(its, coll_id); in vgic_its_restore_ite()
2234 if (!vgic_its_check_event_id(its, dev, event_id)) in vgic_its_restore_ite()
2266 static int vgic_its_save_itt(struct vgic_its *its, struct its_device *device) in vgic_its_save_itt() argument
2268 const struct vgic_its_abi *abi = vgic_its_get_abi(its); in vgic_its_save_itt()
2288 ret = vgic_its_save_ite(its, device, ite, gpa, ite_esz); in vgic_its_save_itt()
2303 static int vgic_its_restore_itt(struct vgic_its *its, struct its_device *dev) in vgic_its_restore_itt() argument
2305 const struct vgic_its_abi *abi = vgic_its_get_abi(its); in vgic_its_restore_itt()
2311 ret = scan_its_table(its, base, max_size, ite_esz, 0, in vgic_its_restore_itt()
2328 static int vgic_its_save_dte(struct vgic_its *its, struct its_device *dev, in vgic_its_save_dte() argument
2331 struct kvm *kvm = its->dev->kvm; in vgic_its_save_dte()
2336 next_offset = compute_next_devid_offset(&its->device_list, dev); in vgic_its_save_dte()
2356 static int vgic_its_restore_dte(struct vgic_its *its, u32 id, in vgic_its_restore_dte() argument
2360 u64 baser = its->baser_device_table; in vgic_its_restore_dte()
2381 if (!vgic_its_check_id(its, baser, id, NULL)) in vgic_its_restore_dte()
2384 dev = vgic_its_alloc_device(its, id, itt_addr, num_eventid_bits); in vgic_its_restore_dte()
2388 ret = vgic_its_restore_itt(its, dev); in vgic_its_restore_dte()
2390 vgic_its_free_device(its->dev->kvm, dev); in vgic_its_restore_dte()
2416 static int vgic_its_save_device_tables(struct vgic_its *its) in vgic_its_save_device_tables() argument
2418 const struct vgic_its_abi *abi = vgic_its_get_abi(its); in vgic_its_save_device_tables()
2419 u64 baser = its->baser_device_table; in vgic_its_save_device_tables()
2426 list_sort(NULL, &its->device_list, vgic_its_device_cmp); in vgic_its_save_device_tables()
2428 list_for_each_entry(dev, &its->device_list, dev_list) { in vgic_its_save_device_tables()
2432 if (!vgic_its_check_id(its, baser, in vgic_its_save_device_tables()
2436 ret = vgic_its_save_itt(its, dev); in vgic_its_save_device_tables()
2440 ret = vgic_its_save_dte(its, dev, eaddr, dte_esz); in vgic_its_save_device_tables()
2459 static int handle_l1_dte(struct vgic_its *its, u32 id, void *addr, in handle_l1_dte() argument
2462 const struct vgic_its_abi *abi = vgic_its_get_abi(its); in handle_l1_dte()
2476 ret = scan_its_table(its, gpa, SZ_64K, dte_esz, in handle_l1_dte()
2486 static int vgic_its_restore_device_tables(struct vgic_its *its) in vgic_its_restore_device_tables() argument
2488 const struct vgic_its_abi *abi = vgic_its_get_abi(its); in vgic_its_restore_device_tables()
2489 u64 baser = its->baser_device_table; in vgic_its_restore_device_tables()
2501 ret = scan_its_table(its, l1_gpa, l1_tbl_size, l1_esz, 0, in vgic_its_restore_device_tables()
2505 ret = scan_its_table(its, l1_gpa, l1_tbl_size, l1_esz, 0, in vgic_its_restore_device_tables()
2514 vgic_its_free_device_list(its->dev->kvm, its); in vgic_its_restore_device_tables()
2519 static int vgic_its_save_cte(struct vgic_its *its, in vgic_its_save_cte() argument
2529 return vgic_write_guest_lock(its->dev->kvm, gpa, &val, esz); in vgic_its_save_cte()
2537 static int vgic_its_restore_cte(struct vgic_its *its, gpa_t gpa, int esz) in vgic_its_restore_cte() argument
2540 struct kvm *kvm = its->dev->kvm; in vgic_its_restore_cte()
2560 collection = find_collection(its, coll_id); in vgic_its_restore_cte()
2564 if (!vgic_its_check_id(its, its->baser_coll_table, coll_id, NULL)) in vgic_its_restore_cte()
2567 ret = vgic_its_alloc_collection(its, &collection, coll_id); in vgic_its_restore_cte()
2578 static int vgic_its_save_collection_table(struct vgic_its *its) in vgic_its_save_collection_table() argument
2580 const struct vgic_its_abi *abi = vgic_its_get_abi(its); in vgic_its_save_collection_table()
2581 u64 baser = its->baser_coll_table; in vgic_its_save_collection_table()
2593 list_for_each_entry(collection, &its->collection_list, coll_list) { in vgic_its_save_collection_table()
2594 ret = vgic_its_save_cte(its, collection, gpa, cte_esz); in vgic_its_save_collection_table()
2610 ret = vgic_write_guest_lock(its->dev->kvm, gpa, &val, cte_esz); in vgic_its_save_collection_table()
2619 static int vgic_its_restore_collection_table(struct vgic_its *its) in vgic_its_restore_collection_table() argument
2621 const struct vgic_its_abi *abi = vgic_its_get_abi(its); in vgic_its_restore_collection_table()
2622 u64 baser = its->baser_coll_table; in vgic_its_restore_collection_table()
2636 ret = vgic_its_restore_cte(its, gpa, cte_esz); in vgic_its_restore_collection_table()
2647 vgic_its_free_collection_list(its->dev->kvm, its); in vgic_its_restore_collection_table()
2656 static int vgic_its_save_tables_v0(struct vgic_its *its) in vgic_its_save_tables_v0() argument
2660 ret = vgic_its_save_device_tables(its); in vgic_its_save_tables_v0()
2664 return vgic_its_save_collection_table(its); in vgic_its_save_tables_v0()
2672 static int vgic_its_restore_tables_v0(struct vgic_its *its) in vgic_its_restore_tables_v0() argument
2676 ret = vgic_its_restore_collection_table(its); in vgic_its_restore_tables_v0()
2680 ret = vgic_its_restore_device_tables(its); in vgic_its_restore_tables_v0()
2682 vgic_its_free_collection_list(its->dev->kvm, its); in vgic_its_restore_tables_v0()
2686 static int vgic_its_commit_v0(struct vgic_its *its) in vgic_its_commit_v0() argument
2690 abi = vgic_its_get_abi(its); in vgic_its_commit_v0()
2691 its->baser_coll_table &= ~GITS_BASER_ENTRY_SIZE_MASK; in vgic_its_commit_v0()
2692 its->baser_device_table &= ~GITS_BASER_ENTRY_SIZE_MASK; in vgic_its_commit_v0()
2694 its->baser_coll_table |= (GIC_ENCODE_SZ(abi->cte_esz, 5) in vgic_its_commit_v0()
2697 its->baser_device_table |= (GIC_ENCODE_SZ(abi->dte_esz, 5) in vgic_its_commit_v0()
2702 static void vgic_its_reset(struct kvm *kvm, struct vgic_its *its) in vgic_its_reset() argument
2705 its->baser_coll_table &= ~GITS_BASER_VALID; in vgic_its_reset()
2706 its->baser_device_table &= ~GITS_BASER_VALID; in vgic_its_reset()
2707 its->cbaser = 0; in vgic_its_reset()
2708 its->creadr = 0; in vgic_its_reset()
2709 its->cwriter = 0; in vgic_its_reset()
2710 its->enabled = 0; in vgic_its_reset()
2711 vgic_its_free_device_list(kvm, its); in vgic_its_reset()
2712 vgic_its_free_collection_list(kvm, its); in vgic_its_reset()
2743 static int vgic_its_ctrl(struct kvm *kvm, struct vgic_its *its, u64 attr) in vgic_its_ctrl() argument
2745 const struct vgic_its_abi *abi = vgic_its_get_abi(its); in vgic_its_ctrl()
2752 mutex_lock(&its->its_lock); in vgic_its_ctrl()
2755 mutex_unlock(&its->its_lock); in vgic_its_ctrl()
2762 vgic_its_reset(kvm, its); in vgic_its_ctrl()
2765 ret = abi->save_tables(its); in vgic_its_ctrl()
2768 ret = abi->restore_tables(its); in vgic_its_ctrl()
2773 mutex_unlock(&its->its_lock); in vgic_its_ctrl()
2798 struct vgic_its *its = dev->private; in vgic_its_set_attr() local
2813 ret = vgic_check_iorange(dev->kvm, its->vgic_its_base, in vgic_its_set_attr()
2818 return vgic_register_its_iodev(dev->kvm, its, addr); in vgic_its_set_attr()
2821 return vgic_its_ctrl(dev->kvm, its, attr->attr); in vgic_its_set_attr()
2840 struct vgic_its *its = dev->private; in vgic_its_get_attr() local
2841 u64 addr = its->vgic_its_base; in vgic_its_get_attr()