Lines Matching refs:zdev
66 struct zpci_dev *tmp, *zdev = NULL; in get_zdev_by_fid() local
71 zdev = tmp; in get_zdev_by_fid()
76 return zdev; in get_zdev_by_fid()
81 struct zpci_dev *tmp, *zdev; in zpci_remove_reserved_devices() local
86 list_for_each_entry_safe(zdev, tmp, &zpci_list, entry) { in zpci_remove_reserved_devices()
87 if (zdev->state == ZPCI_FN_STATE_STANDBY && in zpci_remove_reserved_devices()
88 !clp_get_state(zdev->fid, &state) && in zpci_remove_reserved_devices()
90 list_move_tail(&zdev->entry, &remove); in zpci_remove_reserved_devices()
94 list_for_each_entry_safe(zdev, tmp, &remove, entry) in zpci_remove_reserved_devices()
95 zpci_device_reserved(zdev); in zpci_remove_reserved_devices()
111 int zpci_register_ioat(struct zpci_dev *zdev, u8 dmaas, in zpci_register_ioat() argument
114 u64 req = ZPCI_CREATE_REQ(zdev->fh, dmaas, ZPCI_MOD_FC_REG_IOAT); in zpci_register_ioat()
124 zpci_dbg(3, "reg ioat fid:%x, cc:%d, status:%d\n", zdev->fid, cc, status); in zpci_register_ioat()
129 int zpci_unregister_ioat(struct zpci_dev *zdev, u8 dmaas) in zpci_unregister_ioat() argument
131 u64 req = ZPCI_CREATE_REQ(zdev->fh, dmaas, ZPCI_MOD_FC_DEREG_IOAT); in zpci_unregister_ioat()
137 zpci_dbg(3, "unreg ioat fid:%x, cc:%d, status:%d\n", zdev->fid, cc, status); in zpci_unregister_ioat()
142 int zpci_fmb_enable_device(struct zpci_dev *zdev) in zpci_fmb_enable_device() argument
144 u64 req = ZPCI_CREATE_REQ(zdev->fh, 0, ZPCI_MOD_FC_SET_MEASURE); in zpci_fmb_enable_device()
148 if (zdev->fmb || sizeof(*zdev->fmb) < zdev->fmb_length) in zpci_fmb_enable_device()
151 zdev->fmb = kmem_cache_zalloc(zdev_fmb_cache, GFP_KERNEL); in zpci_fmb_enable_device()
152 if (!zdev->fmb) in zpci_fmb_enable_device()
154 WARN_ON((u64) zdev->fmb & 0xf); in zpci_fmb_enable_device()
157 atomic64_set(&zdev->allocated_pages, 0); in zpci_fmb_enable_device()
158 atomic64_set(&zdev->mapped_pages, 0); in zpci_fmb_enable_device()
159 atomic64_set(&zdev->unmapped_pages, 0); in zpci_fmb_enable_device()
161 fib.fmb_addr = virt_to_phys(zdev->fmb); in zpci_fmb_enable_device()
164 kmem_cache_free(zdev_fmb_cache, zdev->fmb); in zpci_fmb_enable_device()
165 zdev->fmb = NULL; in zpci_fmb_enable_device()
171 int zpci_fmb_disable_device(struct zpci_dev *zdev) in zpci_fmb_disable_device() argument
173 u64 req = ZPCI_CREATE_REQ(zdev->fh, 0, ZPCI_MOD_FC_SET_MEASURE); in zpci_fmb_disable_device()
177 if (!zdev->fmb) in zpci_fmb_disable_device()
186 kmem_cache_free(zdev_fmb_cache, zdev->fmb); in zpci_fmb_disable_device()
187 zdev->fmb = NULL; in zpci_fmb_disable_device()
192 static int zpci_cfg_load(struct zpci_dev *zdev, int offset, u32 *val, u8 len) in zpci_cfg_load() argument
194 u64 req = ZPCI_CREATE_REQ(zdev->fh, ZPCI_PCIAS_CFGSPC, len); in zpci_cfg_load()
208 static int zpci_cfg_store(struct zpci_dev *zdev, int offset, u32 val, u8 len) in zpci_cfg_store() argument
210 u64 req = ZPCI_CREATE_REQ(zdev->fh, ZPCI_PCIAS_CFGSPC, len); in zpci_cfg_store()
296 struct zpci_dev *zdev = to_zpci(pdev); in pci_iomap_range_fh() local
299 idx = zdev->bars[bar].map_idx; in pci_iomap_range_fh()
303 zpci_iomap_start[idx].fh = zdev->fh; in pci_iomap_range_fh()
315 struct zpci_dev *zdev = to_zpci(pdev); in pci_iomap_range_mio() local
318 iova = ioremap((unsigned long) zdev->bars[bar].mio_wt, barsize); in pci_iomap_range_mio()
345 struct zpci_dev *zdev = to_zpci(pdev); in pci_iomap_wc_range_mio() local
348 iova = ioremap((unsigned long) zdev->bars[bar].mio_wb, barsize); in pci_iomap_wc_range_mio()
402 struct zpci_dev *zdev = get_zdev_by_bus(bus, devfn); in pci_read() local
404 return (zdev) ? zpci_cfg_load(zdev, where, val, size) : -ENODEV; in pci_read()
410 struct zpci_dev *zdev = get_zdev_by_bus(bus, devfn); in pci_write() local
412 return (zdev) ? zpci_cfg_store(zdev, where, val, size) : -ENODEV; in pci_write()
422 struct zpci_dev *zdev = to_zpci(pdev); in zpci_map_resources() local
431 if (zpci_use_mio(zdev)) in zpci_map_resources()
433 (resource_size_t __force) zdev->bars[i].mio_wt; in zpci_map_resources()
445 struct zpci_dev *zdev = to_zpci(pdev); in zpci_unmap_resources() local
449 if (zpci_use_mio(zdev)) in zpci_unmap_resources()
461 static int zpci_alloc_iomap(struct zpci_dev *zdev) in zpci_alloc_iomap() argument
476 static void zpci_free_iomap(struct zpci_dev *zdev, int entry) in zpci_free_iomap() argument
484 static void zpci_do_update_iomap_fh(struct zpci_dev *zdev, u32 fh) in zpci_do_update_iomap_fh() argument
490 if (!zdev->bars[bar].size) in zpci_do_update_iomap_fh()
492 idx = zdev->bars[bar].map_idx; in zpci_do_update_iomap_fh()
495 WRITE_ONCE(zpci_iomap_start[idx].fh, zdev->fh); in zpci_do_update_iomap_fh()
500 void zpci_update_fh(struct zpci_dev *zdev, u32 fh) in zpci_update_fh() argument
502 if (!fh || zdev->fh == fh) in zpci_update_fh()
505 zdev->fh = fh; in zpci_update_fh()
506 if (zpci_use_mio(zdev)) in zpci_update_fh()
508 if (zdev->has_resources && zdev_enabled(zdev)) in zpci_update_fh()
509 zpci_do_update_iomap_fh(zdev, fh); in zpci_update_fh()
512 static struct resource *__alloc_res(struct zpci_dev *zdev, unsigned long start, in __alloc_res() argument
524 r->name = zdev->res_name; in __alloc_res()
533 int zpci_setup_bus_resources(struct zpci_dev *zdev, in zpci_setup_bus_resources() argument
540 snprintf(zdev->res_name, sizeof(zdev->res_name), in zpci_setup_bus_resources()
541 "PCI Bus %04x:%02x", zdev->uid, ZPCI_BUS_NR); in zpci_setup_bus_resources()
544 if (!zdev->bars[i].size) in zpci_setup_bus_resources()
546 entry = zpci_alloc_iomap(zdev); in zpci_setup_bus_resources()
549 zdev->bars[i].map_idx = entry; in zpci_setup_bus_resources()
553 if (zdev->bars[i].val & 8) in zpci_setup_bus_resources()
555 if (zdev->bars[i].val & 4) in zpci_setup_bus_resources()
558 if (zpci_use_mio(zdev)) in zpci_setup_bus_resources()
559 addr = (unsigned long) zdev->bars[i].mio_wt; in zpci_setup_bus_resources()
562 size = 1UL << zdev->bars[i].size; in zpci_setup_bus_resources()
564 res = __alloc_res(zdev, addr, size, flags); in zpci_setup_bus_resources()
566 zpci_free_iomap(zdev, entry); in zpci_setup_bus_resources()
569 zdev->bars[i].res = res; in zpci_setup_bus_resources()
572 zdev->has_resources = 1; in zpci_setup_bus_resources()
577 static void zpci_cleanup_bus_resources(struct zpci_dev *zdev) in zpci_cleanup_bus_resources() argument
582 if (!zdev->bars[i].size || !zdev->bars[i].res) in zpci_cleanup_bus_resources()
585 zpci_free_iomap(zdev, zdev->bars[i].map_idx); in zpci_cleanup_bus_resources()
586 release_resource(zdev->bars[i].res); in zpci_cleanup_bus_resources()
587 kfree(zdev->bars[i].res); in zpci_cleanup_bus_resources()
589 zdev->has_resources = 0; in zpci_cleanup_bus_resources()
594 struct zpci_dev *zdev = to_zpci(pdev); in pcibios_device_add() local
599 zpci_zdev_get(zdev); in pcibios_device_add()
619 struct zpci_dev *zdev = to_zpci(pdev); in pcibios_release_device() local
622 zpci_zdev_put(zdev); in pcibios_release_device()
627 struct zpci_dev *zdev = to_zpci(pdev); in pcibios_enable_device() local
629 zpci_debug_init_device(zdev, dev_name(&pdev->dev)); in pcibios_enable_device()
630 zpci_fmb_enable_device(zdev); in pcibios_enable_device()
637 struct zpci_dev *zdev = to_zpci(pdev); in pcibios_disable_device() local
639 zpci_fmb_disable_device(zdev); in pcibios_disable_device()
640 zpci_debug_exit_device(zdev); in pcibios_disable_device()
691 int zpci_enable_device(struct zpci_dev *zdev) in zpci_enable_device() argument
693 u32 fh = zdev->fh; in zpci_enable_device()
696 if (clp_enable_fh(zdev, &fh, ZPCI_NR_DMA_SPACES)) in zpci_enable_device()
699 zpci_update_fh(zdev, fh); in zpci_enable_device()
703 int zpci_disable_device(struct zpci_dev *zdev) in zpci_disable_device() argument
705 u32 fh = zdev->fh; in zpci_disable_device()
708 cc = clp_disable_fh(zdev, &fh); in zpci_disable_device()
710 zpci_update_fh(zdev, fh); in zpci_disable_device()
713 zdev->fid); in zpci_disable_device()
715 rc = clp_refresh_fh(zdev->fid, &fh); in zpci_disable_device()
717 zpci_update_fh(zdev, fh); in zpci_disable_device()
749 int zpci_hot_reset_device(struct zpci_dev *zdev) in zpci_hot_reset_device() argument
753 zpci_dbg(3, "rst fid:%x, fh:%x\n", zdev->fid, zdev->fh); in zpci_hot_reset_device()
754 if (zdev_enabled(zdev)) { in zpci_hot_reset_device()
756 rc = zpci_disable_device(zdev); in zpci_hot_reset_device()
768 rc = zpci_enable_device(zdev); in zpci_hot_reset_device()
772 if (zdev->dma_table) in zpci_hot_reset_device()
773 rc = zpci_register_ioat(zdev, 0, zdev->start_dma, zdev->end_dma, in zpci_hot_reset_device()
774 (u64)zdev->dma_table); in zpci_hot_reset_device()
776 rc = zpci_dma_init_device(zdev); in zpci_hot_reset_device()
778 zpci_disable_device(zdev); in zpci_hot_reset_device()
798 struct zpci_dev *zdev; in zpci_create_device() local
802 zdev = kzalloc(sizeof(*zdev), GFP_KERNEL); in zpci_create_device()
803 if (!zdev) in zpci_create_device()
807 zdev->fid = fid; in zpci_create_device()
808 zdev->fh = fh; in zpci_create_device()
811 rc = clp_query_pci_fn(zdev); in zpci_create_device()
814 zdev->state = state; in zpci_create_device()
816 kref_init(&zdev->kref); in zpci_create_device()
817 mutex_init(&zdev->lock); in zpci_create_device()
819 rc = zpci_init_iommu(zdev); in zpci_create_device()
823 rc = zpci_bus_device_register(zdev, &pci_root_ops); in zpci_create_device()
828 list_add_tail(&zdev->entry, &zpci_list); in zpci_create_device()
831 return zdev; in zpci_create_device()
834 zpci_destroy_iommu(zdev); in zpci_create_device()
837 kfree(zdev); in zpci_create_device()
841 bool zpci_is_device_configured(struct zpci_dev *zdev) in zpci_is_device_configured() argument
843 enum zpci_state state = zdev->state; in zpci_is_device_configured()
862 int zpci_scan_configured_device(struct zpci_dev *zdev, u32 fh) in zpci_scan_configured_device() argument
866 zpci_update_fh(zdev, fh); in zpci_scan_configured_device()
868 if (!zdev->zbus->bus) in zpci_scan_configured_device()
875 if (zdev->devfn == 0 && zdev->zbus->multifunction) in zpci_scan_configured_device()
876 rc = zpci_bus_scan_bus(zdev->zbus); in zpci_scan_configured_device()
878 rc = zpci_bus_scan_device(zdev); in zpci_scan_configured_device()
893 int zpci_deconfigure_device(struct zpci_dev *zdev) in zpci_deconfigure_device() argument
897 if (zdev->zbus->bus) in zpci_deconfigure_device()
898 zpci_bus_remove_device(zdev, false); in zpci_deconfigure_device()
900 if (zdev->dma_table) { in zpci_deconfigure_device()
901 rc = zpci_dma_exit_device(zdev); in zpci_deconfigure_device()
905 if (zdev_enabled(zdev)) { in zpci_deconfigure_device()
906 rc = zpci_disable_device(zdev); in zpci_deconfigure_device()
911 rc = sclp_pci_deconfigure(zdev->fid); in zpci_deconfigure_device()
912 zpci_dbg(3, "deconf fid:%x, rc:%d\n", zdev->fid, rc); in zpci_deconfigure_device()
915 zdev->state = ZPCI_FN_STATE_STANDBY; in zpci_deconfigure_device()
929 void zpci_device_reserved(struct zpci_dev *zdev) in zpci_device_reserved() argument
931 if (zdev->has_hp_slot) in zpci_device_reserved()
932 zpci_exit_slot(zdev); in zpci_device_reserved()
938 list_del(&zdev->entry); in zpci_device_reserved()
940 zdev->state = ZPCI_FN_STATE_RESERVED; in zpci_device_reserved()
941 zpci_dbg(3, "rsv fid:%x\n", zdev->fid); in zpci_device_reserved()
942 zpci_zdev_put(zdev); in zpci_device_reserved()
947 struct zpci_dev *zdev = container_of(kref, struct zpci_dev, kref); in zpci_release_device() local
950 if (zdev->zbus->bus) in zpci_release_device()
951 zpci_bus_remove_device(zdev, false); in zpci_release_device()
953 if (zdev->dma_table) in zpci_release_device()
954 zpci_dma_exit_device(zdev); in zpci_release_device()
955 if (zdev_enabled(zdev)) in zpci_release_device()
956 zpci_disable_device(zdev); in zpci_release_device()
958 switch (zdev->state) { in zpci_release_device()
960 ret = sclp_pci_deconfigure(zdev->fid); in zpci_release_device()
961 zpci_dbg(3, "deconf fid:%x, rc:%d\n", zdev->fid, ret); in zpci_release_device()
964 if (zdev->has_hp_slot) in zpci_release_device()
965 zpci_exit_slot(zdev); in zpci_release_device()
967 list_del(&zdev->entry); in zpci_release_device()
969 zpci_dbg(3, "rsv fid:%x\n", zdev->fid); in zpci_release_device()
972 if (zdev->has_resources) in zpci_release_device()
973 zpci_cleanup_bus_resources(zdev); in zpci_release_device()
974 zpci_bus_device_unregister(zdev); in zpci_release_device()
975 zpci_destroy_iommu(zdev); in zpci_release_device()
980 zpci_dbg(3, "rem fid:%x\n", zdev->fid); in zpci_release_device()
981 kfree(zdev); in zpci_release_device()
987 struct zpci_dev *zdev = to_zpci(pdev); in zpci_report_error() local
989 return sclp_pci_report(report, zdev->fh, zdev->fid); in zpci_report_error()
1003 int zpci_clear_error_state(struct zpci_dev *zdev) in zpci_clear_error_state() argument
1005 u64 req = ZPCI_CREATE_REQ(zdev->fh, 0, ZPCI_MOD_FC_RESET_ERROR); in zpci_clear_error_state()
1012 zpci_dbg(3, "ces fid:%x, cc:%d, status:%x\n", zdev->fid, cc, status); in zpci_clear_error_state()
1030 int zpci_reset_load_store_blocked(struct zpci_dev *zdev) in zpci_reset_load_store_blocked() argument
1032 u64 req = ZPCI_CREATE_REQ(zdev->fh, 0, ZPCI_MOD_FC_RESET_BLOCK); in zpci_reset_load_store_blocked()
1039 zpci_dbg(3, "rls fid:%x, cc:%d, status:%x\n", zdev->fid, cc, status); in zpci_reset_load_store_blocked()