| /linux/drivers/dax/ |
| A D | super.c | 101 if (!dax_dev || !dax_alive(dax_dev) || !igrab(&dax_dev->inode)) in fs_dax_get_by_bdev()
102 dax_dev = NULL; in fs_dax_get_by_bdev()
111 return dax_dev; in fs_dax_get_by_bdev()
155 if (!dax_dev) in dax_direct_access()
164 avail = dax_dev->ops->direct_access(dax_dev, pgoff, nr_pages, in dax_direct_access()
219 ret = dax_dev->ops->zero_page_range(dax_dev, pgoff, nr_pages); in dax_zero_page_range()
331 if (!dax_dev) in kill_dax()
359 if (!dax_dev) in dax_alloc_inode()
472 if (!dax_dev) in alloc_dax()
487 if (!dax_dev) in put_dax()
[all …]
|
| A D | dax-private.h | 15 struct inode *dax_inode(struct dax_device *dax_dev);
65 struct dax_device *dax_dev; member
87 void run_dax(struct dax_device *dax_dev);
|
| A D | device.c | 23 if (!dax_alive(dev_dax->dax_dev)) in check_vma()
348 struct dax_device *dax_dev = inode_dax(inode); in dax_open() local
349 struct inode *__dax_inode = dax_inode(dax_dev); in dax_open()
350 struct dev_dax *dev_dax = dax_get_private(dax_dev); in dax_open()
395 struct dax_device *dax_dev = dev_dax->dax_dev; in dev_dax_probe() local
452 inode = dax_inode(dax_dev); in dev_dax_probe()
465 run_dax(dax_dev); in dev_dax_probe()
|
| A D | bus.c | 425 struct dax_device *dax_dev = dev_dax->dax_dev; in kill_dev_dax() local
428 kill_dax(dax_dev); in kill_dev_dax()
1407 struct dax_device *dax_dev = dev_dax->dax_dev; in dev_dax_release() local
1409 put_dax(dax_dev); in dev_dax_release()
1424 struct dax_device *dax_dev; in __devm_create_dev_dax() local
1480 if (IS_ERR(dax_dev)) { in __devm_create_dev_dax()
1481 rc = PTR_ERR(dax_dev); in __devm_create_dev_dax()
1485 set_dax_nocache(dax_dev); in __devm_create_dev_dax()
1486 set_dax_nomc(dax_dev); in __devm_create_dev_dax()
1489 kill_dax(dax_dev); in __devm_create_dev_dax()
[all …]
|
| /linux/include/linux/ |
| A D | dax.h | 60 void *dax_holder(struct dax_device *dax_dev);
61 void put_dax(struct dax_device *dax_dev);
62 void kill_dax(struct dax_device *dax_dev);
65 bool dax_synchronous(struct dax_device *dax_dev);
66 void set_dax_nocache(struct dax_device *dax_dev);
67 void set_dax_nomc(struct dax_device *dax_dev);
75 struct dax_device *dax_dev) in daxdev_mapping_supported() argument
81 return dax_synchronous(dax_dev); in daxdev_mapping_supported()
120 struct dax_device *dax_dev) in daxdev_mapping_supported() argument
229 bool dax_alive(struct dax_device *dax_dev);
[all …]
|
| A D | iomap.h | 101 struct dax_device *dax_dev; /* dax_dev for dax operations */ member
|
| /linux/drivers/nvdimm/ |
| A D | dax_devs.c | 91 struct device *dax_dev; in nd_dax_probe() local
110 dax_dev = nd_pfn_devinit(nd_pfn, ndns); in nd_dax_probe()
112 if (!dax_dev) in nd_dax_probe()
117 dev_dbg(dev, "dax: %s\n", rc == 0 ? dev_name(dax_dev) : "<none>"); in nd_dax_probe()
119 nd_detach_ndns(dax_dev, &nd_pfn->ndns); in nd_dax_probe()
120 put_device(dax_dev); in nd_dax_probe()
122 nd_device_register(dax_dev); in nd_dax_probe()
|
| A D | pmem.c | 427 kill_dax(pmem->dax_dev); in pmem_release_disk()
428 put_dax(pmem->dax_dev); in pmem_release_disk()
465 struct dax_device *dax_dev; in pmem_attach_disk() local
561 if (IS_ERR(dax_dev)) { in pmem_attach_disk()
562 rc = PTR_ERR(dax_dev); in pmem_attach_disk()
566 set_dax_nocache(dax_dev); in pmem_attach_disk()
567 set_dax_nomc(dax_dev); in pmem_attach_disk()
569 set_dax_synchronous(dax_dev); in pmem_attach_disk()
570 pmem->dax_dev = dax_dev; in pmem_attach_disk()
593 kill_dax(pmem->dax_dev); in pmem_attach_disk()
[all …]
|
| A D | pmem.h | 27 struct dax_device *dax_dev; member
|
| /linux/drivers/md/ |
| A D | dm-linear.c | 166 return lc->dev->dax_dev; in linear_dax_pgoff()
173 struct dax_device *dax_dev = linear_dax_pgoff(ti, &pgoff); in linear_dax_direct_access() local
175 return dax_direct_access(dax_dev, pgoff, nr_pages, mode, kaddr, pfn); in linear_dax_direct_access()
181 struct dax_device *dax_dev = linear_dax_pgoff(ti, &pgoff); in linear_dax_zero_page_range() local
183 return dax_zero_page_range(dax_dev, pgoff, nr_pages); in linear_dax_zero_page_range()
189 struct dax_device *dax_dev = linear_dax_pgoff(ti, &pgoff); in linear_dax_recovery_write() local
191 return dax_recovery_write(dax_dev, pgoff, addr, bytes, i); in linear_dax_recovery_write()
|
| A D | dm-stripe.c | 314 return sc->stripe[stripe].dev->dax_dev; in stripe_dax_pgoff()
321 struct dax_device *dax_dev = stripe_dax_pgoff(ti, &pgoff); in stripe_dax_direct_access() local
323 return dax_direct_access(dax_dev, pgoff, nr_pages, mode, kaddr, pfn); in stripe_dax_direct_access()
329 struct dax_device *dax_dev = stripe_dax_pgoff(ti, &pgoff); in stripe_dax_zero_page_range() local
331 return dax_zero_page_range(dax_dev, pgoff, nr_pages); in stripe_dax_zero_page_range()
337 struct dax_device *dax_dev = stripe_dax_pgoff(ti, &pgoff); in stripe_dax_recovery_write() local
339 return dax_recovery_write(dax_dev, pgoff, addr, bytes, i); in stripe_dax_recovery_write()
|
| A D | dm-log-writes.c | 889 return lc->dev->dax_dev; in log_writes_dax_pgoff()
896 struct dax_device *dax_dev = log_writes_dax_pgoff(ti, &pgoff); in log_writes_dax_direct_access() local
898 return dax_direct_access(dax_dev, pgoff, nr_pages, mode, kaddr, pfn); in log_writes_dax_direct_access()
904 struct dax_device *dax_dev = log_writes_dax_pgoff(ti, &pgoff); in log_writes_dax_zero_page_range() local
906 return dax_zero_page_range(dax_dev, pgoff, nr_pages << PAGE_SHIFT); in log_writes_dax_zero_page_range()
912 struct dax_device *dax_dev = log_writes_dax_pgoff(ti, &pgoff); in log_writes_dax_recovery_write() local
914 return dax_recovery_write(dax_dev, pgoff, addr, bytes, i); in log_writes_dax_recovery_write()
|
| A D | dm.c | 789 put_dax(td->dm_dev.dax_dev); in close_table_device()
2194 if (md->dax_dev) { in cleanup_mapped_device()
2196 kill_dax(md->dax_dev); in cleanup_mapped_device()
2197 put_dax(md->dax_dev); in cleanup_mapped_device()
2198 md->dax_dev = NULL; in cleanup_mapped_device()
2247 struct dax_device *dax_dev; in alloc_dev() local
2318 dax_dev = alloc_dax(md, &dm_dax_ops); in alloc_dev()
2319 if (IS_ERR(dax_dev)) { in alloc_dev()
2323 set_dax_nocache(dax_dev); in alloc_dev()
2324 set_dax_nomc(dax_dev); in alloc_dev()
[all …]
|
| A D | dm-table.c | 857 if (dev->dax_dev) in device_not_dax_capable()
868 return !dev->dax_dev || !dax_synchronous(dev->dax_dev); in device_not_dax_synchronous_capable()
1717 struct dax_device *dax_dev = dev->dax_dev; in device_dax_write_cache_enabled() local
1719 if (!dax_dev) in device_dax_write_cache_enabled()
1722 if (dax_write_cache_enabled(dax_dev)) in device_dax_write_cache_enabled()
1847 set_dax_synchronous(t->md->dax_dev); in dm_table_set_restrictions()
1852 dax_write_cache(t->md->dax_dev, true); in dm_table_set_restrictions()
|
| A D | dm-core.h | 79 struct dax_device *dax_dev; member
|
| /linux/drivers/s390/block/ |
| A D | dcssblk.c | 82 struct dax_device *dax_dev; member
417 kill_dax(dev_info->dax_dev); in dcssblk_shared_store()
418 put_dax(dev_info->dax_dev); in dcssblk_shared_store()
556 struct dax_device *dax_dev; in dcssblk_add_store() local
684 if (IS_ERR(dax_dev)) { in dcssblk_add_store()
685 rc = PTR_ERR(dax_dev); in dcssblk_add_store()
689 dev_info->dax_dev = dax_dev; in dcssblk_add_store()
717 kill_dax(dev_info->dax_dev); in dcssblk_add_store()
718 put_dax(dev_info->dax_dev); in dcssblk_add_store()
802 kill_dax(dev_info->dax_dev); in dcssblk_remove_store()
[all …]
|
| /linux/fs/fuse/ |
| A D | virtio_fs.c | 72 struct dax_device *dax_dev; member
1007 struct virtio_fs *fs = dax_get_private(dax_dev); in virtio_fs_direct_access()
1042 struct dax_device *dax_dev = data; in virtio_fs_cleanup_dax() local
1044 kill_dax(dax_dev); in virtio_fs_cleanup_dax()
1045 put_dax(dax_dev); in virtio_fs_cleanup_dax()
1060 dax_dev = alloc_dax(fs, &virtio_fs_dax_ops); in virtio_fs_setup_dax()
1061 if (IS_ERR(dax_dev)) { in virtio_fs_setup_dax()
1062 int rc = PTR_ERR(dax_dev); in virtio_fs_setup_dax()
1111 fs->dax_dev = no_free_ptr(dax_dev); in virtio_fs_setup_dax()
1113 fs->dax_dev); in virtio_fs_setup_dax()
[all …]
|
| A D | dax.c | 579 iomap->dax_dev = fc->dax->dev; in fuse_iomap_begin()
1282 struct dax_device *dax_dev) in fuse_dax_conn_alloc() argument
1289 if (!dax_dev) in fuse_dax_conn_alloc()
1297 fcd->dev = dax_dev; in fuse_dax_conn_alloc()
|
| A D | fuse_i.h | 577 struct dax_device *dax_dev; member
1387 struct dax_device *dax_dev);
|
| /linux/fs/xfs/ |
| A D | xfs_notify_failure.c | 260 struct dax_device *dax_dev, in xfs_dax_notify_failure() argument
265 struct xfs_mount *mp = dax_holder(dax_dev); in xfs_dax_notify_failure()
274 if (mp->m_rtdev_targp && mp->m_rtdev_targp->bt_daxdev == dax_dev) { in xfs_dax_notify_failure()
280 if (mp->m_logdev_targp && mp->m_logdev_targp->bt_daxdev == dax_dev && in xfs_dax_notify_failure()
|
| /linux/fs/ |
| A D | dax.c | 1026 struct dax_device *dax_dev, struct writeback_control *wbc) in dax_writeback_mapping_range() argument
1047 ret = dax_writeback_one(&xas, dax_dev, mapping, entry); in dax_writeback_mapping_range()
1175 dax_flush(srcmap->dax_dev, daddr, size); in dax_iomap_copy_around()
1353 dax_flush(iomap->dax_dev, kaddr + offset, size); in dax_memzero()
1387 rc = dax_zero_page_range(iomap->dax_dev, pgoff, 1); in dax_zero_iter()
1441 struct dax_device *dax_dev = iomap->dax_dev; in dax_iomap_iter() local
1501 map_len = dax_direct_access(dax_dev, pgoff, PHYS_PFN(size), in dax_iomap_iter()
1504 map_len = dax_direct_access(dax_dev, pgoff, in dax_iomap_iter()
1529 xfer = dax_recovery_write(dax_dev, pgoff, kaddr, in dax_iomap_iter()
1532 xfer = dax_copy_from_iter(dax_dev, pgoff, kaddr, in dax_iomap_iter()
[all …]
|
| /linux/fs/erofs/ |
| A D | data.c | 197 map->m_daxdev = dif->dax_dev; in erofs_fill_from_devinfo()
210 map->m_daxdev = EROFS_SB(sb)->dax_dev; in erofs_map_dev()
310 iomap->dax_dev = mdev.m_daxdev; in erofs_iomap_begin()
|
| A D | super.c | 195 dif->dax_dev = fs_dax_get_by_bdev(file_bdev(file), in erofs_init_device()
620 sbi->dax_dev = fs_dax_get_by_bdev(sb->s_bdev, in erofs_fc_fill_super()
641 if (!sbi->dax_dev) { in erofs_fc_fill_super()
758 fs_put_dax(dif->dax_dev, NULL); in erofs_release_device_info()
829 fs_put_dax(sbi->dax_dev, NULL); in erofs_kill_sb()
|
| A D | internal.h | 53 struct dax_device *dax_dev; member
136 struct dax_device *dax_dev; member
|
| /linux/Documentation/filesystems/iomap/ |
| A D | design.rst | 167 struct dax_device *dax_dev;
198 The device is returned in ``bdev`` or ``dax_dev``.
203 The device is returned in ``bdev`` or ``dax_dev``.
267 * ``dax_dev`` describes the DAX device for this mapping.
|