| /linux/drivers/dax/ |
| A D | super.c | 140 if (!dax_dev) { in generic_fsdax_supported()
211 if (!dax_dev) in dax_supported()
215 if (dax_alive(dax_dev) && dax_dev->ops->dax_supported) in dax_supported()
216 ret = dax_dev->ops->dax_supported(dax_dev, bdev, blocksize, in dax_supported()
250 if (!dax_dev) in dax_direct_access()
259 avail = dax_dev->ops->direct_access(dax_dev, pgoff, nr_pages, in dax_direct_access()
362 if (!dax_dev) in kill_dax()
387 if (!dax_dev) in dax_alloc_inode()
523 if (!dax_dev) in alloc_dax()
544 if (!dax_dev) in put_dax()
[all …]
|
| A D | device.c | 23 if (!dax_alive(dev_dax->dax_dev)) in check_vma()
346 struct dax_device *dax_dev = inode_dax(inode); in dax_open() local
347 struct inode *__dax_inode = dax_inode(dax_dev); in dax_open()
348 struct dev_dax *dev_dax = dax_get_private(dax_dev); in dax_open()
393 struct dax_device *dax_dev = dev_dax->dax_dev; in dev_dax_probe() local
433 inode = dax_inode(dax_dev); in dev_dax_probe()
450 run_dax(dax_dev); in dev_dax_probe()
|
| A D | bus.c | 361 struct dax_device *dax_dev = dev_dax->dax_dev; in kill_dev_dax() local
362 struct inode *inode = dax_inode(dax_dev); in kill_dev_dax()
364 kill_dax(dax_dev); in kill_dev_dax()
1255 struct dax_device *dax_dev = dev_dax->dax_dev; in dev_dax_release() local
1257 put_dax(dax_dev); in dev_dax_release()
1273 struct dax_device *dax_dev; in devm_create_dev_dax() local
1330 if (IS_ERR(dax_dev)) { in devm_create_dev_dax()
1331 rc = PTR_ERR(dax_dev); in devm_create_dev_dax()
1336 kill_dax(dax_dev); in devm_create_dev_dax()
1338 dev_dax->dax_dev = dax_dev; in devm_create_dev_dax()
[all …]
|
| A D | dax-private.h | 15 struct inode *dax_inode(struct dax_device *dax_dev);
64 struct dax_device *dax_dev; member
|
| A D | bus.h | 61 void run_dax(struct dax_device *dax_dev);
|
| /linux/include/linux/ |
| A D | dax.h | 44 void put_dax(struct dax_device *dax_dev);
45 void kill_dax(struct dax_device *dax_dev);
48 bool __dax_synchronous(struct dax_device *dax_dev);
51 return __dax_synchronous(dax_dev); in dax_synchronous()
56 __set_dax_synchronous(dax_dev); in set_dax_synchronous()
62 struct dax_device *dax_dev) in daxdev_mapping_supported() argument
68 return dax_synchronous(dax_dev); in daxdev_mapping_supported()
101 struct dax_device *dax_dev) in daxdev_mapping_supported() argument
119 put_dax(dax_dev); in fs_put_dax()
190 bool dax_alive(struct dax_device *dax_dev);
[all …]
|
| A D | iomap.h | 88 struct dax_device *dax_dev; /* dax_dev for dax operations */ member
|
| /linux/drivers/md/ |
| A D | dm-linear.c | 172 struct dax_device *dax_dev = lc->dev->dax_dev; in linear_dax_direct_access() local
179 return dax_direct_access(dax_dev, pgoff, nr_pages, kaddr, pfn); in linear_dax_direct_access()
187 struct dax_device *dax_dev = lc->dev->dax_dev; in linear_dax_copy_from_iter() local
193 return dax_copy_from_iter(dax_dev, pgoff, addr, bytes, i); in linear_dax_copy_from_iter()
201 struct dax_device *dax_dev = lc->dev->dax_dev; in linear_dax_copy_to_iter() local
207 return dax_copy_to_iter(dax_dev, pgoff, addr, bytes, i); in linear_dax_copy_to_iter()
216 struct dax_device *dax_dev = lc->dev->dax_dev; in linear_dax_zero_page_range() local
223 return dax_zero_page_range(dax_dev, pgoff, nr_pages); in linear_dax_zero_page_range()
|
| A D | dm-stripe.c | 309 struct dax_device *dax_dev; in stripe_dax_direct_access() local
316 dax_dev = sc->stripe[stripe].dev->dax_dev; in stripe_dax_direct_access()
330 struct dax_device *dax_dev; in stripe_dax_copy_from_iter() local
336 dax_dev = sc->stripe[stripe].dev->dax_dev; in stripe_dax_copy_from_iter()
341 return dax_copy_from_iter(dax_dev, pgoff, addr, bytes, i); in stripe_dax_copy_from_iter()
349 struct dax_device *dax_dev; in stripe_dax_copy_to_iter() local
355 dax_dev = sc->stripe[stripe].dev->dax_dev; in stripe_dax_copy_to_iter()
360 return dax_copy_to_iter(dax_dev, pgoff, addr, bytes, i); in stripe_dax_copy_to_iter()
369 struct dax_device *dax_dev; in stripe_dax_zero_page_range() local
375 dax_dev = sc->stripe[stripe].dev->dax_dev; in stripe_dax_zero_page_range()
[all …]
|
| A D | dm.c | 656 td->dm_dev.dax_dev = fs_dax_get_by_bdev(bdev); in open_table_device()
670 put_dax(td->dm_dev.dax_dev); in close_table_device()
672 td->dm_dev.dax_dev = NULL; in close_table_device()
1006 struct mapped_device *md = dax_get_private(dax_dev); in dm_dax_direct_access()
1033 struct mapped_device *md = dax_get_private(dax_dev); in dm_dax_supported()
1685 if (md->dax_dev) { in cleanup_mapped_device()
1686 kill_dax(md->dax_dev); in cleanup_mapped_device()
1687 put_dax(md->dax_dev); in cleanup_mapped_device()
1688 md->dax_dev = NULL; in cleanup_mapped_device()
1787 md->dax_dev = alloc_dax(md, md->disk->disk_name, in alloc_dev()
[all …]
|
| A D | dm-table.c | 814 return !dax_supported(dev->dax_dev, dev->bdev, blocksize, start, len); in device_not_dax_capable()
821 return !dev->dax_dev || !dax_synchronous(dev->dax_dev); in device_not_dax_synchronous_capable()
1798 struct dax_device *dax_dev = dev->dax_dev; in device_dax_write_cache_enabled() local
1800 if (!dax_dev) in device_dax_write_cache_enabled()
1803 if (dax_write_cache_enabled(dax_dev)) in device_dax_write_cache_enabled()
2016 set_dax_synchronous(t->md->dax_dev); in dm_table_set_restrictions()
2022 dax_write_cache(t->md->dax_dev, true); in dm_table_set_restrictions()
|
| A D | dm-log-writes.c | 960 return dax_direct_access(lc->dev->dax_dev, pgoff, nr_pages, kaddr, pfn); in log_writes_dax_direct_access()
984 return dax_copy_from_iter(lc->dev->dax_dev, pgoff, addr, bytes, i); in log_writes_dax_copy_from_iter()
996 return dax_copy_to_iter(lc->dev->dax_dev, pgoff, addr, bytes, i); in log_writes_dax_copy_to_iter()
1010 return dax_zero_page_range(lc->dev->dax_dev, pgoff, in log_writes_dax_zero_page_range()
|
| A D | dm-core.h | 66 struct dax_device *dax_dev; member
|
| /linux/drivers/nvdimm/ |
| A D | dax_devs.c | 91 struct device *dax_dev; in nd_dax_probe() local
110 dax_dev = nd_pfn_devinit(nd_pfn, ndns); in nd_dax_probe()
112 if (!dax_dev) in nd_dax_probe()
117 dev_dbg(dev, "dax: %s\n", rc == 0 ? dev_name(dax_dev) : "<none>"); in nd_dax_probe()
119 nd_detach_ndns(dax_dev, &nd_pfn->ndns); in nd_dax_probe()
120 put_device(dax_dev); in nd_dax_probe()
122 __nd_device_register(dax_dev); in nd_dax_probe()
|
| A D | pmem.c | 289 struct pmem_device *pmem = dax_get_private(dax_dev); in pmem_dax_zero_page_range()
299 struct pmem_device *pmem = dax_get_private(dax_dev); in pmem_dax_direct_access()
348 dax_write_cache(pmem->dax_dev, write_cache); in write_cache_store()
382 kill_dax(pmem->dax_dev); in pmem_release_disk()
383 put_dax(pmem->dax_dev); in pmem_release_disk()
398 struct dax_device *dax_dev; in pmem_attach_disk() local
501 if (IS_ERR(dax_dev)) { in pmem_attach_disk()
502 rc = PTR_ERR(dax_dev); in pmem_attach_disk()
506 pmem->dax_dev = dax_dev; in pmem_attach_disk()
523 kill_dax(pmem->dax_dev); in pmem_attach_disk()
[all …]
|
| A D | pmem.h | 24 struct dax_device *dax_dev; member
|
| /linux/drivers/s390/block/ |
| A D | dcssblk.c | 69 dax_flush(dax_dev, kaddr, nr_pages << PAGE_SHIFT); in dcssblk_dax_zero_page_range()
94 struct dax_device *dax_dev; member
427 kill_dax(dev_info->dax_dev); in dcssblk_shared_store()
428 put_dax(dev_info->dax_dev); in dcssblk_shared_store()
692 if (IS_ERR(dev_info->dax_dev)) { in dcssblk_add_store()
693 rc = PTR_ERR(dev_info->dax_dev); in dcssblk_add_store()
694 dev_info->dax_dev = NULL; in dcssblk_add_store()
719 kill_dax(dev_info->dax_dev); in dcssblk_add_store()
720 put_dax(dev_info->dax_dev); in dcssblk_add_store()
798 kill_dax(dev_info->dax_dev); in dcssblk_remove_store()
[all …]
|
| /linux/fs/fuse/ |
| A D | virtio_fs.c | 63 struct dax_device *dax_dev; member
744 struct virtio_fs *fs = dax_get_private(dax_dev); in virtio_fs_direct_access()
780 dax_flush(dax_dev, kaddr, nr_pages << PAGE_SHIFT); in virtio_fs_zero_page_range()
793 struct dax_device *dax_dev = data; in virtio_fs_cleanup_dax() local
795 kill_dax(dax_dev); in virtio_fs_cleanup_dax()
796 put_dax(dax_dev); in virtio_fs_cleanup_dax()
854 if (IS_ERR(fs->dax_dev)) in virtio_fs_setup_dax()
855 return PTR_ERR(fs->dax_dev); in virtio_fs_setup_dax()
858 fs->dax_dev); in virtio_fs_setup_dax()
1330 if (!fs->dax_dev) { in virtio_fs_fill_super()
[all …]
|
| A D | dax.c | 579 iomap->dax_dev = fc->dax->dev; in fuse_iomap_begin()
1282 int fuse_dax_conn_alloc(struct fuse_conn *fc, struct dax_device *dax_dev) in fuse_dax_conn_alloc() argument
1287 if (!dax_dev) in fuse_dax_conn_alloc()
1295 fcd->dev = dax_dev; in fuse_dax_conn_alloc()
|
| A D | fuse_i.h | 506 struct dax_device *dax_dev; member
1272 int fuse_dax_conn_alloc(struct fuse_conn *fc, struct dax_device *dax_dev);
|
| /linux/fs/ |
| A D | dax.c | 725 rc = dax_direct_access(dax_dev, pgoff, 1, &kaddr, NULL); in copy_cow_page_dax()
968 struct dax_device *dax_dev, struct writeback_control *wbc) in dax_writeback_mapping_range() argument
989 ret = dax_writeback_one(&xas, dax_dev, mapping, entry); in dax_writeback_mapping_range()
1025 length = dax_direct_access(iomap->dax_dev, pgoff, PHYS_PFN(size), in dax_iomap_pfn()
1150 rc = dax_zero_page_range(iomap->dax_dev, pgoff, 1); in dax_iomap_zero()
1152 rc = dax_direct_access(iomap->dax_dev, pgoff, 1, &kaddr, NULL); in dax_iomap_zero()
1160 dax_flush(iomap->dax_dev, kaddr + offset, size); in dax_iomap_zero()
1173 struct dax_device *dax_dev = iomap->dax_dev; in dax_iomap_iter() local
1220 map_len = dax_direct_access(dax_dev, pgoff, PHYS_PFN(size), in dax_iomap_iter()
1239 xfer = dax_copy_from_iter(dax_dev, pgoff, kaddr, in dax_iomap_iter()
[all …]
|
| /linux/fs/erofs/ |
| A D | data.c | 161 map->m_daxdev = EROFS_SB(sb)->dax_dev; in erofs_map_dev()
171 map->m_daxdev = dif->dax_dev; in erofs_map_dev()
187 map->m_daxdev = dif->dax_dev; in erofs_map_dev()
219 iomap->dax_dev = mdev.m_daxdev; in erofs_iomap_begin()
|
| A D | super.c | 315 dif->dax_dev = fs_dax_get_by_bdev(bdev); in erofs_init_devices()
647 sbi->dax_dev = fs_dax_get_by_bdev(sb->s_bdev); in erofs_fc_fill_super()
656 !dax_supported(sbi->dax_dev, sb->s_bdev, EROFS_BLKSIZ, 0, bdev_nr_sectors(sb->s_bdev))) { in erofs_fc_fill_super()
730 fs_put_dax(dif->dax_dev); in erofs_release_device_info()
799 fs_put_dax(sbi->dax_dev); in erofs_kill_sb()
|
| A D | internal.h | 53 struct dax_device *dax_dev; member
111 struct dax_device *dax_dev; member
|
| /linux/fs/ext2/ |
| A D | super.c | 805 struct dax_device *dax_dev = fs_dax_get_by_bdev(sb->s_bdev); in ext2_fill_super() local
835 sbi->s_daxdev = dax_dev; in ext2_fill_super()
949 if (!dax_supported(dax_dev, sb->s_bdev, blocksize, 0, in ext2_fill_super()
1206 fs_put_dax(dax_dev); in ext2_fill_super()
|