Lines Matching refs:dax_dev
62 int dax_add_host(struct dax_device *dax_dev, struct gendisk *disk) in dax_add_host() argument
64 return xa_insert(&dax_hosts, (unsigned long)disk, dax_dev, GFP_KERNEL); in dax_add_host()
84 struct dax_device *dax_dev; in fs_dax_get_by_bdev() local
99 dax_dev = xa_load(&dax_hosts, (unsigned long)bdev->bd_disk); in fs_dax_get_by_bdev()
100 if (!dax_dev || !dax_alive(dax_dev) || !igrab(&dax_dev->inode)) in fs_dax_get_by_bdev()
101 dax_dev = NULL; in fs_dax_get_by_bdev()
103 if (!cmpxchg(&dax_dev->holder_data, NULL, holder)) in fs_dax_get_by_bdev()
104 dax_dev->holder_ops = ops; in fs_dax_get_by_bdev()
106 dax_dev = NULL; in fs_dax_get_by_bdev()
110 return dax_dev; in fs_dax_get_by_bdev()
114 void fs_put_dax(struct dax_device *dax_dev, void *holder) in fs_put_dax() argument
116 if (dax_dev && holder && in fs_put_dax()
117 cmpxchg(&dax_dev->holder_data, holder, NULL) == holder) in fs_put_dax()
118 dax_dev->holder_ops = NULL; in fs_put_dax()
119 put_dax(dax_dev); in fs_put_dax()
149 long dax_direct_access(struct dax_device *dax_dev, pgoff_t pgoff, long nr_pages, in dax_direct_access() argument
154 if (!dax_dev) in dax_direct_access()
157 if (!dax_alive(dax_dev)) in dax_direct_access()
163 avail = dax_dev->ops->direct_access(dax_dev, pgoff, nr_pages, in dax_direct_access()
171 size_t dax_copy_from_iter(struct dax_device *dax_dev, pgoff_t pgoff, void *addr, in dax_copy_from_iter() argument
174 if (!dax_alive(dax_dev)) in dax_copy_from_iter()
182 if (test_bit(DAXDEV_NOCACHE, &dax_dev->flags)) in dax_copy_from_iter()
187 size_t dax_copy_to_iter(struct dax_device *dax_dev, pgoff_t pgoff, void *addr, in dax_copy_to_iter() argument
190 if (!dax_alive(dax_dev)) in dax_copy_to_iter()
198 if (test_bit(DAXDEV_NOMC, &dax_dev->flags)) in dax_copy_to_iter()
203 int dax_zero_page_range(struct dax_device *dax_dev, pgoff_t pgoff, in dax_zero_page_range() argument
206 if (!dax_alive(dax_dev)) in dax_zero_page_range()
216 return dax_dev->ops->zero_page_range(dax_dev, pgoff, nr_pages); in dax_zero_page_range()
220 size_t dax_recovery_write(struct dax_device *dax_dev, pgoff_t pgoff, in dax_recovery_write() argument
223 if (!dax_dev->ops->recovery_write) in dax_recovery_write()
225 return dax_dev->ops->recovery_write(dax_dev, pgoff, addr, bytes, iter); in dax_recovery_write()
229 int dax_holder_notify_failure(struct dax_device *dax_dev, u64 off, in dax_holder_notify_failure() argument
235 if (!dax_alive(dax_dev)) { in dax_holder_notify_failure()
240 if (!dax_dev->holder_ops) { in dax_holder_notify_failure()
245 rc = dax_dev->holder_ops->notify_failure(dax_dev, off, len, mf_flags); in dax_holder_notify_failure()
254 void dax_flush(struct dax_device *dax_dev, void *addr, size_t size) in dax_flush() argument
256 if (unlikely(!dax_write_cache_enabled(dax_dev))) in dax_flush()
262 void dax_flush(struct dax_device *dax_dev, void *addr, size_t size) in dax_flush() argument
268 void dax_write_cache(struct dax_device *dax_dev, bool wc) in dax_write_cache() argument
271 set_bit(DAXDEV_WRITE_CACHE, &dax_dev->flags); in dax_write_cache()
273 clear_bit(DAXDEV_WRITE_CACHE, &dax_dev->flags); in dax_write_cache()
277 bool dax_write_cache_enabled(struct dax_device *dax_dev) in dax_write_cache_enabled() argument
279 return test_bit(DAXDEV_WRITE_CACHE, &dax_dev->flags); in dax_write_cache_enabled()
283 bool dax_synchronous(struct dax_device *dax_dev) in dax_synchronous() argument
285 return test_bit(DAXDEV_SYNC, &dax_dev->flags); in dax_synchronous()
289 void set_dax_synchronous(struct dax_device *dax_dev) in set_dax_synchronous() argument
291 set_bit(DAXDEV_SYNC, &dax_dev->flags); in set_dax_synchronous()
295 void set_dax_nocache(struct dax_device *dax_dev) in set_dax_nocache() argument
297 set_bit(DAXDEV_NOCACHE, &dax_dev->flags); in set_dax_nocache()
301 void set_dax_nomc(struct dax_device *dax_dev) in set_dax_nomc() argument
303 set_bit(DAXDEV_NOMC, &dax_dev->flags); in set_dax_nomc()
307 bool dax_alive(struct dax_device *dax_dev) in dax_alive() argument
310 return test_bit(DAXDEV_ALIVE, &dax_dev->flags); in dax_alive()
320 void kill_dax(struct dax_device *dax_dev) in kill_dax() argument
322 if (!dax_dev) in kill_dax()
325 if (dax_dev->holder_data != NULL) in kill_dax()
326 dax_holder_notify_failure(dax_dev, 0, U64_MAX, 0); in kill_dax()
328 clear_bit(DAXDEV_ALIVE, &dax_dev->flags); in kill_dax()
332 dax_dev->holder_ops = NULL; in kill_dax()
333 dax_dev->holder_data = NULL; in kill_dax()
337 void run_dax(struct dax_device *dax_dev) in run_dax() argument
339 set_bit(DAXDEV_ALIVE, &dax_dev->flags); in run_dax()
345 struct dax_device *dax_dev; in dax_alloc_inode() local
348 dax_dev = alloc_inode_sb(sb, dax_cache, GFP_KERNEL); in dax_alloc_inode()
349 if (!dax_dev) in dax_alloc_inode()
352 inode = &dax_dev->inode; in dax_alloc_inode()
364 struct dax_device *dax_dev = to_dax_dev(inode); in dax_free_inode() local
367 kmem_cache_free(dax_cache, dax_dev); in dax_free_inode()
372 struct dax_device *dax_dev = to_dax_dev(inode); in dax_destroy_inode() local
373 WARN_ONCE(test_bit(DAXDEV_ALIVE, &dax_dev->flags), in dax_destroy_inode()
417 struct dax_device *dax_dev; in dax_dev_get() local
426 dax_dev = to_dax_dev(inode); in dax_dev_get()
428 set_bit(DAXDEV_ALIVE, &dax_dev->flags); in dax_dev_get()
429 inode->i_cdev = &dax_dev->cdev; in dax_dev_get()
436 return dax_dev; in dax_dev_get()
441 struct dax_device *dax_dev; in alloc_dax() local
453 dax_dev = dax_dev_get(devt); in alloc_dax()
454 if (!dax_dev) in alloc_dax()
457 dax_dev->ops = ops; in alloc_dax()
458 dax_dev->private = private; in alloc_dax()
459 return dax_dev; in alloc_dax()
467 void put_dax(struct dax_device *dax_dev) in put_dax() argument
469 if (!dax_dev) in put_dax()
471 iput(&dax_dev->inode); in put_dax()
482 void *dax_holder(struct dax_device *dax_dev) in dax_holder() argument
484 return dax_dev->holder_data; in dax_holder()
503 struct inode *dax_inode(struct dax_device *dax_dev) in dax_inode() argument
505 return &dax_dev->inode; in dax_inode()
509 void *dax_get_private(struct dax_device *dax_dev) in dax_get_private() argument
511 if (!test_bit(DAXDEV_ALIVE, &dax_dev->flags)) in dax_get_private()
513 return dax_dev->private; in dax_get_private()
519 struct dax_device *dax_dev = _dax_dev; in init_once() local
520 struct inode *inode = &dax_dev->inode; in init_once()
522 memset(dax_dev, 0, sizeof(*dax_dev)); in init_once()