Lines Matching refs:dev_dax
16 static int check_vma(struct dev_dax *dev_dax, struct vm_area_struct *vma, in check_vma() argument
19 struct device *dev = &dev_dax->dev; in check_vma()
22 if (!dax_alive(dev_dax->dax_dev)) in check_vma()
33 mask = dev_dax->align - 1; in check_vma()
53 __weak phys_addr_t dax_pgoff_to_phys(struct dev_dax *dev_dax, pgoff_t pgoff, in dax_pgoff_to_phys() argument
58 for (i = 0; i < dev_dax->nr_range; i++) { in dax_pgoff_to_phys()
59 struct dev_dax_range *dax_range = &dev_dax->ranges[i]; in dax_pgoff_to_phys()
80 struct dev_dax *dev_dax = filp->private_data; in dax_set_mapping() local
84 if (dev_dax->pgmap->vmemmap_shift) in dax_set_mapping()
101 static vm_fault_t __dev_dax_pte_fault(struct dev_dax *dev_dax, in __dev_dax_pte_fault() argument
104 struct device *dev = &dev_dax->dev; in __dev_dax_pte_fault()
109 if (check_vma(dev_dax, vmf->vma, __func__)) in __dev_dax_pte_fault()
112 if (dev_dax->align > PAGE_SIZE) { in __dev_dax_pte_fault()
114 dev_dax->align, fault_size); in __dev_dax_pte_fault()
118 if (fault_size != dev_dax->align) in __dev_dax_pte_fault()
121 phys = dax_pgoff_to_phys(dev_dax, vmf->pgoff, PAGE_SIZE); in __dev_dax_pte_fault()
135 static vm_fault_t __dev_dax_pmd_fault(struct dev_dax *dev_dax, in __dev_dax_pmd_fault() argument
139 struct device *dev = &dev_dax->dev; in __dev_dax_pmd_fault()
145 if (check_vma(dev_dax, vmf->vma, __func__)) in __dev_dax_pmd_fault()
148 if (dev_dax->align > PMD_SIZE) { in __dev_dax_pmd_fault()
150 dev_dax->align, fault_size); in __dev_dax_pmd_fault()
154 if (fault_size < dev_dax->align) in __dev_dax_pmd_fault()
156 else if (fault_size > dev_dax->align) in __dev_dax_pmd_fault()
165 phys = dax_pgoff_to_phys(dev_dax, pgoff, PMD_SIZE); in __dev_dax_pmd_fault()
180 static vm_fault_t __dev_dax_pud_fault(struct dev_dax *dev_dax, in __dev_dax_pud_fault() argument
184 struct device *dev = &dev_dax->dev; in __dev_dax_pud_fault()
191 if (check_vma(dev_dax, vmf->vma, __func__)) in __dev_dax_pud_fault()
194 if (dev_dax->align > PUD_SIZE) { in __dev_dax_pud_fault()
196 dev_dax->align, fault_size); in __dev_dax_pud_fault()
200 if (fault_size < dev_dax->align) in __dev_dax_pud_fault()
202 else if (fault_size > dev_dax->align) in __dev_dax_pud_fault()
211 phys = dax_pgoff_to_phys(dev_dax, pgoff, PUD_SIZE); in __dev_dax_pud_fault()
225 static vm_fault_t __dev_dax_pud_fault(struct dev_dax *dev_dax, in __dev_dax_pud_fault() argument
237 struct dev_dax *dev_dax = filp->private_data; in dev_dax_huge_fault() local
239 dev_dbg(&dev_dax->dev, "%s: op=%s addr=%#lx order=%d\n", current->comm, in dev_dax_huge_fault()
245 rc = __dev_dax_pte_fault(dev_dax, vmf); in dev_dax_huge_fault()
247 rc = __dev_dax_pmd_fault(dev_dax, vmf); in dev_dax_huge_fault()
249 rc = __dev_dax_pud_fault(dev_dax, vmf); in dev_dax_huge_fault()
266 struct dev_dax *dev_dax = filp->private_data; in dev_dax_may_split() local
268 if (!IS_ALIGNED(addr, dev_dax->align)) in dev_dax_may_split()
276 struct dev_dax *dev_dax = filp->private_data; in dev_dax_pagesize() local
278 return dev_dax->align; in dev_dax_pagesize()
290 struct dev_dax *dev_dax = filp->private_data; in dax_mmap() local
293 dev_dbg(&dev_dax->dev, "trace\n"); in dax_mmap()
300 rc = check_vma(dev_dax, vma, __func__); in dax_mmap()
316 struct dev_dax *dev_dax = filp ? filp->private_data : NULL; in dax_get_unmapped_area() local
318 if (!dev_dax || addr) in dax_get_unmapped_area()
321 align = dev_dax->align; in dax_get_unmapped_area()
351 struct dev_dax *dev_dax = dax_get_private(dax_dev); in dax_open() local
353 dev_dbg(&dev_dax->dev, "trace\n"); in dax_open()
360 filp->private_data = dev_dax; in dax_open()
368 struct dev_dax *dev_dax = filp->private_data; in dax_release() local
370 dev_dbg(&dev_dax->dev, "trace\n"); in dax_release()
389 static void dev_dax_kill(void *dev_dax) in dev_dax_kill() argument
391 kill_dev_dax(dev_dax); in dev_dax_kill()
394 static int dev_dax_probe(struct dev_dax *dev_dax) in dev_dax_probe() argument
396 struct dax_device *dax_dev = dev_dax->dax_dev; in dev_dax_probe()
397 struct device *dev = &dev_dax->dev; in dev_dax_probe()
404 if (static_dev_dax(dev_dax)) { in dev_dax_probe()
405 if (dev_dax->nr_range > 1) { in dev_dax_probe()
411 pgmap = dev_dax->pgmap; in dev_dax_probe()
413 if (dev_dax->pgmap) { in dev_dax_probe()
420 struct_size(pgmap, ranges, dev_dax->nr_range - 1), in dev_dax_probe()
425 pgmap->nr_range = dev_dax->nr_range; in dev_dax_probe()
426 dev_dax->pgmap = pgmap; in dev_dax_probe()
428 for (i = 0; i < dev_dax->nr_range; i++) { in dev_dax_probe()
429 struct range *range = &dev_dax->ranges[i].range; in dev_dax_probe()
434 for (i = 0; i < dev_dax->nr_range; i++) { in dev_dax_probe()
435 struct range *range = &dev_dax->ranges[i].range; in dev_dax_probe()
446 if (dev_dax->align > PAGE_SIZE) in dev_dax_probe()
448 order_base_2(dev_dax->align >> PAGE_SHIFT); in dev_dax_probe()
467 return devm_add_action_or_reset(dev, dev_dax_kill, dev_dax); in dev_dax_probe()