/linux-master/drivers/dax/ |
H A D | super.c | 63 int dax_add_host(struct dax_device *dax_dev, struct gendisk *disk) argument 65 return xa_insert(&dax_hosts, (unsigned long)disk, dax_dev, GFP_KERNEL); 85 struct dax_device *dax_dev; local 100 dax_dev = xa_load(&dax_hosts, (unsigned long)bdev->bd_disk); 101 if (!dax_dev || !dax_alive(dax_dev) || !igrab(&dax_dev->inode)) 102 dax_dev = NULL; 104 if (!cmpxchg(&dax_dev->holder_data, NULL, holder)) 105 dax_dev 115 fs_put_dax(struct dax_device *dax_dev, void *holder) argument 150 dax_direct_access(struct dax_device *dax_dev, pgoff_t pgoff, long nr_pages, enum dax_access_mode mode, void **kaddr, pfn_t *pfn) argument 172 dax_copy_from_iter(struct dax_device *dax_dev, pgoff_t pgoff, void *addr, size_t bytes, struct iov_iter *i) argument 188 dax_copy_to_iter(struct dax_device *dax_dev, pgoff_t pgoff, void *addr, size_t bytes, struct iov_iter *i) argument 204 dax_zero_page_range(struct dax_device *dax_dev, pgoff_t pgoff, size_t nr_pages) argument 224 dax_recovery_write(struct dax_device *dax_dev, pgoff_t pgoff, void *addr, size_t bytes, struct iov_iter *iter) argument 233 dax_holder_notify_failure(struct dax_device *dax_dev, u64 off, u64 len, int mf_flags) argument 258 dax_flush(struct dax_device *dax_dev, void *addr, size_t size) argument 266 dax_flush(struct dax_device *dax_dev, void *addr, size_t size) argument 272 dax_write_cache(struct dax_device *dax_dev, bool wc) argument 281 dax_write_cache_enabled(struct dax_device *dax_dev) argument 287 dax_synchronous(struct dax_device *dax_dev) argument 293 set_dax_synchronous(struct dax_device *dax_dev) argument 299 set_dax_nocache(struct dax_device *dax_dev) argument 305 set_dax_nomc(struct dax_device *dax_dev) argument 311 dax_alive(struct dax_device *dax_dev) argument 329 kill_dax(struct dax_device *dax_dev) argument 347 run_dax(struct dax_device *dax_dev) argument 355 struct dax_device *dax_dev; local 374 struct dax_device *dax_dev = to_dax_dev(inode); local 382 struct dax_device *dax_dev = to_dax_dev(inode); local 427 struct dax_device *dax_dev; local 451 struct dax_device *dax_dev; local 485 put_dax(struct dax_device *dax_dev) argument 500 dax_holder(struct dax_device *dax_dev) argument 521 dax_inode(struct dax_device *dax_dev) argument 527 dax_get_private(struct dax_device *dax_dev) argument 537 struct dax_device *dax_dev = _dax_dev; local [all...] |
H A D | dax-private.h | 15 struct inode *dax_inode(struct dax_device *dax_dev); 53 * @dax_dev - core dax functionality 65 struct dax_device *dax_dev; member in struct:dev_dax 87 void run_dax(struct dax_device *dax_dev);
|
H A D | device.c | 23 if (!dax_alive(dev_dax->dax_dev)) 295 * We lock to check dax_dev liveness and will re-check at 348 struct dax_device *dax_dev = inode_dax(inode); local 349 struct inode *__dax_inode = dax_inode(dax_dev); 350 struct dev_dax *dev_dax = dax_get_private(dax_dev); 395 struct dax_device *dax_dev = dev_dax->dax_dev; local 452 inode = dax_inode(dax_dev); 465 run_dax(dax_dev);
|
H A D | bus.c | 428 struct dax_device *dax_dev = dev_dax->dax_dev; local 429 struct inode *inode = dax_inode(dax_dev); 431 kill_dax(dax_dev); 1437 struct dax_device *dax_dev = dev_dax->dax_dev; local 1439 put_dax(dax_dev); 1454 struct dax_device *dax_dev; local 1509 dax_dev = alloc_dax(dev_dax, NULL); 1510 if (IS_ERR(dax_dev)) { [all...] |
/linux-master/include/linux/ |
H A D | dax.h | 42 size_t (*recovery_write)(struct dax_device *dax_dev, pgoff_t pgoff, 49 * @dax_dev: the dax device which contains the holder 54 int (*notify_failure)(struct dax_device *dax_dev, u64 offset, 60 void *dax_holder(struct dax_device *dax_dev); 61 void put_dax(struct dax_device *dax_dev); 62 void kill_dax(struct dax_device *dax_dev); 63 void dax_write_cache(struct dax_device *dax_dev, bool wc); 64 bool dax_write_cache_enabled(struct dax_device *dax_dev); 65 bool dax_synchronous(struct dax_device *dax_dev); 66 void set_dax_nocache(struct dax_device *dax_dev); 74 daxdev_mapping_supported(struct vm_area_struct *vma, struct dax_device *dax_dev) argument 84 dax_holder(struct dax_device *dax_dev) argument 93 put_dax(struct dax_device *dax_dev) argument 96 kill_dax(struct dax_device *dax_dev) argument 99 dax_write_cache(struct dax_device *dax_dev, bool wc) argument 102 dax_write_cache_enabled(struct dax_device *dax_dev) argument 106 dax_synchronous(struct dax_device *dax_dev) argument 110 set_dax_nocache(struct dax_device *dax_dev) argument 113 set_dax_nomc(struct dax_device *dax_dev) argument 116 set_dax_synchronous(struct dax_device *dax_dev) argument 119 daxdev_mapping_supported(struct vm_area_struct *vma, struct dax_device *dax_dev) argument 124 dax_recovery_write(struct dax_device *dax_dev, pgoff_t pgoff, void *addr, size_t bytes, struct iov_iter *i) argument 139 dax_add_host(struct dax_device *dax_dev, struct gendisk *disk) argument 152 fs_put_dax(struct dax_device *dax_dev, void *holder) argument 180 dax_writeback_mapping_range(struct address_space *mapping, struct dax_device *dax_dev, struct writeback_control *wbc) argument [all...] |
H A D | iomap.h | 101 struct dax_device *dax_dev; /* dax_dev for dax operations */ member in struct:iomap
|
H A D | device-mapper.h | 169 struct dax_device *dax_dev; member in struct:dm_dev
|
/linux-master/drivers/nvdimm/ |
H A D | dax_devs.c | 91 struct device *dax_dev; local 110 dax_dev = nd_pfn_devinit(nd_pfn, ndns); 112 if (!dax_dev) 117 dev_dbg(dev, "dax: %s\n", rc == 0 ? dev_name(dax_dev) : "<none>"); 119 nd_detach_ndns(dax_dev, &nd_pfn->ndns); 120 put_device(dax_dev); 122 nd_device_register(dax_dev);
|
H A D | pmem.h | 27 struct dax_device *dax_dev; member in struct:pmem_device
|
H A D | pmem.c | 294 static int pmem_dax_zero_page_range(struct dax_device *dax_dev, pgoff_t pgoff, argument 297 struct pmem_device *pmem = dax_get_private(dax_dev); 304 static long pmem_dax_direct_access(struct dax_device *dax_dev, argument 308 struct pmem_device *pmem = dax_get_private(dax_dev); 326 static size_t pmem_recovery_write(struct dax_device *dax_dev, pgoff_t pgoff, argument 329 struct pmem_device *pmem = dax_get_private(dax_dev); 379 return sprintf(buf, "%d\n", !!dax_write_cache_enabled(pmem->dax_dev)); 392 dax_write_cache(pmem->dax_dev, write_cache); 427 kill_dax(pmem->dax_dev); 428 put_dax(pmem->dax_dev); 463 struct dax_device *dax_dev; local [all...] |
/linux-master/drivers/md/ |
H A D | dm-linear.c | 165 return lc->dev->dax_dev; 172 struct dax_device *dax_dev = linear_dax_pgoff(ti, &pgoff); local 174 return dax_direct_access(dax_dev, pgoff, nr_pages, mode, kaddr, pfn); 180 struct dax_device *dax_dev = linear_dax_pgoff(ti, &pgoff); local 182 return dax_zero_page_range(dax_dev, pgoff, nr_pages); 188 struct dax_device *dax_dev = linear_dax_pgoff(ti, &pgoff); local 190 return dax_recovery_write(dax_dev, pgoff, addr, bytes, i);
|
H A D | dm-stripe.c | 313 return sc->stripe[stripe].dev->dax_dev; 320 struct dax_device *dax_dev = stripe_dax_pgoff(ti, &pgoff); local 322 return dax_direct_access(dax_dev, pgoff, nr_pages, mode, kaddr, pfn); 328 struct dax_device *dax_dev = stripe_dax_pgoff(ti, &pgoff); local 330 return dax_zero_page_range(dax_dev, pgoff, nr_pages); 336 struct dax_device *dax_dev = stripe_dax_pgoff(ti, &pgoff); local 338 return dax_recovery_write(dax_dev, pgoff, addr, bytes, i);
|
H A D | dm.c | 761 td->dm_dev.dax_dev = fs_dax_get_by_bdev(bdev, &part_off, 788 put_dax(td->dm_dev.dax_dev); 1232 static long dm_dax_direct_access(struct dax_device *dax_dev, pgoff_t pgoff, argument 1236 struct mapped_device *md = dax_get_private(dax_dev); 1260 static int dm_dax_zero_page_range(struct dax_device *dax_dev, pgoff_t pgoff, argument 1263 struct mapped_device *md = dax_get_private(dax_dev); 1287 static size_t dm_dax_recovery_write(struct dax_device *dax_dev, pgoff_t pgoff, argument 1290 struct mapped_device *md = dax_get_private(dax_dev); 2012 if (md->dax_dev) { 2014 kill_dax(md->dax_dev); 2066 struct dax_device *dax_dev; local [all...] |
H A D | dm-log-writes.c | 889 return lc->dev->dax_dev; 896 struct dax_device *dax_dev = log_writes_dax_pgoff(ti, &pgoff); local 898 return dax_direct_access(dax_dev, pgoff, nr_pages, mode, kaddr, pfn); 904 struct dax_device *dax_dev = log_writes_dax_pgoff(ti, &pgoff); local 906 return dax_zero_page_range(dax_dev, pgoff, nr_pages << PAGE_SHIFT); 912 struct dax_device *dax_dev = log_writes_dax_pgoff(ti, &pgoff); local 914 return dax_recovery_write(dax_dev, pgoff, addr, bytes, i);
|
H A D | dm-table.c | 828 if (dev->dax_dev) 839 return !dev->dax_dev || !dax_synchronous(dev->dax_dev); 1832 struct dax_device *dax_dev = dev->dax_dev; local 1834 if (!dax_dev) 1837 if (dax_write_cache_enabled(dax_dev)) 1997 set_dax_synchronous(t->md->dax_dev); 2002 dax_write_cache(t->md->dax_dev, true);
|
H A D | dm-core.h | 79 struct dax_device *dax_dev; member in struct:mapped_device
|
/linux-master/drivers/s390/block/ |
H A D | dcssblk.c | 34 static long dcssblk_dax_direct_access(struct dax_device *dax_dev, pgoff_t pgoff, 48 static int dcssblk_dax_zero_page_range(struct dax_device *dax_dev, argument 54 rc = dax_direct_access(dax_dev, pgoff, nr_pages, DAX_ACCESS, 60 dax_flush(dax_dev, kaddr, nr_pages << PAGE_SHIFT); 82 struct dax_device *dax_dev; member in struct:dcssblk_dev_info 417 kill_dax(dev_info->dax_dev); 418 put_dax(dev_info->dax_dev); 555 struct dax_device *dax_dev; local 683 dax_dev = alloc_dax(dev_info, &dcssblk_dax_ops); 684 if (IS_ERR(dax_dev)) { 932 dcssblk_dax_direct_access(struct dax_device *dax_dev, pgoff_t pgoff, long nr_pages, enum dax_access_mode mode, void **kaddr, pfn_t *pfn) argument [all...] |
/linux-master/fs/xfs/ |
H A D | xfs_notify_failure.c | 260 struct dax_device *dax_dev, 265 struct xfs_mount *mp = dax_holder(dax_dev); 274 if (mp->m_rtdev_targp && mp->m_rtdev_targp->bt_daxdev == dax_dev) { 280 if (mp->m_logdev_targp && mp->m_logdev_targp->bt_daxdev == dax_dev && 259 xfs_dax_notify_failure( struct dax_device *dax_dev, u64 offset, u64 len, int mf_flags) argument
|
/linux-master/fs/fuse/ |
H A D | virtio_fs.c | 68 struct dax_device *dax_dev; member in struct:virtio_fs 810 static long virtio_fs_direct_access(struct dax_device *dax_dev, pgoff_t pgoff, argument 814 struct virtio_fs *fs = dax_get_private(dax_dev); 826 static int virtio_fs_zero_page_range(struct dax_device *dax_dev, argument 832 rc = dax_direct_access(dax_dev, pgoff, nr_pages, DAX_ACCESS, &kaddr, 838 dax_flush(dax_dev, kaddr, nr_pages << PAGE_SHIFT); 849 struct dax_device *dax_dev = data; local 851 kill_dax(dax_dev); 852 put_dax(dax_dev); 855 DEFINE_FREE(cleanup_dax, struct dax_dev *, i [all...] |
H A D | dax.c | 579 iomap->dax_dev = fc->dax->dev; 1282 struct dax_device *dax_dev) 1289 if (!dax_dev) 1297 fcd->dev = dax_dev; 1281 fuse_dax_conn_alloc(struct fuse_conn *fc, enum fuse_dax_mode dax_mode, struct dax_device *dax_dev) argument
|
/linux-master/fs/ |
H A D | dax.c | 838 rc = dax_direct_access(iter->iomap.dax_dev, pgoff, 1, DAX_ACCESS, 926 static int dax_writeback_one(struct xa_state *xas, struct dax_device *dax_dev, argument 999 dax_flush(dax_dev, page_address(pfn_to_page(pfn)), count * PAGE_SIZE); 1026 struct dax_device *dax_dev, struct writeback_control *wbc) 1047 ret = dax_writeback_one(&xas, dax_dev, mapping, entry); 1074 length = dax_direct_access(iomap->dax_dev, pgoff, PHYS_PFN(size), 1175 dax_flush(srcmap->dax_dev, daddr, size); 1283 dax_flush(iomap->dax_dev, daddr, length); 1328 ret = dax_direct_access(iomap->dax_dev, pgoff, 1, DAX_ACCESS, &kaddr, 1338 dax_flush(iomap->dax_dev, kadd 1025 dax_writeback_mapping_range(struct address_space *mapping, struct dax_device *dax_dev, struct writeback_control *wbc) argument 1426 struct dax_device *dax_dev = iomap->dax_dev; local [all...] |
/linux-master/fs/erofs/ |
H A D | data.c | 207 map->m_daxdev = EROFS_SB(sb)->dax_dev; 224 map->m_daxdev = dif->dax_dev; 243 map->m_daxdev = dif->dax_dev; 279 iomap->dax_dev = mdev.m_daxdev;
|
H A D | super.c | 209 dif->dax_dev = fs_dax_get_by_bdev(file_bdev(bdev_file), 624 sbi->dax_dev = fs_dax_get_by_bdev(sb->s_bdev, 645 if (!sbi->dax_dev) { 743 fs_put_dax(dif->dax_dev, NULL); 814 fs_put_dax(sbi->dax_dev, NULL);
|
H A D | internal.h | 53 struct dax_device *dax_dev; member in struct:erofs_device_info 145 struct dax_device *dax_dev; member in struct:erofs_sb_info
|
/linux-master/fs/ext4/ |
H A D | file.c | 785 struct dax_device *dax_dev = EXT4_SB(inode->i_sb)->s_daxdev; local 794 if (!daxdev_mapping_supported(vma, dax_dev))
|