Lines Matching refs:md
36 struct writeset_metadata md; member
96 ws->md.nr_bits = nr_blocks; in writeset_init()
97 r = setup_on_disk_bitset(info, ws->md.nr_bits, &ws->md.root); in writeset_init()
142 r = dm_bitset_set_bit(info, ws->md.root, block, &ws->md.root); in writeset_test_and_set()
311 static int superblock_read_lock(struct era_metadata *md, in superblock_read_lock() argument
314 return dm_bm_read_lock(md->bm, SUPERBLOCK_LOCATION, in superblock_read_lock()
318 static int superblock_lock_zero(struct era_metadata *md, in superblock_lock_zero() argument
321 return dm_bm_write_lock_zero(md->bm, SUPERBLOCK_LOCATION, in superblock_lock_zero()
325 static int superblock_lock(struct era_metadata *md, in superblock_lock() argument
328 return dm_bm_write_lock(md->bm, SUPERBLOCK_LOCATION, in superblock_lock()
378 struct era_metadata *md = context; in ws_inc() local
386 dm_tm_inc(md->tm, b); in ws_inc()
392 struct era_metadata *md = context; in ws_dec() local
400 dm_bitset_del(&md->bitset_info, b); in ws_dec()
411 static void setup_writeset_tree_info(struct era_metadata *md) in setup_writeset_tree_info() argument
413 struct dm_btree_value_type *vt = &md->writeset_tree_info.value_type; in setup_writeset_tree_info()
415 md->writeset_tree_info.tm = md->tm; in setup_writeset_tree_info()
416 md->writeset_tree_info.levels = 1; in setup_writeset_tree_info()
417 vt->context = md; in setup_writeset_tree_info()
424 static void setup_era_array_info(struct era_metadata *md) in setup_era_array_info() argument
434 dm_array_info_init(&md->era_array_info, md->tm, &vt); in setup_era_array_info()
437 static void setup_infos(struct era_metadata *md) in setup_infos() argument
439 dm_disk_bitset_init(md->tm, &md->bitset_info); in setup_infos()
440 setup_writeset_tree_info(md); in setup_infos()
441 setup_era_array_info(md); in setup_infos()
446 static int create_fresh_metadata(struct era_metadata *md) in create_fresh_metadata() argument
450 r = dm_tm_create_with_sm(md->bm, SUPERBLOCK_LOCATION, in create_fresh_metadata()
451 &md->tm, &md->sm); in create_fresh_metadata()
457 setup_infos(md); in create_fresh_metadata()
459 r = dm_btree_empty(&md->writeset_tree_info, &md->writeset_tree_root); in create_fresh_metadata()
465 r = dm_array_empty(&md->era_array_info, &md->era_array_root); in create_fresh_metadata()
474 dm_sm_destroy(md->sm); in create_fresh_metadata()
475 dm_tm_destroy(md->tm); in create_fresh_metadata()
480 static int save_sm_root(struct era_metadata *md) in save_sm_root() argument
485 r = dm_sm_root_size(md->sm, &metadata_len); in save_sm_root()
489 return dm_sm_copy_root(md->sm, &md->metadata_space_map_root, in save_sm_root()
493 static void copy_sm_root(struct era_metadata *md, struct superblock_disk *disk) in copy_sm_root() argument
496 &md->metadata_space_map_root, in copy_sm_root()
497 sizeof(md->metadata_space_map_root)); in copy_sm_root()
505 static void prepare_superblock(struct era_metadata *md, struct superblock_disk *disk) in prepare_superblock() argument
514 copy_sm_root(md, disk); in prepare_superblock()
516 disk->data_block_size = cpu_to_le32(md->block_size); in prepare_superblock()
518 disk->nr_blocks = cpu_to_le32(md->nr_blocks); in prepare_superblock()
519 disk->current_era = cpu_to_le32(md->current_era); in prepare_superblock()
521 ws_pack(&md->current_writeset->md, &disk->current_writeset); in prepare_superblock()
522 disk->writeset_tree_root = cpu_to_le64(md->writeset_tree_root); in prepare_superblock()
523 disk->era_array_root = cpu_to_le64(md->era_array_root); in prepare_superblock()
524 disk->metadata_snap = cpu_to_le64(md->metadata_snap); in prepare_superblock()
527 static int write_superblock(struct era_metadata *md) in write_superblock() argument
533 r = save_sm_root(md); in write_superblock()
539 r = superblock_lock_zero(md, &sblock); in write_superblock()
544 prepare_superblock(md, disk); in write_superblock()
546 return dm_tm_commit(md->tm, sblock); in write_superblock()
552 static int format_metadata(struct era_metadata *md) in format_metadata() argument
556 r = create_fresh_metadata(md); in format_metadata()
560 r = write_superblock(md); in format_metadata()
562 dm_sm_destroy(md->sm); in format_metadata()
563 dm_tm_destroy(md->tm); in format_metadata()
570 static int open_metadata(struct era_metadata *md) in open_metadata() argument
576 r = superblock_read_lock(md, &sblock); in open_metadata()
585 if (le32_to_cpu(disk->data_block_size) != md->block_size) { in open_metadata()
587 le32_to_cpu(disk->data_block_size), md->block_size); in open_metadata()
592 r = dm_tm_open_with_sm(md->bm, SUPERBLOCK_LOCATION, in open_metadata()
595 &md->tm, &md->sm); in open_metadata()
601 setup_infos(md); in open_metadata()
603 md->nr_blocks = le32_to_cpu(disk->nr_blocks); in open_metadata()
604 md->current_era = le32_to_cpu(disk->current_era); in open_metadata()
606 ws_unpack(&disk->current_writeset, &md->current_writeset->md); in open_metadata()
607 md->writeset_tree_root = le64_to_cpu(disk->writeset_tree_root); in open_metadata()
608 md->era_array_root = le64_to_cpu(disk->era_array_root); in open_metadata()
609 md->metadata_snap = le64_to_cpu(disk->metadata_snap); in open_metadata()
610 md->archived_writesets = true; in open_metadata()
621 static int open_or_format_metadata(struct era_metadata *md, in open_or_format_metadata() argument
627 r = superblock_all_zeroes(md->bm, &unformatted); in open_or_format_metadata()
632 return may_format ? format_metadata(md) : -EPERM; in open_or_format_metadata()
634 return open_metadata(md); in open_or_format_metadata()
637 static int create_persistent_data_objects(struct era_metadata *md, in create_persistent_data_objects() argument
642 md->bm = dm_block_manager_create(md->bdev, DM_ERA_METADATA_BLOCK_SIZE, in create_persistent_data_objects()
644 if (IS_ERR(md->bm)) { in create_persistent_data_objects()
646 return PTR_ERR(md->bm); in create_persistent_data_objects()
649 r = open_or_format_metadata(md, may_format); in create_persistent_data_objects()
651 dm_block_manager_destroy(md->bm); in create_persistent_data_objects()
656 static void destroy_persistent_data_objects(struct era_metadata *md) in destroy_persistent_data_objects() argument
658 dm_sm_destroy(md->sm); in destroy_persistent_data_objects()
659 dm_tm_destroy(md->tm); in destroy_persistent_data_objects()
660 dm_block_manager_destroy(md->bm); in destroy_persistent_data_objects()
666 static void swap_writeset(struct era_metadata *md, struct writeset *new_writeset) in swap_writeset() argument
668 rcu_assign_pointer(md->current_writeset, new_writeset); in swap_writeset()
688 int (*step)(struct era_metadata *md, struct digest *d);
691 static int metadata_digest_lookup_writeset(struct era_metadata *md,
694 static int metadata_digest_remove_writeset(struct era_metadata *md, in metadata_digest_remove_writeset() argument
700 r = dm_btree_remove(&md->writeset_tree_info, md->writeset_tree_root, in metadata_digest_remove_writeset()
701 &key, &md->writeset_tree_root); in metadata_digest_remove_writeset()
713 static int metadata_digest_transcribe_writeset(struct era_metadata *md, in metadata_digest_transcribe_writeset() argument
731 r = dm_array_set_value(&md->era_array_info, md->era_array_root, in metadata_digest_transcribe_writeset()
732 b, &d->value, &md->era_array_root); in metadata_digest_transcribe_writeset()
747 static int metadata_digest_lookup_writeset(struct era_metadata *md, in metadata_digest_lookup_writeset() argument
754 r = dm_btree_find_lowest_key(&md->writeset_tree_info, in metadata_digest_lookup_writeset()
755 md->writeset_tree_root, &key); in metadata_digest_lookup_writeset()
761 r = dm_btree_lookup(&md->writeset_tree_info, in metadata_digest_lookup_writeset()
762 md->writeset_tree_root, &key, &disk); in metadata_digest_lookup_writeset()
780 dm_disk_bitset_init(md->tm, &d->info); in metadata_digest_lookup_writeset()
782 d->nr_bits = min(d->writeset.nr_bits, md->nr_blocks); in metadata_digest_lookup_writeset()
789 static int metadata_digest_start(struct era_metadata *md, struct digest *d) in metadata_digest_start() argument
811 struct era_metadata *md = kzalloc(sizeof(*md), GFP_KERNEL); in metadata_open() local
813 if (!md) in metadata_open()
816 md->bdev = bdev; in metadata_open()
817 md->block_size = block_size; in metadata_open()
819 md->writesets[0].md.root = INVALID_WRITESET_ROOT; in metadata_open()
820 md->writesets[1].md.root = INVALID_WRITESET_ROOT; in metadata_open()
821 md->current_writeset = &md->writesets[0]; in metadata_open()
823 r = create_persistent_data_objects(md, may_format); in metadata_open()
825 kfree(md); in metadata_open()
829 return md; in metadata_open()
832 static void metadata_close(struct era_metadata *md) in metadata_close() argument
834 writeset_free(&md->writesets[0]); in metadata_close()
835 writeset_free(&md->writesets[1]); in metadata_close()
836 destroy_persistent_data_objects(md); in metadata_close()
837 kfree(md); in metadata_close()
849 static int metadata_resize(struct era_metadata *md, void *arg) in metadata_resize() argument
861 writeset_free(&md->writesets[0]); in metadata_resize()
862 writeset_free(&md->writesets[1]); in metadata_resize()
864 r = writeset_alloc(&md->writesets[0], *new_size); in metadata_resize()
870 r = writeset_alloc(&md->writesets[1], *new_size); in metadata_resize()
873 writeset_free(&md->writesets[0]); in metadata_resize()
879 r = dm_array_resize(&md->era_array_info, md->era_array_root, in metadata_resize()
880 md->nr_blocks, *new_size, in metadata_resize()
881 &value, &md->era_array_root); in metadata_resize()
884 writeset_free(&md->writesets[0]); in metadata_resize()
885 writeset_free(&md->writesets[1]); in metadata_resize()
889 md->nr_blocks = *new_size; in metadata_resize()
893 static int metadata_era_archive(struct era_metadata *md) in metadata_era_archive() argument
899 r = dm_bitset_flush(&md->bitset_info, md->current_writeset->md.root, in metadata_era_archive()
900 &md->current_writeset->md.root); in metadata_era_archive()
906 ws_pack(&md->current_writeset->md, &value); in metadata_era_archive()
908 keys[0] = md->current_era; in metadata_era_archive()
910 r = dm_btree_insert(&md->writeset_tree_info, md->writeset_tree_root, in metadata_era_archive()
911 keys, &value, &md->writeset_tree_root); in metadata_era_archive()
918 md->current_writeset->md.root = INVALID_WRITESET_ROOT; in metadata_era_archive()
919 md->archived_writesets = true; in metadata_era_archive()
924 static struct writeset *next_writeset(struct era_metadata *md) in next_writeset() argument
926 return (md->current_writeset == &md->writesets[0]) ? in next_writeset()
927 &md->writesets[1] : &md->writesets[0]; in next_writeset()
930 static int metadata_new_era(struct era_metadata *md) in metadata_new_era() argument
933 struct writeset *new_writeset = next_writeset(md); in metadata_new_era()
935 r = writeset_init(&md->bitset_info, new_writeset, md->nr_blocks); in metadata_new_era()
941 swap_writeset(md, new_writeset); in metadata_new_era()
942 md->current_era++; in metadata_new_era()
947 static int metadata_era_rollover(struct era_metadata *md) in metadata_era_rollover() argument
951 if (md->current_writeset->md.root != INVALID_WRITESET_ROOT) { in metadata_era_rollover()
952 r = metadata_era_archive(md); in metadata_era_rollover()
960 r = metadata_new_era(md); in metadata_era_rollover()
970 static bool metadata_current_marked(struct era_metadata *md, dm_block_t block) in metadata_current_marked() argument
976 ws = rcu_dereference(md->current_writeset); in metadata_current_marked()
983 static int metadata_commit(struct era_metadata *md) in metadata_commit() argument
988 if (md->current_writeset->md.root != INVALID_WRITESET_ROOT) { in metadata_commit()
989 r = dm_bitset_flush(&md->bitset_info, md->current_writeset->md.root, in metadata_commit()
990 &md->current_writeset->md.root); in metadata_commit()
997 r = dm_tm_pre_commit(md->tm); in metadata_commit()
1003 r = save_sm_root(md); in metadata_commit()
1009 r = superblock_lock(md, &sblock); in metadata_commit()
1015 prepare_superblock(md, dm_block_data(sblock)); in metadata_commit()
1017 return dm_tm_commit(md->tm, sblock); in metadata_commit()
1020 static int metadata_checkpoint(struct era_metadata *md) in metadata_checkpoint() argument
1026 return metadata_era_rollover(md); in metadata_checkpoint()
1032 static int metadata_take_snap(struct era_metadata *md) in metadata_take_snap() argument
1037 if (md->metadata_snap != SUPERBLOCK_LOCATION) { in metadata_take_snap()
1042 r = metadata_era_rollover(md); in metadata_take_snap()
1048 r = metadata_commit(md); in metadata_take_snap()
1054 r = dm_sm_inc_block(md->sm, SUPERBLOCK_LOCATION); in metadata_take_snap()
1060 r = dm_tm_shadow_block(md->tm, SUPERBLOCK_LOCATION, in metadata_take_snap()
1064 dm_sm_dec_block(md->sm, SUPERBLOCK_LOCATION); in metadata_take_snap()
1069 r = dm_sm_inc_block(md->sm, md->writeset_tree_root); in metadata_take_snap()
1072 dm_tm_unlock(md->tm, clone); in metadata_take_snap()
1076 r = dm_sm_inc_block(md->sm, md->era_array_root); in metadata_take_snap()
1079 dm_sm_dec_block(md->sm, md->writeset_tree_root); in metadata_take_snap()
1080 dm_tm_unlock(md->tm, clone); in metadata_take_snap()
1084 md->metadata_snap = dm_block_location(clone); in metadata_take_snap()
1086 dm_tm_unlock(md->tm, clone); in metadata_take_snap()
1091 static int metadata_drop_snap(struct era_metadata *md) in metadata_drop_snap() argument
1098 if (md->metadata_snap == SUPERBLOCK_LOCATION) { in metadata_drop_snap()
1103 r = dm_tm_read_lock(md->tm, md->metadata_snap, &sb_validator, &clone); in metadata_drop_snap()
1113 md->metadata_snap = SUPERBLOCK_LOCATION; in metadata_drop_snap()
1116 r = dm_btree_del(&md->writeset_tree_info, in metadata_drop_snap()
1120 dm_tm_unlock(md->tm, clone); in metadata_drop_snap()
1124 r = dm_array_del(&md->era_array_info, le64_to_cpu(disk->era_array_root)); in metadata_drop_snap()
1127 dm_tm_unlock(md->tm, clone); in metadata_drop_snap()
1132 dm_tm_unlock(md->tm, clone); in metadata_drop_snap()
1134 return dm_sm_dec_block(md->sm, location); in metadata_drop_snap()
1144 static int metadata_get_stats(struct era_metadata *md, void *ptr) in metadata_get_stats() argument
1150 r = dm_sm_get_nr_free(md->sm, &nr_free); in metadata_get_stats()
1156 r = dm_sm_get_nr_blocks(md->sm, &nr_total); in metadata_get_stats()
1164 s->snap = md->metadata_snap; in metadata_get_stats()
1165 s->era = md->current_era; in metadata_get_stats()
1181 struct era_metadata *md; member
1199 int (*fn0)(struct era_metadata *md);
1200 int (*fn1)(struct era_metadata *md, void *ref);
1252 r = era->digest.step(era->md, &era->digest); in process_old_eras()
1269 struct writeset *ws = era->md->current_writeset; in process_deferred_bios()
1283 r = writeset_test_and_set(&era->md->bitset_info, ws, in process_deferred_bios()
1298 r = metadata_commit(era->md); in process_deferred_bios()
1334 rpc->result = rpc->fn0 ? rpc->fn0(era->md) : rpc->fn1(era->md, rpc->arg); in process_rpc_calls()
1339 r = metadata_commit(era->md); in process_rpc_calls()
1351 if (era->md->archived_writesets) { in kick_off_digest()
1352 era->md->archived_writesets = false; in kick_off_digest()
1353 metadata_digest_start(era->md, &era->digest); in kick_off_digest()
1394 static int in_worker0(struct era *era, int (*fn)(struct era_metadata *md)) in in_worker0() argument
1405 int (*fn)(struct era_metadata *md, void *ref), void *arg) in in_worker1() argument
1434 if (era->md) in era_destroy()
1435 metadata_close(era->md); in era_destroy()
1470 struct era_metadata *md; in era_ctr() local
1523 md = metadata_open(era->metadata_dev->bdev, era->sectors_per_block, true); in era_ctr()
1524 if (IS_ERR(md)) { in era_ctr()
1527 return PTR_ERR(md); in era_ctr()
1529 era->md = md; in era_ctr()
1576 !metadata_current_marked(era->md, block)) { in era_map()
1597 r = metadata_commit(era->md); in era_postsuspend()
1611 r = metadata_resize(era->md, &new_size); in era_preresume()
1617 r = metadata_commit(era->md); in era_preresume()