drivers/md/dm-era-target.c

36 	struct writeset_metadata md;
96 	ws->md.nr_bits = nr_blocks;
97 	r = setup_on_disk_bitset(info, ws->md.nr_bits, &ws->md.root);
142 		r = dm_bitset_set_bit(info, ws->md.root, block, &ws->md.root);
311 static int superblock_read_lock(struct era_metadata *md,
314 	return dm_bm_read_lock(md->bm, SUPERBLOCK_LOCATION,
318 static int superblock_lock_zero(struct era_metadata *md,
321 	return dm_bm_write_lock_zero(md->bm, SUPERBLOCK_LOCATION,
325 static int superblock_lock(struct era_metadata *md,
328 	return dm_bm_write_lock(md->bm, SUPERBLOCK_LOCATION,
378 	struct era_metadata *md = context;
386 		dm_tm_inc(md->tm, b);
392 	struct era_metadata *md = context;
400 		dm_bitset_del(&md->bitset_info, b);
411 static void setup_writeset_tree_info(struct era_metadata *md)
413 	struct dm_btree_value_type *vt = &md->writeset_tree_info.value_type;
415 	md->writeset_tree_info.tm = md->tm;
416 	md->writeset_tree_info.levels = 1;
417 	vt->context = md;
424 static void setup_era_array_info(struct era_metadata *md)
434 	dm_array_info_init(&md->era_array_info, md->tm, &vt);
437 static void setup_infos(struct era_metadata *md)
439 	dm_disk_bitset_init(md->tm, &md->bitset_info);
440 	setup_writeset_tree_info(md);
441 	setup_era_array_info(md);
446 static int create_fresh_metadata(struct era_metadata *md)
450 	r = dm_tm_create_with_sm(md->bm, SUPERBLOCK_LOCATION,
451 				 &md->tm, &md->sm);
457 	setup_infos(md);
459 	r = dm_btree_empty(&md->writeset_tree_info, &md->writeset_tree_root);
465 	r = dm_array_empty(&md->era_array_info, &md->era_array_root);
474 	dm_sm_destroy(md->sm);
475 	dm_tm_destroy(md->tm);
480 static int save_sm_root(struct era_metadata *md)
485 	r = dm_sm_root_size(md->sm, &metadata_len);
489 	return dm_sm_copy_root(md->sm, &md->metadata_space_map_root,
493 static void copy_sm_root(struct era_metadata *md, struct superblock_disk *disk)
496 	       &md->metadata_space_map_root,
497 	       sizeof(md->metadata_space_map_root));
502  * with every commit (possible optimisation here).  'md' should be fully
505 static void prepare_superblock(struct era_metadata *md, struct superblock_disk *disk)
514 	copy_sm_root(md, disk);
516 	disk->data_block_size = cpu_to_le32(md->block_size);
518 	disk->nr_blocks = cpu_to_le32(md->nr_blocks);
519 	disk->current_era = cpu_to_le32(md->current_era);
521 	ws_pack(&md->current_writeset->md, &disk->current_writeset);
522 	disk->writeset_tree_root = cpu_to_le64(md->writeset_tree_root);
523 	disk->era_array_root = cpu_to_le64(md->era_array_root);
524 	disk->metadata_snap = cpu_to_le64(md->metadata_snap);
527 static int write_superblock(struct era_metadata *md)
533 	r = save_sm_root(md);
539 	r = superblock_lock_zero(md, &sblock);
544 	prepare_superblock(md, disk);
546 	return dm_tm_commit(md->tm, sblock);
552 static int format_metadata(struct era_metadata *md)
556 	r = create_fresh_metadata(md);
560 	r = write_superblock(md);
562 		dm_sm_destroy(md->sm);
563 		dm_tm_destroy(md->tm);
570 static int open_metadata(struct era_metadata *md)
576 	r = superblock_read_lock(md, &sblock);
585 	if (le32_to_cpu(disk->data_block_size) != md->block_size) {
587 		      le32_to_cpu(disk->data_block_size), md->block_size);
592 	r = dm_tm_open_with_sm(md->bm, SUPERBLOCK_LOCATION,
595 			       &md->tm, &md->sm);
601 	setup_infos(md);
603 	md->nr_blocks = le32_to_cpu(disk->nr_blocks);
604 	md->current_era = le32_to_cpu(disk->current_era);
606 	ws_unpack(&disk->current_writeset, &md->current_writeset->md);
607 	md->writeset_tree_root = le64_to_cpu(disk->writeset_tree_root);
608 	md->era_array_root = le64_to_cpu(disk->era_array_root);
609 	md->metadata_snap = le64_to_cpu(disk->metadata_snap);
610 	md->archived_writesets = true;
621 static int open_or_format_metadata(struct era_metadata *md,
627 	r = superblock_all_zeroes(md->bm, &unformatted);
632 		return may_format ? format_metadata(md) : -EPERM;
634 	return open_metadata(md);
637 static int create_persistent_data_objects(struct era_metadata *md,
642 	md->bm = dm_block_manager_create(md->bdev, DM_ERA_METADATA_BLOCK_SIZE,
644 	if (IS_ERR(md->bm)) {
646 		return PTR_ERR(md->bm);
649 	r = open_or_format_metadata(md, may_format);
651 		dm_block_manager_destroy(md->bm);
656 static void destroy_persistent_data_objects(struct era_metadata *md)
658 	dm_sm_destroy(md->sm);
659 	dm_tm_destroy(md->tm);
660 	dm_block_manager_destroy(md->bm);
666 static void swap_writeset(struct era_metadata *md, struct writeset *new_writeset)
668 	rcu_assign_pointer(md->current_writeset, new_writeset);
688 	int (*step)(struct era_metadata *md, struct digest *d);
691 static int metadata_digest_lookup_writeset(struct era_metadata *md,
694 static int metadata_digest_remove_writeset(struct era_metadata *md,
700 	r = dm_btree_remove(&md->writeset_tree_info, md->writeset_tree_root,
701 			    &key, &md->writeset_tree_root);
713 static int metadata_digest_transcribe_writeset(struct era_metadata *md,
731 		r = dm_array_set_value(&md->era_array_info, md->era_array_root,
732 				       b, &d->value, &md->era_array_root);
747 static int metadata_digest_lookup_writeset(struct era_metadata *md,
754 	r = dm_btree_find_lowest_key(&md->writeset_tree_info,
755 				     md->writeset_tree_root, &key);
761 	r = dm_btree_lookup(&md->writeset_tree_info,
762 			    md->writeset_tree_root, &key, &disk);
780 	dm_disk_bitset_init(md->tm, &d->info);
782 	d->nr_bits = min(d->writeset.nr_bits, md->nr_blocks);
789 static int metadata_digest_start(struct era_metadata *md, struct digest *d)
811 	struct era_metadata *md = kzalloc(sizeof(*md), GFP_KERNEL);
813 	if (!md)
816 	md->bdev = bdev;
817 	md->block_size = block_size;
819 	md->writesets[0].md.root = INVALID_WRITESET_ROOT;
820 	md->writesets[1].md.root = INVALID_WRITESET_ROOT;
821 	md->current_writeset = &md->writesets[0];
823 	r = create_persistent_data_objects(md, may_format);
825 		kfree(md);
829 	return md;
832 static void metadata_close(struct era_metadata *md)
834 	writeset_free(&md->writesets[0]);
835 	writeset_free(&md->writesets[1]);
836 	destroy_persistent_data_objects(md);
837 	kfree(md);
849 static int metadata_resize(struct era_metadata *md, void *arg)
861 	writeset_free(&md->writesets[0]);
862 	writeset_free(&md->writesets[1]);
864 	r = writeset_alloc(&md->writesets[0], *new_size);
870 	r = writeset_alloc(&md->writesets[1], *new_size);
873 		writeset_free(&md->writesets[0]);
879 	r = dm_array_resize(&md->era_array_info, md->era_array_root,
880 			    md->nr_blocks, *new_size,
881 			    &value, &md->era_array_root);
884 		writeset_free(&md->writesets[0]);
885 		writeset_free(&md->writesets[1]);
889 	md->nr_blocks = *new_size;
893 static int metadata_era_archive(struct era_metadata *md)
899 	r = dm_bitset_flush(&md->bitset_info, md->current_writeset->md.root,
900 			    &md->current_writeset->md.root);
906 	ws_pack(&md->current_writeset->md, &value);
908 	keys[0] = md->current_era;
910 	r = dm_btree_insert(&md->writeset_tree_info, md->writeset_tree_root,
911 			    keys, &value, &md->writeset_tree_root);
918 	md->current_writeset->md.root = INVALID_WRITESET_ROOT;
919 	md->archived_writesets = true;
924 static struct writeset *next_writeset(struct era_metadata *md)
926 	return (md->current_writeset == &md->writesets[0]) ?
927 		&md->writesets[1] : &md->writesets[0];
930 static int metadata_new_era(struct era_metadata *md)
933 	struct writeset *new_writeset = next_writeset(md);
935 	r = writeset_init(&md->bitset_info, new_writeset, md->nr_blocks);
941 	swap_writeset(md, new_writeset);
942 	md->current_era++;
947 static int metadata_era_rollover(struct era_metadata *md)
951 	if (md->current_writeset->md.root != INVALID_WRITESET_ROOT) {
952 		r = metadata_era_archive(md);
960 	r = metadata_new_era(md);
970 static bool metadata_current_marked(struct era_metadata *md, dm_block_t block)
976 	ws = rcu_dereference(md->current_writeset);
983 static int metadata_commit(struct era_metadata *md)
988 	if (md->current_writeset->md.root != INVALID_WRITESET_ROOT) {
989 		r = dm_bitset_flush(&md->bitset_info, md->current_writeset->md.root,
990 				    &md->current_writeset->md.root);
997 	r = dm_tm_pre_commit(md->tm);
1003 	r = save_sm_root(md);
1009 	r = superblock_lock(md, &sblock);
1015 	prepare_superblock(md, dm_block_data(sblock));
1017 	return dm_tm_commit(md->tm, sblock);
1020 static int metadata_checkpoint(struct era_metadata *md)
1026 	return metadata_era_rollover(md);
1032 static int metadata_take_snap(struct era_metadata *md)
1037 	if (md->metadata_snap != SUPERBLOCK_LOCATION) {
1042 	r = metadata_era_rollover(md);
1048 	r = metadata_commit(md);
1054 	r = dm_sm_inc_block(md->sm, SUPERBLOCK_LOCATION);
1060 	r = dm_tm_shadow_block(md->tm, SUPERBLOCK_LOCATION,
1064 		dm_sm_dec_block(md->sm, SUPERBLOCK_LOCATION);
1069 	r = dm_sm_inc_block(md->sm, md->writeset_tree_root);
1072 		dm_tm_unlock(md->tm, clone);
1076 	r = dm_sm_inc_block(md->sm, md->era_array_root);
1079 		dm_sm_dec_block(md->sm, md->writeset_tree_root);
1080 		dm_tm_unlock(md->tm, clone);
1084 	md->metadata_snap = dm_block_location(clone);
1086 	dm_tm_unlock(md->tm, clone);
1091 static int metadata_drop_snap(struct era_metadata *md)
1098 	if (md->metadata_snap == SUPERBLOCK_LOCATION) {
1103 	r = dm_tm_read_lock(md->tm, md->metadata_snap, &sb_validator, &clone);
1113 	md->metadata_snap = SUPERBLOCK_LOCATION;
1116 	r = dm_btree_del(&md->writeset_tree_info,
1120 		dm_tm_unlock(md->tm, clone);
1124 	r = dm_array_del(&md->era_array_info, le64_to_cpu(disk->era_array_root));
1127 		dm_tm_unlock(md->tm, clone);
1132 	dm_tm_unlock(md->tm, clone);
1134 	return dm_sm_dec_block(md->sm, location);
1144 static int metadata_get_stats(struct era_metadata *md, void *ptr)
1150 	r = dm_sm_get_nr_free(md->sm, &nr_free);
1156 	r = dm_sm_get_nr_blocks(md->sm, &nr_total);
1164 	s->snap = md->metadata_snap;
1165 	s->era = md->current_era;
1181 	struct era_metadata *md;
1199 	int (*fn0)(struct era_metadata *md);
1200 	int (*fn1)(struct era_metadata *md, void *ref);
1252 	r = era->digest.step(era->md, &era->digest);
1269 	struct writeset *ws = era->md->current_writeset;
1283 		r = writeset_test_and_set(&era->md->bitset_info, ws,
1298 		r = metadata_commit(era->md);
1334 		rpc->result = rpc->fn0 ? rpc->fn0(era->md) : rpc->fn1(era->md, rpc->arg);
1339 		r = metadata_commit(era->md);
1351 	if (era->md->archived_writesets) {
1352 		era->md->archived_writesets = false;
1353 		metadata_digest_start(era->md, &era->digest);
1394 static int in_worker0(struct era *era, int (*fn)(struct era_metadata *md))
1405 		      int (*fn)(struct era_metadata *md, void *ref), void *arg)
1434 	if (era->md)
1435 		metadata_close(era->md);
1470 	struct era_metadata *md;
1525 	md = metadata_open(era->metadata_dev->bdev, era->sectors_per_block, true);
1526 	if (IS_ERR(md)) {
1529 		return PTR_ERR(md);
1531 	era->md = md;
1578 	    !metadata_current_marked(era->md, block)) {
1599 	r = metadata_commit(era->md);
1613 		r = metadata_resize(era->md, &new_size);
1619 		r = metadata_commit(era->md);