drivers/md/dm-integrity.c

107 #define journal_entry_tag(ic, je)		((__u8 *)&(je)->last_bytes[(ic)->sectors_per_block])
110 #define journal_entry_set_sector(je, x)		do { smp_wmb(); WRITE_ONCE((je)->u.sector, cpu_to_le64(x)); } while (0)
112 #define journal_entry_set_sector(je, x)		do { (je)->u.s.sector_lo = cpu_to_le32(x); smp_wmb(); WRITE_ONCE((je)->u.s.sector_hi, cpu_to_le32((x) >> 32)); } while (0)
114 #define journal_entry_get_sector(je)		le64_to_cpu((je)->u.sector)
115 #define journal_entry_is_unused(je)		((je)->u.s.sector_hi == cpu_to_le32(-1))
116 #define journal_entry_set_unused(je)		((je)->u.s.sector_hi = cpu_to_le32(-1))
117 #define journal_entry_is_inprogress(je)		((je)->u.s.sector_hi == cpu_to_le32(-2))
118 #define journal_entry_set_inprogress(je)	((je)->u.s.sector_hi = cpu_to_le32(-2))
812 		struct journal_entry *je = access_journal_entry(ic, section, j);
814 		r = crypto_shash_update(desc, (__u8 *)&je->u.sector, sizeof(je->u.sector));
2039 			struct journal_entry *je = access_journal_entry(ic, journal_section, journal_entry);
2046 				if (unlikely(journal_entry_is_inprogress(je))) {
2050 					__io_wait_event(ic->copy_to_journal_wait, !journal_entry_is_inprogress(je));
2054 				BUG_ON(journal_entry_get_sector(je) != logical_sector);
2060 					*(commit_id_t *)(mem_ptr + JOURNAL_SECTOR_DATA) = je->last_bytes[s];
2069 					if (unlikely(memcmp(checksums_onstack, journal_entry_tag(ic, je), ic->tag_size))) {
2082 				char *tag_ptr = journal_entry_tag(ic, je);
2113 					je->last_bytes[s] = js[s].commit_id;
2123 						memcpy(journal_entry_tag(ic, je), checksums_onstack, ic->tag_size);
2125 						integrity_sector_checksum(ic, logical_sector, (char *)js, journal_entry_tag(ic, je));
2128 				journal_entry_set_sector(je, logical_sector);
2228 				struct journal_entry *je;
2235 				je = access_journal_entry(ic, ws, we);
2236 				BUG_ON(!journal_entry_is_unused(je));
2237 				journal_entry_set_inprogress(je);
2456 			struct journal_entry *je;
2458 			je = access_journal_entry(ic, i, j);
2459 			io_wait_event(ic->copy_to_journal_wait, !journal_entry_is_inprogress(je));
2510 			       struct journal_entry *je)
2515 		js->commit_id = je->last_bytes[s];
2540 			struct journal_entry *je = access_journal_entry(ic, i, j);
2547 			if (journal_entry_is_unused(je))
2549 			BUG_ON(unlikely(journal_entry_is_inprogress(je)) && !from_replay);
2550 			sec = journal_entry_get_sector(je);
2557 					journal_entry_set_unused(je);
2562 			restore_last_bytes(ic, access_journal_data(ic, i, j), je);
2985 			struct journal_entry *je = access_journal_entry(ic, i, j);
2987 			journal_entry_set_unused(je);
3061 				struct journal_entry *je = access_journal_entry(ic, i, j);
3063 				if (!journal_entry_is_unused(je)) {