crypto/aes/aes_impl.c

94 extern void aes_encrypt_impl(const uint32_t rk[], int Nr, const uint32_t pt[4],
96 extern void aes_decrypt_impl(const uint32_t rk[], int Nr, const uint32_t ct[4],
105 extern int rijndael_key_setup_enc_amd64(uint32_t rk[],
107 extern int rijndael_key_setup_dec_amd64(uint32_t rk[],
109 extern void aes_encrypt_amd64(const uint32_t rk[], int Nr,
111 extern void aes_decrypt_amd64(const uint32_t rk[], int Nr,
115 extern int rijndael_key_setup_enc_intel(uint32_t rk[],
117 extern int rijndael_key_setup_dec_intel(uint32_t rk[],
119 extern void aes_encrypt_intel(const uint32_t rk[], int Nr,
121 extern void aes_decrypt_intel(const uint32_t rk[], int Nr,
873  * rk		AES key schedule 32-bit array to be initialized
878 rijndael_key_setup_enc_raw(uint32_t rk[], const uint32_t cipherKey[],
884 	rk[0] = cipherKey[0];
885 	rk[1] = cipherKey[1];
886 	rk[2] = cipherKey[2];
887 	rk[3] = cipherKey[3];
891 			temp  = rk[3];
892 			rk[4] = rk[0] ^
898 			rk[5] = rk[1] ^ rk[4];
899 			rk[6] = rk[2] ^ rk[5];
900 			rk[7] = rk[3] ^ rk[6];
905 			rk += 4;
909 	rk[4] = cipherKey[4];
910 	rk[5] = cipherKey[5];
914 			temp = rk[5];
915 			rk[6] = rk[0] ^
921 			rk[7] = rk[1] ^ rk[6];
922 			rk[8] = rk[2] ^ rk[7];
923 			rk[9] = rk[3] ^ rk[8];
929 			rk[10] = rk[4] ^ rk[9];
930 			rk[11] = rk[5] ^ rk[10];
931 			rk += 6;
935 	rk[6] = cipherKey[6];
936 	rk[7] = cipherKey[7];
940 			temp = rk[7];
941 			rk[8] = rk[0] ^
947 			rk[9] = rk[1] ^ rk[8];
948 			rk[10] = rk[2] ^ rk[9];
949 			rk[11] = rk[3] ^ rk[10];
954 			temp = rk[11];
955 			rk[12] = rk[4] ^
960 			rk[13] = rk[5] ^ rk[12];
961 			rk[14] = rk[6] ^ rk[13];
962 			rk[15] = rk[7] ^ rk[14];
964 			rk += 8;
984  * rk		AES key schedule 64-bit array to be initialized
989 rijndael_key_setup_enc(uint64_t rk[], const uint32_t cipherKey[], int keyBits)
992 	uint64_t	*rk64 = (uint64_t *)rk;
1025  * rk		AES key schedule 32-bit array to be initialized
1030 rijndael_key_setup_dec_raw(uint32_t rk[], const uint32_t cipherKey[],
1037 	Nr = rijndael_key_setup_enc_raw(rk, cipherKey, keyBits);
1042 		temp = rk[i];
1043 		rk[i] = rk[4 * Nr - i + 3];
1044 		rk[4 * Nr - i + 3] = temp;
1052 		rk += 4;
1053 		rk[0] = Td0[Te4[rk[0] >> 24] & 0xff] ^
1054 		    Td1[Te4[(rk[0] >> 16) & 0xff] & 0xff] ^
1055 		    Td2[Te4[(rk[0] >>  8) & 0xff] & 0xff] ^
1056 		    Td3[Te4[rk[0] & 0xff] & 0xff];
1057 		rk[1] = Td0[Te4[rk[1] >> 24] & 0xff] ^
1058 		    Td1[Te4[(rk[1] >> 16) & 0xff] & 0xff] ^
1059 		    Td2[Te4[(rk[1] >> 8) & 0xff] & 0xff] ^
1060 		    Td3[Te4[rk[1] & 0xff] & 0xff];
1061 		rk[2] = Td0[Te4[rk[2] >> 24] & 0xff] ^
1062 		    Td1[Te4[(rk[2] >> 16) & 0xff] & 0xff] ^
1063 		    Td2[Te4[(rk[2] >> 8) & 0xff] & 0xff] ^
1064 		    Td3[Te4[rk[2] & 0xff] & 0xff];
1065 		rk[3] = Td0[Te4[rk[3] >> 24] & 0xff] ^
1066 		    Td1[Te4[(rk[3] >> 16) & 0xff] & 0xff] ^
1067 		    Td2[Te4[(rk[3] >> 8) & 0xff] & 0xff] ^
1068 		    Td3[Te4[rk[3] & 0xff] & 0xff];
1080  * rk		AES key schedule 64-bit array to be initialized
1085 rijndael_key_setup_dec(uint64_t rk[], const uint32_t cipherKey[], int keyBits)
1088 	uint64_t	*rk64 = (uint64_t *)rk;
1173  * rk		Key schedule, of aes_ks_t (60 32-bit integers)
1180 rijndael_encrypt(const uint32_t rk[], int Nr, const uint32_t pt[4],
1184 		aes_encrypt_intel(rk, Nr, pt, ct);
1187 		aes_encrypt_amd64(rk, Nr, pt, ct);
1200  * rk		Key schedule, of aes_ks_t (60 32-bit integers)
1207 rijndael_decrypt(const uint32_t rk[], int Nr, const uint32_t ct[4],
1211 		aes_decrypt_intel(rk, Nr, ct, pt);
1214 		aes_decrypt_amd64(rk, Nr, ct, pt);
1228  * rk		AES key schedule 32-bit array to be initialized
1233 rijndael_key_setup_dec(uint32_t rk[], const uint32_t cipherKey[], int keyBits)
1239 	Nr = rijndael_key_setup_enc_raw(rk, cipherKey, keyBits);
1243 		temp = rk[i];
1244 		rk[i] = rk[j];
1245 		rk[j] = temp;
1246 		temp = rk[i + 1];
1247 		rk[i + 1] = rk[j + 1];
1248 		rk[j + 1] = temp;
1249 		temp = rk[i + 2];
1250 		rk[i + 2] = rk[j + 2];
1251 		rk[j + 2] = temp;
1252 		temp = rk[i + 3];
1253 		rk[i + 3] = rk[j + 3];
1254 		rk[j + 3] = temp;
1262 		rk += 4;
1263 		rk[0] = Td0[Te4[rk[0] >> 24] & 0xff] ^
1264 		    Td1[Te4[(rk[0] >> 16) & 0xff] & 0xff] ^
1265 		    Td2[Te4[(rk[0] >> 8) & 0xff] & 0xff] ^
1266 		    Td3[Te4[rk[0] & 0xff] & 0xff];
1267 		rk[1] = Td0[Te4[rk[1] >> 24] & 0xff] ^
1268 		    Td1[Te4[(rk[1] >> 16) & 0xff] & 0xff] ^
1269 		    Td2[Te4[(rk[1] >> 8) & 0xff] & 0xff] ^
1270 		    Td3[Te4[rk[1] & 0xff] & 0xff];
1271 		rk[2] = Td0[Te4[rk[2] >> 24] & 0xff] ^
1272 		    Td1[Te4[(rk[2] >> 16) & 0xff] & 0xff] ^
1273 		    Td2[Te4[(rk[2] >> 8) & 0xff] & 0xff] ^
1274 		    Td3[Te4[rk[2] & 0xff] & 0xff];
1275 		rk[3] = Td0[Te4[rk[3] >> 24] & 0xff] ^
1276 		    Td1[Te4[(rk[3] >> 16) & 0xff] & 0xff] ^
1277 		    Td2[Te4[(rk[3] >> 8) & 0xff] & 0xff] ^
1278 		    Td3[Te4[rk[3] & 0xff] & 0xff];
1314  * rk	Key schedule, of aes_ks_t (60 32-bit integers)
1320 rijndael_encrypt(const uint32_t rk[], int Nr, const uint32_t pt[4],
1331 	s0 = pt[0] ^ rk[0];
1332 	s1 = pt[1] ^ rk[1];
1333 	s2 = pt[2] ^ rk[2];
1334 	s3 = pt[3] ^ rk[3];
1347 		    rk[4];
1353 		    rk[5];
1359 		    rk[6];
1365 		    rk[7];
1367 		rk += 8;
1377 		    rk[0];
1383 		    rk[1];
1389 		    rk[2];
1395 		    rk[3];
1407 	    rk[0];
1414 	    rk[1];
1421 	    rk[2];
1428 	    rk[3];
1442  * rk	Key schedule, of aes_ks_t (60 32-bit integers)
1448 rijndael_decrypt(const uint32_t rk[], int Nr, const uint32_t ct[4],
1458 	s0 = ct[0] ^ rk[0];
1459 	s1 = ct[1] ^ rk[1];
1460 	s2 = ct[2] ^ rk[2];
1461 	s3 = ct[3] ^ rk[3];
1474 		    rk[4];
1480 		    rk[5];
1486 		    rk[6];
1492 		    rk[7];
1494 		rk += 8;
1504 		    rk[0];
1510 		    rk[1];
1516 		    rk[2];
1522 		    rk[3];
1534 	    rk[0];
1541 	    rk[1];
1548 	    rk[2];
1555 	    rk[3];