crypto/bcm/cipher.c

151 	sg_set_buf(sg++, rctx->msg_buf.spu_resp_hdr, ctx->spu_resp_hdr_len);
156 		sg_set_buf(sg++, rctx->msg_buf.c.supdt_tweak,
169 		sg_set_buf(sg++, rctx->msg_buf.rx_stat_pad, stat_pad_len);
171 	memset(rctx->msg_buf.rx_stat, 0, SPU_RX_STATUS_LEN);
172 	sg_set_buf(sg, rctx->msg_buf.rx_stat, spu->spu_rx_status_len());
215 	sg_set_buf(sg++, rctx->msg_buf.bcm_spu_req_hdr,
221 		sg_set_buf(sg++, rctx->msg_buf.iv_ctr, SPU_XTS_TWEAK_SIZE);
233 		sg_set_buf(sg++, rctx->msg_buf.spu_req_pad, pad_len);
237 		memset(rctx->msg_buf.tx_stat, 0, stat_len);
238 		sg_set_buf(sg, rctx->msg_buf.tx_stat, stat_len);
356 		sg_copy_part_to_buf(req->dst, rctx->msg_buf.iv_ctr,
362 		__builtin_memcpy(local_iv_ctr, rctx->msg_buf.iv_ctr,
372 			sg_copy_part_to_buf(req->src, rctx->msg_buf.iv_ctr,
385 			add_to_ctr(rctx->msg_buf.iv_ctr, chunksize >> 4);
398 	memcpy(rctx->msg_buf.bcm_spu_req_hdr, ctx->bcm_spu_req_hdr,
399 	       sizeof(rctx->msg_buf.bcm_spu_req_hdr));
401 	spu->spu_cipher_req_finish(rctx->msg_buf.bcm_spu_req_hdr + BCM_HDR_LEN,
413 		spu->spu_request_pad(rctx->msg_buf.spu_req_pad, 0,
418 	spu->spu_dump_msg_hdr(rctx->msg_buf.bcm_spu_req_hdr + BCM_HDR_LEN,
422 	packet_dump("   pad: ", rctx->msg_buf.spu_req_pad, pad_len);
479 	payload_len = spu->spu_payload_length(rctx->msg_buf.spu_resp_hdr);
542 	sg_set_buf(sg++, rctx->msg_buf.spu_resp_hdr, ctx->spu_resp_hdr_len);
545 	sg_set_buf(sg++, rctx->msg_buf.digest, digestsize);
548 		sg_set_buf(sg++, rctx->msg_buf.rx_stat_pad, stat_pad_len);
550 	memset(rctx->msg_buf.rx_stat, 0, SPU_RX_STATUS_LEN);
551 	sg_set_buf(sg, rctx->msg_buf.rx_stat, spu->spu_rx_status_len());
597 	sg_set_buf(sg++, rctx->msg_buf.bcm_spu_req_hdr,
615 		sg_set_buf(sg++, rctx->msg_buf.spu_req_pad, pad_len);
619 		memset(rctx->msg_buf.tx_stat, 0, stat_len);
620 		sg_set_buf(sg, rctx->msg_buf.tx_stat, stat_len);
815 	memcpy(rctx->msg_buf.bcm_spu_req_hdr, BCMHEADER, BCM_HDR_LEN);
818 	spu_hdr_len = spu->spu_create_request(rctx->msg_buf.bcm_spu_req_hdr +
843 		spu->spu_request_pad(rctx->msg_buf.spu_req_pad, data_pad_len,
849 	spu->spu_dump_msg_hdr(rctx->msg_buf.bcm_spu_req_hdr + BCM_HDR_LEN,
854 	packet_dump("   pad: ", rctx->msg_buf.spu_req_pad, pad_len);
951 	memcpy(req->result, rctx->msg_buf.digest, ctx->digestsize);
1005 	memcpy(rctx->incr_hash, rctx->msg_buf.digest, MAX_DIGEST_SIZE);
1088 	sg_set_buf(sg++, rctx->msg_buf.spu_resp_hdr, ctx->spu_resp_hdr_len);
1095 		memset(rctx->msg_buf.a.resp_aad, 0, assoc_buf_len);
1096 		sg_set_buf(sg++, rctx->msg_buf.a.resp_aad, assoc_buf_len);
1115 		memset(rctx->msg_buf.a.gcmpad, 0, data_padlen);
1116 		sg_set_buf(sg++, rctx->msg_buf.a.gcmpad, data_padlen);
1120 	sg_set_buf(sg++, rctx->msg_buf.digest, digestsize);
1124 		memset(rctx->msg_buf.rx_stat_pad, 0, stat_pad_len);
1125 		sg_set_buf(sg++, rctx->msg_buf.rx_stat_pad, stat_pad_len);
1128 	memset(rctx->msg_buf.rx_stat, 0, SPU_RX_STATUS_LEN);
1129 	sg_set_buf(sg, rctx->msg_buf.rx_stat, spu->spu_rx_status_len());
1189 	sg_set_buf(sg++, rctx->msg_buf.bcm_spu_req_hdr,
1204 		sg_set_buf(sg++, rctx->msg_buf.iv_ctr, aead_iv_len);
1207 		memset(rctx->msg_buf.a.req_aad_pad, 0, aad_pad_len);
1208 		sg_set_buf(sg++, rctx->msg_buf.a.req_aad_pad, aad_pad_len);
1226 		memset(rctx->msg_buf.spu_req_pad, 0, pad_len);
1227 		sg_set_buf(sg++, rctx->msg_buf.spu_req_pad, pad_len);
1231 		sg_set_buf(sg++, rctx->msg_buf.digest, ctx->digestsize);
1235 		memset(rctx->msg_buf.tx_stat, 0, stat_len);
1236 		sg_set_buf(sg, rctx->msg_buf.tx_stat, stat_len);
1305 	cipher_parms.iv_buf = rctx->msg_buf.iv_ctr;
1420 		sg_copy_part_to_buf(req->src, rctx->msg_buf.digest, digestsize,
1430 	memcpy(rctx->msg_buf.bcm_spu_req_hdr, BCMHEADER, BCM_HDR_LEN);
1432 	spu_hdr_len = spu->spu_create_request(rctx->msg_buf.bcm_spu_req_hdr +
1449 		spu->spu_request_pad(rctx->msg_buf.spu_req_pad,
1455 	spu->spu_dump_msg_hdr(rctx->msg_buf.bcm_spu_req_hdr + BCM_HDR_LEN,
1458 	packet_dump("    aead iv: ", rctx->msg_buf.iv_ctr, aead_parms.iv_len);
1461 	packet_dump("   pad: ", rctx->msg_buf.spu_req_pad, pad_len);
1540 	payload_len = spu->spu_payload_length(rctx->msg_buf.spu_resp_hdr);
1547 		packet_dump("  assoc_data ", rctx->msg_buf.a.resp_aad,
1558 		packet_dump("  ICV: ", rctx->msg_buf.digest, ctx->digestsize);
1560 		sg_copy_part_from_buf(req->dst, rctx->msg_buf.digest,
1640 	err = spu->spu_status_process(rctx->msg_buf.rx_stat);
1748 		memcpy(rctx->msg_buf.iv_ctr, req->iv, rctx->iv_ctr_len);
2703 			memcpy(rctx->msg_buf.iv_ctr + ctx->salt_offset,
2705 		memcpy(rctx->msg_buf.iv_ctr + ctx->salt_offset + ctx->salt_len,