qat/qat_common/qat_algs.c

667 				  struct qat_crypto_request *qat_req)
669 	struct qat_alg_aead_ctx *ctx = qat_req->aead_ctx;
671 	struct aead_request *areq = qat_req->aead_req;
675 	qat_bl_free_bufl(inst->accel_dev, &qat_req->buf);
681 static void qat_alg_update_iv_ctr_mode(struct qat_crypto_request *qat_req)
683 	struct skcipher_request *sreq = qat_req->skcipher_req;
688 	memcpy(qat_req->iv, sreq->iv, AES_BLOCK_SIZE);
690 	iv_lo = be64_to_cpu(qat_req->iv_lo);
691 	iv_hi = be64_to_cpu(qat_req->iv_hi);
698 	qat_req->iv_lo = cpu_to_be64(iv_lo);
699 	qat_req->iv_hi = cpu_to_be64(iv_hi);
702 static void qat_alg_update_iv_cbc_mode(struct qat_crypto_request *qat_req)
704 	struct skcipher_request *sreq = qat_req->skcipher_req;
708 	if (qat_req->encryption)
713 	scatterwalk_map_and_copy(qat_req->iv, sgl, offset, AES_BLOCK_SIZE, 0);
716 static void qat_alg_update_iv(struct qat_crypto_request *qat_req)
718 	struct qat_alg_skcipher_ctx *ctx = qat_req->skcipher_ctx;
723 		qat_alg_update_iv_ctr_mode(qat_req);
726 		qat_alg_update_iv_cbc_mode(qat_req);
737 				      struct qat_crypto_request *qat_req)
739 	struct qat_alg_skcipher_ctx *ctx = qat_req->skcipher_ctx;
741 	struct skcipher_request *sreq = qat_req->skcipher_req;
745 	qat_bl_free_bufl(inst->accel_dev, &qat_req->buf);
749 	if (qat_req->encryption)
750 		qat_alg_update_iv(qat_req);
752 	memcpy(sreq->iv, qat_req->iv, AES_BLOCK_SIZE);
760 	struct qat_crypto_request *qat_req =
762 	struct qat_instance_backlog *backlog = qat_req->alg_req.backlog;
764 	qat_req->cb(qat_resp, qat_req);
769 static int qat_alg_send_sym_message(struct qat_crypto_request *qat_req,
773 	struct qat_alg_req *alg_req = &qat_req->alg_req;
775 	alg_req->fw_req = (u32 *)&qat_req->req;
788 	struct qat_crypto_request *qat_req = aead_request_ctx(areq);
802 				 &qat_req->buf, NULL, f);
806 	msg = &qat_req->req;
808 	qat_req->aead_ctx = ctx;
809 	qat_req->aead_req = areq;
810 	qat_req->cb = qat_aead_alg_callback;
811 	qat_req->req.comn_mid.opaque_data = (u64)(__force long)qat_req;
812 	qat_req->req.comn_mid.src_data_addr = qat_req->buf.blp;
813 	qat_req->req.comn_mid.dest_data_addr = qat_req->buf.bloutp;
814 	cipher_param = (void *)&qat_req->req.serv_specif_rqpars;
822 	ret = qat_alg_send_sym_message(qat_req, ctx->inst, &areq->base);
824 		qat_bl_free_bufl(ctx->inst->accel_dev, &qat_req->buf);
834 	struct qat_crypto_request *qat_req = aead_request_ctx(areq);
846 				 &qat_req->buf, NULL, f);
850 	msg = &qat_req->req;
852 	qat_req->aead_ctx = ctx;
853 	qat_req->aead_req = areq;
854 	qat_req->cb = qat_aead_alg_callback;
855 	qat_req->req.comn_mid.opaque_data = (u64)(__force long)qat_req;
856 	qat_req->req.comn_mid.src_data_addr = qat_req->buf.blp;
857 	qat_req->req.comn_mid.dest_data_addr = qat_req->buf.bloutp;
858 	cipher_param = (void *)&qat_req->req.serv_specif_rqpars;
868 	ret = qat_alg_send_sym_message(qat_req, ctx->inst, &areq->base);
870 		qat_bl_free_bufl(ctx->inst->accel_dev, &qat_req->buf);
1000 static void qat_alg_set_req_iv(struct qat_crypto_request *qat_req)
1003 	struct qat_alg_skcipher_ctx *ctx = qat_req->skcipher_ctx;
1005 	u8 *iv = qat_req->skcipher_req->iv;
1007 	cipher_param = (void *)&qat_req->req.serv_specif_rqpars;
1022 	struct qat_crypto_request *qat_req = skcipher_request_ctx(req);
1032 				 &qat_req->buf, NULL, f);
1036 	msg = &qat_req->req;
1038 	qat_req->skcipher_ctx = ctx;
1039 	qat_req->skcipher_req = req;
1040 	qat_req->cb = qat_skcipher_alg_callback;
1041 	qat_req->req.comn_mid.opaque_data = (u64)(__force long)qat_req;
1042 	qat_req->req.comn_mid.src_data_addr = qat_req->buf.blp;
1043 	qat_req->req.comn_mid.dest_data_addr = qat_req->buf.bloutp;
1044 	qat_req->encryption = true;
1045 	cipher_param = (void *)&qat_req->req.serv_specif_rqpars;
1049 	qat_alg_set_req_iv(qat_req);
1051 	ret = qat_alg_send_sym_message(qat_req, ctx->inst, &req->base);
1053 		qat_bl_free_bufl(ctx->inst->accel_dev, &qat_req->buf);
1089 	struct qat_crypto_request *qat_req = skcipher_request_ctx(req);
1099 				 &qat_req->buf, NULL, f);
1103 	msg = &qat_req->req;
1105 	qat_req->skcipher_ctx = ctx;
1106 	qat_req->skcipher_req = req;
1107 	qat_req->cb = qat_skcipher_alg_callback;
1108 	qat_req->req.comn_mid.opaque_data = (u64)(__force long)qat_req;
1109 	qat_req->req.comn_mid.src_data_addr = qat_req->buf.blp;
1110 	qat_req->req.comn_mid.dest_data_addr = qat_req->buf.bloutp;
1111 	qat_req->encryption = false;
1112 	cipher_param = (void *)&qat_req->req.serv_specif_rqpars;
1116 	qat_alg_set_req_iv(qat_req);
1117 	qat_alg_update_iv(qat_req);
1119 	ret = qat_alg_send_sym_message(qat_req, ctx->inst, &req->base);
1121 		qat_bl_free_bufl(ctx->inst->accel_dev, &qat_req->buf);