intel/iaa/iaa_crypto_main.c

520 	struct iaa_wq *iaa_wq;
522 	list_for_each_entry(iaa_wq, &iaa_device->wqs, list) {
523 		if (iaa_wq->wq == wq)
547 static int init_iaa_device(struct iaa_device *iaa_device, struct iaa_wq *iaa_wq)
551 	ret = init_device_compression_modes(iaa_device, iaa_wq->wq);
566 		      struct iaa_wq **new_wq)
571 	struct iaa_wq *iaa_wq;
573 	iaa_wq = kzalloc(sizeof(*iaa_wq), GFP_KERNEL);
574 	if (!iaa_wq)
577 	iaa_wq->wq = wq;
578 	iaa_wq->iaa_device = iaa_device;
579 	idxd_wq_set_private(wq, iaa_wq);
581 	list_add_tail(&iaa_wq->list, &iaa_device->wqs);
586 		*new_wq = iaa_wq;
599 	struct iaa_wq *iaa_wq;
601 	list_for_each_entry(iaa_wq, &iaa_device->wqs, list) {
602 		if (iaa_wq->wq == wq) {
603 			list_del(&iaa_wq->list);
636 static void __free_iaa_wq(struct iaa_wq *iaa_wq)
640 	if (!iaa_wq)
643 	iaa_device = iaa_wq->iaa_device;
645 		free_iaa_device(iaa_wq->iaa_device);
648 static void free_iaa_wq(struct iaa_wq *iaa_wq)
652 	__free_iaa_wq(iaa_wq);
654 	wq = iaa_wq->wq;
656 	kfree(iaa_wq);
663 	struct iaa_wq *iaa_wq;
667 	iaa_wq = idxd_wq_get_private(wq);
668 	if (iaa_wq && !iaa_wq->remove) {
669 		iaa_wq->ref++;
682 	struct iaa_wq *iaa_wq;
687 	iaa_wq = idxd_wq_get_private(wq);
688 	if (iaa_wq) {
689 		iaa_wq->ref--;
690 		if (iaa_wq->ref == 0 && iaa_wq->remove) {
700 		__free_iaa_wq(iaa_wq);
701 		kfree(iaa_wq);
779 		struct iaa_wq *new_wq;
837 	struct iaa_wq *iaa_wq;
874 	list_for_each_entry(iaa_wq, &found_device->wqs, list) {
875 		wq_table_add(cpu, iaa_wq->wq);
877 			 cpu, iaa_wq->wq->idxd->id, iaa_wq->wq->id);
1011 static int iaa_remap_for_verify(struct device *dev, struct iaa_wq *iaa_wq,
1031 	struct iaa_wq *iaa_wq;
1038 	iaa_wq = idxd_wq_get_private(idxd_desc->wq);
1039 	iaa_device = iaa_wq->iaa_device;
1078 		update_wq_comp_bytes(iaa_wq->wq, ctx->req->dlen);
1081 		update_wq_decomp_bytes(iaa_wq->wq, ctx->req->slen);
1090 		ret = iaa_remap_for_verify(dev, iaa_wq, ctx->req, &src_addr, &dst_addr);
1097 		ret = iaa_compress_verify(ctx->tfm, ctx->req, iaa_wq->wq, src_addr,
1138 	struct iaa_wq *iaa_wq;
1143 	iaa_wq = idxd_wq_get_private(wq);
1144 	iaa_device = iaa_wq->iaa_device;
1238 static int iaa_remap_for_verify(struct device *dev, struct iaa_wq *iaa_wq,
1251 			" wq %d: ret=%d\n", iaa_wq->iaa_device->idxd->id,
1252 			iaa_wq->wq->id, ret);
1264 			" wq %d: ret=%d\n", iaa_wq->iaa_device->idxd->id,
1265 			iaa_wq->wq->id, ret);
1290 	struct iaa_wq *iaa_wq;
1295 	iaa_wq = idxd_wq_get_private(wq);
1296 	iaa_device = iaa_wq->iaa_device;
1377 	struct iaa_wq *iaa_wq;
1382 	iaa_wq = idxd_wq_get_private(wq);
1383 	iaa_device = iaa_wq->iaa_device;
1495 	struct iaa_wq *iaa_wq;
1527 	iaa_wq = idxd_wq_get_private(wq);
1549 			" wq %d: ret=%d\n", iaa_wq->iaa_device->idxd->id,
1550 			iaa_wq->wq->id, ret);
1562 			" wq %d: ret=%d\n", iaa_wq->iaa_device->idxd->id,
1563 			iaa_wq->wq->id, ret);
1578 		ret = iaa_remap_for_verify(dev, iaa_wq, req, &src_addr, &dst_addr);
1617 	struct iaa_wq *iaa_wq;
1636 	iaa_wq = idxd_wq_get_private(wq);
1643 			" wq %d: ret=%d\n", iaa_wq->iaa_device->idxd->id,
1644 			iaa_wq->wq->id, ret);
1666 			" wq %d: ret=%d\n", iaa_wq->iaa_device->idxd->id,
1667 			iaa_wq->wq->id, ret);
1706 	struct iaa_wq *iaa_wq;
1737 	iaa_wq = idxd_wq_get_private(wq);
1744 			" wq %d: ret=%d\n", iaa_wq->iaa_device->idxd->id,
1745 			iaa_wq->wq->id, ret);
1757 			" wq %d: ret=%d\n", iaa_wq->iaa_device->idxd->id,
1758 			iaa_wq->wq->id, ret);
1942 	struct iaa_wq *iaa_wq;
1953 	iaa_wq = idxd_wq_get_private(wq);
1954 	if (!iaa_wq) {
1956 		pr_err("%s: no iaa_wq available to remove\n", __func__);
1960 	if (iaa_wq->ref) {
1961 		iaa_wq->remove = true;
1963 		wq = iaa_wq->wq;
1969 		__free_iaa_wq(iaa_wq);
1970 		kfree(iaa_wq);