crypto/virtio/virtio_crypto_core.c

32 	struct virtio_crypto *vcrypto = vq->vdev->priv;
37 	spin_lock_irqsave(&vcrypto->ctrl_lock, flags);
41 			spin_unlock_irqrestore(&vcrypto->ctrl_lock, flags);
43 			spin_lock_irqsave(&vcrypto->ctrl_lock, flags);
46 	spin_unlock_irqrestore(&vcrypto->ctrl_lock, flags);
49 int virtio_crypto_ctrl_vq_request(struct virtio_crypto *vcrypto, struct scatterlist *sgs[],
58 	spin_lock_irqsave(&vcrypto->ctrl_lock, flags);
59 	err = virtqueue_add_sgs(vcrypto->ctrl_vq, sgs, out_sgs, in_sgs, vc_ctrl_req, GFP_ATOMIC);
61 		spin_unlock_irqrestore(&vcrypto->ctrl_lock, flags);
65 	virtqueue_kick(vcrypto->ctrl_vq);
66 	spin_unlock_irqrestore(&vcrypto->ctrl_lock, flags);
91 	struct virtio_crypto *vcrypto = vq->vdev->priv;
92 	struct data_queue *dq = &vcrypto->data_vq[vq->index];
195 static void virtcrypto_set_affinity(struct virtio_crypto *vcrypto)
203 	if (vcrypto->curr_queue == 1 || vcrypto->max_data_queues == 1) {
204 		virtcrypto_clean_affinity(vcrypto, -1);
216 		virtqueue_set_affinity(vcrypto->data_vq[i].vq, cpumask_of(cpu));
217 		if (++i >= vcrypto->max_data_queues)
221 	vcrypto->affinity_hint_set = true;
254 static int virtcrypto_update_status(struct virtio_crypto *vcrypto)
259 	virtio_cread_le(vcrypto->vdev,
267 		dev_warn(&vcrypto->vdev->dev,
270 		virtio_break_device(vcrypto->vdev);
274 	if (vcrypto->status == status)
277 	vcrypto->status = status;
279 	if (vcrypto->status & VIRTIO_CRYPTO_S_HW_READY) {
280 		err = virtcrypto_dev_start(vcrypto);
282 			dev_err(&vcrypto->vdev->dev,
287 		dev_info(&vcrypto->vdev->dev, "Accelerator device is ready\n");
289 		virtcrypto_dev_stop(vcrypto);
290 		dev_info(&vcrypto->vdev->dev, "Accelerator is not ready\n");
296 static int virtcrypto_start_crypto_engines(struct virtio_crypto *vcrypto)
301 	for (i = 0; i < vcrypto->max_data_queues; i++) {
302 		if (vcrypto->data_vq[i].engine) {
303 			ret = crypto_engine_start(vcrypto->data_vq[i].engine);
313 		if (vcrypto->data_vq[i].engine)
314 			crypto_engine_exit(vcrypto->data_vq[i].engine);
319 static void virtcrypto_clear_crypto_engines(struct virtio_crypto *vcrypto)
323 	for (i = 0; i < vcrypto->max_data_queues; i++)
324 		if (vcrypto->data_vq[i].engine)
325 			crypto_engine_exit(vcrypto->data_vq[i].engine);
328 static void virtcrypto_del_vqs(struct virtio_crypto *vcrypto)
330 	struct virtio_device *vdev = vcrypto->vdev;
332 	virtcrypto_clean_affinity(vcrypto, -1);
336 	virtcrypto_free_queues(vcrypto);
341 	struct virtio_crypto *vcrypto =
344 	virtcrypto_update_status(vcrypto);
350 	struct virtio_crypto *vcrypto;
382 	vcrypto = kzalloc_node(sizeof(*vcrypto), GFP_KERNEL,
384 	if (!vcrypto)
417 	err = virtcrypto_devmgr_add_dev(vcrypto);
422 	vcrypto->owner = THIS_MODULE;
423 	vcrypto = vdev->priv = vcrypto;
424 	vcrypto->vdev = vdev;
426 	spin_lock_init(&vcrypto->ctrl_lock);
429 	vcrypto->curr_queue = 1;
430 	vcrypto->max_data_queues = max_data_queues;
431 	vcrypto->max_cipher_key_len = max_cipher_key_len;
432 	vcrypto->max_auth_key_len = max_auth_key_len;
433 	vcrypto->max_size = max_size;
434 	vcrypto->crypto_services = crypto_services;
435 	vcrypto->cipher_algo_l = cipher_algo_l;
436 	vcrypto->cipher_algo_h = cipher_algo_h;
437 	vcrypto->mac_algo_l = mac_algo_l;
438 	vcrypto->mac_algo_h = mac_algo_h;
439 	vcrypto->hash_algo = hash_algo;
440 	vcrypto->aead_algo = aead_algo;
441 	vcrypto->akcipher_algo = akcipher_algo;
445 		vcrypto->max_data_queues,
446 		vcrypto->max_cipher_key_len,
447 		vcrypto->max_auth_key_len,
448 		vcrypto->max_size);
450 	err = virtcrypto_init_vqs(vcrypto);
456 	err = virtcrypto_start_crypto_engines(vcrypto);
462 	err = virtcrypto_update_status(vcrypto);
466 	INIT_WORK(&vcrypto->config_work, vcrypto_config_changed_work);
471 	virtcrypto_clear_crypto_engines(vcrypto);
474 	virtcrypto_del_vqs(vcrypto);
476 	virtcrypto_devmgr_rm_dev(vcrypto);
478 	kfree(vcrypto);
482 static void virtcrypto_free_unused_reqs(struct virtio_crypto *vcrypto)
488 	for (i = 0; i < vcrypto->max_data_queues; i++) {
489 		vq = vcrypto->data_vq[i].vq;
500 	struct virtio_crypto *vcrypto = vdev->priv;
505 	flush_work(&vcrypto->config_work);
506 	if (virtcrypto_dev_started(vcrypto))
507 		virtcrypto_dev_stop(vcrypto);
508 	for (i = 0; i < vcrypto->max_data_queues; i++)
509 		tasklet_kill(&vcrypto->data_vq[i].done_task);
511 	virtcrypto_free_unused_reqs(vcrypto);
512 	virtcrypto_clear_crypto_engines(vcrypto);
513 	virtcrypto_del_vqs(vcrypto);
514 	virtcrypto_devmgr_rm_dev(vcrypto);
515 	kfree(vcrypto);
520 	struct virtio_crypto *vcrypto = vdev->priv;
522 	schedule_work(&vcrypto->config_work);
528 	struct virtio_crypto *vcrypto = vdev->priv;
530 	flush_work(&vcrypto->config_work);
532 	virtcrypto_free_unused_reqs(vcrypto);
533 	if (virtcrypto_dev_started(vcrypto))
534 		virtcrypto_dev_stop(vcrypto);
536 	virtcrypto_clear_crypto_engines(vcrypto);
537 	virtcrypto_del_vqs(vcrypto);
543 	struct virtio_crypto *vcrypto = vdev->priv;
546 	err = virtcrypto_init_vqs(vcrypto);
550 	err = virtcrypto_start_crypto_engines(vcrypto);
556 	err = virtcrypto_dev_start(vcrypto);
565 	virtcrypto_clear_crypto_engines(vcrypto);
568 	virtcrypto_del_vqs(vcrypto);