From: Jun Yang <[email protected]> Release resource in fallback and quit processes. Alloc multiple FQIDs from kernel by single ioctl to reduce boot/quit time.
Signed-off-by: Jun Yang <[email protected]> --- drivers/crypto/dpaa_sec/dpaa_sec.c | 126 ++++++++++++++++++++++++----- 1 file changed, 108 insertions(+), 18 deletions(-) diff --git a/drivers/crypto/dpaa_sec/dpaa_sec.c b/drivers/crypto/dpaa_sec/dpaa_sec.c index c53ee70853..b771a60dc2 100644 --- a/drivers/crypto/dpaa_sec/dpaa_sec.c +++ b/drivers/crypto/dpaa_sec/dpaa_sec.c @@ -188,16 +188,15 @@ dqrr_out_fq_cb_rx(struct qman_portal *qm __always_unused, /* caam result is put into this queue */ static int -dpaa_sec_init_tx(struct qman_fq *fq) +dpaa_sec_init_tx(struct qman_fq *fq, uint32_t fqid) { int ret; struct qm_mcc_initfq opts; uint32_t flags; - flags = QMAN_FQ_FLAG_NO_ENQUEUE | QMAN_FQ_FLAG_LOCKED | - QMAN_FQ_FLAG_DYNAMIC_FQID; + flags = QMAN_FQ_FLAG_NO_ENQUEUE | QMAN_FQ_FLAG_LOCKED; - ret = qman_create_fq(0, flags, fq); + ret = qman_create_fq(fqid, flags, fq); if (unlikely(ret)) { DPAA_SEC_ERR("qman_create_fq failed"); return ret; @@ -3614,12 +3613,56 @@ static const struct rte_security_ops dpaa_sec_security_ops = { static int dpaa_sec_uninit(struct rte_cryptodev *dev) { - if (dev == NULL) + struct dpaa_sec_dev_private *internals; + uint32_t i, fqid; + int ret; + + if (!dev) return -ENODEV; + /* The frame queues and their FQIDs are created and owned by the + * primary process only, dpaa_sec_dev_init() returns early for a + * secondary. Tearing them down from a secondary would shut down the + * primary's queues and release FQIDs still in use. + */ + if (rte_eal_process_type() != RTE_PROC_PRIMARY) + return 0; + + internals = dev->data->dev_private; + /* Release each FQID individually, and only once its frame queue has + * actually been torn down. qman_shutdown_fq() returns -EBUSY when the + * retire does not complete, which includes a queue towards a DCP + * portal that still has frames pending. Such a queue is still live in + * QMan, so handing its FQID back would let qman_alloc_fqid() give it + * to another user while the hardware still references it. + */ + for (i = 0; i < internals->max_nb_queue_pairs; i++) { + fqid = internals->qps[i].outq.fqid; + ret = qman_shutdown_fq(&internals->qps[i].outq); + if (ret) { + DPAA_SEC_ERR("%s: Failed(%d) to shutdown TXQ(0x%08x), fqid not released", + dev->data->name, ret, fqid); + continue; + } + if (fqid) + qman_release_fqid(fqid); + } + + for (i = 0; i < RTE_DPAA_MAX_RX_QUEUE; i++) { + fqid = internals->inq[i].fqid; + ret = qman_shutdown_fq(&internals->inq[i]); + if (ret) { + DPAA_SEC_ERR("%s: Failed(%d) to shutdown RXQ[%d](0x%08x), fqid not released", + dev->data->name, ret, i, fqid); + continue; + } + if (fqid) + qman_release_fqid(fqid); + } + rte_free(dev->security_ctx); DPAA_SEC_INFO("Closing DPAA_SEC device %s on numa socket %u", - dev->data->name, rte_socket_id()); + dev->data->name, rte_socket_id()); return 0; } @@ -3666,10 +3709,9 @@ dpaa_sec_dev_init(struct rte_cryptodev *cryptodev) struct dpaa_sec_dev_private *internals; struct rte_security_ctx *security_instance; struct dpaa_sec_qp *qp; - uint32_t i, flags; - int ret; + uint32_t i, j, flags, fqids[RTE_DPAA_MAX_RX_QUEUE]; + int ret, num = 0, map_fd = -1; void *cmd_map; - int map_fd = -1; PMD_INIT_FUNC_TRACE(); @@ -3735,24 +3777,47 @@ dpaa_sec_dev_init(struct rte_cryptodev *cryptodev) security_instance->sess_cnt = 0; cryptodev->security_ctx = security_instance; rte_spinlock_init(&internals->lock); + num = qman_alloc_fqid_range(fqids, internals->max_nb_queue_pairs, 0, 0); + if (num < (int)internals->max_nb_queue_pairs) { + if (num < 0) { + DPAA_SEC_ERR("%s: Failed(%d) to alloc %d TX fqids", + cryptodev->data->name, num, internals->max_nb_queue_pairs); + } else { + DPAA_SEC_ERR("%s: Alloc %d fqids < %d", + cryptodev->data->name, num, internals->max_nb_queue_pairs); + qman_release_fqid_range(fqids[0], num); + } + goto init_error; + } for (i = 0; i < internals->max_nb_queue_pairs; i++) { /* init qman fq for queue pair */ qp = &internals->qps[i]; - ret = dpaa_sec_init_tx(&qp->outq); + ret = dpaa_sec_init_tx(&qp->outq, fqids[i]); if (ret) { - DPAA_SEC_ERR("config tx of queue pair %d", i); - goto init_error; + DPAA_SEC_ERR("%s: Failed(%d) to init TXQ[%d](0x%08x)", + cryptodev->data->name, ret, i, fqids[i]); + goto init_error1; } } - flags = QMAN_FQ_FLAG_LOCKED | QMAN_FQ_FLAG_DYNAMIC_FQID | - QMAN_FQ_FLAG_TO_DCPORTAL; + flags = QMAN_FQ_FLAG_LOCKED | QMAN_FQ_FLAG_TO_DCPORTAL; + num = qman_alloc_fqid_range(fqids, RTE_DPAA_MAX_RX_QUEUE, 0, 0); + if (num < RTE_DPAA_MAX_RX_QUEUE) { + if (num < 0) { + DPAA_SEC_ERR("Failed(%d) to alloc %d fqids", num, RTE_DPAA_MAX_RX_QUEUE); + } else { + DPAA_SEC_ERR("Alloc %d fqids < %d", num, RTE_DPAA_MAX_RX_QUEUE); + qman_release_fqid_range(fqids[0], num); + } + goto init_error2; + } for (i = 0; i < RTE_DPAA_MAX_RX_QUEUE; i++) { /* create rx qman fq for sessions*/ - ret = qman_create_fq(0, flags, &internals->inq[i]); - if (unlikely(ret != 0)) { - DPAA_SEC_ERR("sec qman_create_fq failed"); - goto init_error; + ret = qman_create_fq(fqids[i], flags, &internals->inq[i]); + if (ret) { + DPAA_SEC_ERR("%s: Failed(%d) to create RXQ[%d](0x%08x)", + cryptodev->data->name, ret, i, fqids[i]); + goto init_error3; } } @@ -3761,6 +3826,31 @@ dpaa_sec_dev_init(struct rte_cryptodev *cryptodev) DPAA_SEC_INFO("%s cryptodev init", cryptodev->data->name); return 0; +init_error3: + for (j = 0; j < i; j++) { + ret = qman_shutdown_fq(&internals->inq[j]); + if (ret) { + DPAA_SEC_ERR("%s: Failed(%d) to shutdown RXQ(0x%08x)", + cryptodev->data->name, ret, internals->inq[j].fqid); + } + } + /* Release all allocated FQIDs; uncreated ones were never initialized */ + qman_release_fqid_range(fqids[0], RTE_DPAA_MAX_RX_QUEUE); +init_error2: + i = internals->max_nb_queue_pairs; + fqids[0] = internals->qps[0].outq.fqid; +init_error1: + for (j = 0; j < i; j++) { + qp = &internals->qps[j]; + ret = qman_shutdown_fq(&qp->outq); + if (ret) { + DPAA_SEC_ERR("%s: Failed(%d) to shutdown TXQ(0x%08x)", + cryptodev->data->name, ret, qp->outq.fqid); + } + } + /* Release all allocated FQIDs; uncreated ones were never initialized */ + qman_release_fqid_range(fqids[0], internals->max_nb_queue_pairs); + init_error: DPAA_SEC_ERR("driver %s: create failed", cryptodev->data->name); -- 2.25.1
