4664 	struct dpaa2_caam_priv_per_cpu *ppriv;  in dpaa2_caam_fqdan_cb()  local
4666 	ppriv = container_of(nctx, struct dpaa2_caam_priv_per_cpu, nctx);  in dpaa2_caam_fqdan_cb()
4667 	napi_schedule_irqoff(&ppriv->napi);  in dpaa2_caam_fqdan_cb()
4674 	struct dpaa2_caam_priv_per_cpu *ppriv;  in dpaa2_dpseci_dpio_setup()  local
4678 		ppriv = per_cpu_ptr(priv->ppriv, cpu);  in dpaa2_dpseci_dpio_setup()
4679 		ppriv->priv = priv;  in dpaa2_dpseci_dpio_setup()
4680 		nctx = &ppriv->nctx;  in dpaa2_dpseci_dpio_setup()
4682 		nctx->id = ppriv->rsp_fqid;  in dpaa2_dpseci_dpio_setup()
4687 		ppriv->dpio = dpaa2_io_service_select(cpu);  in dpaa2_dpseci_dpio_setup()
4688 		err = dpaa2_io_service_register(ppriv->dpio, nctx, dev);  in dpaa2_dpseci_dpio_setup()
4702 		ppriv->store = dpaa2_io_store_create(DPAA2_CAAM_STORE_SIZE,  in dpaa2_dpseci_dpio_setup()
4704 		if (unlikely(!ppriv->store)) {  in dpaa2_dpseci_dpio_setup()
4718 		ppriv = per_cpu_ptr(priv->ppriv, cpu);  in dpaa2_dpseci_dpio_setup()
4719 		if (!ppriv->nctx.cb)  in dpaa2_dpseci_dpio_setup()
4721 		dpaa2_io_service_deregister(ppriv->dpio, &ppriv->nctx, dev);  in dpaa2_dpseci_dpio_setup()
4725 		ppriv = per_cpu_ptr(priv->ppriv, cpu);  in dpaa2_dpseci_dpio_setup()
4726 		if (!ppriv->store)  in dpaa2_dpseci_dpio_setup()
4728 		dpaa2_io_store_destroy(ppriv->store);  in dpaa2_dpseci_dpio_setup()
4736 	struct dpaa2_caam_priv_per_cpu *ppriv;  in dpaa2_dpseci_dpio_free()  local
4740 		ppriv = per_cpu_ptr(priv->ppriv, cpu);  in dpaa2_dpseci_dpio_free()
4741 		dpaa2_io_service_deregister(ppriv->dpio, &ppriv->nctx,  in dpaa2_dpseci_dpio_free()
4743 		dpaa2_io_store_destroy(ppriv->store);  in dpaa2_dpseci_dpio_free()
4755 	struct dpaa2_caam_priv_per_cpu *ppriv;  in dpaa2_dpseci_bind()  local
4760 		ppriv = per_cpu_ptr(priv->ppriv, cpu);  in dpaa2_dpseci_bind()
4766 		rx_queue_cfg.dest_cfg.dest_id = ppriv->nctx.dpio_id;  in dpaa2_dpseci_bind()
4772 		rx_queue_cfg.user_ctx = ppriv->nctx.qman64;  in dpaa2_dpseci_bind()
4841 static int dpaa2_caam_pull_fq(struct dpaa2_caam_priv_per_cpu *ppriv)  in dpaa2_caam_pull_fq()  argument
4847 		err = dpaa2_io_service_pull_fq(ppriv->dpio, ppriv->rsp_fqid,  in dpaa2_caam_pull_fq()
4848 					       ppriv->store);  in dpaa2_caam_pull_fq()
4852 		dev_err(ppriv->priv->dev, "dpaa2_io_service_pull err %d", err);  in dpaa2_caam_pull_fq()
4857 static int dpaa2_caam_store_consume(struct dpaa2_caam_priv_per_cpu *ppriv)  in dpaa2_caam_store_consume()  argument
4863 		dq = dpaa2_io_store_next(ppriv->store, &is_last);  in dpaa2_caam_store_consume()
4866 				dev_dbg(ppriv->priv->dev,  in dpaa2_caam_store_consume()
4868 					ppriv->rsp_fqid);  in dpaa2_caam_store_consume()
4880 		dpaa2_caam_process_fd(ppriv->priv, dpaa2_dq_fd(dq));  in dpaa2_caam_store_consume()
4889 	struct dpaa2_caam_priv_per_cpu *ppriv;  in dpaa2_dpseci_poll()  local
4893 	ppriv = container_of(napi, struct dpaa2_caam_priv_per_cpu, napi);  in dpaa2_dpseci_poll()
4894 	priv = ppriv->priv;  in dpaa2_dpseci_poll()
4896 	if (unlikely(dpaa2_caam_pull_fq(ppriv)))  in dpaa2_dpseci_poll()
4900 		store_cleaned = dpaa2_caam_store_consume(ppriv);  in dpaa2_dpseci_poll()
4908 		err = dpaa2_caam_pull_fq(ppriv);  in dpaa2_dpseci_poll()
4915 		err = dpaa2_io_service_rearm(ppriv->dpio, &ppriv->nctx);  in dpaa2_dpseci_poll()
4983 	struct dpaa2_caam_priv_per_cpu *ppriv;  in dpaa2_dpseci_setup()  local
5068 		ppriv = per_cpu_ptr(priv->ppriv, cpu);  in dpaa2_dpseci_setup()
5069 		ppriv->req_fqid = priv->tx_queue_attr[j].fqid;  in dpaa2_dpseci_setup()
5078 		ppriv->rsp_fqid = priv->rx_queue_attr[j].fqid;  in dpaa2_dpseci_setup()
5079 		ppriv->prio = j;  in dpaa2_dpseci_setup()
5085 		ppriv->net_dev.dev = *dev;  in dpaa2_dpseci_setup()
5086 		INIT_LIST_HEAD(&ppriv->net_dev.napi_list);  in dpaa2_dpseci_setup()
5087 		netif_napi_add(&ppriv->net_dev, &ppriv->napi, dpaa2_dpseci_poll,  in dpaa2_dpseci_setup()
5105 	struct dpaa2_caam_priv_per_cpu *ppriv;  in dpaa2_dpseci_enable()  local
5109 		ppriv = per_cpu_ptr(priv->ppriv, i);  in dpaa2_dpseci_enable()
5110 		napi_enable(&ppriv->napi);  in dpaa2_dpseci_enable()
5119 	struct dpaa2_caam_priv_per_cpu *ppriv;  in dpaa2_dpseci_disable()  local
5138 		ppriv = per_cpu_ptr(priv->ppriv, i);  in dpaa2_dpseci_disable()
5139 		napi_disable(&ppriv->napi);  in dpaa2_dpseci_disable()
5140 		netif_napi_del(&ppriv->napi);  in dpaa2_dpseci_disable()
5199 	priv->ppriv = alloc_percpu(*priv->ppriv);  in dpaa2_caam_probe()
5200 	if (!priv->ppriv) {  in dpaa2_caam_probe()
5385 	free_percpu(priv->ppriv);  in dpaa2_caam_probe()
5432 	free_percpu(priv->ppriv);  in dpaa2_caam_remove()
5443 	struct dpaa2_caam_priv_per_cpu *ppriv;  in dpaa2_caam_enqueue()  local
5474 	ppriv = raw_cpu_ptr(priv->ppriv);  in dpaa2_caam_enqueue()
5476 		err = dpaa2_io_service_enqueue_fq(ppriv->dpio, ppriv->req_fqid,  in dpaa2_caam_enqueue()