94 	struct qcom_iommu_dev *qcom_iommu = d->iommu;  in to_ctx()  local
95 	if (!qcom_iommu)  in to_ctx()
97 	return qcom_iommu->ctxs[asid];  in to_ctx()
227 				  struct qcom_iommu_dev *qcom_iommu,  in qcom_iommu_init_domain()  argument
246 		.iommu_dev	= qcom_iommu->dev,  in qcom_iommu_init_domain()
249 	qcom_domain->iommu = qcom_iommu;  in qcom_iommu_init_domain()
254 		dev_err(qcom_iommu->dev, "failed to allocate pagetable ops\n");  in qcom_iommu_init_domain()
268 			ret = qcom_scm_restore_sec_cfg(qcom_iommu->sec_id, ctx->asid);  in qcom_iommu_init_domain()
270 				dev_err(qcom_iommu->dev, "secure init failed: %d\n", ret);  in qcom_iommu_init_domain()
377 	struct qcom_iommu_dev *qcom_iommu = to_iommu(dev);  in qcom_iommu_attach_dev()  local
381 	if (!qcom_iommu) {  in qcom_iommu_attach_dev()
387 	pm_runtime_get_sync(qcom_iommu->dev);  in qcom_iommu_attach_dev()
388 	ret = qcom_iommu_init_domain(domain, qcom_iommu, dev);  in qcom_iommu_attach_dev()
389 	pm_runtime_put_sync(qcom_iommu->dev);  in qcom_iommu_attach_dev()
397 	if (qcom_domain->iommu != qcom_iommu)  in qcom_iommu_attach_dev()
502 	struct qcom_iommu_dev *qcom_iommu = to_iommu(dev);  in qcom_iommu_probe_device()  local
505 	if (!qcom_iommu)  in qcom_iommu_probe_device()
513 	link = device_link_add(dev, qcom_iommu->dev, DL_FLAG_PM_RUNTIME);  in qcom_iommu_probe_device()
515 		dev_err(qcom_iommu->dev, "Unable to create device link between %s and %s\n",  in qcom_iommu_probe_device()
516 			dev_name(qcom_iommu->dev), dev_name(dev));  in qcom_iommu_probe_device()
520 	return &qcom_iommu->iommu;  in qcom_iommu_probe_device()
525 	struct qcom_iommu_dev *qcom_iommu;  in qcom_iommu_of_xlate()  local
540 	qcom_iommu = platform_get_drvdata(iommu_pdev);  in qcom_iommu_of_xlate()
545 	if (WARN_ON(asid > qcom_iommu->max_asid) ||  in qcom_iommu_of_xlate()
546 	    WARN_ON(qcom_iommu->ctxs[asid] == NULL)) {  in qcom_iommu_of_xlate()
552 		dev_iommu_priv_set(dev, qcom_iommu);  in qcom_iommu_of_xlate()
558 		if (WARN_ON(qcom_iommu != dev_iommu_priv_get(dev))) {  in qcom_iommu_of_xlate()
658 	struct qcom_iommu_dev *qcom_iommu = dev_get_drvdata(dev->parent);  in qcom_iommu_ctx_probe()  local
705 	qcom_iommu->ctxs[ctx->asid] = ctx;  in qcom_iommu_ctx_probe()
712 	struct qcom_iommu_dev *qcom_iommu = dev_get_drvdata(pdev->dev.parent);  in qcom_iommu_ctx_remove()  local
717 	qcom_iommu->ctxs[ctx->asid] = NULL;  in qcom_iommu_ctx_remove()
737 static bool qcom_iommu_has_secure_context(struct qcom_iommu_dev *qcom_iommu)  in qcom_iommu_has_secure_context()  argument
741 	for_each_child_of_node(qcom_iommu->dev->of_node, child) {  in qcom_iommu_has_secure_context()
755 	struct qcom_iommu_dev *qcom_iommu;  in qcom_iommu_device_probe()  local
767 	qcom_iommu = devm_kzalloc(dev, struct_size(qcom_iommu, ctxs, max_asid + 1),  in qcom_iommu_device_probe()
769 	if (!qcom_iommu)  in qcom_iommu_device_probe()
771 	qcom_iommu->max_asid = max_asid;  in qcom_iommu_device_probe()
772 	qcom_iommu->dev = dev;  in qcom_iommu_device_probe()
776 		qcom_iommu->local_base = devm_ioremap_resource(dev, res);  in qcom_iommu_device_probe()
777 		if (IS_ERR(qcom_iommu->local_base))  in qcom_iommu_device_probe()
778 			return PTR_ERR(qcom_iommu->local_base);  in qcom_iommu_device_probe()
786 	qcom_iommu->clks[CLK_IFACE].clk = clk;  in qcom_iommu_device_probe()
793 	qcom_iommu->clks[CLK_BUS].clk = clk;  in qcom_iommu_device_probe()
800 	qcom_iommu->clks[CLK_TBU].clk = clk;  in qcom_iommu_device_probe()
803 				 &qcom_iommu->sec_id)) {  in qcom_iommu_device_probe()
808 	if (qcom_iommu_has_secure_context(qcom_iommu)) {  in qcom_iommu_device_probe()
816 	platform_set_drvdata(pdev, qcom_iommu);  in qcom_iommu_device_probe()
827 	ret = iommu_device_sysfs_add(&qcom_iommu->iommu, dev, NULL,  in qcom_iommu_device_probe()
834 	ret = iommu_device_register(&qcom_iommu->iommu, &qcom_iommu_ops, dev);  in qcom_iommu_device_probe()
840 	if (qcom_iommu->local_base) {  in qcom_iommu_device_probe()
842 		writel_relaxed(0xffffffff, qcom_iommu->local_base + SMMU_INTR_SEL_NS);  in qcom_iommu_device_probe()
855 	struct qcom_iommu_dev *qcom_iommu = platform_get_drvdata(pdev);  in qcom_iommu_device_remove()  local
859 	iommu_device_sysfs_remove(&qcom_iommu->iommu);  in qcom_iommu_device_remove()
860 	iommu_device_unregister(&qcom_iommu->iommu);  in qcom_iommu_device_remove()
865 	struct qcom_iommu_dev *qcom_iommu = dev_get_drvdata(dev);  in qcom_iommu_resume()  local
867 	return clk_bulk_prepare_enable(CLK_NUM, qcom_iommu->clks);  in qcom_iommu_resume()
872 	struct qcom_iommu_dev *qcom_iommu = dev_get_drvdata(dev);  in qcom_iommu_suspend()  local
874 	clk_bulk_disable_unprepare(CLK_NUM, qcom_iommu->clks);  in qcom_iommu_suspend()