Lines Matching +full:- +full:grp
1 // SPDX-License-Identifier: GPL-2.0-only
32 if (eng_grp->g->engs_num < 0 || in get_cores_bmap()
33 eng_grp->g->engs_num > OTX2_CPT_MAX_ENGINES) { in get_cores_bmap()
35 eng_grp->g->engs_num); in get_cores_bmap()
40 if (eng_grp->engs[i].type) { in get_cores_bmap()
42 eng_grp->engs[i].bmap, in get_cores_bmap()
43 eng_grp->g->engs_num); in get_cores_bmap()
44 bmap.size = eng_grp->g->engs_num; in get_cores_bmap()
51 eng_grp->idx); in get_cores_bmap()
62 if (eng_grp->ucode[1].type) in is_2nd_ucode_used()
71 strscpy(ucode->filename, filename, OTX2_CPT_NAME_LENGTH); in set_ucode_filename()
125 struct pci_dev *pdev = cptpf->pdev; in get_ucode_type()
129 strscpy(tmp_ver_str, ucode_hdr->ver_str, OTX2_CPT_UCODE_VER_STR_SZ); in get_ucode_type()
133 sprintf(ver_str_prefix, "ocpt-%02d", pdev->revision); in get_ucode_type()
135 return -EINVAL; in get_ucode_type()
137 nn = ucode_hdr->ver_num.nn; in get_ucode_type()
138 if (strnstr(tmp_ver_str, "se-", OTX2_CPT_UCODE_VER_STR_SZ) && in get_ucode_type()
142 if (strnstr(tmp_ver_str, "ie-", OTX2_CPT_UCODE_VER_STR_SZ) && in get_ucode_type()
153 return -EINVAL; in get_ucode_type()
161 return otx2_cpt_write_af_reg(&cptpf->afpf_mbox, cptpf->pdev, in __write_ucode_base()
174 ret = otx2_cpt_write_af_reg(&cptpf->afpf_mbox, cptpf->pdev, in cptx_set_ucode_base()
176 cptpf->pf_id << RVU_PFVF_PF_SHIFT, blkaddr); in cptx_set_ucode_base()
181 engs = &eng_grp->engs[i]; in cptx_set_ucode_base()
182 if (!engs->type) in cptx_set_ucode_base()
185 dma_addr = engs->ucode->dma; in cptx_set_ucode_base()
191 for_each_set_bit(bit, engs->bmap, eng_grp->g->engs_num) in cptx_set_ucode_base()
192 if (!eng_grp->g->eng_ref_cnt[bit]) { in cptx_set_ucode_base()
207 if (cptpf->has_cpt1) { in cpt_set_ucode_base()
226 ret = otx2_cpt_read_af_reg(&cptpf->afpf_mbox, cptpf->pdev, in cptx_detach_and_disable_cores()
231 if (reg & (1ull << eng_grp->idx)) { in cptx_detach_and_disable_cores()
232 eng_grp->g->eng_ref_cnt[i]--; in cptx_detach_and_disable_cores()
233 reg &= ~(1ull << eng_grp->idx); in cptx_detach_and_disable_cores()
235 ret = otx2_cpt_write_af_reg(&cptpf->afpf_mbox, in cptx_detach_and_disable_cores()
236 cptpf->pdev, in cptx_detach_and_disable_cores()
248 if (timeout-- < 0) in cptx_detach_and_disable_cores()
249 return -EBUSY; in cptx_detach_and_disable_cores()
252 ret = otx2_cpt_read_af_reg(&cptpf->afpf_mbox, in cptx_detach_and_disable_cores()
253 cptpf->pdev, in cptx_detach_and_disable_cores()
268 if (!eng_grp->g->eng_ref_cnt[i]) { in cptx_detach_and_disable_cores()
269 ret = otx2_cpt_write_af_reg(&cptpf->afpf_mbox, in cptx_detach_and_disable_cores()
270 cptpf->pdev, in cptx_detach_and_disable_cores()
288 bmap = get_cores_bmap(&cptpf->pdev->dev, eng_grp); in cpt_detach_and_disable_cores()
290 return -EINVAL; in cpt_detach_and_disable_cores()
292 if (cptpf->has_cpt1) { in cpt_detach_and_disable_cores()
312 ret = otx2_cpt_read_af_reg(&cptpf->afpf_mbox, cptpf->pdev, in cptx_attach_and_enable_cores()
317 if (!(reg & (1ull << eng_grp->idx))) { in cptx_attach_and_enable_cores()
318 eng_grp->g->eng_ref_cnt[i]++; in cptx_attach_and_enable_cores()
319 reg |= 1ull << eng_grp->idx; in cptx_attach_and_enable_cores()
321 ret = otx2_cpt_write_af_reg(&cptpf->afpf_mbox, in cptx_attach_and_enable_cores()
322 cptpf->pdev, in cptx_attach_and_enable_cores()
332 ret = otx2_cpt_add_write_af_reg(&cptpf->afpf_mbox, cptpf->pdev, in cptx_attach_and_enable_cores()
338 return otx2_cpt_send_af_reg_requests(&cptpf->afpf_mbox, cptpf->pdev); in cptx_attach_and_enable_cores()
348 bmap = get_cores_bmap(&cptpf->pdev->dev, eng_grp); in cpt_attach_and_enable_cores()
350 return -EINVAL; in cpt_attach_and_enable_cores()
352 if (cptpf->has_cpt1) { in cpt_attach_and_enable_cores()
371 return -ENOMEM; in load_fw()
373 ret = request_firmware(&uc_info->fw, filename, dev); in load_fw()
377 ucode_hdr = (struct otx2_cpt_ucode_hdr *)uc_info->fw->data; in load_fw()
382 ucode_size = ntohl(ucode_hdr->code_length) * 2; in load_fw()
385 ret = -EINVAL; in load_fw()
389 set_ucode_filename(&uc_info->ucode, filename); in load_fw()
390 memcpy(uc_info->ucode.ver_str, ucode_hdr->ver_str, in load_fw()
392 uc_info->ucode.ver_num = ucode_hdr->ver_num; in load_fw()
393 uc_info->ucode.type = ucode_type; in load_fw()
394 uc_info->ucode.size = ucode_size; in load_fw()
395 list_add_tail(&uc_info->list, &fw_info->ucodes); in load_fw()
400 release_firmware(uc_info->fw); in load_fw()
413 list_for_each_entry_safe(curr, temp, &fw_info->ucodes, list) { in cpt_ucode_release_fw()
414 list_del(&curr->list); in cpt_ucode_release_fw()
415 release_firmware(curr->fw); in cpt_ucode_release_fw()
425 list_for_each_entry(curr, &fw_info->ucodes, list) { in get_ucode()
426 if (!is_eng_type(curr->ucode.type, ucode_type)) in get_ucode()
438 list_for_each_entry(curr, &fw_info->ucodes, list) { in print_uc_info()
439 pr_debug("Ucode filename %s\n", curr->ucode.filename); in print_uc_info()
440 pr_debug("Ucode version string %s\n", curr->ucode.ver_str); in print_uc_info()
442 curr->ucode.ver_num.nn, curr->ucode.ver_num.xx, in print_uc_info()
443 curr->ucode.ver_num.yy, curr->ucode.ver_num.zz); in print_uc_info()
444 pr_debug("Ucode type (%d) %s\n", curr->ucode.type, in print_uc_info()
445 get_ucode_type_str(curr->ucode.type)); in print_uc_info()
446 pr_debug("Ucode size %d\n", curr->ucode.size); in print_uc_info()
447 pr_debug("Ucode ptr %p\n", curr->fw->data); in print_uc_info()
457 INIT_LIST_HEAD(&fw_info->ucodes); in cpt_ucode_load_fw()
465 pdev->revision, eng_type); in cpt_ucode_load_fw()
467 ret = load_fw(&pdev->dev, fw_info, filename); in cpt_ucode_load_fw()
486 if (!eng_grp->engs[i].type) in find_engines_by_type()
489 if (eng_grp->engs[i].type == eng_type) in find_engines_by_type()
490 return &eng_grp->engs[i]; in find_engines_by_type()
509 switch (engs->type) { in update_engines_avail_count()
511 avail->se_cnt += val; in update_engines_avail_count()
515 avail->ie_cnt += val; in update_engines_avail_count()
519 avail->ae_cnt += val; in update_engines_avail_count()
523 dev_err(dev, "Invalid engine type %d\n", engs->type); in update_engines_avail_count()
524 return -EINVAL; in update_engines_avail_count()
533 switch (engs->type) { in update_engines_offset()
535 engs->offset = 0; in update_engines_offset()
539 engs->offset = avail->max_se_cnt; in update_engines_offset()
543 engs->offset = avail->max_se_cnt + avail->max_ie_cnt; in update_engines_offset()
547 dev_err(dev, "Invalid engine type %d\n", engs->type); in update_engines_offset()
548 return -EINVAL; in update_engines_offset()
554 struct otx2_cpt_eng_grp_info *grp) in release_engines() argument
559 if (!grp->engs[i].type) in release_engines()
562 if (grp->engs[i].count > 0) { in release_engines()
563 ret = update_engines_avail_count(dev, &grp->g->avail, in release_engines()
564 &grp->engs[i], in release_engines()
565 grp->engs[i].count); in release_engines()
570 grp->engs[i].type = 0; in release_engines()
571 grp->engs[i].count = 0; in release_engines()
572 grp->engs[i].offset = 0; in release_engines()
573 grp->engs[i].ucode = NULL; in release_engines()
574 bitmap_zero(grp->engs[i].bmap, grp->g->engs_num); in release_engines()
580 struct otx2_cpt_eng_grp_info *grp, in do_reserve_engines() argument
587 if (!grp->engs[i].type) { in do_reserve_engines()
588 engs = &grp->engs[i]; in do_reserve_engines()
594 return -ENOMEM; in do_reserve_engines()
596 engs->type = req_engs->type; in do_reserve_engines()
597 engs->count = req_engs->count; in do_reserve_engines()
599 ret = update_engines_offset(dev, &grp->g->avail, engs); in do_reserve_engines()
603 if (engs->count > 0) { in do_reserve_engines()
604 ret = update_engines_avail_count(dev, &grp->g->avail, engs, in do_reserve_engines()
605 -engs->count); in do_reserve_engines()
614 struct otx2_cpt_eng_grp_info *grp, in check_engines_availability() argument
619 switch (req_eng->type) { in check_engines_availability()
621 avail_cnt = grp->g->avail.se_cnt; in check_engines_availability()
625 avail_cnt = grp->g->avail.ie_cnt; in check_engines_availability()
629 avail_cnt = grp->g->avail.ae_cnt; in check_engines_availability()
633 dev_err(dev, "Invalid engine type %d\n", req_eng->type); in check_engines_availability()
634 return -EINVAL; in check_engines_availability()
637 if (avail_cnt < req_eng->count) { in check_engines_availability()
640 get_eng_type_str(req_eng->type), in check_engines_availability()
641 avail_cnt, req_eng->count); in check_engines_availability()
642 return -EBUSY; in check_engines_availability()
648 struct otx2_cpt_eng_grp_info *grp, in reserve_engines() argument
655 ret = check_engines_availability(dev, grp, &req_engs[i]); in reserve_engines()
662 ret = do_reserve_engines(dev, grp, &req_engs[i]); in reserve_engines()
671 if (ucode->va) { in ucode_unload()
672 dma_free_coherent(dev, OTX2_CPT_UCODE_SZ, ucode->va, in ucode_unload()
673 ucode->dma); in ucode_unload()
674 ucode->va = NULL; in ucode_unload()
675 ucode->dma = 0; in ucode_unload()
676 ucode->size = 0; in ucode_unload()
679 memset(&ucode->ver_str, 0, OTX2_CPT_UCODE_VER_STR_SZ); in ucode_unload()
680 memset(&ucode->ver_num, 0, sizeof(struct otx2_cpt_ucode_ver_num)); in ucode_unload()
682 ucode->type = 0; in ucode_unload()
692 ucode->va = dma_alloc_coherent(dev, OTX2_CPT_UCODE_SZ, &ucode->dma, in copy_ucode_to_dma_mem()
694 if (!ucode->va) in copy_ucode_to_dma_mem()
695 return -ENOMEM; in copy_ucode_to_dma_mem()
697 memcpy(ucode->va, ucode_data + sizeof(struct otx2_cpt_ucode_hdr), in copy_ucode_to_dma_mem()
698 ucode->size); in copy_ucode_to_dma_mem()
700 /* Byte swap 64-bit */ in copy_ucode_to_dma_mem()
701 for (i = 0; i < (ucode->size / 8); i++) in copy_ucode_to_dma_mem()
702 cpu_to_be64s(&((u64 *)ucode->va)[i]); in copy_ucode_to_dma_mem()
703 /* Ucode needs 16-bit swap */ in copy_ucode_to_dma_mem()
704 for (i = 0; i < (ucode->size / 2); i++) in copy_ucode_to_dma_mem()
705 cpu_to_be16s(&((u16 *)ucode->va)[i]); in copy_ucode_to_dma_mem()
737 ucode_unload(dev, &eng_grp->ucode[0]); in disable_eng_grp()
738 ucode_unload(dev, &eng_grp->ucode[1]); in disable_eng_grp()
741 if (!eng_grp->engs[i].type) in disable_eng_grp()
744 eng_grp->engs[i].ucode = &eng_grp->ucode[0]; in disable_eng_grp()
757 src_grp->mirror.is_ena = false; in setup_eng_grp_mirroring()
758 src_grp->mirror.idx = 0; in setup_eng_grp_mirroring()
759 src_grp->mirror.ref_count++; in setup_eng_grp_mirroring()
762 dst_grp->mirror.is_ena = true; in setup_eng_grp_mirroring()
763 dst_grp->mirror.idx = src_grp->idx; in setup_eng_grp_mirroring()
764 dst_grp->mirror.ref_count = 0; in setup_eng_grp_mirroring()
771 if (!dst_grp->mirror.is_ena) in remove_eng_grp_mirroring()
774 src_grp = &dst_grp->g->grp[dst_grp->mirror.idx]; in remove_eng_grp_mirroring()
776 src_grp->mirror.ref_count--; in remove_eng_grp_mirroring()
777 dst_grp->mirror.is_ena = false; in remove_eng_grp_mirroring()
778 dst_grp->mirror.idx = 0; in remove_eng_grp_mirroring()
779 dst_grp->mirror.ref_count = 0; in remove_eng_grp_mirroring()
808 engs[i].count -= mirrored_engs->count; in update_requested_engs()
813 struct otx2_cpt_eng_grp_info *grp) in find_mirrored_eng_grp() argument
815 struct otx2_cpt_eng_grps *eng_grps = grp->g; in find_mirrored_eng_grp()
819 if (!eng_grps->grp[i].is_enabled) in find_mirrored_eng_grp()
821 if (eng_grps->grp[i].ucode[0].type && in find_mirrored_eng_grp()
822 eng_grps->grp[i].ucode[1].type) in find_mirrored_eng_grp()
824 if (grp->idx == i) in find_mirrored_eng_grp()
826 if (!strncasecmp(eng_grps->grp[i].ucode[0].ver_str, in find_mirrored_eng_grp()
827 grp->ucode[0].ver_str, in find_mirrored_eng_grp()
829 return &eng_grps->grp[i]; in find_mirrored_eng_grp()
841 if (!eng_grps->grp[i].is_enabled) in find_unused_eng_grp()
842 return &eng_grps->grp[i]; in find_unused_eng_grp()
856 engs = &eng_grp->engs[i]; in eng_grp_update_masks()
857 if (!engs->type) in eng_grp_update_masks()
859 if (engs->count <= 0) in eng_grp_update_masks()
862 switch (engs->type) { in eng_grp_update_masks()
864 max_cnt = eng_grp->g->avail.max_se_cnt; in eng_grp_update_masks()
868 max_cnt = eng_grp->g->avail.max_ie_cnt; in eng_grp_update_masks()
872 max_cnt = eng_grp->g->avail.max_ae_cnt; in eng_grp_update_masks()
876 dev_err(dev, "Invalid engine type %d\n", engs->type); in eng_grp_update_masks()
877 return -EINVAL; in eng_grp_update_masks()
880 cnt = engs->count; in eng_grp_update_masks()
881 WARN_ON(engs->offset + max_cnt > OTX2_CPT_MAX_ENGINES); in eng_grp_update_masks()
882 bitmap_zero(tmp_bmap.bits, eng_grp->g->engs_num); in eng_grp_update_masks()
883 for (j = engs->offset; j < engs->offset + max_cnt; j++) { in eng_grp_update_masks()
884 if (!eng_grp->g->eng_ref_cnt[j]) { in eng_grp_update_masks()
886 cnt--; in eng_grp_update_masks()
893 return -ENOSPC; in eng_grp_update_masks()
895 bitmap_copy(engs->bmap, tmp_bmap.bits, eng_grp->g->engs_num); in eng_grp_update_masks()
898 if (!eng_grp->mirror.is_ena) in eng_grp_update_masks()
902 engs = &eng_grp->engs[i]; in eng_grp_update_masks()
903 if (!engs->type) in eng_grp_update_masks()
907 &eng_grp->g->grp[eng_grp->mirror.idx], in eng_grp_update_masks()
908 engs->type); in eng_grp_update_masks()
909 WARN_ON(!mirrored_engs && engs->count <= 0); in eng_grp_update_masks()
913 bitmap_copy(tmp_bmap.bits, mirrored_engs->bmap, in eng_grp_update_masks()
914 eng_grp->g->engs_num); in eng_grp_update_masks()
915 if (engs->count < 0) { in eng_grp_update_masks()
916 bit = find_first_bit(mirrored_engs->bmap, in eng_grp_update_masks()
917 eng_grp->g->engs_num); in eng_grp_update_masks()
918 bitmap_clear(tmp_bmap.bits, bit, -engs->count); in eng_grp_update_masks()
920 bitmap_or(engs->bmap, engs->bmap, tmp_bmap.bits, in eng_grp_update_masks()
921 eng_grp->g->engs_num); in eng_grp_update_masks()
931 if (!eng_grp->is_enabled) in delete_engine_group()
934 if (eng_grp->mirror.ref_count) in delete_engine_group()
935 return -EINVAL; in delete_engine_group()
941 ret = disable_eng_grp(dev, eng_grp, eng_grp->g->obj); in delete_engine_group()
950 eng_grp->is_enabled = false; in delete_engine_group()
959 if (eng_grp->mirror.is_ena) in update_ucode_ptrs()
960 ucode = &eng_grp->g->grp[eng_grp->mirror.idx].ucode[0]; in update_ucode_ptrs()
962 ucode = &eng_grp->ucode[0]; in update_ucode_ptrs()
963 WARN_ON(!eng_grp->engs[0].type); in update_ucode_ptrs()
964 eng_grp->engs[0].ucode = ucode; in update_ucode_ptrs()
966 if (eng_grp->engs[1].type) { in update_ucode_ptrs()
968 eng_grp->engs[1].ucode = &eng_grp->ucode[1]; in update_ucode_ptrs()
970 eng_grp->engs[1].ucode = ucode; in update_ucode_ptrs()
988 return -ENOSPC; in create_engine_group()
993 eng_grp->ucode[i] = uc_info->ucode; in create_engine_group()
994 ret = copy_ucode_to_dma_mem(dev, &eng_grp->ucode[i], in create_engine_group()
995 uc_info->fw->data); in create_engine_group()
1025 ret = enable_eng_grp(eng_grp, eng_grps->obj); in create_engine_group()
1034 if (eng_grp->mirror.is_ena) in create_engine_group()
1035 ucode_unload(dev, &eng_grp->ucode[0]); in create_engine_group()
1037 eng_grp->is_enabled = true; in create_engine_group()
1045 eng_grp->idx, mirrored_eng_grp->ucode[0].ver_str, in create_engine_group()
1046 mirrored_eng_grp->idx); in create_engine_group()
1049 eng_grp->idx, eng_grp->ucode[0].ver_str); in create_engine_group()
1052 eng_grp->idx, eng_grp->ucode[1].ver_str); in create_engine_group()
1059 ucode_unload(dev, &eng_grp->ucode[0]); in create_engine_group()
1060 ucode_unload(dev, &eng_grp->ucode[1]); in create_engine_group()
1071 if (eng_grps->grp[i].mirror.is_ena) in delete_engine_grps()
1072 delete_engine_group(&pdev->dev, &eng_grps->grp[i]); in delete_engine_grps()
1076 delete_engine_group(&pdev->dev, &eng_grps->grp[i]); in delete_engine_grps()
1099 timeout--; in rnm_to_cpt_errata_fixup()
1116 struct otx2_cpt_eng_grp_info *grp; in otx2_cpt_get_eng_grp() local
1120 grp = &eng_grps->grp[i]; in otx2_cpt_get_eng_grp()
1121 if (!grp->is_enabled) in otx2_cpt_get_eng_grp()
1125 if (eng_grp_has_eng_type(grp, eng_type) && in otx2_cpt_get_eng_grp()
1126 !eng_grp_has_eng_type(grp, OTX2_CPT_IE_TYPES)) { in otx2_cpt_get_eng_grp()
1131 if (eng_grp_has_eng_type(grp, eng_type)) { in otx2_cpt_get_eng_grp()
1145 struct pci_dev *pdev = cptpf->pdev; in otx2_cpt_create_eng_grps()
1150 mutex_lock(&eng_grps->lock); in otx2_cpt_create_eng_grps()
1155 if (eng_grps->is_grps_created) in otx2_cpt_create_eng_grps()
1168 dev_err(&pdev->dev, "Unable to find firmware for SE\n"); in otx2_cpt_create_eng_grps()
1169 ret = -EINVAL; in otx2_cpt_create_eng_grps()
1173 engs[0].count = eng_grps->avail.max_se_cnt; in otx2_cpt_create_eng_grps()
1175 ret = create_engine_group(&pdev->dev, eng_grps, engs, 1, in otx2_cpt_create_eng_grps()
1188 dev_err(&pdev->dev, "Unable to find firmware for IE"); in otx2_cpt_create_eng_grps()
1189 ret = -EINVAL; in otx2_cpt_create_eng_grps()
1193 engs[0].count = eng_grps->avail.max_se_cnt; in otx2_cpt_create_eng_grps()
1195 engs[1].count = eng_grps->avail.max_ie_cnt; in otx2_cpt_create_eng_grps()
1197 ret = create_engine_group(&pdev->dev, eng_grps, engs, 2, in otx2_cpt_create_eng_grps()
1208 dev_err(&pdev->dev, "Unable to find firmware for AE"); in otx2_cpt_create_eng_grps()
1209 ret = -EINVAL; in otx2_cpt_create_eng_grps()
1213 engs[0].count = eng_grps->avail.max_ae_cnt; in otx2_cpt_create_eng_grps()
1215 ret = create_engine_group(&pdev->dev, eng_grps, engs, 1, in otx2_cpt_create_eng_grps()
1220 eng_grps->is_grps_created = true; in otx2_cpt_create_eng_grps()
1231 rnm_to_cpt_errata_fixup(&pdev->dev); in otx2_cpt_create_eng_grps()
1238 otx2_cpt_write_af_reg(&cptpf->afpf_mbox, pdev, CPT_AF_CTL, in otx2_cpt_create_eng_grps()
1246 otx2_cpt_write_af_reg(&cptpf->afpf_mbox, pdev, CPT_AF_CTX_FLUSH_TIMER, in otx2_cpt_create_eng_grps()
1255 otx2_cpt_read_af_reg(&cptpf->afpf_mbox, pdev, CPT_AF_DIAG, ®_val, in otx2_cpt_create_eng_grps()
1257 otx2_cpt_write_af_reg(&cptpf->afpf_mbox, pdev, CPT_AF_DIAG, in otx2_cpt_create_eng_grps()
1260 mutex_unlock(&eng_grps->lock); in otx2_cpt_create_eng_grps()
1268 mutex_unlock(&eng_grps->lock); in otx2_cpt_create_eng_grps()
1281 ret = otx2_cpt_add_write_af_reg(&cptpf->afpf_mbox, cptpf->pdev, in cptx_disable_all_cores()
1287 cptpf->eng_grps.eng_ref_cnt[i] = 0; in cptx_disable_all_cores()
1289 ret = otx2_cpt_send_af_reg_requests(&cptpf->afpf_mbox, cptpf->pdev); in cptx_disable_all_cores()
1297 if (timeout-- < 0) in cptx_disable_all_cores()
1298 return -EBUSY; in cptx_disable_all_cores()
1301 ret = otx2_cpt_read_af_reg(&cptpf->afpf_mbox, in cptx_disable_all_cores()
1302 cptpf->pdev, in cptx_disable_all_cores()
1317 ret = otx2_cpt_add_write_af_reg(&cptpf->afpf_mbox, cptpf->pdev, in cptx_disable_all_cores()
1323 return otx2_cpt_send_af_reg_requests(&cptpf->afpf_mbox, cptpf->pdev); in cptx_disable_all_cores()
1330 total_cores = cptpf->eng_grps.avail.max_se_cnt + in otx2_cpt_disable_all_cores()
1331 cptpf->eng_grps.avail.max_ie_cnt + in otx2_cpt_disable_all_cores()
1332 cptpf->eng_grps.avail.max_ae_cnt; in otx2_cpt_disable_all_cores()
1334 if (cptpf->has_cpt1) { in otx2_cpt_disable_all_cores()
1345 struct otx2_cpt_eng_grp_info *grp; in otx2_cpt_cleanup_eng_grps() local
1348 mutex_lock(&eng_grps->lock); in otx2_cpt_cleanup_eng_grps()
1352 grp = &eng_grps->grp[i]; in otx2_cpt_cleanup_eng_grps()
1354 kfree(grp->engs[j].bmap); in otx2_cpt_cleanup_eng_grps()
1355 grp->engs[j].bmap = NULL; in otx2_cpt_cleanup_eng_grps()
1358 mutex_unlock(&eng_grps->lock); in otx2_cpt_cleanup_eng_grps()
1364 struct otx2_cpt_eng_grp_info *grp; in otx2_cpt_init_eng_grps() local
1367 mutex_init(&eng_grps->lock); in otx2_cpt_init_eng_grps()
1368 eng_grps->obj = pci_get_drvdata(pdev); in otx2_cpt_init_eng_grps()
1369 eng_grps->avail.se_cnt = eng_grps->avail.max_se_cnt; in otx2_cpt_init_eng_grps()
1370 eng_grps->avail.ie_cnt = eng_grps->avail.max_ie_cnt; in otx2_cpt_init_eng_grps()
1371 eng_grps->avail.ae_cnt = eng_grps->avail.max_ae_cnt; in otx2_cpt_init_eng_grps()
1373 eng_grps->engs_num = eng_grps->avail.max_se_cnt + in otx2_cpt_init_eng_grps()
1374 eng_grps->avail.max_ie_cnt + in otx2_cpt_init_eng_grps()
1375 eng_grps->avail.max_ae_cnt; in otx2_cpt_init_eng_grps()
1376 if (eng_grps->engs_num > OTX2_CPT_MAX_ENGINES) { in otx2_cpt_init_eng_grps()
1377 dev_err(&pdev->dev, in otx2_cpt_init_eng_grps()
1379 eng_grps->engs_num, OTX2_CPT_MAX_ENGINES); in otx2_cpt_init_eng_grps()
1380 ret = -EINVAL; in otx2_cpt_init_eng_grps()
1385 grp = &eng_grps->grp[i]; in otx2_cpt_init_eng_grps()
1386 grp->g = eng_grps; in otx2_cpt_init_eng_grps()
1387 grp->idx = i; in otx2_cpt_init_eng_grps()
1390 grp->engs[j].bmap = in otx2_cpt_init_eng_grps()
1391 kcalloc(BITS_TO_LONGS(eng_grps->engs_num), in otx2_cpt_init_eng_grps()
1393 if (!grp->engs[j].bmap) { in otx2_cpt_init_eng_grps()
1394 ret = -ENOMEM; in otx2_cpt_init_eng_grps()
1414 mutex_lock(&eng_grps->lock); in create_eng_caps_discovery_grps()
1417 mutex_unlock(&eng_grps->lock); in create_eng_caps_discovery_grps()
1423 dev_err(&pdev->dev, "Unable to find firmware for AE\n"); in create_eng_caps_discovery_grps()
1424 ret = -EINVAL; in create_eng_caps_discovery_grps()
1430 ret = create_engine_group(&pdev->dev, eng_grps, engs, 1, in create_eng_caps_discovery_grps()
1437 dev_err(&pdev->dev, "Unable to find firmware for SE\n"); in create_eng_caps_discovery_grps()
1438 ret = -EINVAL; in create_eng_caps_discovery_grps()
1444 ret = create_engine_group(&pdev->dev, eng_grps, engs, 1, in create_eng_caps_discovery_grps()
1451 dev_err(&pdev->dev, "Unable to find firmware for IE\n"); in create_eng_caps_discovery_grps()
1452 ret = -EINVAL; in create_eng_caps_discovery_grps()
1458 ret = create_engine_group(&pdev->dev, eng_grps, engs, 1, in create_eng_caps_discovery_grps()
1464 mutex_unlock(&eng_grps->lock); in create_eng_caps_discovery_grps()
1471 mutex_unlock(&eng_grps->lock); in create_eng_caps_discovery_grps()
1480 struct otx2_cptlfs_info *lfs = &cptpf->lfs; in otx2_cpt_discover_eng_capabilities()
1495 if (cptpf->is_eng_caps_discovered) in otx2_cpt_discover_eng_capabilities()
1498 pdev = cptpf->pdev; in otx2_cpt_discover_eng_capabilities()
1503 ret = create_eng_caps_discovery_grps(pdev, &cptpf->eng_grps); in otx2_cpt_discover_eng_capabilities()
1507 otx2_cptlf_set_dev_info(lfs, cptpf->pdev, cptpf->reg_base, in otx2_cpt_discover_eng_capabilities()
1508 &cptpf->afpf_mbox, BLKADDR_CPT0); in otx2_cpt_discover_eng_capabilities()
1519 ret = -ENOMEM; in otx2_cpt_discover_eng_capabilities()
1522 rptr_baddr = dma_map_single(&pdev->dev, (void *)result, len, in otx2_cpt_discover_eng_capabilities()
1524 if (dma_mapping_error(&pdev->dev, rptr_baddr)) { in otx2_cpt_discover_eng_capabilities()
1525 dev_err(&pdev->dev, "DMA mapping failed\n"); in otx2_cpt_discover_eng_capabilities()
1526 ret = -EFAULT; in otx2_cpt_discover_eng_capabilities()
1538 /* 64-bit swap for microcode data reads, not needed for addresses */ in otx2_cpt_discover_eng_capabilities()
1545 result->s.compcode = OTX2_CPT_COMPLETION_CODE_INIT; in otx2_cpt_discover_eng_capabilities()
1546 iq_cmd.cptr.s.grp = otx2_cpt_get_eng_grp(&cptpf->eng_grps, in otx2_cpt_discover_eng_capabilities()
1549 lfs->ops->send_cmd(&inst, 1, &cptpf->lfs.lf[0]); in otx2_cpt_discover_eng_capabilities()
1551 while (lfs->ops->cpt_get_compcode(result) == in otx2_cpt_discover_eng_capabilities()
1555 cptpf->eng_caps[etype].u = be64_to_cpup(rptr); in otx2_cpt_discover_eng_capabilities()
1557 dma_unmap_single(&pdev->dev, rptr_baddr, len, DMA_BIDIRECTIONAL); in otx2_cpt_discover_eng_capabilities()
1558 cptpf->is_eng_caps_discovered = true; in otx2_cpt_discover_eng_capabilities()
1565 delete_engine_grps(pdev, &cptpf->eng_grps); in otx2_cpt_discover_eng_capabilities()
1575 struct otx2_cpt_eng_grps *eng_grps = &cptpf->eng_grps; in otx2_cpt_dl_custom_egrp_create()
1578 struct device *dev = &cptpf->pdev->dev; in otx2_cpt_dl_custom_egrp_create()
1580 int grp_idx = 0, ret = -EINVAL; in otx2_cpt_dl_custom_egrp_create()
1585 if (!eng_grps->is_grps_created) { in otx2_cpt_dl_custom_egrp_create()
1587 return -EINVAL; in otx2_cpt_dl_custom_egrp_create()
1590 strscpy(tmp_buf, ctx->val.vstr, strlen(ctx->val.vstr) + 1); in otx2_cpt_dl_custom_egrp_create()
1681 mutex_lock(&eng_grps->lock); in otx2_cpt_dl_custom_egrp_create()
1683 if (cptpf->enabled_vfs) { in otx2_cpt_dl_custom_egrp_create()
1685 ret = -EACCES; in otx2_cpt_dl_custom_egrp_create()
1706 ret = -EINVAL; in otx2_cpt_dl_custom_egrp_create()
1714 ret = -EINVAL; in otx2_cpt_dl_custom_egrp_create()
1724 mutex_unlock(&eng_grps->lock); in otx2_cpt_dl_custom_egrp_create()
1734 struct otx2_cpt_eng_grps *eng_grps = &cptpf->eng_grps; in otx2_cpt_dl_custom_egrp_delete()
1735 struct device *dev = &cptpf->pdev->dev; in otx2_cpt_dl_custom_egrp_delete()
1741 if (strncasecmp(ctx->val.vstr, "egrp", 4)) in otx2_cpt_dl_custom_egrp_delete()
1743 tmp = ctx->val.vstr; in otx2_cpt_dl_custom_egrp_delete()
1752 return -EINVAL; in otx2_cpt_dl_custom_egrp_delete()
1754 if (!eng_grps->grp[egrp].is_enabled) { in otx2_cpt_dl_custom_egrp_delete()
1756 return -EINVAL; in otx2_cpt_dl_custom_egrp_delete()
1758 mutex_lock(&eng_grps->lock); in otx2_cpt_dl_custom_egrp_delete()
1759 ret = delete_engine_group(dev, &eng_grps->grp[egrp]); in otx2_cpt_dl_custom_egrp_delete()
1760 mutex_unlock(&eng_grps->lock); in otx2_cpt_dl_custom_egrp_delete()
1766 return -EINVAL; in otx2_cpt_dl_custom_egrp_delete()
1778 engs = &eng_grp->engs[i]; in get_engs_info()
1779 if (!engs->type) in get_engs_info()
1781 if (idx != -1 && idx != i) in get_engs_info()
1784 if (eng_grp->mirror.is_ena) in get_engs_info()
1786 &eng_grp->g->grp[eng_grp->mirror.idx], in get_engs_info()
1787 engs->type); in get_engs_info()
1788 if (i > 0 && idx == -1) { in get_engs_info()
1790 scnprintf(buf + len, size - len, ", "); in get_engs_info()
1794 scnprintf(buf + len, size - len, "%d %s ", in get_engs_info()
1795 mirrored_engs ? engs->count + mirrored_engs->count : in get_engs_info()
1796 engs->count, in get_engs_info()
1797 get_eng_type_str(engs->type)); in get_engs_info()
1800 scnprintf(buf + len, size - len, in get_engs_info()
1802 engs->count <= 0 ? in get_engs_info()
1803 engs->count + mirrored_engs->count : in get_engs_info()
1804 mirrored_engs->count, in get_engs_info()
1805 eng_grp->mirror.idx); in get_engs_info()
1812 struct otx2_cpt_eng_grps *eng_grps = &cptpf->eng_grps; in otx2_cpt_print_uc_dbg_info()
1815 struct otx2_cpt_eng_grp_info *grp; in otx2_cpt_print_uc_dbg_info() local
1820 pr_debug("max SE %d, max IE %d, max AE %d", eng_grps->avail.max_se_cnt, in otx2_cpt_print_uc_dbg_info()
1821 eng_grps->avail.max_ie_cnt, eng_grps->avail.max_ae_cnt); in otx2_cpt_print_uc_dbg_info()
1822 pr_debug("free SE %d", eng_grps->avail.se_cnt); in otx2_cpt_print_uc_dbg_info()
1823 pr_debug("free IE %d", eng_grps->avail.ie_cnt); in otx2_cpt_print_uc_dbg_info()
1824 pr_debug("free AE %d", eng_grps->avail.ae_cnt); in otx2_cpt_print_uc_dbg_info()
1827 grp = &eng_grps->grp[i]; in otx2_cpt_print_uc_dbg_info()
1829 grp->is_enabled ? "enabled" : "disabled"); in otx2_cpt_print_uc_dbg_info()
1830 if (grp->is_enabled) { in otx2_cpt_print_uc_dbg_info()
1831 mirrored_grp = &eng_grps->grp[grp->mirror.idx]; in otx2_cpt_print_uc_dbg_info()
1833 grp->mirror.is_ena ? in otx2_cpt_print_uc_dbg_info()
1834 mirrored_grp->ucode[0].filename : in otx2_cpt_print_uc_dbg_info()
1835 grp->ucode[0].filename, in otx2_cpt_print_uc_dbg_info()
1836 grp->mirror.is_ena ? in otx2_cpt_print_uc_dbg_info()
1837 mirrored_grp->ucode[0].ver_str : in otx2_cpt_print_uc_dbg_info()
1838 grp->ucode[0].ver_str); in otx2_cpt_print_uc_dbg_info()
1839 if (is_2nd_ucode_used(grp)) in otx2_cpt_print_uc_dbg_info()
1841 grp->ucode[1].filename, in otx2_cpt_print_uc_dbg_info()
1842 grp->ucode[1].ver_str); in otx2_cpt_print_uc_dbg_info()
1846 engs = &grp->engs[j]; in otx2_cpt_print_uc_dbg_info()
1847 if (engs->type) { in otx2_cpt_print_uc_dbg_info()
1850 get_engs_info(grp, engs_info, in otx2_cpt_print_uc_dbg_info()
1853 bitmap_to_arr32(mask, engs->bmap, in otx2_cpt_print_uc_dbg_info()
1854 eng_grps->engs_num); in otx2_cpt_print_uc_dbg_info()
1855 if (is_dev_otx2(cptpf->pdev)) in otx2_cpt_print_uc_dbg_info()