230 	struct its_ite *ite;  in find_ite()  local
236 	list_for_each_entry(ite, &device->itt_head, ite_list)  in find_ite()
237 		if (ite->event_id == event_id)  in find_ite()
238 			return ite;  in find_ite()
244 #define for_each_lpi_its(dev, ite, its) \  argument
246 		list_for_each_entry(ite, &(dev)->itt_head, ite_list)
387 static void update_affinity_ite(struct kvm *kvm, struct its_ite *ite)  in update_affinity_ite()  argument
391 	if (!its_is_collection_mapped(ite->collection))  in update_affinity_ite()
394 	vcpu = kvm_get_vcpu(kvm, ite->collection->target_addr);  in update_affinity_ite()
395 	update_affinity(ite->irq, vcpu);  in update_affinity_ite()
406 	struct its_ite *ite;  in update_affinity_collection()  local
408 	for_each_lpi_its(device, ite, its) {  in update_affinity_collection()
409 		if (ite->collection != coll)  in update_affinity_collection()
412 		update_affinity_ite(kvm, ite);  in update_affinity_collection()
680 	struct its_ite *ite;  in vgic_its_resolve_lpi()  local
685 	ite = find_ite(its, devid, eventid);  in vgic_its_resolve_lpi()
686 	if (!ite || !its_is_collection_mapped(ite->collection))  in vgic_its_resolve_lpi()
689 	vcpu = kvm_get_vcpu(kvm, ite->collection->target_addr);  in vgic_its_resolve_lpi()
696 	vgic_its_cache_translation(kvm, its, devid, eventid, ite->irq);  in vgic_its_resolve_lpi()
698 	*irq = ite->irq;  in vgic_its_resolve_lpi()
815 static void its_free_ite(struct kvm *kvm, struct its_ite *ite)  in its_free_ite()  argument
817 	list_del(&ite->ite_list);  in its_free_ite()
820 	if (ite->irq) {  in its_free_ite()
821 		if (ite->irq->hw)  in its_free_ite()
822 			WARN_ON(its_unmap_vlpi(ite->irq->host_irq));  in its_free_ite()
824 		vgic_put_irq(kvm, ite->irq);  in its_free_ite()
827 	kfree(ite);  in its_free_ite()
854 	struct its_ite *ite;  in vgic_its_cmd_handle_discard()  local
856 	ite = find_ite(its, device_id, event_id);  in vgic_its_cmd_handle_discard()
857 	if (ite && its_is_collection_mapped(ite->collection)) {  in vgic_its_cmd_handle_discard()
860 		gpa_t gpa = device->itt_addr + ite->event_id * ite_esz;  in vgic_its_cmd_handle_discard()
868 		its_free_ite(kvm, ite);  in vgic_its_cmd_handle_discard()
887 	struct its_ite *ite;  in vgic_its_cmd_handle_movi()  local
890 	ite = find_ite(its, device_id, event_id);  in vgic_its_cmd_handle_movi()
891 	if (!ite)  in vgic_its_cmd_handle_movi()
894 	if (!its_is_collection_mapped(ite->collection))  in vgic_its_cmd_handle_movi()
901 	ite->collection = collection;  in vgic_its_cmd_handle_movi()
906 	return update_affinity(ite->irq, vcpu);  in vgic_its_cmd_handle_movi()
1041 	struct its_ite *ite;  in vgic_its_free_collection()  local
1052 	for_each_lpi_its(device, ite, its)  in vgic_its_free_collection()
1053 		if (ite->collection &&  in vgic_its_free_collection()
1054 		    ite->collection->collection_id == coll_id)  in vgic_its_free_collection()
1055 			ite->collection = NULL;  in vgic_its_free_collection()
1066 	struct its_ite *ite;  in vgic_its_alloc_ite()  local
1068 	ite = kzalloc(sizeof(*ite), GFP_KERNEL_ACCOUNT);  in vgic_its_alloc_ite()
1069 	if (!ite)  in vgic_its_alloc_ite()
1072 	ite->event_id	= event_id;  in vgic_its_alloc_ite()
1073 	ite->collection = collection;  in vgic_its_alloc_ite()
1075 	list_add_tail(&ite->ite_list, &device->itt_head);  in vgic_its_alloc_ite()
1076 	return ite;  in vgic_its_alloc_ite()
1089 	struct its_ite *ite;  in vgic_its_cmd_handle_mapi()  local
1128 	ite = vgic_its_alloc_ite(device, collection, event_id);  in vgic_its_cmd_handle_mapi()
1129 	if (IS_ERR(ite)) {  in vgic_its_cmd_handle_mapi()
1132 		return PTR_ERR(ite);  in vgic_its_cmd_handle_mapi()
1142 		its_free_ite(kvm, ite);  in vgic_its_cmd_handle_mapi()
1145 	ite->irq = irq;  in vgic_its_cmd_handle_mapi()
1153 	struct its_ite *ite, *temp;  in vgic_its_free_device()  local
1160 	list_for_each_entry_safe(ite, temp, &device->itt_head, ite_list)  in vgic_its_free_device()
1161 		its_free_ite(kvm, ite);  in vgic_its_free_device()
1306 	struct its_ite *ite;  in vgic_its_cmd_handle_clear()  local
1309 	ite = find_ite(its, device_id, event_id);  in vgic_its_cmd_handle_clear()
1310 	if (!ite)  in vgic_its_cmd_handle_clear()
1313 	ite->irq->pending_latch = false;  in vgic_its_cmd_handle_clear()
1315 	if (ite->irq->hw)  in vgic_its_cmd_handle_clear()
1316 		return irq_set_irqchip_state(ite->irq->host_irq,  in vgic_its_cmd_handle_clear()
1336 	struct its_ite *ite;  in vgic_its_cmd_handle_inv()  local
1339 	ite = find_ite(its, device_id, event_id);  in vgic_its_cmd_handle_inv()
1340 	if (!ite)  in vgic_its_cmd_handle_inv()
1343 	return vgic_its_inv_lpi(kvm, ite->irq);  in vgic_its_cmd_handle_inv()
2134 static u32 compute_next_eventid_offset(struct list_head *h, struct its_ite *ite)  in compute_next_eventid_offset()  argument
2139 	if (list_is_last(&ite->ite_list, h))  in compute_next_eventid_offset()
2141 	next = list_next_entry(ite, ite_list);  in compute_next_eventid_offset()
2142 	next_offset = next->event_id - ite->event_id;  in compute_next_eventid_offset()
2214 			      struct its_ite *ite, gpa_t gpa, int ite_esz)  in vgic_its_save_ite()  argument
2219 	next_offset = compute_next_eventid_offset(&dev->itt_head, ite);  in vgic_its_save_ite()
2221 	       ((u64)ite->irq->intid << KVM_ITS_ITE_PINTID_SHIFT) |  in vgic_its_save_ite()
2222 		ite->collection->collection_id;  in vgic_its_save_ite()
2231  * @ptr: pointer to the ITE entry
2245 	struct its_ite *ite;  in vgic_its_restore_ite()  local
2272 	ite = vgic_its_alloc_ite(dev, collection, event_id);  in vgic_its_restore_ite()
2273 	if (IS_ERR(ite))  in vgic_its_restore_ite()
2274 		return PTR_ERR(ite);  in vgic_its_restore_ite()
2281 		its_free_ite(kvm, ite);  in vgic_its_restore_ite()
2284 	ite->irq = irq;  in vgic_its_restore_ite()
2305 	struct its_ite *ite;  in vgic_its_save_itt()  local
2311 	list_for_each_entry(ite, &device->itt_head, ite_list) {  in vgic_its_save_itt()
2312 		gpa_t gpa = base + ite->event_id * ite_esz;  in vgic_its_save_itt()
2320 		if (ite->irq->hw && !kvm_vgic_global_state.has_gicv4_1)  in vgic_its_save_itt()
2323 		ret = vgic_its_save_ite(its, device, ite, gpa, ite_esz);  in vgic_its_save_itt()