336 xpc_send_gru_msg(struct gru_message_queue_desc *gru_mq_desc, void *msg,  in xpc_send_gru_msg()  argument
343 		ret = gru_send_message_gpa(gru_mq_desc, msg, msg_size);  in xpc_send_gru_msg()
440 		struct xpc_activate_mq_msg_activate_req_uv *msg;  in xpc_handle_activate_mq_msg_uv()  local
447 		msg = container_of(msg_hdr, struct  in xpc_handle_activate_mq_msg_uv()
454 		part->remote_rp_pa = msg->rp_gpa; /* !!! _pa is _gpa */  in xpc_handle_activate_mq_msg_uv()
456 		part_uv->heartbeat_gpa = msg->heartbeat_gpa;  in xpc_handle_activate_mq_msg_uv()
458 		if (msg->activate_gru_mq_desc_gpa !=  in xpc_handle_activate_mq_msg_uv()
464 			    msg->activate_gru_mq_desc_gpa;  in xpc_handle_activate_mq_msg_uv()
472 		struct xpc_activate_mq_msg_deactivate_req_uv *msg;  in xpc_handle_activate_mq_msg_uv()  local
474 		msg = container_of(msg_hdr, struct  in xpc_handle_activate_mq_msg_uv()
481 		part_uv->reason = msg->reason;  in xpc_handle_activate_mq_msg_uv()
488 		struct xpc_activate_mq_msg_chctl_closerequest_uv *msg;  in xpc_handle_activate_mq_msg_uv()  local
493 		msg = container_of(msg_hdr, struct  in xpc_handle_activate_mq_msg_uv()
496 		args = &part->remote_openclose_args[msg->ch_number];  in xpc_handle_activate_mq_msg_uv()
497 		args->reason = msg->reason;  in xpc_handle_activate_mq_msg_uv()
500 		part->chctl.flags[msg->ch_number] |= XPC_CHCTL_CLOSEREQUEST;  in xpc_handle_activate_mq_msg_uv()
507 		struct xpc_activate_mq_msg_chctl_closereply_uv *msg;  in xpc_handle_activate_mq_msg_uv()  local
512 		msg = container_of(msg_hdr, struct  in xpc_handle_activate_mq_msg_uv()
517 		part->chctl.flags[msg->ch_number] |= XPC_CHCTL_CLOSEREPLY;  in xpc_handle_activate_mq_msg_uv()
524 		struct xpc_activate_mq_msg_chctl_openrequest_uv *msg;  in xpc_handle_activate_mq_msg_uv()  local
529 		msg = container_of(msg_hdr, struct  in xpc_handle_activate_mq_msg_uv()
532 		args = &part->remote_openclose_args[msg->ch_number];  in xpc_handle_activate_mq_msg_uv()
533 		args->entry_size = msg->entry_size;  in xpc_handle_activate_mq_msg_uv()
534 		args->local_nentries = msg->local_nentries;  in xpc_handle_activate_mq_msg_uv()
537 		part->chctl.flags[msg->ch_number] |= XPC_CHCTL_OPENREQUEST;  in xpc_handle_activate_mq_msg_uv()
544 		struct xpc_activate_mq_msg_chctl_openreply_uv *msg;  in xpc_handle_activate_mq_msg_uv()  local
549 		msg = container_of(msg_hdr, struct  in xpc_handle_activate_mq_msg_uv()
551 		args = &part->remote_openclose_args[msg->ch_number];  in xpc_handle_activate_mq_msg_uv()
552 		args->remote_nentries = msg->remote_nentries;  in xpc_handle_activate_mq_msg_uv()
553 		args->local_nentries = msg->local_nentries;  in xpc_handle_activate_mq_msg_uv()
554 		args->local_msgqueue_pa = msg->notify_gru_mq_desc_gpa;  in xpc_handle_activate_mq_msg_uv()
557 		part->chctl.flags[msg->ch_number] |= XPC_CHCTL_OPENREPLY;  in xpc_handle_activate_mq_msg_uv()
564 		struct xpc_activate_mq_msg_chctl_opencomplete_uv *msg;  in xpc_handle_activate_mq_msg_uv()  local
569 		msg = container_of(msg_hdr, struct  in xpc_handle_activate_mq_msg_uv()
572 		part->chctl.flags[msg->ch_number] |= XPC_CHCTL_OPENCOMPLETE;  in xpc_handle_activate_mq_msg_uv()
676 xpc_send_activate_IRQ_uv(struct xpc_partition *part, void *msg, size_t msg_size,  in xpc_send_activate_IRQ_uv()  argument
679 	struct xpc_activate_mq_msghdr_uv *msg_hdr = msg;  in xpc_send_activate_IRQ_uv()
719 	ret = xpc_send_gru_msg(part_uv->cached_activate_gru_mq_desc, msg,  in xpc_send_activate_IRQ_uv()
732 xpc_send_activate_IRQ_part_uv(struct xpc_partition *part, void *msg,  in xpc_send_activate_IRQ_part_uv()  argument
737 	ret = xpc_send_activate_IRQ_uv(part, msg, msg_size, msg_type);  in xpc_send_activate_IRQ_part_uv()
744 			 void *msg, size_t msg_size, int msg_type)  in xpc_send_activate_IRQ_ch_uv()  argument
749 	ret = xpc_send_activate_IRQ_uv(part, msg, msg_size, msg_type);  in xpc_send_activate_IRQ_ch_uv()
902 	struct xpc_activate_mq_msg_activate_req_uv msg;  in xpc_request_partition_activation_uv()  local
915 		msg.rp_gpa = uv_gpa(xpc_rsvd_page);  in xpc_request_partition_activation_uv()
916 		msg.heartbeat_gpa = xpc_rsvd_page->sn.uv.heartbeat_gpa;  in xpc_request_partition_activation_uv()
917 		msg.activate_gru_mq_desc_gpa =  in xpc_request_partition_activation_uv()
919 		xpc_send_activate_IRQ_part_uv(part, &msg, sizeof(msg),  in xpc_request_partition_activation_uv()
936 	struct xpc_activate_mq_msg_deactivate_req_uv msg;  in xpc_request_partition_deactivation_uv()  local
945 		msg.reason = part->reason;  in xpc_request_partition_deactivation_uv()
946 		xpc_send_activate_IRQ_part_uv(part, &msg, sizeof(msg),  in xpc_request_partition_deactivation_uv()
1044 	struct xpc_activate_mq_msg_uv msg;  in xpc_make_first_contact_uv()  local
1051 	xpc_send_activate_IRQ_part_uv(part, &msg, sizeof(msg),  in xpc_make_first_contact_uv()
1206 	struct xpc_activate_mq_msg_chctl_closerequest_uv msg;  in xpc_send_chctl_closerequest_uv()  local
1208 	msg.ch_number = ch->number;  in xpc_send_chctl_closerequest_uv()
1209 	msg.reason = ch->reason;  in xpc_send_chctl_closerequest_uv()
1210 	xpc_send_activate_IRQ_ch_uv(ch, irq_flags, &msg, sizeof(msg),  in xpc_send_chctl_closerequest_uv()
1217 	struct xpc_activate_mq_msg_chctl_closereply_uv msg;  in xpc_send_chctl_closereply_uv()  local
1219 	msg.ch_number = ch->number;  in xpc_send_chctl_closereply_uv()
1220 	xpc_send_activate_IRQ_ch_uv(ch, irq_flags, &msg, sizeof(msg),  in xpc_send_chctl_closereply_uv()
1227 	struct xpc_activate_mq_msg_chctl_openrequest_uv msg;  in xpc_send_chctl_openrequest_uv()  local
1229 	msg.ch_number = ch->number;  in xpc_send_chctl_openrequest_uv()
1230 	msg.entry_size = ch->entry_size;  in xpc_send_chctl_openrequest_uv()
1231 	msg.local_nentries = ch->local_nentries;  in xpc_send_chctl_openrequest_uv()
1232 	xpc_send_activate_IRQ_ch_uv(ch, irq_flags, &msg, sizeof(msg),  in xpc_send_chctl_openrequest_uv()
1239 	struct xpc_activate_mq_msg_chctl_openreply_uv msg;  in xpc_send_chctl_openreply_uv()  local
1241 	msg.ch_number = ch->number;  in xpc_send_chctl_openreply_uv()
1242 	msg.local_nentries = ch->local_nentries;  in xpc_send_chctl_openreply_uv()
1243 	msg.remote_nentries = ch->remote_nentries;  in xpc_send_chctl_openreply_uv()
1244 	msg.notify_gru_mq_desc_gpa = uv_gpa(xpc_notify_mq_uv->gru_mq_desc);  in xpc_send_chctl_openreply_uv()
1245 	xpc_send_activate_IRQ_ch_uv(ch, irq_flags, &msg, sizeof(msg),  in xpc_send_chctl_openreply_uv()
1252 	struct xpc_activate_mq_msg_chctl_opencomplete_uv msg;  in xpc_send_chctl_opencomplete_uv()  local
1254 	msg.ch_number = ch->number;  in xpc_send_chctl_opencomplete_uv()
1255 	xpc_send_activate_IRQ_ch_uv(ch, irq_flags, &msg, sizeof(msg),  in xpc_send_chctl_opencomplete_uv()
1285 	struct xpc_activate_mq_msg_uv msg;  in xpc_indicate_partition_engaged_uv()  local
1287 	xpc_send_activate_IRQ_part_uv(part, &msg, sizeof(msg),  in xpc_indicate_partition_engaged_uv()
1294 	struct xpc_activate_mq_msg_uv msg;  in xpc_indicate_partition_disengaged_uv()  local
1296 	xpc_send_activate_IRQ_part_uv(part, &msg, sizeof(msg),  in xpc_indicate_partition_disengaged_uv()
1393 			    struct xpc_notify_mq_msg_uv *msg)  in xpc_handle_notify_mq_ack_uv()  argument
1396 	int entry = msg->hdr.msg_slot_number % ch->local_nentries;  in xpc_handle_notify_mq_ack_uv()
1400 	BUG_ON(msg_slot->msg_slot_number != msg->hdr.msg_slot_number);  in xpc_handle_notify_mq_ack_uv()
1411 			    struct xpc_notify_mq_msg_uv *msg)  in xpc_handle_notify_mq_msg_uv()  argument
1418 	int ch_number = msg->hdr.ch_number;  in xpc_handle_notify_mq_msg_uv()
1446 	if (msg->hdr.size == 0) {  in xpc_handle_notify_mq_msg_uv()
1447 		xpc_handle_notify_mq_ack_uv(ch, msg);  in xpc_handle_notify_mq_msg_uv()
1456 	    (msg->hdr.msg_slot_number % ch->remote_nentries) * ch->entry_size;  in xpc_handle_notify_mq_msg_uv()
1460 	memcpy(msg_slot, msg, msg->hdr.size);  in xpc_handle_notify_mq_msg_uv()
1481 	struct xpc_notify_mq_msg_uv *msg;  in xpc_handle_notify_IRQ_uv()  local
1485 	while ((msg = gru_get_next_message(xpc_notify_mq_uv->gru_mq_desc)) !=  in xpc_handle_notify_IRQ_uv()
1488 		partid = msg->hdr.partid;  in xpc_handle_notify_IRQ_uv()
1496 				xpc_handle_notify_mq_msg_uv(part, msg);  in xpc_handle_notify_IRQ_uv()
1501 		gru_free_message(xpc_notify_mq_uv->gru_mq_desc, msg);  in xpc_handle_notify_IRQ_uv()
1540 	struct xpc_notify_mq_msg_uv *msg;  in xpc_send_payload_uv()  local
1578 	msg = (struct xpc_notify_mq_msg_uv *)&msg_buffer;  in xpc_send_payload_uv()
1579 	msg->hdr.partid = xp_partition_id;  in xpc_send_payload_uv()
1580 	msg->hdr.ch_number = ch->number;  in xpc_send_payload_uv()
1581 	msg->hdr.size = msg_size;  in xpc_send_payload_uv()
1582 	msg->hdr.msg_slot_number = msg_slot->msg_slot_number;  in xpc_send_payload_uv()
1583 	memcpy(&msg->payload, payload, payload_size);  in xpc_send_payload_uv()
1585 	ret = xpc_send_gru_msg(ch->sn.uv.cached_notify_gru_mq_desc, msg,  in xpc_send_payload_uv()
1650 	struct xpc_notify_mq_msg_uv *msg;  in xpc_get_deliverable_payload_uv()  local
1656 			msg = container_of(entry, struct xpc_notify_mq_msg_uv,  in xpc_get_deliverable_payload_uv()
1658 			payload = &msg->payload;  in xpc_get_deliverable_payload_uv()
1667 	struct xpc_notify_mq_msg_uv *msg;  in xpc_received_payload_uv()  local
1670 	msg = container_of(payload, struct xpc_notify_mq_msg_uv, payload);  in xpc_received_payload_uv()
1674 	msg->hdr.partid = xp_partition_id;  in xpc_received_payload_uv()
1675 	msg->hdr.size = 0;	/* size of zero indicates this is an ACK */  in xpc_received_payload_uv()
1677 	ret = xpc_send_gru_msg(ch->sn.uv.cached_notify_gru_mq_desc, msg,  in xpc_received_payload_uv()