14 	struct io_notif_data *nd = io_notif_to_data(notif);  in io_notif_complete_tw_ext()  local
17 	if (nd->zc_report && (nd->zc_copied || !nd->zc_used))  in io_notif_complete_tw_ext()
20 	if (nd->account_pages && ctx->user) {  in io_notif_complete_tw_ext()
21 		__io_unaccount_mem(ctx->user, nd->account_pages);  in io_notif_complete_tw_ext()
22 		nd->account_pages = 0;  in io_notif_complete_tw_ext()
30 	struct io_notif_data *nd = container_of(uarg, struct io_notif_data, uarg);  in io_tx_ubuf_callback()  local
31 	struct io_kiocb *notif = cmd_to_io_kiocb(nd);  in io_tx_ubuf_callback()
40 	struct io_notif_data *nd = container_of(uarg, struct io_notif_data, uarg);  in io_tx_ubuf_callback_ext()  local
42 	if (nd->zc_report) {  in io_tx_ubuf_callback_ext()
43 		if (success && !nd->zc_used && skb)  in io_tx_ubuf_callback_ext()
44 			WRITE_ONCE(nd->zc_used, true);  in io_tx_ubuf_callback_ext()
45 		else if (!success && !nd->zc_copied)  in io_tx_ubuf_callback_ext()
46 			WRITE_ONCE(nd->zc_copied, true);  in io_tx_ubuf_callback_ext()
53 	struct io_notif_data *nd = io_notif_to_data(notif);  in io_notif_set_extended()  local
55 	if (nd->uarg.callback != io_tx_ubuf_callback_ext) {  in io_notif_set_extended()
56 		nd->account_pages = 0;  in io_notif_set_extended()
57 		nd->zc_report = false;  in io_notif_set_extended()
58 		nd->zc_used = false;  in io_notif_set_extended()
59 		nd->zc_copied = false;  in io_notif_set_extended()
60 		nd->uarg.callback = io_tx_ubuf_callback_ext;  in io_notif_set_extended()
69 	struct io_notif_data *nd;  in io_alloc_notif()  local
81 	nd = io_notif_to_data(notif);  in io_alloc_notif()
82 	nd->uarg.flags = IO_NOTIF_UBUF_FLAGS;  in io_alloc_notif()
83 	nd->uarg.callback = io_tx_ubuf_callback;  in io_alloc_notif()
84 	refcount_set(&nd->uarg.refcnt, 1);  in io_alloc_notif()