14dea2d1aSSukadev Bhattiprolu /* 24dea2d1aSSukadev Bhattiprolu * Copyright 2016-17 IBM Corp. 34dea2d1aSSukadev Bhattiprolu * 44dea2d1aSSukadev Bhattiprolu * This program is free software; you can redistribute it and/or 54dea2d1aSSukadev Bhattiprolu * modify it under the terms of the GNU General Public License 64dea2d1aSSukadev Bhattiprolu * as published by the Free Software Foundation; either version 74dea2d1aSSukadev Bhattiprolu * 2 of the License, or (at your option) any later version. 84dea2d1aSSukadev Bhattiprolu */ 94dea2d1aSSukadev Bhattiprolu 10180fe15aSSukadev Bhattiprolu #define pr_fmt(fmt) "vas: " fmt 11180fe15aSSukadev Bhattiprolu 124dea2d1aSSukadev Bhattiprolu #include <linux/types.h> 134dea2d1aSSukadev Bhattiprolu #include <linux/mutex.h> 14180fe15aSSukadev Bhattiprolu #include <linux/slab.h> 15180fe15aSSukadev Bhattiprolu #include <linux/io.h> 16b25b33acSSukadev Bhattiprolu #include <linux/log2.h> 1762c4eda4SSukadev Bhattiprolu #include <linux/rcupdate.h> 1862c4eda4SSukadev Bhattiprolu #include <linux/cred.h> 194dea2d1aSSukadev Bhattiprolu 204dea2d1aSSukadev Bhattiprolu #include "vas.h" 214dea2d1aSSukadev Bhattiprolu 22180fe15aSSukadev Bhattiprolu /* 23180fe15aSSukadev Bhattiprolu * Compute the paste address region for the window @window using the 24180fe15aSSukadev Bhattiprolu * ->paste_base_addr and ->paste_win_id_shift we got from device tree. 25180fe15aSSukadev Bhattiprolu */ 26180fe15aSSukadev Bhattiprolu static void compute_paste_address(struct vas_window *window, u64 *addr, int *len) 27180fe15aSSukadev Bhattiprolu { 28180fe15aSSukadev Bhattiprolu int winid; 29180fe15aSSukadev Bhattiprolu u64 base, shift; 30180fe15aSSukadev Bhattiprolu 31180fe15aSSukadev Bhattiprolu base = window->vinst->paste_base_addr; 32180fe15aSSukadev Bhattiprolu shift = window->vinst->paste_win_id_shift; 33180fe15aSSukadev Bhattiprolu winid = window->winid; 34180fe15aSSukadev Bhattiprolu 35180fe15aSSukadev Bhattiprolu *addr = base + (winid << shift); 36180fe15aSSukadev Bhattiprolu if (len) 37180fe15aSSukadev Bhattiprolu *len = PAGE_SIZE; 38180fe15aSSukadev Bhattiprolu 39180fe15aSSukadev Bhattiprolu pr_debug("Txwin #%d: Paste addr 0x%llx\n", winid, *addr); 40180fe15aSSukadev Bhattiprolu } 41180fe15aSSukadev Bhattiprolu 42180fe15aSSukadev Bhattiprolu static inline void get_hvwc_mmio_bar(struct vas_window *window, 43180fe15aSSukadev Bhattiprolu u64 *start, int *len) 44180fe15aSSukadev Bhattiprolu { 45180fe15aSSukadev Bhattiprolu u64 pbaddr; 46180fe15aSSukadev Bhattiprolu 47180fe15aSSukadev Bhattiprolu pbaddr = window->vinst->hvwc_bar_start; 48180fe15aSSukadev Bhattiprolu *start = pbaddr + window->winid * VAS_HVWC_SIZE; 49180fe15aSSukadev Bhattiprolu *len = VAS_HVWC_SIZE; 50180fe15aSSukadev Bhattiprolu } 51180fe15aSSukadev Bhattiprolu 52180fe15aSSukadev Bhattiprolu static inline void get_uwc_mmio_bar(struct vas_window *window, 53180fe15aSSukadev Bhattiprolu u64 *start, int *len) 54180fe15aSSukadev Bhattiprolu { 55180fe15aSSukadev Bhattiprolu u64 pbaddr; 56180fe15aSSukadev Bhattiprolu 57180fe15aSSukadev Bhattiprolu pbaddr = window->vinst->uwc_bar_start; 58180fe15aSSukadev Bhattiprolu *start = pbaddr + window->winid * VAS_UWC_SIZE; 59180fe15aSSukadev Bhattiprolu *len = VAS_UWC_SIZE; 60180fe15aSSukadev Bhattiprolu } 61180fe15aSSukadev Bhattiprolu 62180fe15aSSukadev Bhattiprolu /* 63180fe15aSSukadev Bhattiprolu * Map the paste bus address of the given send window into kernel address 64180fe15aSSukadev Bhattiprolu * space. Unlike MMIO regions (map_mmio_region() below), paste region must 65180fe15aSSukadev Bhattiprolu * be mapped cache-able and is only applicable to send windows. 66180fe15aSSukadev Bhattiprolu */ 67180fe15aSSukadev Bhattiprolu void *map_paste_region(struct vas_window *txwin) 68180fe15aSSukadev Bhattiprolu { 69180fe15aSSukadev Bhattiprolu int len; 70180fe15aSSukadev Bhattiprolu void *map; 71180fe15aSSukadev Bhattiprolu char *name; 72180fe15aSSukadev Bhattiprolu u64 start; 73180fe15aSSukadev Bhattiprolu 74180fe15aSSukadev Bhattiprolu name = kasprintf(GFP_KERNEL, "window-v%d-w%d", txwin->vinst->vas_id, 75180fe15aSSukadev Bhattiprolu txwin->winid); 76180fe15aSSukadev Bhattiprolu if (!name) 77180fe15aSSukadev Bhattiprolu goto free_name; 78180fe15aSSukadev Bhattiprolu 79180fe15aSSukadev Bhattiprolu txwin->paste_addr_name = name; 80180fe15aSSukadev Bhattiprolu compute_paste_address(txwin, &start, &len); 81180fe15aSSukadev Bhattiprolu 82180fe15aSSukadev Bhattiprolu if (!request_mem_region(start, len, name)) { 83180fe15aSSukadev Bhattiprolu pr_devel("%s(): request_mem_region(0x%llx, %d) failed\n", 84180fe15aSSukadev Bhattiprolu __func__, start, len); 85180fe15aSSukadev Bhattiprolu goto free_name; 86180fe15aSSukadev Bhattiprolu } 87180fe15aSSukadev Bhattiprolu 88180fe15aSSukadev Bhattiprolu map = ioremap_cache(start, len); 89180fe15aSSukadev Bhattiprolu if (!map) { 90180fe15aSSukadev Bhattiprolu pr_devel("%s(): ioremap_cache(0x%llx, %d) failed\n", __func__, 91180fe15aSSukadev Bhattiprolu start, len); 92180fe15aSSukadev Bhattiprolu goto free_name; 93180fe15aSSukadev Bhattiprolu } 94180fe15aSSukadev Bhattiprolu 95180fe15aSSukadev Bhattiprolu pr_devel("Mapped paste addr 0x%llx to kaddr 0x%p\n", start, map); 96180fe15aSSukadev Bhattiprolu return map; 97180fe15aSSukadev Bhattiprolu 98180fe15aSSukadev Bhattiprolu free_name: 99180fe15aSSukadev Bhattiprolu kfree(name); 100180fe15aSSukadev Bhattiprolu return ERR_PTR(-ENOMEM); 101180fe15aSSukadev Bhattiprolu } 102180fe15aSSukadev Bhattiprolu 103180fe15aSSukadev Bhattiprolu 104180fe15aSSukadev Bhattiprolu static void *map_mmio_region(char *name, u64 start, int len) 105180fe15aSSukadev Bhattiprolu { 106180fe15aSSukadev Bhattiprolu void *map; 107180fe15aSSukadev Bhattiprolu 108180fe15aSSukadev Bhattiprolu if (!request_mem_region(start, len, name)) { 109180fe15aSSukadev Bhattiprolu pr_devel("%s(): request_mem_region(0x%llx, %d) failed\n", 110180fe15aSSukadev Bhattiprolu __func__, start, len); 111180fe15aSSukadev Bhattiprolu return NULL; 112180fe15aSSukadev Bhattiprolu } 113180fe15aSSukadev Bhattiprolu 114180fe15aSSukadev Bhattiprolu map = ioremap(start, len); 115180fe15aSSukadev Bhattiprolu if (!map) { 116180fe15aSSukadev Bhattiprolu pr_devel("%s(): ioremap(0x%llx, %d) failed\n", __func__, start, 117180fe15aSSukadev Bhattiprolu len); 118180fe15aSSukadev Bhattiprolu return NULL; 119180fe15aSSukadev Bhattiprolu } 120180fe15aSSukadev Bhattiprolu 121180fe15aSSukadev Bhattiprolu return map; 122180fe15aSSukadev Bhattiprolu } 123180fe15aSSukadev Bhattiprolu 124180fe15aSSukadev Bhattiprolu static void unmap_region(void *addr, u64 start, int len) 125180fe15aSSukadev Bhattiprolu { 126180fe15aSSukadev Bhattiprolu iounmap(addr); 127180fe15aSSukadev Bhattiprolu release_mem_region((phys_addr_t)start, len); 128180fe15aSSukadev Bhattiprolu } 129180fe15aSSukadev Bhattiprolu 130180fe15aSSukadev Bhattiprolu /* 131180fe15aSSukadev Bhattiprolu * Unmap the paste address region for a window. 132180fe15aSSukadev Bhattiprolu */ 13398271d41SSukadev Bhattiprolu static void unmap_paste_region(struct vas_window *window) 134180fe15aSSukadev Bhattiprolu { 135180fe15aSSukadev Bhattiprolu int len; 136180fe15aSSukadev Bhattiprolu u64 busaddr_start; 137180fe15aSSukadev Bhattiprolu 138180fe15aSSukadev Bhattiprolu if (window->paste_kaddr) { 139180fe15aSSukadev Bhattiprolu compute_paste_address(window, &busaddr_start, &len); 140180fe15aSSukadev Bhattiprolu unmap_region(window->paste_kaddr, busaddr_start, len); 141180fe15aSSukadev Bhattiprolu window->paste_kaddr = NULL; 142180fe15aSSukadev Bhattiprolu kfree(window->paste_addr_name); 143180fe15aSSukadev Bhattiprolu window->paste_addr_name = NULL; 144180fe15aSSukadev Bhattiprolu } 145180fe15aSSukadev Bhattiprolu } 146180fe15aSSukadev Bhattiprolu 147180fe15aSSukadev Bhattiprolu /* 148180fe15aSSukadev Bhattiprolu * Unmap the MMIO regions for a window. 149180fe15aSSukadev Bhattiprolu */ 150180fe15aSSukadev Bhattiprolu static void unmap_winctx_mmio_bars(struct vas_window *window) 151180fe15aSSukadev Bhattiprolu { 152180fe15aSSukadev Bhattiprolu int len; 153180fe15aSSukadev Bhattiprolu u64 busaddr_start; 154180fe15aSSukadev Bhattiprolu 155180fe15aSSukadev Bhattiprolu if (window->hvwc_map) { 156180fe15aSSukadev Bhattiprolu get_hvwc_mmio_bar(window, &busaddr_start, &len); 157180fe15aSSukadev Bhattiprolu unmap_region(window->hvwc_map, busaddr_start, len); 158180fe15aSSukadev Bhattiprolu window->hvwc_map = NULL; 159180fe15aSSukadev Bhattiprolu } 160180fe15aSSukadev Bhattiprolu 161180fe15aSSukadev Bhattiprolu if (window->uwc_map) { 162180fe15aSSukadev Bhattiprolu get_uwc_mmio_bar(window, &busaddr_start, &len); 163180fe15aSSukadev Bhattiprolu unmap_region(window->uwc_map, busaddr_start, len); 164180fe15aSSukadev Bhattiprolu window->uwc_map = NULL; 165180fe15aSSukadev Bhattiprolu } 166180fe15aSSukadev Bhattiprolu } 167180fe15aSSukadev Bhattiprolu 168180fe15aSSukadev Bhattiprolu /* 169180fe15aSSukadev Bhattiprolu * Find the Hypervisor Window Context (HVWC) MMIO Base Address Region and the 170180fe15aSSukadev Bhattiprolu * OS/User Window Context (UWC) MMIO Base Address Region for the given window. 171180fe15aSSukadev Bhattiprolu * Map these bus addresses and save the mapped kernel addresses in @window. 172180fe15aSSukadev Bhattiprolu */ 173180fe15aSSukadev Bhattiprolu int map_winctx_mmio_bars(struct vas_window *window) 174180fe15aSSukadev Bhattiprolu { 175180fe15aSSukadev Bhattiprolu int len; 176180fe15aSSukadev Bhattiprolu u64 start; 177180fe15aSSukadev Bhattiprolu 178180fe15aSSukadev Bhattiprolu get_hvwc_mmio_bar(window, &start, &len); 179180fe15aSSukadev Bhattiprolu window->hvwc_map = map_mmio_region("HVWCM_Window", start, len); 180180fe15aSSukadev Bhattiprolu 181180fe15aSSukadev Bhattiprolu get_uwc_mmio_bar(window, &start, &len); 182180fe15aSSukadev Bhattiprolu window->uwc_map = map_mmio_region("UWCM_Window", start, len); 183180fe15aSSukadev Bhattiprolu 184180fe15aSSukadev Bhattiprolu if (!window->hvwc_map || !window->uwc_map) { 185180fe15aSSukadev Bhattiprolu unmap_winctx_mmio_bars(window); 186180fe15aSSukadev Bhattiprolu return -1; 187180fe15aSSukadev Bhattiprolu } 188180fe15aSSukadev Bhattiprolu 189180fe15aSSukadev Bhattiprolu return 0; 190180fe15aSSukadev Bhattiprolu } 191180fe15aSSukadev Bhattiprolu 192b25b33acSSukadev Bhattiprolu /* 193b25b33acSSukadev Bhattiprolu * Reset all valid registers in the HV and OS/User Window Contexts for 194b25b33acSSukadev Bhattiprolu * the window identified by @window. 195b25b33acSSukadev Bhattiprolu * 196b25b33acSSukadev Bhattiprolu * NOTE: We cannot really use a for loop to reset window context. Not all 197b25b33acSSukadev Bhattiprolu * offsets in a window context are valid registers and the valid 198b25b33acSSukadev Bhattiprolu * registers are not sequential. And, we can only write to offsets 199b25b33acSSukadev Bhattiprolu * with valid registers. 200b25b33acSSukadev Bhattiprolu */ 201b25b33acSSukadev Bhattiprolu void reset_window_regs(struct vas_window *window) 202b25b33acSSukadev Bhattiprolu { 203b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(LPID), 0ULL); 204b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(PID), 0ULL); 205b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(XLATE_MSR), 0ULL); 206b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(XLATE_LPCR), 0ULL); 207b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(XLATE_CTL), 0ULL); 208b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(AMR), 0ULL); 209b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(SEIDR), 0ULL); 210b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(FAULT_TX_WIN), 0ULL); 211b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(OSU_INTR_SRC_RA), 0ULL); 212b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(HV_INTR_SRC_RA), 0ULL); 213b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(PSWID), 0ULL); 214b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(LFIFO_BAR), 0ULL); 215b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(LDATA_STAMP_CTL), 0ULL); 216b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(LDMA_CACHE_CTL), 0ULL); 217b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(LRFIFO_PUSH), 0ULL); 218b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(CURR_MSG_COUNT), 0ULL); 219b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(LNOTIFY_AFTER_COUNT), 0ULL); 220b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(LRX_WCRED), 0ULL); 221b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(LRX_WCRED_ADDER), 0ULL); 222b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(TX_WCRED), 0ULL); 223b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(TX_WCRED_ADDER), 0ULL); 224b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(LFIFO_SIZE), 0ULL); 225b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(WINCTL), 0ULL); 226b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(WIN_STATUS), 0ULL); 227b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(WIN_CTX_CACHING_CTL), 0ULL); 228b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(TX_RSVD_BUF_COUNT), 0ULL); 229b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(LRFIFO_WIN_PTR), 0ULL); 230b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(LNOTIFY_CTL), 0ULL); 231b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(LNOTIFY_PID), 0ULL); 232b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(LNOTIFY_LPID), 0ULL); 233b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(LNOTIFY_TID), 0ULL); 234b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(LNOTIFY_SCOPE), 0ULL); 235b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(NX_UTIL_ADDER), 0ULL); 236b25b33acSSukadev Bhattiprolu 237b25b33acSSukadev Bhattiprolu /* Skip read-only registers: NX_UTIL and NX_UTIL_SE */ 238b25b33acSSukadev Bhattiprolu 239b25b33acSSukadev Bhattiprolu /* 240b25b33acSSukadev Bhattiprolu * The send and receive window credit adder registers are also 241b25b33acSSukadev Bhattiprolu * accessible from HVWC and have been initialized above. We don't 242b25b33acSSukadev Bhattiprolu * need to initialize from the OS/User Window Context, so skip 243b25b33acSSukadev Bhattiprolu * following calls: 244b25b33acSSukadev Bhattiprolu * 245b25b33acSSukadev Bhattiprolu * write_uwc_reg(window, VREG(TX_WCRED_ADDER), 0ULL); 246b25b33acSSukadev Bhattiprolu * write_uwc_reg(window, VREG(LRX_WCRED_ADDER), 0ULL); 247b25b33acSSukadev Bhattiprolu */ 248b25b33acSSukadev Bhattiprolu } 249b25b33acSSukadev Bhattiprolu 250b25b33acSSukadev Bhattiprolu /* 251b25b33acSSukadev Bhattiprolu * Initialize window context registers related to Address Translation. 252b25b33acSSukadev Bhattiprolu * These registers are common to send/receive windows although they 253b25b33acSSukadev Bhattiprolu * differ for user/kernel windows. As we resolve the TODOs we may 254b25b33acSSukadev Bhattiprolu * want to add fields to vas_winctx and move the initialization to 255b25b33acSSukadev Bhattiprolu * init_vas_winctx_regs(). 256b25b33acSSukadev Bhattiprolu */ 257b25b33acSSukadev Bhattiprolu static void init_xlate_regs(struct vas_window *window, bool user_win) 258b25b33acSSukadev Bhattiprolu { 259b25b33acSSukadev Bhattiprolu u64 lpcr, val; 260b25b33acSSukadev Bhattiprolu 261b25b33acSSukadev Bhattiprolu /* 262b25b33acSSukadev Bhattiprolu * MSR_TA, MSR_US are false for both kernel and user. 263b25b33acSSukadev Bhattiprolu * MSR_DR and MSR_PR are false for kernel. 264b25b33acSSukadev Bhattiprolu */ 265b25b33acSSukadev Bhattiprolu val = 0ULL; 266b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_XLATE_MSR_HV, val, 1); 267b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_XLATE_MSR_SF, val, 1); 268b25b33acSSukadev Bhattiprolu if (user_win) { 269b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_XLATE_MSR_DR, val, 1); 270b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_XLATE_MSR_PR, val, 1); 271b25b33acSSukadev Bhattiprolu } 272b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(XLATE_MSR), val); 273b25b33acSSukadev Bhattiprolu 274b25b33acSSukadev Bhattiprolu lpcr = mfspr(SPRN_LPCR); 275b25b33acSSukadev Bhattiprolu val = 0ULL; 276b25b33acSSukadev Bhattiprolu /* 277b25b33acSSukadev Bhattiprolu * NOTE: From Section 5.7.8.1 Segment Lookaside Buffer of the 278b25b33acSSukadev Bhattiprolu * Power ISA, v3.0B, Page size encoding is 0 = 4KB, 5 = 64KB. 279b25b33acSSukadev Bhattiprolu * 280b25b33acSSukadev Bhattiprolu * NOTE: From Section 1.3.1, Address Translation Context of the 281b25b33acSSukadev Bhattiprolu * Nest MMU Workbook, LPCR_SC should be 0 for Power9. 282b25b33acSSukadev Bhattiprolu */ 283b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_XLATE_LPCR_PAGE_SIZE, val, 5); 284b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_XLATE_LPCR_ISL, val, lpcr & LPCR_ISL); 285b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_XLATE_LPCR_TC, val, lpcr & LPCR_TC); 286b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_XLATE_LPCR_SC, val, 0); 287b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(XLATE_LPCR), val); 288b25b33acSSukadev Bhattiprolu 289b25b33acSSukadev Bhattiprolu /* 290b25b33acSSukadev Bhattiprolu * Section 1.3.1 (Address translation Context) of NMMU workbook. 291b25b33acSSukadev Bhattiprolu * 0b00 Hashed Page Table mode 292b25b33acSSukadev Bhattiprolu * 0b01 Reserved 293b25b33acSSukadev Bhattiprolu * 0b10 Radix on HPT 294b25b33acSSukadev Bhattiprolu * 0b11 Radix on Radix 295b25b33acSSukadev Bhattiprolu */ 296b25b33acSSukadev Bhattiprolu val = 0ULL; 297b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_XLATE_MODE, val, radix_enabled() ? 3 : 2); 298b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(XLATE_CTL), val); 299b25b33acSSukadev Bhattiprolu 300b25b33acSSukadev Bhattiprolu /* 301b25b33acSSukadev Bhattiprolu * TODO: Can we mfspr(AMR) even for user windows? 302b25b33acSSukadev Bhattiprolu */ 303b25b33acSSukadev Bhattiprolu val = 0ULL; 304b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_AMR, val, mfspr(SPRN_AMR)); 305b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(AMR), val); 306b25b33acSSukadev Bhattiprolu 307b25b33acSSukadev Bhattiprolu val = 0ULL; 308b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_SEIDR, val, 0); 309b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(SEIDR), val); 310b25b33acSSukadev Bhattiprolu } 311b25b33acSSukadev Bhattiprolu 312b25b33acSSukadev Bhattiprolu /* 313b25b33acSSukadev Bhattiprolu * Initialize Reserved Send Buffer Count for the send window. It involves 314b25b33acSSukadev Bhattiprolu * writing to the register, reading it back to confirm that the hardware 315b25b33acSSukadev Bhattiprolu * has enough buffers to reserve. See section 1.3.1.2.1 of VAS workbook. 316b25b33acSSukadev Bhattiprolu * 317b25b33acSSukadev Bhattiprolu * Since we can only make a best-effort attempt to fulfill the request, 318b25b33acSSukadev Bhattiprolu * we don't return any errors if we cannot. 319b25b33acSSukadev Bhattiprolu * 320b25b33acSSukadev Bhattiprolu * TODO: Reserved (aka dedicated) send buffers are not supported yet. 321b25b33acSSukadev Bhattiprolu */ 322b25b33acSSukadev Bhattiprolu static void init_rsvd_tx_buf_count(struct vas_window *txwin, 323b25b33acSSukadev Bhattiprolu struct vas_winctx *winctx) 324b25b33acSSukadev Bhattiprolu { 325b25b33acSSukadev Bhattiprolu write_hvwc_reg(txwin, VREG(TX_RSVD_BUF_COUNT), 0ULL); 326b25b33acSSukadev Bhattiprolu } 327b25b33acSSukadev Bhattiprolu 328b25b33acSSukadev Bhattiprolu /* 329b25b33acSSukadev Bhattiprolu * init_winctx_regs() 330b25b33acSSukadev Bhattiprolu * Initialize window context registers for a receive window. 331b25b33acSSukadev Bhattiprolu * Except for caching control and marking window open, the registers 332b25b33acSSukadev Bhattiprolu * are initialized in the order listed in Section 3.1.4 (Window Context 333b25b33acSSukadev Bhattiprolu * Cache Register Details) of the VAS workbook although they don't need 334b25b33acSSukadev Bhattiprolu * to be. 335b25b33acSSukadev Bhattiprolu * 336b25b33acSSukadev Bhattiprolu * Design note: For NX receive windows, NX allocates the FIFO buffer in OPAL 337b25b33acSSukadev Bhattiprolu * (so that it can get a large contiguous area) and passes that buffer 338b25b33acSSukadev Bhattiprolu * to kernel via device tree. We now write that buffer address to the 339b25b33acSSukadev Bhattiprolu * FIFO BAR. Would it make sense to do this all in OPAL? i.e have OPAL 340b25b33acSSukadev Bhattiprolu * write the per-chip RX FIFO addresses to the windows during boot-up 341b25b33acSSukadev Bhattiprolu * as a one-time task? That could work for NX but what about other 342b25b33acSSukadev Bhattiprolu * receivers? Let the receivers tell us the rx-fifo buffers for now. 343b25b33acSSukadev Bhattiprolu */ 344b25b33acSSukadev Bhattiprolu int init_winctx_regs(struct vas_window *window, struct vas_winctx *winctx) 345b25b33acSSukadev Bhattiprolu { 346b25b33acSSukadev Bhattiprolu u64 val; 347b25b33acSSukadev Bhattiprolu int fifo_size; 348b25b33acSSukadev Bhattiprolu 349b25b33acSSukadev Bhattiprolu reset_window_regs(window); 350b25b33acSSukadev Bhattiprolu 351b25b33acSSukadev Bhattiprolu val = 0ULL; 352b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_LPID, val, winctx->lpid); 353b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(LPID), val); 354b25b33acSSukadev Bhattiprolu 355b25b33acSSukadev Bhattiprolu val = 0ULL; 356b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_PID_ID, val, winctx->pidr); 357b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(PID), val); 358b25b33acSSukadev Bhattiprolu 359b25b33acSSukadev Bhattiprolu init_xlate_regs(window, winctx->user_win); 360b25b33acSSukadev Bhattiprolu 361b25b33acSSukadev Bhattiprolu val = 0ULL; 362b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_FAULT_TX_WIN, val, 0); 363b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(FAULT_TX_WIN), val); 364b25b33acSSukadev Bhattiprolu 365b25b33acSSukadev Bhattiprolu /* In PowerNV, interrupts go to HV. */ 366b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(OSU_INTR_SRC_RA), 0ULL); 367b25b33acSSukadev Bhattiprolu 368b25b33acSSukadev Bhattiprolu val = 0ULL; 369b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_HV_INTR_SRC_RA, val, winctx->irq_port); 370b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(HV_INTR_SRC_RA), val); 371b25b33acSSukadev Bhattiprolu 372b25b33acSSukadev Bhattiprolu val = 0ULL; 373b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_PSWID_EA_HANDLE, val, winctx->pswid); 374b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(PSWID), val); 375b25b33acSSukadev Bhattiprolu 376b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(SPARE1), 0ULL); 377b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(SPARE2), 0ULL); 378b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(SPARE3), 0ULL); 379b25b33acSSukadev Bhattiprolu 380b25b33acSSukadev Bhattiprolu /* 381b25b33acSSukadev Bhattiprolu * NOTE: VAS expects the FIFO address to be copied into the LFIFO_BAR 382b25b33acSSukadev Bhattiprolu * register as is - do NOT shift the address into VAS_LFIFO_BAR 383b25b33acSSukadev Bhattiprolu * bit fields! Ok to set the page migration select fields - 384b25b33acSSukadev Bhattiprolu * VAS ignores the lower 10+ bits in the address anyway, because 385b25b33acSSukadev Bhattiprolu * the minimum FIFO size is 1K? 386b25b33acSSukadev Bhattiprolu * 387b25b33acSSukadev Bhattiprolu * See also: Design note in function header. 388b25b33acSSukadev Bhattiprolu */ 389b25b33acSSukadev Bhattiprolu val = __pa(winctx->rx_fifo); 390b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_PAGE_MIGRATION_SELECT, val, 0); 391b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(LFIFO_BAR), val); 392b25b33acSSukadev Bhattiprolu 393b25b33acSSukadev Bhattiprolu val = 0ULL; 394b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_LDATA_STAMP, val, winctx->data_stamp); 395b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(LDATA_STAMP_CTL), val); 396b25b33acSSukadev Bhattiprolu 397b25b33acSSukadev Bhattiprolu val = 0ULL; 398b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_LDMA_TYPE, val, winctx->dma_type); 399b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_LDMA_FIFO_DISABLE, val, winctx->fifo_disable); 400b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(LDMA_CACHE_CTL), val); 401b25b33acSSukadev Bhattiprolu 402b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(LRFIFO_PUSH), 0ULL); 403b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(CURR_MSG_COUNT), 0ULL); 404b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(LNOTIFY_AFTER_COUNT), 0ULL); 405b25b33acSSukadev Bhattiprolu 406b25b33acSSukadev Bhattiprolu val = 0ULL; 407b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_LRX_WCRED, val, winctx->wcreds_max); 408b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(LRX_WCRED), val); 409b25b33acSSukadev Bhattiprolu 410b25b33acSSukadev Bhattiprolu val = 0ULL; 411b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_TX_WCRED, val, winctx->wcreds_max); 412b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(TX_WCRED), val); 413b25b33acSSukadev Bhattiprolu 414b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(LRX_WCRED_ADDER), 0ULL); 415b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(TX_WCRED_ADDER), 0ULL); 416b25b33acSSukadev Bhattiprolu 417b25b33acSSukadev Bhattiprolu fifo_size = winctx->rx_fifo_size / 1024; 418b25b33acSSukadev Bhattiprolu 419b25b33acSSukadev Bhattiprolu val = 0ULL; 420b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_LFIFO_SIZE, val, ilog2(fifo_size)); 421b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(LFIFO_SIZE), val); 422b25b33acSSukadev Bhattiprolu 423b25b33acSSukadev Bhattiprolu /* Update window control and caching control registers last so 424b25b33acSSukadev Bhattiprolu * we mark the window open only after fully initializing it and 425b25b33acSSukadev Bhattiprolu * pushing context to cache. 426b25b33acSSukadev Bhattiprolu */ 427b25b33acSSukadev Bhattiprolu 428b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(WIN_STATUS), 0ULL); 429b25b33acSSukadev Bhattiprolu 430b25b33acSSukadev Bhattiprolu init_rsvd_tx_buf_count(window, winctx); 431b25b33acSSukadev Bhattiprolu 432b25b33acSSukadev Bhattiprolu /* for a send window, point to the matching receive window */ 433b25b33acSSukadev Bhattiprolu val = 0ULL; 434b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_LRX_WIN_ID, val, winctx->rx_win_id); 435b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(LRFIFO_WIN_PTR), val); 436b25b33acSSukadev Bhattiprolu 437b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(SPARE4), 0ULL); 438b25b33acSSukadev Bhattiprolu 439b25b33acSSukadev Bhattiprolu val = 0ULL; 440b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_NOTIFY_DISABLE, val, winctx->notify_disable); 441b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_INTR_DISABLE, val, winctx->intr_disable); 442b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_NOTIFY_EARLY, val, winctx->notify_early); 443b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_NOTIFY_OSU_INTR, val, winctx->notify_os_intr_reg); 444b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(LNOTIFY_CTL), val); 445b25b33acSSukadev Bhattiprolu 446b25b33acSSukadev Bhattiprolu val = 0ULL; 447b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_LNOTIFY_PID, val, winctx->lnotify_pid); 448b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(LNOTIFY_PID), val); 449b25b33acSSukadev Bhattiprolu 450b25b33acSSukadev Bhattiprolu val = 0ULL; 451b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_LNOTIFY_LPID, val, winctx->lnotify_lpid); 452b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(LNOTIFY_LPID), val); 453b25b33acSSukadev Bhattiprolu 454b25b33acSSukadev Bhattiprolu val = 0ULL; 455b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_LNOTIFY_TID, val, winctx->lnotify_tid); 456b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(LNOTIFY_TID), val); 457b25b33acSSukadev Bhattiprolu 458b25b33acSSukadev Bhattiprolu val = 0ULL; 459b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_LNOTIFY_MIN_SCOPE, val, winctx->min_scope); 460b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_LNOTIFY_MAX_SCOPE, val, winctx->max_scope); 461b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(LNOTIFY_SCOPE), val); 462b25b33acSSukadev Bhattiprolu 463b25b33acSSukadev Bhattiprolu /* Skip read-only registers NX_UTIL and NX_UTIL_SE */ 464b25b33acSSukadev Bhattiprolu 465b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(SPARE5), 0ULL); 466b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(NX_UTIL_ADDER), 0ULL); 467b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(SPARE6), 0ULL); 468b25b33acSSukadev Bhattiprolu 469b25b33acSSukadev Bhattiprolu /* Finally, push window context to memory and... */ 470b25b33acSSukadev Bhattiprolu val = 0ULL; 471b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_PUSH_TO_MEM, val, 1); 472b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(WIN_CTX_CACHING_CTL), val); 473b25b33acSSukadev Bhattiprolu 474b25b33acSSukadev Bhattiprolu /* ... mark the window open for business */ 475b25b33acSSukadev Bhattiprolu val = 0ULL; 476b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_WINCTL_REJ_NO_CREDIT, val, winctx->rej_no_credit); 477b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_WINCTL_PIN, val, winctx->pin_win); 478b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_WINCTL_TX_WCRED_MODE, val, winctx->tx_wcred_mode); 479b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_WINCTL_RX_WCRED_MODE, val, winctx->rx_wcred_mode); 480b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_WINCTL_TX_WORD_MODE, val, winctx->tx_word_mode); 481b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_WINCTL_RX_WORD_MODE, val, winctx->rx_word_mode); 482b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_WINCTL_FAULT_WIN, val, winctx->fault_win); 483b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_WINCTL_NX_WIN, val, winctx->nx_win); 484b25b33acSSukadev Bhattiprolu val = SET_FIELD(VAS_WINCTL_OPEN, val, 1); 485b25b33acSSukadev Bhattiprolu write_hvwc_reg(window, VREG(WINCTL), val); 486b25b33acSSukadev Bhattiprolu 487b25b33acSSukadev Bhattiprolu return 0; 488b25b33acSSukadev Bhattiprolu } 489b25b33acSSukadev Bhattiprolu 490bbfe59f8SSukadev Bhattiprolu static DEFINE_SPINLOCK(vas_ida_lock); 491bbfe59f8SSukadev Bhattiprolu 492bbfe59f8SSukadev Bhattiprolu static void vas_release_window_id(struct ida *ida, int winid) 493bbfe59f8SSukadev Bhattiprolu { 494bbfe59f8SSukadev Bhattiprolu spin_lock(&vas_ida_lock); 495bbfe59f8SSukadev Bhattiprolu ida_remove(ida, winid); 496bbfe59f8SSukadev Bhattiprolu spin_unlock(&vas_ida_lock); 497bbfe59f8SSukadev Bhattiprolu } 498bbfe59f8SSukadev Bhattiprolu 499bbfe59f8SSukadev Bhattiprolu static int vas_assign_window_id(struct ida *ida) 500bbfe59f8SSukadev Bhattiprolu { 501bbfe59f8SSukadev Bhattiprolu int rc, winid; 502bbfe59f8SSukadev Bhattiprolu 503bbfe59f8SSukadev Bhattiprolu do { 504bbfe59f8SSukadev Bhattiprolu rc = ida_pre_get(ida, GFP_KERNEL); 505bbfe59f8SSukadev Bhattiprolu if (!rc) 506bbfe59f8SSukadev Bhattiprolu return -EAGAIN; 507bbfe59f8SSukadev Bhattiprolu 508bbfe59f8SSukadev Bhattiprolu spin_lock(&vas_ida_lock); 509bbfe59f8SSukadev Bhattiprolu rc = ida_get_new(ida, &winid); 510bbfe59f8SSukadev Bhattiprolu spin_unlock(&vas_ida_lock); 511bbfe59f8SSukadev Bhattiprolu } while (rc == -EAGAIN); 512bbfe59f8SSukadev Bhattiprolu 513bbfe59f8SSukadev Bhattiprolu if (rc) 514bbfe59f8SSukadev Bhattiprolu return rc; 515bbfe59f8SSukadev Bhattiprolu 516bbfe59f8SSukadev Bhattiprolu if (winid > VAS_WINDOWS_PER_CHIP) { 517bbfe59f8SSukadev Bhattiprolu pr_err("Too many (%d) open windows\n", winid); 518bbfe59f8SSukadev Bhattiprolu vas_release_window_id(ida, winid); 519bbfe59f8SSukadev Bhattiprolu return -EAGAIN; 520bbfe59f8SSukadev Bhattiprolu } 521bbfe59f8SSukadev Bhattiprolu 522bbfe59f8SSukadev Bhattiprolu return winid; 523bbfe59f8SSukadev Bhattiprolu } 524bbfe59f8SSukadev Bhattiprolu 52598271d41SSukadev Bhattiprolu static void vas_window_free(struct vas_window *window) 526bbfe59f8SSukadev Bhattiprolu { 527bbfe59f8SSukadev Bhattiprolu int winid = window->winid; 528bbfe59f8SSukadev Bhattiprolu struct vas_instance *vinst = window->vinst; 529bbfe59f8SSukadev Bhattiprolu 530bbfe59f8SSukadev Bhattiprolu unmap_winctx_mmio_bars(window); 531bbfe59f8SSukadev Bhattiprolu kfree(window); 532bbfe59f8SSukadev Bhattiprolu 533bbfe59f8SSukadev Bhattiprolu vas_release_window_id(&vinst->ida, winid); 534bbfe59f8SSukadev Bhattiprolu } 535bbfe59f8SSukadev Bhattiprolu 53662c4eda4SSukadev Bhattiprolu static struct vas_window *vas_window_alloc(struct vas_instance *vinst) 537bbfe59f8SSukadev Bhattiprolu { 538bbfe59f8SSukadev Bhattiprolu int winid; 539bbfe59f8SSukadev Bhattiprolu struct vas_window *window; 540bbfe59f8SSukadev Bhattiprolu 541bbfe59f8SSukadev Bhattiprolu winid = vas_assign_window_id(&vinst->ida); 542bbfe59f8SSukadev Bhattiprolu if (winid < 0) 543bbfe59f8SSukadev Bhattiprolu return ERR_PTR(winid); 544bbfe59f8SSukadev Bhattiprolu 545bbfe59f8SSukadev Bhattiprolu window = kzalloc(sizeof(*window), GFP_KERNEL); 546bbfe59f8SSukadev Bhattiprolu if (!window) 547bbfe59f8SSukadev Bhattiprolu goto out_free; 548bbfe59f8SSukadev Bhattiprolu 549bbfe59f8SSukadev Bhattiprolu window->vinst = vinst; 550bbfe59f8SSukadev Bhattiprolu window->winid = winid; 551bbfe59f8SSukadev Bhattiprolu 552bbfe59f8SSukadev Bhattiprolu if (map_winctx_mmio_bars(window)) 553bbfe59f8SSukadev Bhattiprolu goto out_free; 554bbfe59f8SSukadev Bhattiprolu 555bbfe59f8SSukadev Bhattiprolu return window; 556bbfe59f8SSukadev Bhattiprolu 557bbfe59f8SSukadev Bhattiprolu out_free: 558bbfe59f8SSukadev Bhattiprolu kfree(window); 559bbfe59f8SSukadev Bhattiprolu vas_release_window_id(&vinst->ida, winid); 560bbfe59f8SSukadev Bhattiprolu return ERR_PTR(-ENOMEM); 561bbfe59f8SSukadev Bhattiprolu } 562bbfe59f8SSukadev Bhattiprolu 56398271d41SSukadev Bhattiprolu static void put_rx_win(struct vas_window *rxwin) 56498271d41SSukadev Bhattiprolu { 56598271d41SSukadev Bhattiprolu /* Better not be a send window! */ 56698271d41SSukadev Bhattiprolu WARN_ON_ONCE(rxwin->tx_win); 56798271d41SSukadev Bhattiprolu 56898271d41SSukadev Bhattiprolu atomic_dec(&rxwin->num_txwins); 56998271d41SSukadev Bhattiprolu } 57098271d41SSukadev Bhattiprolu 57162c4eda4SSukadev Bhattiprolu /* 57262c4eda4SSukadev Bhattiprolu * Get the VAS receive window associated with NX engine identified 57362c4eda4SSukadev Bhattiprolu * by @cop and if applicable, @pswid. 57462c4eda4SSukadev Bhattiprolu * 57562c4eda4SSukadev Bhattiprolu * See also function header of set_vinst_win(). 57662c4eda4SSukadev Bhattiprolu */ 57762c4eda4SSukadev Bhattiprolu struct vas_window *get_vinst_rxwin(struct vas_instance *vinst, 57862c4eda4SSukadev Bhattiprolu enum vas_cop_type cop, u32 pswid) 57962c4eda4SSukadev Bhattiprolu { 58062c4eda4SSukadev Bhattiprolu struct vas_window *rxwin; 58162c4eda4SSukadev Bhattiprolu 58262c4eda4SSukadev Bhattiprolu mutex_lock(&vinst->mutex); 58362c4eda4SSukadev Bhattiprolu 58462c4eda4SSukadev Bhattiprolu if (cop == VAS_COP_TYPE_842 || cop == VAS_COP_TYPE_842_HIPRI) 58562c4eda4SSukadev Bhattiprolu rxwin = vinst->rxwin[cop] ?: ERR_PTR(-EINVAL); 58662c4eda4SSukadev Bhattiprolu else 58762c4eda4SSukadev Bhattiprolu rxwin = ERR_PTR(-EINVAL); 58862c4eda4SSukadev Bhattiprolu 58962c4eda4SSukadev Bhattiprolu if (!IS_ERR(rxwin)) 59062c4eda4SSukadev Bhattiprolu atomic_inc(&rxwin->num_txwins); 59162c4eda4SSukadev Bhattiprolu 59262c4eda4SSukadev Bhattiprolu mutex_unlock(&vinst->mutex); 59362c4eda4SSukadev Bhattiprolu 59462c4eda4SSukadev Bhattiprolu return rxwin; 59562c4eda4SSukadev Bhattiprolu } 59662c4eda4SSukadev Bhattiprolu 59762c4eda4SSukadev Bhattiprolu /* 59862c4eda4SSukadev Bhattiprolu * We have two tables of windows in a VAS instance. The first one, 59962c4eda4SSukadev Bhattiprolu * ->windows[], contains all the windows in the instance and allows 60062c4eda4SSukadev Bhattiprolu * looking up a window by its id. It is used to look up send windows 60162c4eda4SSukadev Bhattiprolu * during fault handling and receive windows when pairing user space 60262c4eda4SSukadev Bhattiprolu * send/receive windows. 60362c4eda4SSukadev Bhattiprolu * 60462c4eda4SSukadev Bhattiprolu * The second table, ->rxwin[], contains receive windows that are 60562c4eda4SSukadev Bhattiprolu * associated with NX engines. This table has VAS_COP_TYPE_MAX 60662c4eda4SSukadev Bhattiprolu * entries and is used to look up a receive window by its 60762c4eda4SSukadev Bhattiprolu * coprocessor type. 60862c4eda4SSukadev Bhattiprolu * 60962c4eda4SSukadev Bhattiprolu * Here, we save @window in the ->windows[] table. If it is a receive 61062c4eda4SSukadev Bhattiprolu * window, we also save the window in the ->rxwin[] table. 61162c4eda4SSukadev Bhattiprolu */ 61262c4eda4SSukadev Bhattiprolu static void set_vinst_win(struct vas_instance *vinst, 61362c4eda4SSukadev Bhattiprolu struct vas_window *window) 61462c4eda4SSukadev Bhattiprolu { 61562c4eda4SSukadev Bhattiprolu int id = window->winid; 61662c4eda4SSukadev Bhattiprolu 61762c4eda4SSukadev Bhattiprolu mutex_lock(&vinst->mutex); 61862c4eda4SSukadev Bhattiprolu 61962c4eda4SSukadev Bhattiprolu /* 62062c4eda4SSukadev Bhattiprolu * There should only be one receive window for a coprocessor type 62162c4eda4SSukadev Bhattiprolu * unless its a user (FTW) window. 62262c4eda4SSukadev Bhattiprolu */ 62362c4eda4SSukadev Bhattiprolu if (!window->user_win && !window->tx_win) { 62462c4eda4SSukadev Bhattiprolu WARN_ON_ONCE(vinst->rxwin[window->cop]); 62562c4eda4SSukadev Bhattiprolu vinst->rxwin[window->cop] = window; 62662c4eda4SSukadev Bhattiprolu } 62762c4eda4SSukadev Bhattiprolu 62862c4eda4SSukadev Bhattiprolu WARN_ON_ONCE(vinst->windows[id] != NULL); 62962c4eda4SSukadev Bhattiprolu vinst->windows[id] = window; 63062c4eda4SSukadev Bhattiprolu 63162c4eda4SSukadev Bhattiprolu mutex_unlock(&vinst->mutex); 63262c4eda4SSukadev Bhattiprolu } 63362c4eda4SSukadev Bhattiprolu 63462c4eda4SSukadev Bhattiprolu /* 63562c4eda4SSukadev Bhattiprolu * Clear this window from the table(s) of windows for this VAS instance. 63662c4eda4SSukadev Bhattiprolu * See also function header of set_vinst_win(). 63762c4eda4SSukadev Bhattiprolu */ 63898271d41SSukadev Bhattiprolu static void clear_vinst_win(struct vas_window *window) 63962c4eda4SSukadev Bhattiprolu { 64062c4eda4SSukadev Bhattiprolu int id = window->winid; 64162c4eda4SSukadev Bhattiprolu struct vas_instance *vinst = window->vinst; 64262c4eda4SSukadev Bhattiprolu 64362c4eda4SSukadev Bhattiprolu mutex_lock(&vinst->mutex); 64462c4eda4SSukadev Bhattiprolu 64562c4eda4SSukadev Bhattiprolu if (!window->user_win && !window->tx_win) { 64662c4eda4SSukadev Bhattiprolu WARN_ON_ONCE(!vinst->rxwin[window->cop]); 64762c4eda4SSukadev Bhattiprolu vinst->rxwin[window->cop] = NULL; 64862c4eda4SSukadev Bhattiprolu } 64962c4eda4SSukadev Bhattiprolu 65062c4eda4SSukadev Bhattiprolu WARN_ON_ONCE(vinst->windows[id] != window); 65162c4eda4SSukadev Bhattiprolu vinst->windows[id] = NULL; 65262c4eda4SSukadev Bhattiprolu 65362c4eda4SSukadev Bhattiprolu mutex_unlock(&vinst->mutex); 65462c4eda4SSukadev Bhattiprolu } 65562c4eda4SSukadev Bhattiprolu 65662c4eda4SSukadev Bhattiprolu static void init_winctx_for_rxwin(struct vas_window *rxwin, 65762c4eda4SSukadev Bhattiprolu struct vas_rx_win_attr *rxattr, 65862c4eda4SSukadev Bhattiprolu struct vas_winctx *winctx) 65962c4eda4SSukadev Bhattiprolu { 66062c4eda4SSukadev Bhattiprolu /* 66162c4eda4SSukadev Bhattiprolu * We first zero (memset()) all fields and only set non-zero fields. 66262c4eda4SSukadev Bhattiprolu * Following fields are 0/false but maybe deserve a comment: 66362c4eda4SSukadev Bhattiprolu * 66462c4eda4SSukadev Bhattiprolu * ->notify_os_intr_reg In powerNV, send intrs to HV 66562c4eda4SSukadev Bhattiprolu * ->notify_disable False for NX windows 66662c4eda4SSukadev Bhattiprolu * ->intr_disable False for Fault Windows 66762c4eda4SSukadev Bhattiprolu * ->xtra_write False for NX windows 66862c4eda4SSukadev Bhattiprolu * ->notify_early NA for NX windows 66962c4eda4SSukadev Bhattiprolu * ->rsvd_txbuf_count NA for Rx windows 67062c4eda4SSukadev Bhattiprolu * ->lpid, ->pid, ->tid NA for Rx windows 67162c4eda4SSukadev Bhattiprolu */ 67262c4eda4SSukadev Bhattiprolu 67362c4eda4SSukadev Bhattiprolu memset(winctx, 0, sizeof(struct vas_winctx)); 67462c4eda4SSukadev Bhattiprolu 67562c4eda4SSukadev Bhattiprolu winctx->rx_fifo = rxattr->rx_fifo; 67662c4eda4SSukadev Bhattiprolu winctx->rx_fifo_size = rxattr->rx_fifo_size; 67762c4eda4SSukadev Bhattiprolu winctx->wcreds_max = rxattr->wcreds_max ?: VAS_WCREDS_DEFAULT; 67862c4eda4SSukadev Bhattiprolu winctx->pin_win = rxattr->pin_win; 67962c4eda4SSukadev Bhattiprolu 68062c4eda4SSukadev Bhattiprolu winctx->nx_win = rxattr->nx_win; 68162c4eda4SSukadev Bhattiprolu winctx->fault_win = rxattr->fault_win; 68262c4eda4SSukadev Bhattiprolu winctx->rx_word_mode = rxattr->rx_win_ord_mode; 68362c4eda4SSukadev Bhattiprolu winctx->tx_word_mode = rxattr->tx_win_ord_mode; 68462c4eda4SSukadev Bhattiprolu winctx->rx_wcred_mode = rxattr->rx_wcred_mode; 68562c4eda4SSukadev Bhattiprolu winctx->tx_wcred_mode = rxattr->tx_wcred_mode; 68662c4eda4SSukadev Bhattiprolu 68762c4eda4SSukadev Bhattiprolu if (winctx->nx_win) { 68862c4eda4SSukadev Bhattiprolu winctx->data_stamp = true; 68962c4eda4SSukadev Bhattiprolu winctx->intr_disable = true; 69062c4eda4SSukadev Bhattiprolu winctx->pin_win = true; 69162c4eda4SSukadev Bhattiprolu 69262c4eda4SSukadev Bhattiprolu WARN_ON_ONCE(winctx->fault_win); 69362c4eda4SSukadev Bhattiprolu WARN_ON_ONCE(!winctx->rx_word_mode); 69462c4eda4SSukadev Bhattiprolu WARN_ON_ONCE(!winctx->tx_word_mode); 69562c4eda4SSukadev Bhattiprolu WARN_ON_ONCE(winctx->notify_after_count); 69662c4eda4SSukadev Bhattiprolu } else if (winctx->fault_win) { 69762c4eda4SSukadev Bhattiprolu winctx->notify_disable = true; 69862c4eda4SSukadev Bhattiprolu } else if (winctx->user_win) { 69962c4eda4SSukadev Bhattiprolu /* 70062c4eda4SSukadev Bhattiprolu * Section 1.8.1 Low Latency Core-Core Wake up of 70162c4eda4SSukadev Bhattiprolu * the VAS workbook: 70262c4eda4SSukadev Bhattiprolu * 70362c4eda4SSukadev Bhattiprolu * - disable credit checks ([tr]x_wcred_mode = false) 70462c4eda4SSukadev Bhattiprolu * - disable FIFO writes 70562c4eda4SSukadev Bhattiprolu * - enable ASB_Notify, disable interrupt 70662c4eda4SSukadev Bhattiprolu */ 70762c4eda4SSukadev Bhattiprolu winctx->fifo_disable = true; 70862c4eda4SSukadev Bhattiprolu winctx->intr_disable = true; 70962c4eda4SSukadev Bhattiprolu winctx->rx_fifo = NULL; 71062c4eda4SSukadev Bhattiprolu } 71162c4eda4SSukadev Bhattiprolu 71262c4eda4SSukadev Bhattiprolu winctx->lnotify_lpid = rxattr->lnotify_lpid; 71362c4eda4SSukadev Bhattiprolu winctx->lnotify_pid = rxattr->lnotify_pid; 71462c4eda4SSukadev Bhattiprolu winctx->lnotify_tid = rxattr->lnotify_tid; 71562c4eda4SSukadev Bhattiprolu winctx->pswid = rxattr->pswid; 71662c4eda4SSukadev Bhattiprolu winctx->dma_type = VAS_DMA_TYPE_INJECT; 71762c4eda4SSukadev Bhattiprolu winctx->tc_mode = rxattr->tc_mode; 71862c4eda4SSukadev Bhattiprolu 71962c4eda4SSukadev Bhattiprolu winctx->min_scope = VAS_SCOPE_LOCAL; 72062c4eda4SSukadev Bhattiprolu winctx->max_scope = VAS_SCOPE_VECTORED_GROUP; 72162c4eda4SSukadev Bhattiprolu } 72262c4eda4SSukadev Bhattiprolu 72362c4eda4SSukadev Bhattiprolu static bool rx_win_args_valid(enum vas_cop_type cop, 72462c4eda4SSukadev Bhattiprolu struct vas_rx_win_attr *attr) 72562c4eda4SSukadev Bhattiprolu { 72662c4eda4SSukadev Bhattiprolu dump_rx_win_attr(attr); 72762c4eda4SSukadev Bhattiprolu 72862c4eda4SSukadev Bhattiprolu if (cop >= VAS_COP_TYPE_MAX) 72962c4eda4SSukadev Bhattiprolu return false; 73062c4eda4SSukadev Bhattiprolu 73162c4eda4SSukadev Bhattiprolu if (cop != VAS_COP_TYPE_FTW && 73262c4eda4SSukadev Bhattiprolu attr->rx_fifo_size < VAS_RX_FIFO_SIZE_MIN) 73362c4eda4SSukadev Bhattiprolu return false; 73462c4eda4SSukadev Bhattiprolu 73562c4eda4SSukadev Bhattiprolu if (attr->rx_fifo_size > VAS_RX_FIFO_SIZE_MAX) 73662c4eda4SSukadev Bhattiprolu return false; 73762c4eda4SSukadev Bhattiprolu 73862c4eda4SSukadev Bhattiprolu if (attr->nx_win) { 73962c4eda4SSukadev Bhattiprolu /* cannot be fault or user window if it is nx */ 74062c4eda4SSukadev Bhattiprolu if (attr->fault_win || attr->user_win) 74162c4eda4SSukadev Bhattiprolu return false; 74262c4eda4SSukadev Bhattiprolu /* 74362c4eda4SSukadev Bhattiprolu * Section 3.1.4.32: NX Windows must not disable notification, 74462c4eda4SSukadev Bhattiprolu * and must not enable interrupts or early notification. 74562c4eda4SSukadev Bhattiprolu */ 74662c4eda4SSukadev Bhattiprolu if (attr->notify_disable || !attr->intr_disable || 74762c4eda4SSukadev Bhattiprolu attr->notify_early) 74862c4eda4SSukadev Bhattiprolu return false; 74962c4eda4SSukadev Bhattiprolu } else if (attr->fault_win) { 75062c4eda4SSukadev Bhattiprolu /* cannot be both fault and user window */ 75162c4eda4SSukadev Bhattiprolu if (attr->user_win) 75262c4eda4SSukadev Bhattiprolu return false; 75362c4eda4SSukadev Bhattiprolu 75462c4eda4SSukadev Bhattiprolu /* 75562c4eda4SSukadev Bhattiprolu * Section 3.1.4.32: Fault windows must disable notification 75662c4eda4SSukadev Bhattiprolu * but not interrupts. 75762c4eda4SSukadev Bhattiprolu */ 75862c4eda4SSukadev Bhattiprolu if (!attr->notify_disable || attr->intr_disable) 75962c4eda4SSukadev Bhattiprolu return false; 76062c4eda4SSukadev Bhattiprolu 76162c4eda4SSukadev Bhattiprolu } else if (attr->user_win) { 76262c4eda4SSukadev Bhattiprolu /* 76362c4eda4SSukadev Bhattiprolu * User receive windows are only for fast-thread-wakeup 76462c4eda4SSukadev Bhattiprolu * (FTW). They don't need a FIFO and must disable interrupts 76562c4eda4SSukadev Bhattiprolu */ 76662c4eda4SSukadev Bhattiprolu if (attr->rx_fifo || attr->rx_fifo_size || !attr->intr_disable) 76762c4eda4SSukadev Bhattiprolu return false; 76862c4eda4SSukadev Bhattiprolu } else { 76962c4eda4SSukadev Bhattiprolu /* Rx window must be one of NX or Fault or User window. */ 77062c4eda4SSukadev Bhattiprolu return false; 77162c4eda4SSukadev Bhattiprolu } 77262c4eda4SSukadev Bhattiprolu 77362c4eda4SSukadev Bhattiprolu return true; 77462c4eda4SSukadev Bhattiprolu } 77562c4eda4SSukadev Bhattiprolu 77662c4eda4SSukadev Bhattiprolu void vas_init_rx_win_attr(struct vas_rx_win_attr *rxattr, enum vas_cop_type cop) 77762c4eda4SSukadev Bhattiprolu { 77862c4eda4SSukadev Bhattiprolu memset(rxattr, 0, sizeof(*rxattr)); 77962c4eda4SSukadev Bhattiprolu 78062c4eda4SSukadev Bhattiprolu if (cop == VAS_COP_TYPE_842 || cop == VAS_COP_TYPE_842_HIPRI) { 78162c4eda4SSukadev Bhattiprolu rxattr->pin_win = true; 78262c4eda4SSukadev Bhattiprolu rxattr->nx_win = true; 78362c4eda4SSukadev Bhattiprolu rxattr->fault_win = false; 78462c4eda4SSukadev Bhattiprolu rxattr->intr_disable = true; 78562c4eda4SSukadev Bhattiprolu rxattr->rx_wcred_mode = true; 78662c4eda4SSukadev Bhattiprolu rxattr->tx_wcred_mode = true; 78762c4eda4SSukadev Bhattiprolu rxattr->rx_win_ord_mode = true; 78862c4eda4SSukadev Bhattiprolu rxattr->tx_win_ord_mode = true; 78962c4eda4SSukadev Bhattiprolu } else if (cop == VAS_COP_TYPE_FAULT) { 79062c4eda4SSukadev Bhattiprolu rxattr->pin_win = true; 79162c4eda4SSukadev Bhattiprolu rxattr->fault_win = true; 79262c4eda4SSukadev Bhattiprolu rxattr->notify_disable = true; 79362c4eda4SSukadev Bhattiprolu rxattr->rx_wcred_mode = true; 79462c4eda4SSukadev Bhattiprolu rxattr->tx_wcred_mode = true; 79562c4eda4SSukadev Bhattiprolu rxattr->rx_win_ord_mode = true; 79662c4eda4SSukadev Bhattiprolu rxattr->tx_win_ord_mode = true; 79762c4eda4SSukadev Bhattiprolu } else if (cop == VAS_COP_TYPE_FTW) { 79862c4eda4SSukadev Bhattiprolu rxattr->user_win = true; 79962c4eda4SSukadev Bhattiprolu rxattr->intr_disable = true; 80062c4eda4SSukadev Bhattiprolu 80162c4eda4SSukadev Bhattiprolu /* 80262c4eda4SSukadev Bhattiprolu * As noted in the VAS Workbook we disable credit checks. 80362c4eda4SSukadev Bhattiprolu * If we enable credit checks in the future, we must also 80462c4eda4SSukadev Bhattiprolu * implement a mechanism to return the user credits or new 80562c4eda4SSukadev Bhattiprolu * paste operations will fail. 80662c4eda4SSukadev Bhattiprolu */ 80762c4eda4SSukadev Bhattiprolu } 80862c4eda4SSukadev Bhattiprolu } 80962c4eda4SSukadev Bhattiprolu EXPORT_SYMBOL_GPL(vas_init_rx_win_attr); 81062c4eda4SSukadev Bhattiprolu 81162c4eda4SSukadev Bhattiprolu struct vas_window *vas_rx_win_open(int vasid, enum vas_cop_type cop, 81262c4eda4SSukadev Bhattiprolu struct vas_rx_win_attr *rxattr) 81362c4eda4SSukadev Bhattiprolu { 81462c4eda4SSukadev Bhattiprolu struct vas_window *rxwin; 81562c4eda4SSukadev Bhattiprolu struct vas_winctx winctx; 81662c4eda4SSukadev Bhattiprolu struct vas_instance *vinst; 81762c4eda4SSukadev Bhattiprolu 81862c4eda4SSukadev Bhattiprolu if (!rx_win_args_valid(cop, rxattr)) 81962c4eda4SSukadev Bhattiprolu return ERR_PTR(-EINVAL); 82062c4eda4SSukadev Bhattiprolu 82162c4eda4SSukadev Bhattiprolu vinst = find_vas_instance(vasid); 82262c4eda4SSukadev Bhattiprolu if (!vinst) { 82362c4eda4SSukadev Bhattiprolu pr_devel("vasid %d not found!\n", vasid); 82462c4eda4SSukadev Bhattiprolu return ERR_PTR(-EINVAL); 82562c4eda4SSukadev Bhattiprolu } 82662c4eda4SSukadev Bhattiprolu pr_devel("Found instance %d\n", vasid); 82762c4eda4SSukadev Bhattiprolu 82862c4eda4SSukadev Bhattiprolu rxwin = vas_window_alloc(vinst); 82962c4eda4SSukadev Bhattiprolu if (IS_ERR(rxwin)) { 83062c4eda4SSukadev Bhattiprolu pr_devel("Unable to allocate memory for Rx window\n"); 83162c4eda4SSukadev Bhattiprolu return rxwin; 83262c4eda4SSukadev Bhattiprolu } 83362c4eda4SSukadev Bhattiprolu 83462c4eda4SSukadev Bhattiprolu rxwin->tx_win = false; 83562c4eda4SSukadev Bhattiprolu rxwin->nx_win = rxattr->nx_win; 83662c4eda4SSukadev Bhattiprolu rxwin->user_win = rxattr->user_win; 83762c4eda4SSukadev Bhattiprolu rxwin->cop = cop; 83862c4eda4SSukadev Bhattiprolu if (rxattr->user_win) 83962c4eda4SSukadev Bhattiprolu rxwin->pid = task_pid_vnr(current); 84062c4eda4SSukadev Bhattiprolu 84162c4eda4SSukadev Bhattiprolu init_winctx_for_rxwin(rxwin, rxattr, &winctx); 84262c4eda4SSukadev Bhattiprolu init_winctx_regs(rxwin, &winctx); 84362c4eda4SSukadev Bhattiprolu 84462c4eda4SSukadev Bhattiprolu set_vinst_win(vinst, rxwin); 84562c4eda4SSukadev Bhattiprolu 84662c4eda4SSukadev Bhattiprolu return rxwin; 84762c4eda4SSukadev Bhattiprolu } 84862c4eda4SSukadev Bhattiprolu EXPORT_SYMBOL_GPL(vas_rx_win_open); 84962c4eda4SSukadev Bhattiprolu 85098271d41SSukadev Bhattiprolu static void poll_window_busy_state(struct vas_window *window) 85198271d41SSukadev Bhattiprolu { 85298271d41SSukadev Bhattiprolu int busy; 85398271d41SSukadev Bhattiprolu u64 val; 85498271d41SSukadev Bhattiprolu 85598271d41SSukadev Bhattiprolu retry: 85698271d41SSukadev Bhattiprolu /* 85798271d41SSukadev Bhattiprolu * Poll Window Busy flag 85898271d41SSukadev Bhattiprolu */ 85998271d41SSukadev Bhattiprolu val = read_hvwc_reg(window, VREG(WIN_STATUS)); 86098271d41SSukadev Bhattiprolu busy = GET_FIELD(VAS_WIN_BUSY, val); 86198271d41SSukadev Bhattiprolu if (busy) { 86298271d41SSukadev Bhattiprolu val = 0; 86398271d41SSukadev Bhattiprolu set_current_state(TASK_UNINTERRUPTIBLE); 86498271d41SSukadev Bhattiprolu schedule_timeout(HZ); 86598271d41SSukadev Bhattiprolu goto retry; 86698271d41SSukadev Bhattiprolu } 86798271d41SSukadev Bhattiprolu } 86898271d41SSukadev Bhattiprolu 86998271d41SSukadev Bhattiprolu static void poll_window_castout(struct vas_window *window) 87098271d41SSukadev Bhattiprolu { 87198271d41SSukadev Bhattiprolu int cached; 87298271d41SSukadev Bhattiprolu u64 val; 87398271d41SSukadev Bhattiprolu 87498271d41SSukadev Bhattiprolu /* Cast window context out of the cache */ 87598271d41SSukadev Bhattiprolu retry: 87698271d41SSukadev Bhattiprolu val = read_hvwc_reg(window, VREG(WIN_CTX_CACHING_CTL)); 87798271d41SSukadev Bhattiprolu cached = GET_FIELD(VAS_WIN_CACHE_STATUS, val); 87898271d41SSukadev Bhattiprolu if (cached) { 87998271d41SSukadev Bhattiprolu val = 0ULL; 88098271d41SSukadev Bhattiprolu val = SET_FIELD(VAS_CASTOUT_REQ, val, 1); 88198271d41SSukadev Bhattiprolu val = SET_FIELD(VAS_PUSH_TO_MEM, val, 0); 88298271d41SSukadev Bhattiprolu write_hvwc_reg(window, VREG(WIN_CTX_CACHING_CTL), val); 88398271d41SSukadev Bhattiprolu 88498271d41SSukadev Bhattiprolu set_current_state(TASK_UNINTERRUPTIBLE); 88598271d41SSukadev Bhattiprolu schedule_timeout(HZ); 88698271d41SSukadev Bhattiprolu goto retry; 88798271d41SSukadev Bhattiprolu } 88898271d41SSukadev Bhattiprolu } 88998271d41SSukadev Bhattiprolu 89098271d41SSukadev Bhattiprolu /* 89198271d41SSukadev Bhattiprolu * Close a window. 89298271d41SSukadev Bhattiprolu * 89398271d41SSukadev Bhattiprolu * See Section 1.12.1 of VAS workbook v1.05 for details on closing window: 89498271d41SSukadev Bhattiprolu * - Disable new paste operations (unmap paste address) 89598271d41SSukadev Bhattiprolu * - Poll for the "Window Busy" bit to be cleared 89698271d41SSukadev Bhattiprolu * - Clear the Open/Enable bit for the Window. 89798271d41SSukadev Bhattiprolu * - Poll for return of window Credits (implies FIFO empty for Rx win?) 89898271d41SSukadev Bhattiprolu * - Unpin and cast window context out of cache 89998271d41SSukadev Bhattiprolu * 90098271d41SSukadev Bhattiprolu * Besides the hardware, kernel has some bookkeeping of course. 90198271d41SSukadev Bhattiprolu */ 9024dea2d1aSSukadev Bhattiprolu int vas_win_close(struct vas_window *window) 9034dea2d1aSSukadev Bhattiprolu { 90498271d41SSukadev Bhattiprolu u64 val; 90598271d41SSukadev Bhattiprolu 90698271d41SSukadev Bhattiprolu if (!window) 90798271d41SSukadev Bhattiprolu return 0; 90898271d41SSukadev Bhattiprolu 90998271d41SSukadev Bhattiprolu if (!window->tx_win && atomic_read(&window->num_txwins) != 0) { 91098271d41SSukadev Bhattiprolu pr_devel("Attempting to close an active Rx window!\n"); 91198271d41SSukadev Bhattiprolu WARN_ON_ONCE(1); 91298271d41SSukadev Bhattiprolu return -EBUSY; 9134dea2d1aSSukadev Bhattiprolu } 91498271d41SSukadev Bhattiprolu 91598271d41SSukadev Bhattiprolu unmap_paste_region(window); 91698271d41SSukadev Bhattiprolu 91798271d41SSukadev Bhattiprolu clear_vinst_win(window); 91898271d41SSukadev Bhattiprolu 91998271d41SSukadev Bhattiprolu poll_window_busy_state(window); 92098271d41SSukadev Bhattiprolu 92198271d41SSukadev Bhattiprolu /* Unpin window from cache and close it */ 92298271d41SSukadev Bhattiprolu val = read_hvwc_reg(window, VREG(WINCTL)); 92398271d41SSukadev Bhattiprolu val = SET_FIELD(VAS_WINCTL_PIN, val, 0); 92498271d41SSukadev Bhattiprolu val = SET_FIELD(VAS_WINCTL_OPEN, val, 0); 92598271d41SSukadev Bhattiprolu write_hvwc_reg(window, VREG(WINCTL), val); 92698271d41SSukadev Bhattiprolu 92798271d41SSukadev Bhattiprolu poll_window_castout(window); 92898271d41SSukadev Bhattiprolu 92998271d41SSukadev Bhattiprolu /* if send window, drop reference to matching receive window */ 93098271d41SSukadev Bhattiprolu if (window->tx_win) 93198271d41SSukadev Bhattiprolu put_rx_win(window->rxwin); 93298271d41SSukadev Bhattiprolu 93398271d41SSukadev Bhattiprolu vas_window_free(window); 93498271d41SSukadev Bhattiprolu 93598271d41SSukadev Bhattiprolu return 0; 93698271d41SSukadev Bhattiprolu } 93798271d41SSukadev Bhattiprolu EXPORT_SYMBOL_GPL(vas_win_close); 938