50 	{RCS0, RING_MODE_GEN7(RENDER_RING_BASE), 0xffff, false}, /* 0x229c */
51 	{RCS0, GEN9_CTX_PREEMPT_REG, 0x0, false}, /* 0x2248 */
52 	{RCS0, HWSTAM, 0x0, false}, /* 0x2098 */
53 	{RCS0, INSTPM, 0xffff, true}, /* 0x20c0 */
54 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 0), 0, false}, /* 0x24d0 */
55 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 1), 0, false}, /* 0x24d4 */
56 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 2), 0, false}, /* 0x24d8 */
57 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 3), 0, false}, /* 0x24dc */
58 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 4), 0, false}, /* 0x24e0 */
59 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 5), 0, false}, /* 0x24e4 */
60 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 6), 0, false}, /* 0x24e8 */
61 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 7), 0, false}, /* 0x24ec */
62 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 8), 0, false}, /* 0x24f0 */
63 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 9), 0, false}, /* 0x24f4 */
64 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 10), 0, false}, /* 0x24f8 */
65 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 11), 0, false}, /* 0x24fc */
66 	{RCS0, CACHE_MODE_1, 0xffff, true}, /* 0x7004 */
67 	{RCS0, GEN7_GT_MODE, 0xffff, true}, /* 0x7008 */
68 	{RCS0, CACHE_MODE_0_GEN7, 0xffff, true}, /* 0x7000 */
69 	{RCS0, GEN7_COMMON_SLICE_CHICKEN1, 0xffff, true}, /* 0x7010 */
70 	{RCS0, HDC_CHICKEN0, 0xffff, true}, /* 0x7300 */
71 	{RCS0, VF_GUARDBAND, 0xffff, true}, /* 0x83a4 */
73 	{BCS0, RING_GFX_MODE(BLT_RING_BASE), 0xffff, false}, /* 0x2229c */
74 	{BCS0, RING_MI_MODE(BLT_RING_BASE), 0xffff, false}, /* 0x2209c */
75 	{BCS0, RING_INSTPM(BLT_RING_BASE), 0xffff, false}, /* 0x220c0 */
76 	{BCS0, RING_HWSTAM(BLT_RING_BASE), 0x0, false}, /* 0x22098 */
77 	{BCS0, RING_EXCC(BLT_RING_BASE), 0xffff, false}, /* 0x22028 */
78 	{RCS0, INVALID_MMIO_REG, 0, false } /* Terminated */
82 	{RCS0, RING_MODE_GEN7(RENDER_RING_BASE), 0xffff, false}, /* 0x229c */
83 	{RCS0, GEN9_CTX_PREEMPT_REG, 0x0, false}, /* 0x2248 */
84 	{RCS0, HWSTAM, 0x0, false}, /* 0x2098 */
85 	{RCS0, INSTPM, 0xffff, true}, /* 0x20c0 */
86 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 0), 0, false}, /* 0x24d0 */
87 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 1), 0, false}, /* 0x24d4 */
88 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 2), 0, false}, /* 0x24d8 */
89 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 3), 0, false}, /* 0x24dc */
90 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 4), 0, false}, /* 0x24e0 */
91 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 5), 0, false}, /* 0x24e4 */
92 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 6), 0, false}, /* 0x24e8 */
93 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 7), 0, false}, /* 0x24ec */
94 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 8), 0, false}, /* 0x24f0 */
95 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 9), 0, false}, /* 0x24f4 */
96 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 10), 0, false}, /* 0x24f8 */
97 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 11), 0, false}, /* 0x24fc */
98 	{RCS0, CACHE_MODE_1, 0xffff, true}, /* 0x7004 */
99 	{RCS0, GEN7_GT_MODE, 0xffff, true}, /* 0x7008 */
100 	{RCS0, CACHE_MODE_0_GEN7, 0xffff, true}, /* 0x7000 */
101 	{RCS0, GEN7_COMMON_SLICE_CHICKEN1, 0xffff, true}, /* 0x7010 */
102 	{RCS0, HDC_CHICKEN0, 0xffff, true}, /* 0x7300 */
103 	{RCS0, VF_GUARDBAND, 0xffff, true}, /* 0x83a4 */
105 	{RCS0, GEN8_PRIVATE_PAT_LO, 0, false}, /* 0x40e0 */
106 	{RCS0, GEN8_PRIVATE_PAT_HI, 0, false}, /* 0x40e4 */
107 	{RCS0, GEN8_CS_CHICKEN1, 0xffff, true}, /* 0x2580 */
108 	{RCS0, COMMON_SLICE_CHICKEN2, 0xffff, true}, /* 0x7014 */
109 	{RCS0, GEN9_CS_DEBUG_MODE1, 0xffff, false}, /* 0x20ec */
110 	{RCS0, _MMIO(0xb118), 0, false}, /* GEN8_L3SQCREG4 */
111 	{RCS0, _MMIO(0xb11c), 0, false}, /* GEN9_SCRATCH1 */
112 	{RCS0, GEN9_SCRATCH_LNCF1, 0, false}, /* 0xb008 */
113 	{RCS0, GEN7_HALF_SLICE_CHICKEN1, 0xffff, true}, /* 0xe100 */
114 	{RCS0, _MMIO(0xe180), 0xffff, true}, /* HALF_SLICE_CHICKEN2 */
115 	{RCS0, _MMIO(0xe184), 0xffff, true}, /* GEN8_HALF_SLICE_CHICKEN3 */
116 	{RCS0, _MMIO(0xe188), 0xffff, true}, /* GEN9_HALF_SLICE_CHICKEN5 */
117 	{RCS0, _MMIO(0xe194), 0xffff, true}, /* GEN9_HALF_SLICE_CHICKEN7 */
118 	{RCS0, _MMIO(0xe4f0), 0xffff, true}, /* GEN8_ROW_CHICKEN */
119 	{RCS0, TRVATTL3PTRDW(0), 0, true}, /* 0x4de0 */
120 	{RCS0, TRVATTL3PTRDW(1), 0, true}, /* 0x4de4 */
121 	{RCS0, TRNULLDETCT, 0, true}, /* 0x4de8 */
122 	{RCS0, TRINVTILEDETCT, 0, true}, /* 0x4dec */
123 	{RCS0, TRVADR, 0, true}, /* 0x4df0 */
124 	{RCS0, TRTTE, 0, true}, /* 0x4df4 */
125 	{RCS0, _MMIO(0x4dfc), 0, true},
127 	{BCS0, RING_GFX_MODE(BLT_RING_BASE), 0xffff, false}, /* 0x2229c */
128 	{BCS0, RING_MI_MODE(BLT_RING_BASE), 0xffff, false}, /* 0x2209c */
129 	{BCS0, RING_INSTPM(BLT_RING_BASE), 0xffff, false}, /* 0x220c0 */
130 	{BCS0, RING_HWSTAM(BLT_RING_BASE), 0x0, false}, /* 0x22098 */
131 	{BCS0, RING_EXCC(BLT_RING_BASE), 0xffff, false}, /* 0x22028 */
133 	{VCS1, RING_EXCC(GEN8_BSD2_RING_BASE), 0xffff, false}, /* 0x1c028 */
135 	{VECS0, RING_EXCC(VEBOX_RING_BASE), 0xffff, false}, /* 0x1a028 */
137 	{RCS0, GEN8_HDC_CHICKEN1, 0xffff, true}, /* 0x7304 */
138 	{RCS0, GEN9_CTX_PREEMPT_REG, 0x0, false}, /* 0x2248 */
139 	{RCS0, GEN7_UCGCTL4, 0x0, false}, /* 0x940c */
140 	{RCS0, GAMT_CHKN_BIT_REG, 0x0, false}, /* 0x4ab8 */
142 	{RCS0, GEN9_GAMT_ECO_REG_RW_IA, 0x0, false}, /* 0x4ab0 */
143 	{RCS0, GEN9_CSFE_CHICKEN1_RCS, 0xffff, false}, /* 0x20d4 */
144 	{RCS0, _MMIO(0x20D8), 0xffff, true}, /* 0x20d8 */
146 	{RCS0, GEN8_GARBCNTL, 0x0, false}, /* 0xb004 */
147 	{RCS0, GEN7_FF_THREAD_MODE, 0x0, false}, /* 0x20a0 */
148 	{RCS0, FF_SLICE_CS_CHICKEN2, 0xffff, false}, /* 0x20e4 */
149 	{RCS0, INVALID_MMIO_REG, 0, false } /* Terminated */
159 	[RCS0]  = 0xc800,
160 	[VCS0]  = 0xc900,
161 	[VCS1]  = 0xca00,
162 	[BCS0]  = 0xcc00,
163 	[VECS0] = 0xcb00,
179 	for (ring_id = 0; ring_id < cnt; ring_id++) {  in load_render_mocs()
184 		for (i = 0; i < GEN9_MOCS_SIZE; i++) {  in load_render_mocs()
191 	offset.reg = 0xb020;  in load_render_mocs()
192 	for (i = 0; i < GEN9_MOCS_SIZE / 2; i++) {  in load_render_mocs()
211 	if (count == 0)  in restore_context_mmio_for_inhibit()
212 		return 0;  in restore_context_mmio_for_inhibit()
230 		gvt_dbg_core("add lri reg pair 0x%x:0x%x in inhibit ctx, vgpu:%d, rind_id:%d\n",  in restore_context_mmio_for_inhibit()
241 	return 0;  in restore_context_mmio_for_inhibit()
257 	for (index = 0; index < GEN9_MOCS_SIZE; index++) {  in restore_render_mocs_control_for_inhibit()
260 		gvt_dbg_core("add lri reg pair 0x%x:0x%x in inhibit ctx, vgpu:%d, rind_id:%d\n",  in restore_render_mocs_control_for_inhibit()
268 	return 0;  in restore_render_mocs_control_for_inhibit()
284 	for (index = 0; index < GEN9_MOCS_SIZE / 2; index++) {  in restore_render_mocs_l3cc_for_inhibit()
287 		gvt_dbg_core("add lri reg pair 0x%x:0x%x in inhibit ctx, vgpu:%d, rind_id:%d\n",  in restore_render_mocs_l3cc_for_inhibit()
295 	return 0;  in restore_render_mocs_l3cc_for_inhibit()
346 	[RCS0]  = 0x4260,
347 	[VCS0]  = 0x4264,
348 	[VCS1]  = 0x4268,
349 	[BCS0]  = 0x426c,
350 	[VECS0] = 0x4270,
386 	intel_uncore_write_fw(uncore, reg, 0x1);  in handle_tlb_pending_event()
388 	if (wait_for_atomic(intel_uncore_read_fw(uncore, reg) == 0, 50))  in handle_tlb_pending_event()
392 		vgpu_vreg_t(vgpu, reg) = 0;  in handle_tlb_pending_event()
403 		[RCS0]  = 0xc800,  in switch_mocs()
404 		[VCS0]  = 0xc900,  in switch_mocs()
405 		[VCS1]  = 0xca00,  in switch_mocs()
406 		[BCS0]  = 0xcc00,  in switch_mocs()
407 		[VECS0] = 0xcb00,  in switch_mocs()
424 	for (i = 0; i < GEN9_MOCS_SIZE; i++) {  in switch_mocs()
441 		l3_offset.reg = 0xb020;  in switch_mocs()
442 		for (i = 0; i < GEN9_MOCS_SIZE / 2; i++) {  in switch_mocs()
460 #define CTX_CONTEXT_CONTROL_VAL	0x03
538 		trace_render_mmio(pre ? pre->id : 0,  in switch_mmio()
539 				  next ? next->id : 0,  in switch_mmio()