1 /*
2  * Copyright 2007 Dave Airlied
3  * All Rights Reserved.
4  *
5  * Permission is hereby granted, free of charge, to any person obtaining a
6  * copy of this software and associated documentation files (the "Software"),
7  * to deal in the Software without restriction, including without limitation
8  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
9  * and/or sell copies of the Software, and to permit persons to whom the
10  * Software is furnished to do so, subject to the following conditions:
11  *
12  * The above copyright notice and this permission notice (including the next
13  * paragraph) shall be included in all copies or substantial portions of the
14  * Software.
15  *
16  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
19  * VA LINUX SYSTEMS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
20  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
21  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
22  * OTHER DEALINGS IN THE SOFTWARE.
23  */
24 /*
25  * Authors: Dave Airlied <airlied@linux.ie>
26  *	    Ben Skeggs   <darktama@iinet.net.au>
27  *	    Jeremy Kolb  <jkolb@brandeis.edu>
28  */
29 #include "nouveau_bo.h"
30 #include "nouveau_dma.h"
31 #include "nouveau_drv.h"
32 #include "nouveau_mem.h"
33 
34 #include <nvif/push206e.h>
35 
36 #include <nvhw/class/cl5039.h>
37 
38 int
39 nv50_bo_move_m2mf(struct nouveau_channel *chan, struct ttm_buffer_object *bo,
40 		  struct ttm_mem_reg *old_reg, struct ttm_mem_reg *new_reg)
41 {
42 	struct nouveau_mem *mem = nouveau_mem(old_reg);
43 	struct nvif_push *push = chan->chan.push;
44 	u64 length = (new_reg->num_pages << PAGE_SHIFT);
45 	u64 src_offset = mem->vma[0].addr;
46 	u64 dst_offset = mem->vma[1].addr;
47 	int src_tiled = !!mem->kind;
48 	int dst_tiled = !!nouveau_mem(new_reg)->kind;
49 	int ret;
50 
51 	while (length) {
52 		u32 amount, stride, height;
53 
54 		ret = PUSH_WAIT(push, 18 + 6 * (src_tiled + dst_tiled));
55 		if (ret)
56 			return ret;
57 
58 		amount  = min(length, (u64)(4 * 1024 * 1024));
59 		stride  = 16 * 4;
60 		height  = amount / stride;
61 
62 		if (src_tiled) {
63 			PUSH_MTHD(push, NV5039, SET_SRC_MEMORY_LAYOUT,
64 				  NVDEF(NV5039, SET_SRC_MEMORY_LAYOUT, V, BLOCKLINEAR),
65 
66 						SET_SRC_BLOCK_SIZE,
67 				  NVDEF(NV5039, SET_SRC_BLOCK_SIZE, WIDTH, ONE_GOB) |
68 				  NVDEF(NV5039, SET_SRC_BLOCK_SIZE, HEIGHT, ONE_GOB) |
69 				  NVDEF(NV5039, SET_SRC_BLOCK_SIZE, DEPTH, ONE_GOB),
70 
71 						SET_SRC_WIDTH, stride,
72 						SET_SRC_HEIGHT, height,
73 						SET_SRC_DEPTH, 1,
74 						SET_SRC_LAYER, 0,
75 
76 						SET_SRC_ORIGIN,
77 				  NVVAL(NV5039, SET_SRC_ORIGIN, X, 0) |
78 				  NVVAL(NV5039, SET_SRC_ORIGIN, Y, 0));
79 		} else {
80 			PUSH_MTHD(push, NV5039, SET_SRC_MEMORY_LAYOUT,
81 				  NVDEF(NV5039, SET_SRC_MEMORY_LAYOUT, V, PITCH));
82 		}
83 
84 		if (dst_tiled) {
85 			PUSH_MTHD(push, NV5039, SET_DST_MEMORY_LAYOUT,
86 				  NVDEF(NV5039, SET_DST_MEMORY_LAYOUT, V, BLOCKLINEAR),
87 
88 						SET_DST_BLOCK_SIZE,
89 				  NVDEF(NV5039, SET_DST_BLOCK_SIZE, WIDTH, ONE_GOB) |
90 				  NVDEF(NV5039, SET_DST_BLOCK_SIZE, HEIGHT, ONE_GOB) |
91 				  NVDEF(NV5039, SET_DST_BLOCK_SIZE, DEPTH, ONE_GOB),
92 
93 						SET_DST_WIDTH, stride,
94 						SET_DST_HEIGHT, height,
95 						SET_DST_DEPTH, 1,
96 						SET_DST_LAYER, 0,
97 
98 						SET_DST_ORIGIN,
99 				  NVVAL(NV5039, SET_DST_ORIGIN, X, 0) |
100 				  NVVAL(NV5039, SET_DST_ORIGIN, Y, 0));
101 		} else {
102 			PUSH_MTHD(push, NV5039, SET_DST_MEMORY_LAYOUT,
103 				  NVDEF(NV5039, SET_DST_MEMORY_LAYOUT, V, PITCH));
104 		}
105 
106 		PUSH_MTHD(push, NV5039, OFFSET_IN_UPPER,
107 			  NVVAL(NV5039, OFFSET_IN_UPPER, VALUE, upper_32_bits(src_offset)),
108 
109 					OFFSET_OUT_UPPER,
110 			  NVVAL(NV5039, OFFSET_OUT_UPPER, VALUE, upper_32_bits(dst_offset)));
111 
112 		PUSH_MTHD(push, NV5039, OFFSET_IN, lower_32_bits(src_offset),
113 					OFFSET_OUT, lower_32_bits(dst_offset),
114 					PITCH_IN, stride,
115 					PITCH_OUT, stride,
116 					LINE_LENGTH_IN, stride,
117 					LINE_COUNT, height,
118 
119 					FORMAT,
120 			  NVDEF(NV5039, FORMAT, IN, ONE) |
121 			  NVDEF(NV5039, FORMAT, OUT, ONE),
122 
123 					BUFFER_NOTIFY,
124 			  NVDEF(NV5039, BUFFER_NOTIFY, TYPE, WRITE_ONLY));
125 
126 		PUSH_MTHD(push, NV5039, NO_OPERATION, 0x00000000);
127 
128 		length -= amount;
129 		src_offset += amount;
130 		dst_offset += amount;
131 	}
132 
133 	return 0;
134 }
135 
136 int
137 nv50_bo_move_init(struct nouveau_channel *chan, u32 handle)
138 {
139 	struct nvif_push *push = chan->chan.push;
140 	int ret;
141 
142 	ret = PUSH_WAIT(push, 6);
143 	if (ret)
144 		return ret;
145 
146 	PUSH_MTHD(push, NV5039, SET_OBJECT, handle);
147 	PUSH_MTHD(push, NV5039, SET_CONTEXT_DMA_NOTIFY, chan->drm->ntfy.handle,
148 				SET_CONTEXT_DMA_BUFFER_IN, chan->vram.handle,
149 				SET_CONTEXT_DMA_BUFFER_OUT, chan->vram.handle);
150 	return 0;
151 }
152