1d38ceaf9SAlex Deucher /*
2d38ceaf9SAlex Deucher  * Copyright 2009 Jerome Glisse.
3d38ceaf9SAlex Deucher  *
4d38ceaf9SAlex Deucher  * Permission is hereby granted, free of charge, to any person obtaining a
5d38ceaf9SAlex Deucher  * copy of this software and associated documentation files (the "Software"),
6d38ceaf9SAlex Deucher  * to deal in the Software without restriction, including without limitation
7d38ceaf9SAlex Deucher  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8d38ceaf9SAlex Deucher  * and/or sell copies of the Software, and to permit persons to whom the
9d38ceaf9SAlex Deucher  * Software is furnished to do so, subject to the following conditions:
10d38ceaf9SAlex Deucher  *
11d38ceaf9SAlex Deucher  * The above copyright notice and this permission notice shall be included in
12d38ceaf9SAlex Deucher  * all copies or substantial portions of the Software.
13d38ceaf9SAlex Deucher  *
14d38ceaf9SAlex Deucher  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15d38ceaf9SAlex Deucher  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16d38ceaf9SAlex Deucher  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
17d38ceaf9SAlex Deucher  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18d38ceaf9SAlex Deucher  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19d38ceaf9SAlex Deucher  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20d38ceaf9SAlex Deucher  * OTHER DEALINGS IN THE SOFTWARE.
21d38ceaf9SAlex Deucher  *
22d38ceaf9SAlex Deucher  * Authors: Jerome Glisse
23d38ceaf9SAlex Deucher  */
24fdf2f6c5SSam Ravnborg 
25d38ceaf9SAlex Deucher #include <drm/amdgpu_drm.h>
26d38ceaf9SAlex Deucher #include "amdgpu.h"
27d38ceaf9SAlex Deucher 
28d38ceaf9SAlex Deucher #define AMDGPU_BENCHMARK_ITERATIONS 1024
29d38ceaf9SAlex Deucher #define AMDGPU_BENCHMARK_COMMON_MODES_N 17
30d38ceaf9SAlex Deucher 
amdgpu_benchmark_do_move(struct amdgpu_device * adev,unsigned size,uint64_t saddr,uint64_t daddr,int n,s64 * time_ms)31d38ceaf9SAlex Deucher static int amdgpu_benchmark_do_move(struct amdgpu_device *adev, unsigned size,
32*4683af14SAlex Deucher 				    uint64_t saddr, uint64_t daddr, int n, s64 *time_ms)
33d38ceaf9SAlex Deucher {
34*4683af14SAlex Deucher 	ktime_t stime, etime;
35365f7f8dSPan Bian 	struct dma_fence *fence;
36d38ceaf9SAlex Deucher 	int i, r;
37d38ceaf9SAlex Deucher 
38*4683af14SAlex Deucher 	stime = ktime_get();
39d38ceaf9SAlex Deucher 	for (i = 0; i < n; i++) {
40d38ceaf9SAlex Deucher 		struct amdgpu_ring *ring = adev->mman.buffer_funcs_ring;
41e24db985SChunming Zhou 		r = amdgpu_copy_buffer(ring, saddr, daddr, size, NULL, &fence,
42c9dc9cfeSAaron Liu 				       false, false, false);
43d38ceaf9SAlex Deucher 		if (r)
44d38ceaf9SAlex Deucher 			goto exit_do_move;
45f54d1867SChris Wilson 		r = dma_fence_wait(fence, false);
46365f7f8dSPan Bian 		dma_fence_put(fence);
47d38ceaf9SAlex Deucher 		if (r)
48d38ceaf9SAlex Deucher 			goto exit_do_move;
49d38ceaf9SAlex Deucher 	}
50d38ceaf9SAlex Deucher 
51d38ceaf9SAlex Deucher exit_do_move:
52*4683af14SAlex Deucher 	etime = ktime_get();
53*4683af14SAlex Deucher 	*time_ms = ktime_ms_delta(etime, stime);
54*4683af14SAlex Deucher 
55d38ceaf9SAlex Deucher 	return r;
56d38ceaf9SAlex Deucher }
57d38ceaf9SAlex Deucher 
58d38ceaf9SAlex Deucher 
amdgpu_benchmark_log_results(struct amdgpu_device * adev,int n,unsigned size,s64 time_ms,unsigned sdomain,unsigned ddomain,char * kind)59091cd9c3SAlex Deucher static void amdgpu_benchmark_log_results(struct amdgpu_device *adev,
60091cd9c3SAlex Deucher 					 int n, unsigned size,
61*4683af14SAlex Deucher 					 s64 time_ms,
62d38ceaf9SAlex Deucher 					 unsigned sdomain, unsigned ddomain,
63d38ceaf9SAlex Deucher 					 char *kind)
64d38ceaf9SAlex Deucher {
65*4683af14SAlex Deucher 	s64 throughput = (n * (size >> 10));
66*4683af14SAlex Deucher 
67*4683af14SAlex Deucher 	throughput = div64_s64(throughput, time_ms);
68091cd9c3SAlex Deucher 
69091cd9c3SAlex Deucher 	dev_info(adev->dev, "amdgpu: %s %u bo moves of %u kB from"
70*4683af14SAlex Deucher 		 " %d to %d in %lld ms, throughput: %lld Mb/s or %lld MB/s\n",
71*4683af14SAlex Deucher 		 kind, n, size >> 10, sdomain, ddomain, time_ms,
72d38ceaf9SAlex Deucher 		 throughput * 8, throughput);
73d38ceaf9SAlex Deucher }
74d38ceaf9SAlex Deucher 
amdgpu_benchmark_move(struct amdgpu_device * adev,unsigned size,unsigned sdomain,unsigned ddomain)75e460f244SAlex Deucher static int amdgpu_benchmark_move(struct amdgpu_device *adev, unsigned size,
76d38ceaf9SAlex Deucher 				 unsigned sdomain, unsigned ddomain)
77d38ceaf9SAlex Deucher {
78d38ceaf9SAlex Deucher 	struct amdgpu_bo *dobj = NULL;
79d38ceaf9SAlex Deucher 	struct amdgpu_bo *sobj = NULL;
80d38ceaf9SAlex Deucher 	uint64_t saddr, daddr;
81*4683af14SAlex Deucher 	s64 time_ms;
82d38ceaf9SAlex Deucher 	int r, n;
83d38ceaf9SAlex Deucher 
84d38ceaf9SAlex Deucher 	n = AMDGPU_BENCHMARK_ITERATIONS;
855a82b018SAlex Deucher 
865a82b018SAlex Deucher 	r = amdgpu_bo_create_kernel(adev, size,
875a82b018SAlex Deucher 				    PAGE_SIZE, sdomain,
885a82b018SAlex Deucher 				    &sobj,
895a82b018SAlex Deucher 				    &saddr,
905a82b018SAlex Deucher 				    NULL);
915a82b018SAlex Deucher 	if (r)
92d38ceaf9SAlex Deucher 		goto out_cleanup;
935a82b018SAlex Deucher 	r = amdgpu_bo_create_kernel(adev, size,
945a82b018SAlex Deucher 				    PAGE_SIZE, ddomain,
955a82b018SAlex Deucher 				    &dobj,
965a82b018SAlex Deucher 				    &daddr,
975a82b018SAlex Deucher 				    NULL);
985a82b018SAlex Deucher 	if (r)
99d38ceaf9SAlex Deucher 		goto out_cleanup;
100d38ceaf9SAlex Deucher 
101d38ceaf9SAlex Deucher 	if (adev->mman.buffer_funcs) {
102*4683af14SAlex Deucher 		r = amdgpu_benchmark_do_move(adev, size, saddr, daddr, n, &time_ms);
103*4683af14SAlex Deucher 		if (r)
104d38ceaf9SAlex Deucher 			goto out_cleanup;
105*4683af14SAlex Deucher 		else
106*4683af14SAlex Deucher 			amdgpu_benchmark_log_results(adev, n, size, time_ms,
107d38ceaf9SAlex Deucher 						     sdomain, ddomain, "dma");
108d38ceaf9SAlex Deucher 	}
109d38ceaf9SAlex Deucher 
110d38ceaf9SAlex Deucher out_cleanup:
111d159f26cSAlex Xie 	/* Check error value now. The value can be overwritten when clean up.*/
112e460f244SAlex Deucher 	if (r < 0)
113091cd9c3SAlex Deucher 		dev_info(adev->dev, "Error while benchmarking BO move.\n");
114d159f26cSAlex Xie 
1155a82b018SAlex Deucher 	if (sobj)
1165a82b018SAlex Deucher 		amdgpu_bo_free_kernel(&sobj, &saddr, NULL);
1175a82b018SAlex Deucher 	if (dobj)
1185a82b018SAlex Deucher 		amdgpu_bo_free_kernel(&dobj, &daddr, NULL);
119e460f244SAlex Deucher 	return r;
120d38ceaf9SAlex Deucher }
121d38ceaf9SAlex Deucher 
amdgpu_benchmark(struct amdgpu_device * adev,int test_number)122e460f244SAlex Deucher int amdgpu_benchmark(struct amdgpu_device *adev, int test_number)
123d38ceaf9SAlex Deucher {
124e460f244SAlex Deucher 	int i, r;
125aeba709aSNils Wallménius 	static const int common_modes[AMDGPU_BENCHMARK_COMMON_MODES_N] = {
126d38ceaf9SAlex Deucher 		640 * 480 * 4,
127d38ceaf9SAlex Deucher 		720 * 480 * 4,
128d38ceaf9SAlex Deucher 		800 * 600 * 4,
129d38ceaf9SAlex Deucher 		848 * 480 * 4,
130d38ceaf9SAlex Deucher 		1024 * 768 * 4,
131d38ceaf9SAlex Deucher 		1152 * 768 * 4,
132d38ceaf9SAlex Deucher 		1280 * 720 * 4,
133d38ceaf9SAlex Deucher 		1280 * 800 * 4,
134d38ceaf9SAlex Deucher 		1280 * 854 * 4,
135d38ceaf9SAlex Deucher 		1280 * 960 * 4,
136d38ceaf9SAlex Deucher 		1280 * 1024 * 4,
137d38ceaf9SAlex Deucher 		1440 * 900 * 4,
138d38ceaf9SAlex Deucher 		1400 * 1050 * 4,
139d38ceaf9SAlex Deucher 		1680 * 1050 * 4,
140d38ceaf9SAlex Deucher 		1600 * 1200 * 4,
141d38ceaf9SAlex Deucher 		1920 * 1080 * 4,
142d38ceaf9SAlex Deucher 		1920 * 1200 * 4
143d38ceaf9SAlex Deucher 	};
144d38ceaf9SAlex Deucher 
145f113cc32SAlex Deucher 	mutex_lock(&adev->benchmark_mutex);
146d38ceaf9SAlex Deucher 	switch (test_number) {
147d38ceaf9SAlex Deucher 	case 1:
148b887d5f9SAlex Deucher 		dev_info(adev->dev,
149b887d5f9SAlex Deucher 			 "benchmark test: %d (simple test, VRAM to GTT and GTT to VRAM)\n",
150b887d5f9SAlex Deucher 			 test_number);
151d38ceaf9SAlex Deucher 		/* simple test, VRAM to GTT and GTT to VRAM */
152e460f244SAlex Deucher 		r = amdgpu_benchmark_move(adev, 1024*1024, AMDGPU_GEM_DOMAIN_GTT,
153d38ceaf9SAlex Deucher 					  AMDGPU_GEM_DOMAIN_VRAM);
154e460f244SAlex Deucher 		if (r)
155f113cc32SAlex Deucher 			goto done;
156e460f244SAlex Deucher 		r = amdgpu_benchmark_move(adev, 1024*1024, AMDGPU_GEM_DOMAIN_VRAM,
157d38ceaf9SAlex Deucher 					  AMDGPU_GEM_DOMAIN_GTT);
158e460f244SAlex Deucher 		if (r)
159f113cc32SAlex Deucher 			goto done;
160d38ceaf9SAlex Deucher 		break;
161d38ceaf9SAlex Deucher 	case 2:
162b887d5f9SAlex Deucher 		dev_info(adev->dev,
163b887d5f9SAlex Deucher 			 "benchmark test: %d (simple test, VRAM to VRAM)\n",
164b887d5f9SAlex Deucher 			 test_number);
165d38ceaf9SAlex Deucher 		/* simple test, VRAM to VRAM */
166e460f244SAlex Deucher 		r = amdgpu_benchmark_move(adev, 1024*1024, AMDGPU_GEM_DOMAIN_VRAM,
167d38ceaf9SAlex Deucher 					  AMDGPU_GEM_DOMAIN_VRAM);
168e460f244SAlex Deucher 		if (r)
169f113cc32SAlex Deucher 			goto done;
170d38ceaf9SAlex Deucher 		break;
171d38ceaf9SAlex Deucher 	case 3:
172b887d5f9SAlex Deucher 		dev_info(adev->dev,
173b887d5f9SAlex Deucher 			 "benchmark test: %d (GTT to VRAM, buffer size sweep, powers of 2)\n",
174b887d5f9SAlex Deucher 			 test_number);
175d38ceaf9SAlex Deucher 		/* GTT to VRAM, buffer size sweep, powers of 2 */
176e460f244SAlex Deucher 		for (i = 1; i <= 16384; i <<= 1) {
177e460f244SAlex Deucher 			r = amdgpu_benchmark_move(adev, i * AMDGPU_GPU_PAGE_SIZE,
178d38ceaf9SAlex Deucher 						  AMDGPU_GEM_DOMAIN_GTT,
179d38ceaf9SAlex Deucher 						  AMDGPU_GEM_DOMAIN_VRAM);
180e460f244SAlex Deucher 			if (r)
181f113cc32SAlex Deucher 				goto done;
182e460f244SAlex Deucher 		}
183d38ceaf9SAlex Deucher 		break;
184d38ceaf9SAlex Deucher 	case 4:
185b887d5f9SAlex Deucher 		dev_info(adev->dev,
186b887d5f9SAlex Deucher 			 "benchmark test: %d (VRAM to GTT, buffer size sweep, powers of 2)\n",
187b887d5f9SAlex Deucher 			 test_number);
188d38ceaf9SAlex Deucher 		/* VRAM to GTT, buffer size sweep, powers of 2 */
189e460f244SAlex Deucher 		for (i = 1; i <= 16384; i <<= 1) {
190e460f244SAlex Deucher 			r = amdgpu_benchmark_move(adev, i * AMDGPU_GPU_PAGE_SIZE,
191d38ceaf9SAlex Deucher 						  AMDGPU_GEM_DOMAIN_VRAM,
192d38ceaf9SAlex Deucher 						  AMDGPU_GEM_DOMAIN_GTT);
193e460f244SAlex Deucher 			if (r)
194f113cc32SAlex Deucher 				goto done;
195e460f244SAlex Deucher 		}
196d38ceaf9SAlex Deucher 		break;
197d38ceaf9SAlex Deucher 	case 5:
198b887d5f9SAlex Deucher 		dev_info(adev->dev,
199b887d5f9SAlex Deucher 			 "benchmark test: %d (VRAM to VRAM, buffer size sweep, powers of 2)\n",
200b887d5f9SAlex Deucher 			 test_number);
201d38ceaf9SAlex Deucher 		/* VRAM to VRAM, buffer size sweep, powers of 2 */
202e460f244SAlex Deucher 		for (i = 1; i <= 16384; i <<= 1) {
203e460f244SAlex Deucher 			r = amdgpu_benchmark_move(adev, i * AMDGPU_GPU_PAGE_SIZE,
204d38ceaf9SAlex Deucher 						  AMDGPU_GEM_DOMAIN_VRAM,
205d38ceaf9SAlex Deucher 						  AMDGPU_GEM_DOMAIN_VRAM);
206e460f244SAlex Deucher 			if (r)
207f113cc32SAlex Deucher 				goto done;
208e460f244SAlex Deucher 		}
209d38ceaf9SAlex Deucher 		break;
210d38ceaf9SAlex Deucher 	case 6:
211b887d5f9SAlex Deucher 		dev_info(adev->dev,
212b887d5f9SAlex Deucher 			 "benchmark test: %d (GTT to VRAM, buffer size sweep, common modes)\n",
213b887d5f9SAlex Deucher 			 test_number);
214d38ceaf9SAlex Deucher 		/* GTT to VRAM, buffer size sweep, common modes */
215e460f244SAlex Deucher 		for (i = 0; i < AMDGPU_BENCHMARK_COMMON_MODES_N; i++) {
216e460f244SAlex Deucher 			r = amdgpu_benchmark_move(adev, common_modes[i],
217d38ceaf9SAlex Deucher 						  AMDGPU_GEM_DOMAIN_GTT,
218d38ceaf9SAlex Deucher 						  AMDGPU_GEM_DOMAIN_VRAM);
219e460f244SAlex Deucher 			if (r)
220f113cc32SAlex Deucher 				goto done;
221e460f244SAlex Deucher 		}
222d38ceaf9SAlex Deucher 		break;
223d38ceaf9SAlex Deucher 	case 7:
224b887d5f9SAlex Deucher 		dev_info(adev->dev,
225b887d5f9SAlex Deucher 			 "benchmark test: %d (VRAM to GTT, buffer size sweep, common modes)\n",
226b887d5f9SAlex Deucher 			 test_number);
227d38ceaf9SAlex Deucher 		/* VRAM to GTT, buffer size sweep, common modes */
228e460f244SAlex Deucher 		for (i = 0; i < AMDGPU_BENCHMARK_COMMON_MODES_N; i++) {
229e460f244SAlex Deucher 			r = amdgpu_benchmark_move(adev, common_modes[i],
230d38ceaf9SAlex Deucher 						  AMDGPU_GEM_DOMAIN_VRAM,
231d38ceaf9SAlex Deucher 						  AMDGPU_GEM_DOMAIN_GTT);
232e460f244SAlex Deucher 			if (r)
233f113cc32SAlex Deucher 				goto done;
234e460f244SAlex Deucher 		}
235d38ceaf9SAlex Deucher 		break;
236d38ceaf9SAlex Deucher 	case 8:
237b887d5f9SAlex Deucher 		dev_info(adev->dev,
238b887d5f9SAlex Deucher 			 "benchmark test: %d (VRAM to VRAM, buffer size sweep, common modes)\n",
239b887d5f9SAlex Deucher 			 test_number);
240d38ceaf9SAlex Deucher 		/* VRAM to VRAM, buffer size sweep, common modes */
241e460f244SAlex Deucher 		for (i = 0; i < AMDGPU_BENCHMARK_COMMON_MODES_N; i++) {
242e460f244SAlex Deucher 			r = amdgpu_benchmark_move(adev, common_modes[i],
243d38ceaf9SAlex Deucher 					      AMDGPU_GEM_DOMAIN_VRAM,
244d38ceaf9SAlex Deucher 					      AMDGPU_GEM_DOMAIN_VRAM);
245e460f244SAlex Deucher 			if (r)
246f113cc32SAlex Deucher 				goto done;
247e460f244SAlex Deucher 		}
248d38ceaf9SAlex Deucher 		break;
249d38ceaf9SAlex Deucher 
250d38ceaf9SAlex Deucher 	default:
251b887d5f9SAlex Deucher 		dev_info(adev->dev, "Unknown benchmark %d\n", test_number);
252e460f244SAlex Deucher 		r = -EINVAL;
253e460f244SAlex Deucher 		break;
254d38ceaf9SAlex Deucher 	}
255f113cc32SAlex Deucher 
256f113cc32SAlex Deucher done:
257f113cc32SAlex Deucher 	mutex_unlock(&adev->benchmark_mutex);
258f113cc32SAlex Deucher 
259e460f244SAlex Deucher 	return r;
260d38ceaf9SAlex Deucher }
261