1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29#include "nouveau_bo.h"
30#include "nouveau_dma.h"
31#include "nouveau_drv.h"
32#include "nouveau_mem.h"
33
34#include <nvif/push206e.h>
35
36#include <nvhw/class/cl5039.h>
37
38int
39nv50_bo_move_m2mf(struct nouveau_channel *chan, struct ttm_buffer_object *bo,
40 struct ttm_resource *old_reg, struct ttm_resource *new_reg)
41{
42 struct nouveau_mem *mem = nouveau_mem(old_reg);
43 struct nvif_push *push = chan->chan.push;
44 u64 length = (new_reg->num_pages << PAGE_SHIFT);
45 u64 src_offset = mem->vma[0].addr;
46 u64 dst_offset = mem->vma[1].addr;
47 int src_tiled = !!mem->kind;
48 int dst_tiled = !!nouveau_mem(new_reg)->kind;
49 int ret;
50
51 while (length) {
52 u32 amount, stride, height;
53
54 ret = PUSH_WAIT(push, 18 + 6 * (src_tiled + dst_tiled));
55 if (ret)
56 return ret;
57
58 amount = min(length, (u64)(4 * 1024 * 1024));
59 stride = 16 * 4;
60 height = amount / stride;
61
62 if (src_tiled) {
63 PUSH_MTHD(push, NV5039, SET_SRC_MEMORY_LAYOUT,
64 NVDEF(NV5039, SET_SRC_MEMORY_LAYOUT, V, BLOCKLINEAR),
65
66 SET_SRC_BLOCK_SIZE,
67 NVDEF(NV5039, SET_SRC_BLOCK_SIZE, WIDTH, ONE_GOB) |
68 NVDEF(NV5039, SET_SRC_BLOCK_SIZE, HEIGHT, ONE_GOB) |
69 NVDEF(NV5039, SET_SRC_BLOCK_SIZE, DEPTH, ONE_GOB),
70
71 SET_SRC_WIDTH, stride,
72 SET_SRC_HEIGHT, height,
73 SET_SRC_DEPTH, 1,
74 SET_SRC_LAYER, 0,
75
76 SET_SRC_ORIGIN,
77 NVVAL(NV5039, SET_SRC_ORIGIN, X, 0) |
78 NVVAL(NV5039, SET_SRC_ORIGIN, Y, 0));
79 } else {
80 PUSH_MTHD(push, NV5039, SET_SRC_MEMORY_LAYOUT,
81 NVDEF(NV5039, SET_SRC_MEMORY_LAYOUT, V, PITCH));
82 }
83
84 if (dst_tiled) {
85 PUSH_MTHD(push, NV5039, SET_DST_MEMORY_LAYOUT,
86 NVDEF(NV5039, SET_DST_MEMORY_LAYOUT, V, BLOCKLINEAR),
87
88 SET_DST_BLOCK_SIZE,
89 NVDEF(NV5039, SET_DST_BLOCK_SIZE, WIDTH, ONE_GOB) |
90 NVDEF(NV5039, SET_DST_BLOCK_SIZE, HEIGHT, ONE_GOB) |
91 NVDEF(NV5039, SET_DST_BLOCK_SIZE, DEPTH, ONE_GOB),
92
93 SET_DST_WIDTH, stride,
94 SET_DST_HEIGHT, height,
95 SET_DST_DEPTH, 1,
96 SET_DST_LAYER, 0,
97
98 SET_DST_ORIGIN,
99 NVVAL(NV5039, SET_DST_ORIGIN, X, 0) |
100 NVVAL(NV5039, SET_DST_ORIGIN, Y, 0));
101 } else {
102 PUSH_MTHD(push, NV5039, SET_DST_MEMORY_LAYOUT,
103 NVDEF(NV5039, SET_DST_MEMORY_LAYOUT, V, PITCH));
104 }
105
106 PUSH_MTHD(push, NV5039, OFFSET_IN_UPPER,
107 NVVAL(NV5039, OFFSET_IN_UPPER, VALUE, upper_32_bits(src_offset)),
108
109 OFFSET_OUT_UPPER,
110 NVVAL(NV5039, OFFSET_OUT_UPPER, VALUE, upper_32_bits(dst_offset)));
111
112 PUSH_MTHD(push, NV5039, OFFSET_IN, lower_32_bits(src_offset),
113 OFFSET_OUT, lower_32_bits(dst_offset),
114 PITCH_IN, stride,
115 PITCH_OUT, stride,
116 LINE_LENGTH_IN, stride,
117 LINE_COUNT, height,
118
119 FORMAT,
120 NVDEF(NV5039, FORMAT, IN, ONE) |
121 NVDEF(NV5039, FORMAT, OUT, ONE),
122
123 BUFFER_NOTIFY,
124 NVDEF(NV5039, BUFFER_NOTIFY, TYPE, WRITE_ONLY));
125
126 PUSH_MTHD(push, NV5039, NO_OPERATION, 0x00000000);
127
128 length -= amount;
129 src_offset += amount;
130 dst_offset += amount;
131 }
132
133 return 0;
134}
135
136int
137nv50_bo_move_init(struct nouveau_channel *chan, u32 handle)
138{
139 struct nvif_push *push = chan->chan.push;
140 int ret;
141
142 ret = PUSH_WAIT(push, 6);
143 if (ret)
144 return ret;
145
146 PUSH_MTHD(push, NV5039, SET_OBJECT, handle);
147 PUSH_MTHD(push, NV5039, SET_CONTEXT_DMA_NOTIFY, chan->drm->ntfy.handle,
148 SET_CONTEXT_DMA_BUFFER_IN, chan->vram.handle,
149 SET_CONTEXT_DMA_BUFFER_OUT, chan->vram.handle);
150 return 0;
151}
152