1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29#include "nouveau_bo.h"
30#include "nouveau_dma.h"
31#include "nouveau_drv.h"
32
33#include <nvif/push006c.h>
34
35#include <nvhw/class/cl0039.h>
36
37static inline uint32_t
38nouveau_bo_mem_ctxdma(struct ttm_buffer_object *bo,
39 struct nouveau_channel *chan, struct ttm_resource *reg)
40{
41 if (reg->mem_type == TTM_PL_TT)
42 return NvDmaTT;
43 return chan->vram.handle;
44}
45
46int
47nv04_bo_move_m2mf(struct nouveau_channel *chan, struct ttm_buffer_object *bo,
48 struct ttm_resource *old_reg, struct ttm_resource *new_reg)
49{
50 struct nvif_push *push = chan->chan.push;
51 u32 src_ctxdma = nouveau_bo_mem_ctxdma(bo, chan, old_reg);
52 u32 src_offset = old_reg->start << PAGE_SHIFT;
53 u32 dst_ctxdma = nouveau_bo_mem_ctxdma(bo, chan, new_reg);
54 u32 dst_offset = new_reg->start << PAGE_SHIFT;
55 u32 page_count = new_reg->num_pages;
56 int ret;
57
58 ret = PUSH_WAIT(push, 3);
59 if (ret)
60 return ret;
61
62 PUSH_MTHD(push, NV039, SET_CONTEXT_DMA_BUFFER_IN, src_ctxdma,
63 SET_CONTEXT_DMA_BUFFER_OUT, dst_ctxdma);
64
65 page_count = new_reg->num_pages;
66 while (page_count) {
67 int line_count = (page_count > 2047) ? 2047 : page_count;
68
69 ret = PUSH_WAIT(push, 11);
70 if (ret)
71 return ret;
72
73 PUSH_MTHD(push, NV039, OFFSET_IN, src_offset,
74 OFFSET_OUT, dst_offset,
75 PITCH_IN, PAGE_SIZE,
76 PITCH_OUT, PAGE_SIZE,
77 LINE_LENGTH_IN, PAGE_SIZE,
78 LINE_COUNT, line_count,
79
80 FORMAT,
81 NVVAL(NV039, FORMAT, IN, 1) |
82 NVVAL(NV039, FORMAT, OUT, 1),
83
84 BUFFER_NOTIFY, NV039_BUFFER_NOTIFY_WRITE_ONLY);
85
86 PUSH_MTHD(push, NV039, NO_OPERATION, 0x00000000);
87
88 page_count -= line_count;
89 src_offset += (PAGE_SIZE * line_count);
90 dst_offset += (PAGE_SIZE * line_count);
91 }
92
93 return 0;
94}
95
96int
97nv04_bo_move_init(struct nouveau_channel *chan, u32 handle)
98{
99 struct nvif_push *push = chan->chan.push;
100 int ret;
101
102 ret = PUSH_WAIT(push, 4);
103 if (ret)
104 return ret;
105
106 PUSH_MTHD(push, NV039, SET_OBJECT, handle);
107 PUSH_MTHD(push, NV039, SET_CONTEXT_DMA_NOTIFIES, chan->drm->ntfy.handle);
108 return 0;
109}
110