1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24#include <linux/kthread.h>
25#include <linux/wait.h>
26#include <linux/sched.h>
27#include <drm/drmP.h>
28#include "amdgpu.h"
29#include "amdgpu_trace.h"
30
31static struct fence *amdgpu_sched_dependency(struct amd_sched_job *sched_job)
32{
33 struct amdgpu_job *job = to_amdgpu_job(sched_job);
34 return amdgpu_sync_get_fence(&job->ibs->sync);
35}
36
37static struct fence *amdgpu_sched_run_job(struct amd_sched_job *sched_job)
38{
39 struct amdgpu_fence *fence = NULL;
40 struct amdgpu_job *job;
41 int r;
42
43 if (!sched_job) {
44 DRM_ERROR("job is null\n");
45 return NULL;
46 }
47 job = to_amdgpu_job(sched_job);
48 trace_amdgpu_sched_run_job(job);
49 r = amdgpu_ib_schedule(job->adev, job->num_ibs, job->ibs, job->owner);
50 if (r) {
51 DRM_ERROR("Error scheduling IBs (%d)\n", r);
52 goto err;
53 }
54
55 fence = job->ibs[job->num_ibs - 1].fence;
56 fence_get(&fence->base);
57
58err:
59 if (job->free_job)
60 job->free_job(job);
61
62 kfree(job);
63 return fence ? &fence->base : NULL;
64}
65
66struct amd_sched_backend_ops amdgpu_sched_ops = {
67 .dependency = amdgpu_sched_dependency,
68 .run_job = amdgpu_sched_run_job,
69};
70
71int amdgpu_sched_ib_submit_kernel_helper(struct amdgpu_device *adev,
72 struct amdgpu_ring *ring,
73 struct amdgpu_ib *ibs,
74 unsigned num_ibs,
75 int (*free_job)(struct amdgpu_job *),
76 void *owner,
77 struct fence **f)
78{
79 int r = 0;
80 if (amdgpu_enable_scheduler) {
81 struct amdgpu_job *job =
82 kzalloc(sizeof(struct amdgpu_job), GFP_KERNEL);
83 if (!job)
84 return -ENOMEM;
85 job->base.sched = &ring->sched;
86 job->base.s_entity = &adev->kernel_ctx.rings[ring->idx].entity;
87 job->base.s_fence = amd_sched_fence_create(job->base.s_entity, owner);
88 if (!job->base.s_fence) {
89 kfree(job);
90 return -ENOMEM;
91 }
92 *f = fence_get(&job->base.s_fence->base);
93
94 job->adev = adev;
95 job->ibs = ibs;
96 job->num_ibs = num_ibs;
97 job->owner = owner;
98 job->free_job = free_job;
99 amd_sched_entity_push_job(&job->base);
100 } else {
101 r = amdgpu_ib_schedule(adev, num_ibs, ibs, owner);
102 if (r)
103 return r;
104 *f = fence_get(&ibs[num_ibs - 1].fence->base);
105 }
106
107 return 0;
108}
109