2 * Copyright © 2016 Intel Corporation
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
25 #include "gem/i915_gem_context.h"
26 #include "gt/intel_ring.h"
29 #include "intel_context.h"
30 #include "intel_engine_pm.h"
32 #include "mock_engine.h"
33 #include "selftests/mock_request.h"
35 static void mock_timeline_pin(struct intel_timeline
*tl
)
37 atomic_inc(&tl
->pin_count
);
40 static void mock_timeline_unpin(struct intel_timeline
*tl
)
42 GEM_BUG_ON(!atomic_read(&tl
->pin_count
));
43 atomic_dec(&tl
->pin_count
);
46 static struct intel_ring
*mock_ring(struct intel_engine_cs
*engine
)
48 const unsigned long sz
= PAGE_SIZE
/ 2;
49 struct intel_ring
*ring
;
51 ring
= kzalloc(sizeof(*ring
) + sz
, GFP_KERNEL
);
55 kref_init(&ring
->ref
);
57 ring
->effective_size
= sz
;
58 ring
->vaddr
= (void *)(ring
+ 1);
59 atomic_set(&ring
->pin_count
, 1);
61 ring
->vma
= i915_vma_alloc();
66 i915_active_init(&ring
->vma
->active
, NULL
, NULL
);
67 __set_bit(I915_VMA_GGTT_BIT
, __i915_vma_flags(ring
->vma
));
68 __set_bit(DRM_MM_NODE_ALLOCATED_BIT
, &ring
->vma
->node
.flags
);
69 ring
->vma
->node
.size
= sz
;
71 intel_ring_update_space(ring
);
76 static void mock_ring_free(struct intel_ring
*ring
)
78 i915_active_fini(&ring
->vma
->active
);
79 i915_vma_free(ring
->vma
);
84 static struct i915_request
*first_request(struct mock_engine
*engine
)
86 return list_first_entry_or_null(&engine
->hw_queue
,
91 static void advance(struct i915_request
*request
)
93 list_del_init(&request
->mock
.link
);
94 i915_request_mark_complete(request
);
95 GEM_BUG_ON(!i915_request_completed(request
));
97 intel_engine_signal_breadcrumbs(request
->engine
);
100 static void hw_delay_complete(struct timer_list
*t
)
102 struct mock_engine
*engine
= from_timer(engine
, t
, hw_delay
);
103 struct i915_request
*request
;
106 spin_lock_irqsave(&engine
->hw_lock
, flags
);
108 /* Timer fired, first request is complete */
109 request
= first_request(engine
);
114 * Also immediately signal any subsequent 0-delay requests, but
115 * requeue the timer for the next delayed request.
117 while ((request
= first_request(engine
))) {
118 if (request
->mock
.delay
) {
119 mod_timer(&engine
->hw_delay
,
120 jiffies
+ request
->mock
.delay
);
127 spin_unlock_irqrestore(&engine
->hw_lock
, flags
);
130 static void mock_context_unpin(struct intel_context
*ce
)
134 static void mock_context_post_unpin(struct intel_context
*ce
)
138 static void mock_context_destroy(struct kref
*ref
)
140 struct intel_context
*ce
= container_of(ref
, typeof(*ce
), ref
);
142 GEM_BUG_ON(intel_context_is_pinned(ce
));
144 if (test_bit(CONTEXT_ALLOC_BIT
, &ce
->flags
)) {
145 mock_ring_free(ce
->ring
);
146 mock_timeline_unpin(ce
->timeline
);
149 intel_context_fini(ce
);
150 intel_context_free(ce
);
153 static int mock_context_alloc(struct intel_context
*ce
)
155 ce
->ring
= mock_ring(ce
->engine
);
159 ce
->timeline
= intel_timeline_create(ce
->engine
->gt
);
160 if (IS_ERR(ce
->timeline
)) {
162 return PTR_ERR(ce
->timeline
);
165 mock_timeline_pin(ce
->timeline
);
170 static int mock_context_pre_pin(struct intel_context
*ce
,
171 struct i915_gem_ww_ctx
*ww
, void **unused
)
176 static int mock_context_pin(struct intel_context
*ce
, void *unused
)
181 static void mock_context_reset(struct intel_context
*ce
)
185 static const struct intel_context_ops mock_context_ops
= {
186 .alloc
= mock_context_alloc
,
188 .pre_pin
= mock_context_pre_pin
,
189 .pin
= mock_context_pin
,
190 .unpin
= mock_context_unpin
,
191 .post_unpin
= mock_context_post_unpin
,
193 .enter
= intel_context_enter_engine
,
194 .exit
= intel_context_exit_engine
,
196 .reset
= mock_context_reset
,
197 .destroy
= mock_context_destroy
,
200 static int mock_request_alloc(struct i915_request
*request
)
202 INIT_LIST_HEAD(&request
->mock
.link
);
203 request
->mock
.delay
= 0;
208 static int mock_emit_flush(struct i915_request
*request
,
214 static u32
*mock_emit_breadcrumb(struct i915_request
*request
, u32
*cs
)
219 static void mock_submit_request(struct i915_request
*request
)
221 struct mock_engine
*engine
=
222 container_of(request
->engine
, typeof(*engine
), base
);
225 i915_request_submit(request
);
227 spin_lock_irqsave(&engine
->hw_lock
, flags
);
228 list_add_tail(&request
->mock
.link
, &engine
->hw_queue
);
229 if (list_is_first(&request
->mock
.link
, &engine
->hw_queue
)) {
230 if (request
->mock
.delay
)
231 mod_timer(&engine
->hw_delay
,
232 jiffies
+ request
->mock
.delay
);
236 spin_unlock_irqrestore(&engine
->hw_lock
, flags
);
239 static void mock_reset_prepare(struct intel_engine_cs
*engine
)
243 static void mock_reset_rewind(struct intel_engine_cs
*engine
, bool stalled
)
248 static void mark_eio(struct i915_request
*rq
)
250 if (i915_request_completed(rq
))
253 GEM_BUG_ON(i915_request_signaled(rq
));
255 i915_request_set_error_once(rq
, -EIO
);
256 i915_request_mark_complete(rq
);
259 static void mock_reset_cancel(struct intel_engine_cs
*engine
)
261 struct mock_engine
*mock
=
262 container_of(engine
, typeof(*mock
), base
);
263 struct i915_request
*rq
;
266 del_timer_sync(&mock
->hw_delay
);
268 spin_lock_irqsave(&engine
->active
.lock
, flags
);
270 /* Mark all submitted requests as skipped. */
271 list_for_each_entry(rq
, &engine
->active
.requests
, sched
.link
)
273 intel_engine_signal_breadcrumbs(engine
);
275 /* Cancel and submit all pending requests. */
276 list_for_each_entry(rq
, &mock
->hw_queue
, mock
.link
) {
278 __i915_request_submit(rq
);
280 INIT_LIST_HEAD(&mock
->hw_queue
);
282 spin_unlock_irqrestore(&engine
->active
.lock
, flags
);
285 static void mock_reset_finish(struct intel_engine_cs
*engine
)
289 static void mock_engine_release(struct intel_engine_cs
*engine
)
291 struct mock_engine
*mock
=
292 container_of(engine
, typeof(*mock
), base
);
294 GEM_BUG_ON(timer_pending(&mock
->hw_delay
));
296 intel_breadcrumbs_free(engine
->breadcrumbs
);
298 intel_context_unpin(engine
->kernel_context
);
299 intel_context_put(engine
->kernel_context
);
301 intel_engine_fini_retire(engine
);
304 struct intel_engine_cs
*mock_engine(struct drm_i915_private
*i915
,
308 struct mock_engine
*engine
;
310 GEM_BUG_ON(id
>= I915_NUM_ENGINES
);
311 GEM_BUG_ON(!i915
->gt
.uncore
);
313 engine
= kzalloc(sizeof(*engine
) + PAGE_SIZE
, GFP_KERNEL
);
317 /* minimal engine setup for requests */
318 engine
->base
.i915
= i915
;
319 engine
->base
.gt
= &i915
->gt
;
320 engine
->base
.uncore
= i915
->gt
.uncore
;
321 snprintf(engine
->base
.name
, sizeof(engine
->base
.name
), "%s", name
);
322 engine
->base
.id
= id
;
323 engine
->base
.mask
= BIT(id
);
324 engine
->base
.legacy_idx
= INVALID_ENGINE
;
325 engine
->base
.instance
= id
;
326 engine
->base
.status_page
.addr
= (void *)(engine
+ 1);
328 engine
->base
.cops
= &mock_context_ops
;
329 engine
->base
.request_alloc
= mock_request_alloc
;
330 engine
->base
.emit_flush
= mock_emit_flush
;
331 engine
->base
.emit_fini_breadcrumb
= mock_emit_breadcrumb
;
332 engine
->base
.submit_request
= mock_submit_request
;
334 engine
->base
.reset
.prepare
= mock_reset_prepare
;
335 engine
->base
.reset
.rewind
= mock_reset_rewind
;
336 engine
->base
.reset
.cancel
= mock_reset_cancel
;
337 engine
->base
.reset
.finish
= mock_reset_finish
;
339 engine
->base
.release
= mock_engine_release
;
341 i915
->gt
.engine
[id
] = &engine
->base
;
342 i915
->gt
.engine_class
[0][id
] = &engine
->base
;
345 spin_lock_init(&engine
->hw_lock
);
346 timer_setup(&engine
->hw_delay
, hw_delay_complete
, 0);
347 INIT_LIST_HEAD(&engine
->hw_queue
);
349 intel_engine_add_user(&engine
->base
);
351 return &engine
->base
;
354 int mock_engine_init(struct intel_engine_cs
*engine
)
356 struct intel_context
*ce
;
358 intel_engine_init_active(engine
, ENGINE_MOCK
);
359 intel_engine_init_execlists(engine
);
360 intel_engine_init__pm(engine
);
361 intel_engine_init_retire(engine
);
363 engine
->breadcrumbs
= intel_breadcrumbs_create(NULL
);
364 if (!engine
->breadcrumbs
)
367 ce
= create_kernel_context(engine
);
369 goto err_breadcrumbs
;
371 /* We insist the kernel context is using the status_page */
372 engine
->status_page
.vma
= ce
->timeline
->hwsp_ggtt
;
374 engine
->kernel_context
= ce
;
378 intel_breadcrumbs_free(engine
->breadcrumbs
);
382 void mock_engine_flush(struct intel_engine_cs
*engine
)
384 struct mock_engine
*mock
=
385 container_of(engine
, typeof(*mock
), base
);
386 struct i915_request
*request
, *rn
;
388 del_timer_sync(&mock
->hw_delay
);
390 spin_lock_irq(&mock
->hw_lock
);
391 list_for_each_entry_safe(request
, rn
, &mock
->hw_queue
, mock
.link
)
393 spin_unlock_irq(&mock
->hw_lock
);
396 void mock_engine_reset(struct intel_engine_cs
*engine
)