/linux-6.3-rc2/drivers/gpu/drm/i915/ |
A D | i915_gem_gtt.c | 47 GEM_BUG_ON(obj->mm.pages == pages); in i915_gem_gtt_prepare_pages() 105 GEM_BUG_ON(!size); in i915_gem_gtt_reserve() 106 GEM_BUG_ON(!IS_ALIGNED(size, I915_GTT_PAGE_SIZE)); in i915_gem_gtt_reserve() 109 GEM_BUG_ON(vm == &to_gt(vm->i915)->ggtt->alias->vm); in i915_gem_gtt_reserve() 110 GEM_BUG_ON(drm_mm_node_allocated(node)); in i915_gem_gtt_reserve() 134 GEM_BUG_ON(range_overflows(start, len, end)); in random_offset() 202 GEM_BUG_ON(!size); in i915_gem_gtt_insert() 203 GEM_BUG_ON(!IS_ALIGNED(size, I915_GTT_PAGE_SIZE)); in i915_gem_gtt_insert() 204 GEM_BUG_ON(alignment && !is_power_of_2(alignment)); in i915_gem_gtt_insert() 206 GEM_BUG_ON(start >= end); in i915_gem_gtt_insert() [all …]
|
A D | i915_vma.c | 150 GEM_BUG_ON(range_overflows_t(u64, in vma_create() 297 GEM_BUG_ON(!kref_read(&vm->ref)); in i915_vma_instance() 624 GEM_BUG_ON(vma->iomap == NULL); in i915_vma_unpin_iomap() 644 GEM_BUG_ON(!obj); in i915_vma_unpin_and_release() 693 GEM_BUG_ON(!vma->fence_size); in __i915_vma_set_map_and_fenceable() 1113 GEM_BUG_ON(!iter); in remap_contiguous_pages() 1385 GEM_BUG_ON(!count); in vma_unbind_pages() 1401 GEM_BUG_ON(!ww); in i915_vma_pin_ww() 1518 GEM_BUG_ON(!vma->pages); in i915_vma_pin_ww() 1879 GEM_BUG_ON(!vma->pages); in _i915_vma_move_to_active() [all …]
|
A D | i915_vma.h | 90 GEM_BUG_ON(!i915_vma_is_ggtt(vma)); in i915_vma_set_ggtt_write() 109 GEM_BUG_ON(!i915_vma_is_map_and_fenceable(vma)); in i915_vma_set_userfault() 146 GEM_BUG_ON(!drm_mm_node_allocated(&vma->node)); in i915_vma_size() 169 GEM_BUG_ON(!drm_mm_node_allocated(&vma->node)); in i915_vma_offset() 175 GEM_BUG_ON(!i915_vma_is_ggtt(vma)); in i915_ggtt_offset() 176 GEM_BUG_ON(!drm_mm_node_allocated(&vma->node)); in i915_ggtt_offset() 177 GEM_BUG_ON(upper_32_bits(i915_vma_offset(vma))); in i915_ggtt_offset() 178 GEM_BUG_ON(upper_32_bits(i915_vma_offset(vma) + in i915_ggtt_offset() 214 GEM_BUG_ON(view && !i915_is_ggtt_or_dpt(vm)); in i915_vma_compare() 329 GEM_BUG_ON(!i915_vma_is_pinned(vma)); in __i915_vma_pin() [all …]
|
A D | i915_scheduler.c | 54 GEM_BUG_ON(p->priority > last_prio); in assert_priolists() 136 GEM_BUG_ON(!locked); in lock_sched_engine() 151 GEM_BUG_ON(locked != sched_engine); in lock_sched_engine() 167 GEM_BUG_ON(prio == I915_PRIORITY_INVALID); in __i915_schedule() 207 GEM_BUG_ON(p == dep); /* no cycles! */ in __i915_schedule() 224 GEM_BUG_ON(!list_empty(&node->link)); in __i915_schedule() 312 GEM_BUG_ON(!list_empty(&node->waiters_list)); in i915_sched_node_reinit() 313 GEM_BUG_ON(!list_empty(&node->link)); in i915_sched_node_reinit() 387 GEM_BUG_ON(!list_empty(&dep->dfs_link)); in i915_sched_node_fini() 397 GEM_BUG_ON(dep->signaler != node); in i915_sched_node_fini() [all …]
|
A D | i915_active.c | 50 GEM_BUG_ON(!is_barrier(&node->base)); in barrier_to_ll() 63 GEM_BUG_ON(!is_barrier(&node->base)); in barrier_to_engine() 133 GEM_BUG_ON(i915_active_is_idle(ref)); in __active_retire() 182 GEM_BUG_ON(!atomic_read(&ref->count)); in active_work() 192 GEM_BUG_ON(!atomic_read(&ref->count)); in active_retire() 271 GEM_BUG_ON(i915_active_is_idle(ref)); in __active_lookup() 300 GEM_BUG_ON(i915_active_is_idle(ref)); in active_instance() 675 GEM_BUG_ON(i915_active_is_idle(ref)); in __await_barrier() 760 GEM_BUG_ON(atomic_read(&ref->count)); in i915_active_fini() 875 GEM_BUG_ON(!mask); in i915_active_acquire_preallocate_barrier() [all …]
|
A D | i915_request.c | 616 GEM_BUG_ON(!irqs_disabled()); in __i915_request_submit() 725 GEM_BUG_ON(!irqs_disabled()); in __i915_request_unsubmit() 982 GEM_BUG_ON(rq->batch_res); in __i915_request_create() 1422 GEM_BUG_ON(!nchild); in i915_request_await_execution() 1477 GEM_BUG_ON(to == from); in i915_request_await_request() 1524 GEM_BUG_ON(!nchild); in i915_request_await_dma_fence() 1645 GEM_BUG_ON(!is_parallel_rq(rq)); in __i915_request_ensure_parallel_ordering() 1675 GEM_BUG_ON(is_parallel_rq(rq)); in __i915_request_ensure_ordering() 1692 GEM_BUG_ON(same_context && in __i915_request_ensure_ordering() 1804 GEM_BUG_ON(IS_ERR(cs)); in __i915_request_commit() [all …]
|
A D | i915_syncmap.c | 101 GEM_BUG_ON(p->height); in __sync_seqno() 107 GEM_BUG_ON(!p->height); in __sync_child() 120 GEM_BUG_ON(p->height); in __sync_leaf_idx() 131 GEM_BUG_ON(p->height); in __sync_leaf_prefix() 244 GEM_BUG_ON(__sync_leaf_prefix(p, id) == p->prefix); in __sync_set() 300 GEM_BUG_ON(!(p->parent->bitmap & BIT(idx))); in __sync_set() 317 GEM_BUG_ON(!p->height); in __sync_set() 334 GEM_BUG_ON(p->prefix != __sync_leaf_prefix(p, id)); in __sync_set()
|
A D | i915_scatterlist.c | 35 GEM_BUG_ON(new_sg); /* Should walk exactly nents and hit the end */ in i915_sg_trim() 91 GEM_BUG_ON(!max_segment); in i915_rsgt_from_mm_node() 126 GEM_BUG_ON(!IS_ALIGNED(sg_dma_address(sg), in i915_rsgt_from_mm_node() 178 GEM_BUG_ON(list_empty(blocks)); in i915_rsgt_from_buddy_resource() 179 GEM_BUG_ON(!max_segment); in i915_rsgt_from_buddy_resource() 216 GEM_BUG_ON(!IS_ALIGNED(sg_dma_address(sg), in i915_rsgt_from_buddy_resource()
|
/linux-6.3-rc2/drivers/gpu/drm/i915/gt/ |
A D | intel_ring.c | 30 GEM_BUG_ON(!atomic_read(&ring->pin_count)); in __intel_ring_pin() 151 GEM_BUG_ON(!is_power_of_2(size)); in intel_engine_create_ring() 202 GEM_BUG_ON(list_empty(&tl->requests)); in wait_for_space() 225 GEM_BUG_ON(ring->space < bytes); in wait_for_space() 239 GEM_BUG_ON(num_dwords & 1); in intel_ring_begin() 242 GEM_BUG_ON(total_bytes > ring->effective_size); in intel_ring_begin() 278 GEM_BUG_ON(!rq->reserved_space); in intel_ring_begin() 289 GEM_BUG_ON(need_wrap > ring->space); in intel_ring_begin() 299 GEM_BUG_ON(ring->emit > ring->size - bytes); in intel_ring_begin() 300 GEM_BUG_ON(ring->space < bytes); in intel_ring_begin() [all …]
|
A D | gen8_ppgtt.c | 123 GEM_BUG_ON(start >= end); in gen8_pd_range() 137 GEM_BUG_ON(start >= end); in gen8_pd_contains() 143 GEM_BUG_ON(start >= end); in gen8_pt_count() 252 GEM_BUG_ON(num_ptes % 16); in __gen8_ppgtt_clear() 253 GEM_BUG_ON(pte % 16); in __gen8_ppgtt_clear() 283 GEM_BUG_ON(length == 0); in gen8_ppgtt_clear() 367 GEM_BUG_ON(length == 0); in gen8_ppgtt_alloc() 545 GEM_BUG_ON(rem < page_size); in xehpsdv_ppgtt_insert_huge() 743 GEM_BUG_ON(pt->is_compact); in gen8_ppgtt_insert_entry() 862 GEM_BUG_ON(vm->top != 2); in gen8_preallocate_top_level_pdp() [all …]
|
A D | intel_ring.h | 51 GEM_BUG_ON((rq->ring->vaddr + rq->ring->emit) != cs); in intel_ring_advance() 52 GEM_BUG_ON(!IS_ALIGNED(rq->ring->emit, 8)); /* RING_TAIL qword align */ in intel_ring_advance() 86 GEM_BUG_ON(offset > rq->ring->size); in intel_ring_offset() 95 GEM_BUG_ON(!intel_ring_offset_valid(ring, tail)); in assert_ring_tail_valid() 112 GEM_BUG_ON(cacheline(tail) == cacheline(head) && tail < head); in assert_ring_tail_valid() 138 GEM_BUG_ON(!is_power_of_2(size)); in __intel_ring_space()
|
A D | intel_timeline.c | 99 GEM_BUG_ON(timeline->hwsp_offset >= hwsp->size); in intel_timeline_init() 187 GEM_BUG_ON(!atomic_read(&tl->pin_count)); in __intel_timeline_pin() 227 GEM_BUG_ON(!atomic_read(&tl->pin_count)); in intel_timeline_reset_seqno() 282 GEM_BUG_ON(!atomic_read(&tl->active_count)); in intel_timeline_exit() 301 GEM_BUG_ON(!atomic_read(&tl->pin_count)); in timeline_advance() 383 GEM_BUG_ON(!atomic_read(&tl->pin_count)); in intel_timeline_unpin() 396 GEM_BUG_ON(atomic_read(&timeline->pin_count)); in __intel_timeline_free() 397 GEM_BUG_ON(!list_empty(&timeline->requests)); in __intel_timeline_free() 398 GEM_BUG_ON(timeline->retire); in __intel_timeline_free() 434 GEM_BUG_ON(!atomic_read(&tl->active_count)); in intel_gt_show_timelines() [all …]
|
A D | intel_wopcm.c | 247 GEM_BUG_ON(!wopcm_size); in intel_wopcm_init() 248 GEM_BUG_ON(wopcm->guc.base); in intel_wopcm_init() 249 GEM_BUG_ON(wopcm->guc.size); in intel_wopcm_init() 250 GEM_BUG_ON(guc_fw_size >= wopcm_size); in intel_wopcm_init() 251 GEM_BUG_ON(huc_fw_size >= wopcm_size); in intel_wopcm_init() 252 GEM_BUG_ON(ctx_rsvd + WOPCM_RESERVED_SIZE >= wopcm_size); in intel_wopcm_init() 319 GEM_BUG_ON(!wopcm->guc.base); in intel_wopcm_init() 320 GEM_BUG_ON(!wopcm->guc.size); in intel_wopcm_init()
|
A D | intel_execlists_submission.c | 510 GEM_BUG_ON(tag >= BITS_PER_LONG); in __execlists_schedule_in() 602 GEM_BUG_ON(ce->inflight != engine); in __execlists_schedule_out() 625 GEM_BUG_ON(ccid == 0); in __execlists_schedule_out() 657 GEM_BUG_ON(!ce->inflight); in execlists_schedule_out() 970 GEM_BUG_ON(prev == next); in can_merge_rq() 1558 GEM_BUG_ON(last && in execlists_dequeue() 1561 GEM_BUG_ON(last && in execlists_dequeue() 1717 GEM_BUG_ON(!ctx_to_valid); in __gen12_csb_parse() 1726 GEM_BUG_ON(switch_detail); in __gen12_csb_parse() 2111 GEM_BUG_ON(rq->engine != engine); in execlists_hold() [all …]
|
A D | intel_ggtt_fencing.c | 80 GEM_BUG_ON(!IS_ALIGNED(stride, 128)); in i965_write_fence_reg() 127 GEM_BUG_ON(!is_power_of_2(stride)); in i915_write_fence_reg() 248 GEM_BUG_ON(old->fence != fence); in fence_update() 268 GEM_BUG_ON(vma); in fence_update() 300 GEM_BUG_ON(fence->vma != vma); in i915_vma_revoke_fence() 302 GEM_BUG_ON(atomic_read(&fence->pin_count)); in i915_vma_revoke_fence() 373 GEM_BUG_ON(fence->vma != vma); in __i915_vma_pin_fence() 384 GEM_BUG_ON(atomic_read(&fence->pin_count)); in __i915_vma_pin_fence() 394 GEM_BUG_ON(fence->vma != set); in __i915_vma_pin_fence() 395 GEM_BUG_ON(vma->fence != (set ? fence : NULL)); in __i915_vma_pin_fence() [all …]
|
A D | intel_engine_pm.c | 71 GEM_BUG_ON(test_bit(CONTEXT_VALID_BIT, &ce->flags)); in __engine_unpark() 87 GEM_BUG_ON(ce->timeline->seqno != in __engine_unpark() 164 GEM_BUG_ON(!intel_context_is_barrier(ce)); in switch_to_kernel_context() 165 GEM_BUG_ON(ce->timeline->hwsp_ggtt != engine->status_page.vma); in switch_to_kernel_context() 200 GEM_BUG_ON(atomic_read(&ce->timeline->active_count) < 0); in switch_to_kernel_context() 273 GEM_BUG_ON(engine->sched_engine->queue_priority_hint != INT_MIN); in __engine_park()
|
A D | intel_lrc.c | 82 GEM_BUG_ON(!count); in set_offsets() 826 GEM_BUG_ON(GRAPHICS_VER(engine->i915) < 8); in lrc_ring_indirect_offset_default() 837 GEM_BUG_ON(!size); in lrc_setup_indirect_ctx() 1004 GEM_BUG_ON(!ce->wa_bb_page); in context_indirect_bb() 1123 GEM_BUG_ON(ce->state); in lrc_alloc() 1168 GEM_BUG_ON(!intel_context_is_pinned(ce)); in lrc_reset() 1183 GEM_BUG_ON(!ce->state); in lrc_pre_pin() 1184 GEM_BUG_ON(!i915_vma_is_pinned(ce->state)); in lrc_pre_pin() 1238 GEM_BUG_ON(intel_context_is_pinned(ce)); in lrc_destroy() 1275 GEM_BUG_ON(lrc_ring_gpr0(ce->engine) == -1); in gen12_emit_restore_scratch() [all …]
|
/linux-6.3-rc2/drivers/gpu/drm/i915/gem/ |
A D | i915_gem_object.c | 90 GEM_BUG_ON(flags & ~I915_BO_ALLOC_FLAGS); in i915_gem_object_init() 213 GEM_BUG_ON(vma->obj != obj); in i915_gem_close_object() 214 GEM_BUG_ON(!atomic_read(&vma->open_count)); in i915_gem_close_object() 280 GEM_BUG_ON(vma->obj != obj); in __i915_gem_object_pages_fini() 308 GEM_BUG_ON(i915_gem_object_has_pages(obj)); in __i915_gem_object_pages_fini() 315 GEM_BUG_ON(!list_empty(&obj->lut_list)); in __i915_gem_free_object() 490 GEM_BUG_ON(offset >= obj->base.size); in i915_gem_object_read_from_page() 621 GEM_BUG_ON(id >= INTEL_REGION_UNKNOWN); in i915_gem_object_can_migrate() 721 GEM_BUG_ON(id >= INTEL_REGION_UNKNOWN); in __i915_gem_object_migrate() 726 GEM_BUG_ON(!mr); in __i915_gem_object_migrate() [all …]
|
A D | i915_gem_region.c | 49 GEM_BUG_ON(flags & ~I915_BO_ALLOC_FLAGS); in __i915_gem_object_create_region() 64 GEM_BUG_ON(overflows_type(default_page_size, u32)); in __i915_gem_object_create_region() 65 GEM_BUG_ON(!is_power_of_2_u64(default_page_size)); in __i915_gem_object_create_region() 66 GEM_BUG_ON(default_page_size < PAGE_SIZE); in __i915_gem_object_create_region() 73 GEM_BUG_ON(!size); in __i915_gem_object_create_region() 74 GEM_BUG_ON(!IS_ALIGNED(size, I915_GTT_MIN_ALIGNMENT)); in __i915_gem_object_create_region() 122 GEM_BUG_ON(offset == I915_BO_INVALID_OFFSET); in i915_gem_object_create_region_at()
|
A D | i915_gem_pages.c | 48 GEM_BUG_ON(!obj->mm.page_sizes.phys); in __i915_gem_object_set_pages() 69 GEM_BUG_ON(i915_gem_object_has_tiling_quirk(obj)); in __i915_gem_object_set_pages() 71 GEM_BUG_ON(!list_empty(&obj->mm.link)); in __i915_gem_object_set_pages() 111 GEM_BUG_ON(!err && !i915_gem_object_has_pages(obj)); in ____i915_gem_object_get_pages() 132 GEM_BUG_ON(i915_gem_object_has_pinned_pages(obj)); in __i915_gem_object_get_pages() 335 GEM_BUG_ON(type != I915_MAP_WC); in i915_gem_object_map_pfn() 388 GEM_BUG_ON(!i915_gem_object_has_pages(obj)); in i915_gem_object_pin_map() 510 GEM_BUG_ON(!obj->mm.mapping); in __i915_gem_object_release_map() 536 GEM_BUG_ON(n >= obj->base.size >> PAGE_SHIFT); in __i915_gem_object_page_iter_get_sg() 617 GEM_BUG_ON(!sg); in __i915_gem_object_page_iter_get_sg() [all …]
|
A D | i915_gem_tiling.c | 60 GEM_BUG_ON(!size); in i915_gem_fence_size() 65 GEM_BUG_ON(!stride); in i915_gem_fence_size() 69 GEM_BUG_ON(!IS_ALIGNED(stride, I965_FENCE_PAGE)); in i915_gem_fence_size() 98 GEM_BUG_ON(!size); in i915_gem_fence_alignment() 199 GEM_BUG_ON(vma->vm != &ggtt->vm); in i915_gem_object_fence_prepare() 241 GEM_BUG_ON(!i915_tiling_ok(obj, tiling, stride)); in i915_gem_object_set_tiling() 242 GEM_BUG_ON(!stride ^ (tiling == I915_TILING_NONE)); in i915_gem_object_set_tiling() 283 GEM_BUG_ON(!i915_gem_object_has_tiling_quirk(obj)); in i915_gem_object_set_tiling() 288 GEM_BUG_ON(i915_gem_object_has_tiling_quirk(obj)); in i915_gem_object_set_tiling()
|
/linux-6.3-rc2/drivers/gpu/drm/i915/gt/uc/ |
A D | intel_uc.c | 97 GEM_BUG_ON(intel_uc_wants_guc(uc)); in __confirm_options() 99 GEM_BUG_ON(intel_uc_wants_huc(uc)); in __confirm_options() 100 GEM_BUG_ON(intel_uc_wants_guc_slpc(uc)); in __confirm_options() 291 GEM_BUG_ON(!intel_uc_wants_guc(uc)); in __uc_fetch_firmwares() 331 GEM_BUG_ON(!intel_uc_wants_guc(uc)); in __uc_init() 364 GEM_BUG_ON(!intel_uc_supports_guc(uc)); in __uc_sanitize() 388 GEM_BUG_ON(!intel_uc_supports_guc(uc)); in uc_init_wopcm() 390 GEM_BUG_ON(base & ~GUC_WOPCM_OFFSET_MASK); in uc_init_wopcm() 392 GEM_BUG_ON(size & ~GUC_WOPCM_SIZE_MASK); in uc_init_wopcm() 468 GEM_BUG_ON(!intel_uc_supports_guc(uc)); in __uc_init_hw() [all …]
|
A D | intel_guc_submission.c | 620 GEM_BUG_ON(g2h_len_dw && !loop); in guc_submission_send_busy_loop() 638 GEM_BUG_ON(timeout < 0); in intel_guc_wait_for_pending_msg() 1509 GEM_BUG_ON(!guc->ct.enabled); in disable_submission() 1525 GEM_BUG_ON(!guc->ct.enabled); in enable_submission() 2528 GEM_BUG_ON(!engine->mask); in prepare_context_registration_info_v69() 2538 GEM_BUG_ON(!desc); in prepare_context_registration_info_v69() 2595 GEM_BUG_ON(!engine->mask); in prepare_context_registration_info_v70() 2681 GEM_BUG_ON(!loop); in try_context_registration() 2909 GEM_BUG_ON(context_enabled(ce)); in guc_context_unblock() 3143 GEM_BUG_ON(context_enabled(ce)); in guc_lrc_desc_unpin() [all …]
|
A D | intel_guc_ct.c | 218 GEM_BUG_ON(ct->vma); in intel_guc_ct_init() 263 GEM_BUG_ON(ct->enabled); in intel_guc_ct_fini() 283 GEM_BUG_ON(ct->enabled); in intel_guc_ct_enable() 286 GEM_BUG_ON(!ct->vma); in intel_guc_ct_enable() 338 GEM_BUG_ON(!ct->enabled); in intel_guc_ct_disable() 371 GEM_BUG_ON(tail > size); in ct_write() 416 GEM_BUG_ON(tail > size); in ct_write() 641 GEM_BUG_ON(!ct->enabled); in ct_send() 642 GEM_BUG_ON(!len); in ct_send() 834 GEM_BUG_ON(head > size); in ct_read() [all …]
|
A D | intel_guc.c | 56 GEM_BUG_ON(!guc->send_regs.base); in guc_send_reg() 57 GEM_BUG_ON(!guc->send_regs.count); in guc_send_reg() 58 GEM_BUG_ON(i >= guc->send_regs.count); in guc_send_reg() 69 GEM_BUG_ON(!guc->send_regs.base); in intel_guc_init_send_regs() 70 GEM_BUG_ON(!guc->send_regs.count); in intel_guc_init_send_regs() 240 GEM_BUG_ON(!log->sizes_initialised); in guc_ctl_log_params_flags() 411 GEM_BUG_ON(!guc->ads_vma); in intel_guc_init() 488 GEM_BUG_ON(!len); in intel_guc_send_mmio() 489 GEM_BUG_ON(len > guc->send_regs.count); in intel_guc_send_mmio() 565 GEM_BUG_ON(!count); in intel_guc_send_mmio() [all …]
|