Lines Matching refs:vm
16 struct drm_i915_gem_object *alloc_pt_lmem(struct i915_address_space *vm, int sz) in alloc_pt_lmem() argument
32 obj = __i915_gem_object_create_lmem_with_ps(vm->i915, sz, sz, in alloc_pt_lmem()
33 vm->lmem_pt_obj_flags); in alloc_pt_lmem()
40 obj->base.resv = i915_vm_resv_get(vm); in alloc_pt_lmem()
41 obj->shares_resv_from = vm; in alloc_pt_lmem()
47 struct drm_i915_gem_object *alloc_pt_dma(struct i915_address_space *vm, int sz) in alloc_pt_dma() argument
51 if (I915_SELFTEST_ONLY(should_fail(&vm->fault_attr, 1))) in alloc_pt_dma()
52 i915_gem_shrink_all(vm->i915); in alloc_pt_dma()
54 obj = i915_gem_object_create_internal(vm->i915, sz); in alloc_pt_dma()
61 obj->base.resv = i915_vm_resv_get(vm); in alloc_pt_dma()
62 obj->shares_resv_from = vm; in alloc_pt_dma()
68 int map_pt_dma(struct i915_address_space *vm, struct drm_i915_gem_object *obj) in map_pt_dma() argument
73 type = i915_coherent_map_type(vm->i915, obj, true); in map_pt_dma()
82 int map_pt_dma_locked(struct i915_address_space *vm, struct drm_i915_gem_object *obj) in map_pt_dma_locked() argument
87 type = i915_coherent_map_type(vm->i915, obj, true); in map_pt_dma_locked()
96 void __i915_vm_close(struct i915_address_space *vm) in __i915_vm_close() argument
100 if (!atomic_dec_and_mutex_lock(&vm->open, &vm->mutex)) in __i915_vm_close()
103 list_for_each_entry_safe(vma, vn, &vm->bound_list, vm_link) { in __i915_vm_close()
116 GEM_BUG_ON(!list_empty(&vm->bound_list)); in __i915_vm_close()
118 mutex_unlock(&vm->mutex); in __i915_vm_close()
122 int i915_vm_lock_objects(struct i915_address_space *vm, in i915_vm_lock_objects() argument
125 if (vm->scratch[0]->base.resv == &vm->_resv) { in i915_vm_lock_objects()
126 return i915_gem_object_lock(vm->scratch[0], ww); in i915_vm_lock_objects()
128 struct i915_ppgtt *ppgtt = i915_vm_to_ppgtt(vm); in i915_vm_lock_objects()
135 void i915_address_space_fini(struct i915_address_space *vm) in i915_address_space_fini() argument
137 drm_mm_takedown(&vm->mm); in i915_address_space_fini()
138 mutex_destroy(&vm->mutex); in i915_address_space_fini()
150 struct i915_address_space *vm = in i915_vm_resv_release() local
151 container_of(kref, typeof(*vm), resv_ref); in i915_vm_resv_release()
153 dma_resv_fini(&vm->_resv); in i915_vm_resv_release()
154 kfree(vm); in i915_vm_resv_release()
159 struct i915_address_space *vm = in __i915_vm_release() local
162 vm->cleanup(vm); in __i915_vm_release()
163 i915_address_space_fini(vm); in __i915_vm_release()
165 i915_vm_resv_put(vm); in __i915_vm_release()
170 struct i915_address_space *vm = in i915_vm_release() local
173 GEM_BUG_ON(i915_is_ggtt(vm)); in i915_vm_release()
174 trace_i915_ppgtt_release(vm); in i915_vm_release()
176 queue_work(vm->i915->wq, &vm->release_work); in i915_vm_release()
179 void i915_address_space_init(struct i915_address_space *vm, int subclass) in i915_address_space_init() argument
181 kref_init(&vm->ref); in i915_address_space_init()
187 if (!kref_read(&vm->resv_ref)) in i915_address_space_init()
188 kref_init(&vm->resv_ref); in i915_address_space_init()
190 INIT_WORK(&vm->release_work, __i915_vm_release); in i915_address_space_init()
191 atomic_set(&vm->open, 1); in i915_address_space_init()
198 mutex_init(&vm->mutex); in i915_address_space_init()
199 lockdep_set_subclass(&vm->mutex, subclass); in i915_address_space_init()
201 if (!intel_vm_no_concurrent_access_wa(vm->i915)) { in i915_address_space_init()
202 i915_gem_shrinker_taints_mutex(vm->i915, &vm->mutex); in i915_address_space_init()
212 mutex_acquire(&vm->mutex.dep_map, 0, 0, _THIS_IP_); in i915_address_space_init()
214 mutex_release(&vm->mutex.dep_map, _THIS_IP_); in i915_address_space_init()
216 dma_resv_init(&vm->_resv); in i915_address_space_init()
218 GEM_BUG_ON(!vm->total); in i915_address_space_init()
219 drm_mm_init(&vm->mm, 0, vm->total); in i915_address_space_init()
220 vm->mm.head_node.color = I915_COLOR_UNEVICTABLE; in i915_address_space_init()
222 INIT_LIST_HEAD(&vm->bound_list); in i915_address_space_init()
279 int setup_scratch_page(struct i915_address_space *vm) in setup_scratch_page() argument
295 if (i915_vm_is_4lvl(vm) && in setup_scratch_page()
296 HAS_PAGE_SIZES(vm->i915, I915_GTT_PAGE_SIZE_64K)) in setup_scratch_page()
302 obj = vm->alloc_pt_dma(vm, size); in setup_scratch_page()
306 if (map_pt_dma(vm, obj)) in setup_scratch_page()
328 vm->scratch[0] = obj; in setup_scratch_page()
329 vm->scratch_order = get_order(size); in setup_scratch_page()
342 void free_scratch(struct i915_address_space *vm) in free_scratch() argument
346 for (i = 0; i <= vm->top; i++) in free_scratch()
347 i915_gem_object_put(vm->scratch[i]); in free_scratch()
540 __vm_create_scratch_for_read(struct i915_address_space *vm, unsigned long size) in __vm_create_scratch_for_read() argument
545 obj = i915_gem_object_create_internal(vm->i915, PAGE_ALIGN(size)); in __vm_create_scratch_for_read()
551 vma = i915_vma_instance(obj, vm, NULL); in __vm_create_scratch_for_read()
561 __vm_create_scratch_for_read_pinned(struct i915_address_space *vm, unsigned long size) in __vm_create_scratch_for_read_pinned() argument
566 vma = __vm_create_scratch_for_read(vm, size); in __vm_create_scratch_for_read_pinned()