42 static struct drm_gem_object *xe_vm_obj(struct xe_vm *vm)  in xe_vm_obj()
69 	struct xe_vm *vm = xe_vma_vm(vma);  in xe_vma_userptr_pin_pages()  local
78 static bool preempt_fences_waiting(struct xe_vm *vm)  in preempt_fences_waiting()
104 static int alloc_preempt_fences(struct xe_vm *vm, struct list_head *list,  in alloc_preempt_fences()
125 static int wait_for_existing_preempt_fences(struct xe_vm *vm)  in wait_for_existing_preempt_fences()
147 static bool xe_vm_is_idle(struct xe_vm *vm)  in xe_vm_is_idle()
160 static void arm_preempt_fences(struct xe_vm *vm, struct list_head *list)  in arm_preempt_fences()
179 static int add_preempt_fences(struct xe_vm *vm, struct xe_bo *bo)  in add_preempt_fences()
203 static void resume_and_reinstall_preempt_fences(struct xe_vm *vm,  in resume_and_reinstall_preempt_fences()
219 int xe_vm_add_compute_exec_queue(struct xe_vm *vm, struct xe_exec_queue *q)  in xe_vm_add_compute_exec_queue()
280 void xe_vm_remove_compute_exec_queue(struct xe_vm *vm, struct xe_exec_queue *q)  in xe_vm_remove_compute_exec_queue()
309 int __xe_vm_userptr_needs_repin(struct xe_vm *vm)  in __xe_vm_userptr_needs_repin()
327 void xe_vm_kill(struct xe_vm *vm, bool unlocked)  in xe_vm_kill()
383 	struct xe_vm *vm = gpuvm_to_vm(vm_bo->vm);  in xe_gpuvm_validate()  local
415 int xe_vm_validate_rebind(struct xe_vm *vm, struct drm_exec *exec,  in xe_vm_validate_rebind()
441 static int xe_preempt_work_begin(struct drm_exec *exec, struct xe_vm *vm,  in xe_preempt_work_begin()
480 	struct xe_vm *vm = container_of(w, struct xe_vm, preempt.rebind_work);  in preempt_rebind_work_func()  local
582 static void __vma_userptr_invalidate(struct xe_vm *vm, struct xe_userptr_vma *uvma)  in __vma_userptr_invalidate()
633 	struct xe_vm *vm = xe_vma_vm(vma);  in vma_userptr_invalidate()  local
668 	struct xe_vm *vm = xe_vma_vm(&uvma->vma);  in xe_vma_userptr_force_invalidate()  local
687 int xe_vm_userptr_pin(struct xe_vm *vm)  in xe_vm_userptr_pin()
772 int xe_vm_userptr_check_repin(struct xe_vm *vm)  in xe_vm_userptr_check_repin()
853 int xe_vm_rebind(struct xe_vm *vm, bool rebind_worker)  in xe_vm_rebind()
908 struct dma_fence *xe_vma_rebind(struct xe_vm *vm, struct xe_vma *vma, u8 tile_mask)  in xe_vma_rebind()
962 static struct xe_vma *xe_vma_create(struct xe_vm *vm,  in xe_vma_create()
1066 	struct xe_vm *vm = xe_vma_vm(vma);  in xe_vma_destroy_late()  local
1116 	struct xe_vm *vm = xe_vma_vm(vma);  in xe_vma_destroy()  local
1160 	struct xe_vm *vm = xe_vma_vm(vma);  in xe_vm_lock_vma()  local
1192 xe_vm_find_overlapping_vma(struct xe_vm *vm, u64 start, u64 range)  in xe_vm_find_overlapping_vma()
1208 static int xe_vm_insert_vma(struct xe_vm *vm, struct xe_vma *vma)  in xe_vm_insert_vma()
1223 static void xe_vm_remove_vma(struct xe_vm *vm, struct xe_vma *vma)  in xe_vm_remove_vma()
1397 				struct xe_vm *vm)  in xe_vm_create_scratch()
1414 static void xe_vm_free_scratch(struct xe_vm *vm)  in xe_vm_free_scratch()
1437 	struct xe_vm *vm;  in xe_vm_create()  local
1583 static void xe_vm_close(struct xe_vm *vm)  in xe_vm_close()
1590 void xe_vm_close_and_put(struct xe_vm *vm)  in xe_vm_close_and_put()
1694 	struct xe_vm *vm =  in vm_destroy_work_func()  local
1726 	struct xe_vm *vm = container_of(gpuvm, struct xe_vm, gpuvm);  in xe_vm_free()  local
1734 	struct xe_vm *vm;  in xe_vm_lookup()  local
1745 u64 xe_vm_pdp4_descriptor(struct xe_vm *vm, struct xe_tile *tile)  in xe_vm_pdp4_descriptor()
1752 to_wait_exec_queue(struct xe_vm *vm, struct xe_exec_queue *q)  in to_wait_exec_queue()
1783 	struct xe_vm *vm;  in xe_vm_create_ioctl()  local
1868 	struct xe_vm *vm;  in xe_vm_destroy_ioctl()  local
1897 static void prep_vma_destroy(struct xe_vm *vm, struct xe_vma *vma,  in prep_vma_destroy()
1962 vm_bind_ioctl_ops_create(struct xe_vm *vm, struct xe_bo *bo,  in vm_bind_ioctl_ops_create()
2038 static struct xe_vma *new_vma(struct xe_vm *vm, struct drm_gpuva_op_map *op,  in new_vma()
2122 static int xe_vma_op_commit(struct xe_vm *vm, struct xe_vma_op *op)  in xe_vma_op_commit()
2185 static int vm_bind_ioctl_ops_parse(struct xe_vm *vm, struct drm_gpuva_ops *ops,  in vm_bind_ioctl_ops_parse()
2342 static void xe_vma_op_unwind(struct xe_vm *vm, struct xe_vma_op *op,  in xe_vma_op_unwind()
2397 static void vm_bind_ioctl_ops_unwind(struct xe_vm *vm,  in vm_bind_ioctl_ops_unwind()
2425 	struct xe_vm *vm = xe_vma_vm(vma);  in vma_lock_and_validate()  local
2454 static int op_lock_and_prep(struct drm_exec *exec, struct xe_vm *vm,  in op_lock_and_prep()
2510 					   struct xe_vm *vm,  in vm_bind_ioctl_ops_lock_and_prep()
2567 static int vm_ops_setup_tile_args(struct xe_vm *vm, struct xe_vma_ops *vops)  in vm_ops_setup_tile_args()
2593 static struct dma_fence *ops_execute(struct xe_vm *vm,  in ops_execute()
2687 static void op_add_ufence(struct xe_vm *vm, struct xe_vma_op *op,  in op_add_ufence()
2710 static void vm_bind_ioctl_ops_fini(struct xe_vm *vm, struct xe_vma_ops *vops,  in vm_bind_ioctl_ops_fini()
2737 static int vm_bind_ioctl_ops_execute(struct xe_vm *vm,  in vm_bind_ioctl_ops_execute()
2899 static int vm_bind_ioctl_signal_fences(struct xe_vm *vm,  in vm_bind_ioctl_signal_fences()
2922 static void xe_vma_ops_init(struct xe_vma_ops *vops, struct xe_vm *vm,  in xe_vma_ops_init()
2991 	struct xe_vm *vm;  in xe_vm_bind_ioctl()  local
3204 int xe_vm_lock(struct xe_vm *vm, bool intr)  in xe_vm_lock()
3218 void xe_vm_unlock(struct xe_vm *vm)  in xe_vm_unlock()
3312 struct xe_vm_snapshot *xe_vm_snapshot_capture(struct xe_vm *vm)  in xe_vm_snapshot_capture()