38 	struct nouveau_bo *nvbo = nouveau_gem_object(gem);  in nouveau_gem_object_del()  local
39 	struct nouveau_drm *drm = nouveau_bdev(nvbo->bo.bdev);  in nouveau_gem_object_del()
40 	struct ttm_buffer_object *bo = &nvbo->bo;  in nouveau_gem_object_del()
49 		drm_prime_gem_destroy(gem, nvbo->bo.sg);  in nouveau_gem_object_del()
65 	struct nouveau_bo *nvbo = nouveau_gem_object(gem);  in nouveau_gem_object_open()  local
66 	struct nouveau_drm *drm = nouveau_bdev(nvbo->bo.bdev);  in nouveau_gem_object_open()
74 	ret = ttm_bo_reserve(&nvbo->bo, false, false, false, NULL);  in nouveau_gem_object_open()
78 	vma = nouveau_bo_vma_find(nvbo, cli->vm);  in nouveau_gem_object_open()
90 		ret = nouveau_bo_vma_add(nvbo, cli->vm, vma);  in nouveau_gem_object_open()
101 	ttm_bo_unreserve(&nvbo->bo);  in nouveau_gem_object_open()
115 nouveau_gem_object_unmap(struct nouveau_bo *nvbo, struct nvkm_vma *vma)  in nouveau_gem_object_unmap()  argument
117 	const bool mapped = nvbo->bo.mem.mem_type != TTM_PL_SYSTEM;  in nouveau_gem_object_unmap()
118 	struct reservation_object *resv = nvbo->bo.resv;  in nouveau_gem_object_unmap()
127 		ttm_bo_wait(&nvbo->bo, true, false, false);  in nouveau_gem_object_unmap()
132 		fence = reservation_object_get_excl(nvbo->bo.resv);  in nouveau_gem_object_unmap()
148 	struct nouveau_bo *nvbo = nouveau_gem_object(gem);  in nouveau_gem_object_close()  local
149 	struct nouveau_drm *drm = nouveau_bdev(nvbo->bo.bdev);  in nouveau_gem_object_close()
157 	ret = ttm_bo_reserve(&nvbo->bo, false, false, false, NULL);  in nouveau_gem_object_close()
161 	vma = nouveau_bo_vma_find(nvbo, cli->vm);  in nouveau_gem_object_close()
166 				nouveau_gem_object_unmap(nvbo, vma);  in nouveau_gem_object_close()
172 	ttm_bo_unreserve(&nvbo->bo);  in nouveau_gem_object_close()
181 	struct nouveau_bo *nvbo;  in nouveau_gem_new()  local
199 	nvbo = *pnvbo;  in nouveau_gem_new()
205 	nvbo->valid_domains = NOUVEAU_GEM_DOMAIN_VRAM |  in nouveau_gem_new()
208 		nvbo->valid_domains &= domain;  in nouveau_gem_new()
212 	ret = drm_gem_object_init(dev, &nvbo->gem, nvbo->bo.mem.size);  in nouveau_gem_new()
218 	nvbo->bo.persistent_swap_storage = nvbo->gem.filp;  in nouveau_gem_new()
227 	struct nouveau_bo *nvbo = nouveau_gem_object(gem);  in nouveau_gem_info()  local
230 	if (is_power_of_2(nvbo->valid_domains))  in nouveau_gem_info()
231 		rep->domain = nvbo->valid_domains;  in nouveau_gem_info()
232 	else if (nvbo->bo.mem.mem_type == TTM_PL_TT)  in nouveau_gem_info()
236 	rep->offset = nvbo->bo.offset;  in nouveau_gem_info()
238 		vma = nouveau_bo_vma_find(nvbo, cli->vm);  in nouveau_gem_info()
245 	rep->size = nvbo->bo.mem.num_pages << PAGE_SHIFT;  in nouveau_gem_info()
246 	rep->map_handle = drm_vma_node_offset_addr(&nvbo->bo.vma_node);  in nouveau_gem_info()
247 	rep->tile_mode = nvbo->tile_mode;  in nouveau_gem_info()
248 	rep->tile_flags = nvbo->tile_flags;  in nouveau_gem_info()
260 	struct nouveau_bo *nvbo = NULL;  in nouveau_gem_ioctl_new()  local
270 			      req->info.tile_flags, &nvbo);  in nouveau_gem_ioctl_new()
274 	ret = drm_gem_handle_create(file_priv, &nvbo->gem, &req->info.handle);  in nouveau_gem_ioctl_new()
276 		ret = nouveau_gem_info(file_priv, &nvbo->gem, &req->info);  in nouveau_gem_ioctl_new()
282 	drm_gem_object_unreference_unlocked(&nvbo->gem);  in nouveau_gem_ioctl_new()
290 	struct nouveau_bo *nvbo = nouveau_gem_object(gem);  in nouveau_gem_set_domain()  local
291 	struct ttm_buffer_object *bo = &nvbo->bo;  in nouveau_gem_set_domain()
292 	uint32_t domains = valid_domains & nvbo->valid_domains &  in nouveau_gem_set_domain()
319 	nouveau_bo_placement_set(nvbo, pref_flags, valid_flags);  in nouveau_gem_set_domain()
333 	struct nouveau_bo *nvbo;  in validate_fini_no_ticket()  local
337 		nvbo = list_entry(op->list.next, struct nouveau_bo, entry);  in validate_fini_no_ticket()
338 		b = &pbbo[nvbo->pbbo_index];  in validate_fini_no_ticket()
341 			nouveau_bo_fence(nvbo, fence, !!b->write_domains);  in validate_fini_no_ticket()
343 		if (unlikely(nvbo->validate_mapped)) {  in validate_fini_no_ticket()
344 			ttm_bo_kunmap(&nvbo->kmap);  in validate_fini_no_ticket()
345 			nvbo->validate_mapped = false;  in validate_fini_no_ticket()
348 		list_del(&nvbo->entry);  in validate_fini_no_ticket()
349 		nvbo->reserved_by = NULL;  in validate_fini_no_ticket()
350 		ttm_bo_unreserve_ticket(&nvbo->bo, &op->ticket);  in validate_fini_no_ticket()
351 		drm_gem_object_unreference_unlocked(&nvbo->gem);  in validate_fini_no_ticket()
387 		struct nouveau_bo *nvbo;  in validate_init()  local
395 		nvbo = nouveau_gem_object(gem);  in validate_init()
396 		if (nvbo == res_bo) {  in validate_init()
402 		if (nvbo->reserved_by && nvbo->reserved_by == file_priv) {  in validate_init()
410 		ret = ttm_bo_reserve(&nvbo->bo, true, false, true, &op->ticket);  in validate_init()
417 				ret = ttm_bo_reserve_slowpath(&nvbo->bo, true,  in validate_init()
420 					res_bo = nvbo;  in validate_init()
429 		b->user_priv = (uint64_t)(unsigned long)nvbo;  in validate_init()
430 		nvbo->reserved_by = file_priv;  in validate_init()
431 		nvbo->pbbo_index = i;  in validate_init()
434 			list_add_tail(&nvbo->entry, &both_list);  in validate_init()
437 			list_add_tail(&nvbo->entry, &vram_list);  in validate_init()
440 			list_add_tail(&nvbo->entry, &gart_list);  in validate_init()
444 			list_add_tail(&nvbo->entry, &both_list);  in validate_init()
448 		if (nvbo == res_bo)  in validate_init()
470 	struct nouveau_bo *nvbo;  in validate_list()  local
473 	list_for_each_entry(nvbo, list, entry) {  in validate_list()
474 		struct drm_nouveau_gem_pushbuf_bo *b = &pbbo[nvbo->pbbo_index];  in validate_list()
476 		ret = nouveau_gem_set_domain(&nvbo->gem, b->read_domains,  in validate_list()
484 		ret = nouveau_bo_validate(nvbo, true, false);  in validate_list()
491 		ret = nouveau_fence_sync(nvbo, chan, !!b->write_domains, true);  in validate_list()
499 			if (nvbo->bo.offset == b->presumed.offset &&  in validate_list()
500 			    ((nvbo->bo.mem.mem_type == TTM_PL_VRAM &&  in validate_list()
502 			     (nvbo->bo.mem.mem_type == TTM_PL_TT &&  in validate_list()
506 			if (nvbo->bo.mem.mem_type == TTM_PL_TT)  in validate_list()
510 			b->presumed.offset = nvbo->bo.offset;  in validate_list()
514 			if (copy_to_user(&upbbo[nvbo->pbbo_index].presumed,  in validate_list()
603 		struct nouveau_bo *nvbo;  in nouveau_gem_pushbuf_reloc_apply()  local
621 		nvbo = (void *)(unsigned long)bo[r->reloc_bo_index].user_priv;  in nouveau_gem_pushbuf_reloc_apply()
624 			     nvbo->bo.mem.num_pages << PAGE_SHIFT)) {  in nouveau_gem_pushbuf_reloc_apply()
630 		if (!nvbo->kmap.virtual) {  in nouveau_gem_pushbuf_reloc_apply()
631 			ret = ttm_bo_kmap(&nvbo->bo, 0, nvbo->bo.mem.num_pages,  in nouveau_gem_pushbuf_reloc_apply()
632 					  &nvbo->kmap);  in nouveau_gem_pushbuf_reloc_apply()
637 			nvbo->validate_mapped = true;  in nouveau_gem_pushbuf_reloc_apply()
655 		ret = ttm_bo_wait(&nvbo->bo, true, false, false);  in nouveau_gem_pushbuf_reloc_apply()
661 		nouveau_bo_wr32(nvbo, r->reloc_bo_offset >> 2, data);  in nouveau_gem_pushbuf_reloc_apply()
765 			struct nouveau_bo *nvbo = (void *)(unsigned long)  in nouveau_gem_ioctl_pushbuf()  local
768 			nv50_dma_push(chan, nvbo, push[i].offset,  in nouveau_gem_ioctl_pushbuf()
780 			struct nouveau_bo *nvbo = (void *)(unsigned long)  in nouveau_gem_ioctl_pushbuf()  local
783 			OUT_RING(chan, (nvbo->bo.offset + push[i].offset) | 2);  in nouveau_gem_ioctl_pushbuf()
794 			struct nouveau_bo *nvbo = (void *)(unsigned long)  in nouveau_gem_ioctl_pushbuf()  local
801 				if (!nvbo->kmap.virtual) {  in nouveau_gem_ioctl_pushbuf()
802 					ret = ttm_bo_kmap(&nvbo->bo, 0,  in nouveau_gem_ioctl_pushbuf()
803 							  nvbo->bo.mem.  in nouveau_gem_ioctl_pushbuf()
805 							  &nvbo->kmap);  in nouveau_gem_ioctl_pushbuf()
810 					nvbo->validate_mapped = true;  in nouveau_gem_ioctl_pushbuf()
813 				nouveau_bo_wr32(nvbo, (push[i].offset +  in nouveau_gem_ioctl_pushbuf()
818 				      (nvbo->bo.offset + push[i].offset));  in nouveau_gem_ioctl_pushbuf()
863 	struct nouveau_bo *nvbo;  in nouveau_gem_ioctl_cpu_prep()  local
871 	nvbo = nouveau_gem_object(gem);  in nouveau_gem_ioctl_cpu_prep()
874 		ret = reservation_object_test_signaled_rcu(nvbo->bo.resv, write) ? 0 : -EBUSY;  in nouveau_gem_ioctl_cpu_prep()
878 		lret = reservation_object_wait_timeout_rcu(nvbo->bo.resv, write, true, 30 * HZ);  in nouveau_gem_ioctl_cpu_prep()
886 	nouveau_bo_sync_for_cpu(nvbo);  in nouveau_gem_ioctl_cpu_prep()
898 	struct nouveau_bo *nvbo;  in nouveau_gem_ioctl_cpu_fini()  local
903 	nvbo = nouveau_gem_object(gem);  in nouveau_gem_ioctl_cpu_fini()
905 	nouveau_bo_sync_for_device(nvbo);  in nouveau_gem_ioctl_cpu_fini()