72 	struct ttm_mem_type_manager *man = &bdev->man[mem_type];  in ttm_mem_type_debug()  local
74 	pr_err("    has_type: %d\n", man->has_type);  in ttm_mem_type_debug()
75 	pr_err("    use_type: %d\n", man->use_type);  in ttm_mem_type_debug()
76 	pr_err("    flags: 0x%08X\n", man->flags);  in ttm_mem_type_debug()
77 	pr_err("    gpu_offset: 0x%08llX\n", man->gpu_offset);  in ttm_mem_type_debug()
78 	pr_err("    size: %llu\n", man->size);  in ttm_mem_type_debug()
79 	pr_err("    available_caching: 0x%08X\n", man->available_caching);  in ttm_mem_type_debug()
80 	pr_err("    default_caching: 0x%08X\n", man->default_caching);  in ttm_mem_type_debug()
82 		(*man->func->debug)(man, TTM_PFX);  in ttm_mem_type_debug()
167 	struct ttm_mem_type_manager *man;  in ttm_bo_add_to_lru()  local
175 		man = &bdev->man[bo->mem.mem_type];  in ttm_bo_add_to_lru()
176 		list_add_tail(&bo->lru, &man->lru);  in ttm_bo_add_to_lru()
284 	struct ttm_mem_type_manager *old_man = &bdev->man[bo->mem.mem_type];  in ttm_bo_handle_move_mem()
285 	struct ttm_mem_type_manager *new_man = &bdev->man[mem->mem_type];  in ttm_bo_handle_move_mem()
365 		    bdev->man[bo->mem.mem_type].gpu_offset;  in ttm_bo_handle_move_mem()
373 	new_man = &bdev->man[bo->mem.mem_type];  in ttm_bo_handle_move_mem()
626 	struct ttm_mem_type_manager *man = &bdev->man[bo->mem.mem_type];  in ttm_bo_release()  local
629 	ttm_mem_io_lock(man, false);  in ttm_bo_release()
631 	ttm_mem_io_unlock(man);  in ttm_bo_release()
717 	struct ttm_mem_type_manager *man = &bdev->man[mem_type];  in ttm_mem_evict_first()  local
722 	list_for_each_entry(bo, &man->lru, lru) {  in ttm_mem_evict_first()
771 	struct ttm_mem_type_manager *man = &bo->bdev->man[mem->mem_type];  in ttm_bo_mem_put()  local
774 		(*man->func->put_node)(man, mem);  in ttm_bo_mem_put()
790 	struct ttm_mem_type_manager *man = &bdev->man[mem_type];  in ttm_bo_mem_force_space()  local
794 		ret = (*man->func->get_node)(man, bo, place, mem);  in ttm_bo_mem_force_space()
810 static uint32_t ttm_bo_select_caching(struct ttm_mem_type_manager *man,  in ttm_bo_select_caching()  argument
823 	else if ((man->default_caching & caching) != 0)  in ttm_bo_select_caching()
824 		result |= man->default_caching;  in ttm_bo_select_caching()
835 static bool ttm_bo_mt_compatible(struct ttm_mem_type_manager *man,  in ttm_bo_mt_compatible()  argument
845 	if ((place->flags & man->available_caching) == 0)  in ttm_bo_mt_compatible()
848 	cur_flags |= (place->flags & man->available_caching);  in ttm_bo_mt_compatible()
869 	struct ttm_mem_type_manager *man;  in ttm_bo_mem_space()  local
884 		man = &bdev->man[mem_type];  in ttm_bo_mem_space()
886 		type_ok = ttm_bo_mt_compatible(man, mem_type, place,  in ttm_bo_mem_space()
892 		cur_flags = ttm_bo_select_caching(man, bo->mem.placement,  in ttm_bo_mem_space()
904 		if (man->has_type && man->use_type) {  in ttm_bo_mem_space()
906 			ret = (*man->func->get_node)(man, bo, place, mem);  in ttm_bo_mem_space()
929 		man = &bdev->man[mem_type];  in ttm_bo_mem_space()
930 		if (!man->has_type)  in ttm_bo_mem_space()
932 		if (!ttm_bo_mt_compatible(man, mem_type, place, &cur_flags))  in ttm_bo_mem_space()
935 		cur_flags = ttm_bo_select_caching(man, bo->mem.placement,  in ttm_bo_mem_space()
1239 	struct ttm_mem_type_manager *man = &bdev->man[mem_type];  in ttm_bo_force_list_clean()  local
1248 	while (!list_empty(&man->lru)) {  in ttm_bo_force_list_clean()
1266 	struct ttm_mem_type_manager *man;  in ttm_bo_clean_mm()  local
1273 	man = &bdev->man[mem_type];  in ttm_bo_clean_mm()
1275 	if (!man->has_type) {  in ttm_bo_clean_mm()
1281 	man->use_type = false;  in ttm_bo_clean_mm()
1282 	man->has_type = false;  in ttm_bo_clean_mm()
1288 		ret = (*man->func->takedown)(man);  in ttm_bo_clean_mm()
1297 	struct ttm_mem_type_manager *man = &bdev->man[mem_type];  in ttm_bo_evict_mm()  local
1304 	if (!man->has_type) {  in ttm_bo_evict_mm()
1317 	struct ttm_mem_type_manager *man;  in ttm_bo_init_mm()  local
1320 	man = &bdev->man[type];  in ttm_bo_init_mm()
1321 	BUG_ON(man->has_type);  in ttm_bo_init_mm()
1322 	man->io_reserve_fastpath = true;  in ttm_bo_init_mm()
1323 	man->use_io_reserve_lru = false;  in ttm_bo_init_mm()
1324 	mutex_init(&man->io_reserve_mutex);  in ttm_bo_init_mm()
1325 	INIT_LIST_HEAD(&man->io_reserve_lru);  in ttm_bo_init_mm()
1327 	ret = bdev->driver->init_mem_type(bdev, type, man);  in ttm_bo_init_mm()
1330 	man->bdev = bdev;  in ttm_bo_init_mm()
1334 		ret = (*man->func->init)(man, p_size);  in ttm_bo_init_mm()
1338 	man->has_type = true;  in ttm_bo_init_mm()
1339 	man->use_type = true;  in ttm_bo_init_mm()
1340 	man->size = p_size;  in ttm_bo_init_mm()
1342 	INIT_LIST_HEAD(&man->lru);  in ttm_bo_init_mm()
1414 	struct ttm_mem_type_manager *man;  in ttm_bo_device_release()  local
1418 		man = &bdev->man[i];  in ttm_bo_device_release()
1419 		if (man->has_type) {  in ttm_bo_device_release()
1420 			man->use_type = false;  in ttm_bo_device_release()
1426 			man->has_type = false;  in ttm_bo_device_release()
1443 	if (list_empty(&bdev->man[0].lru))  in ttm_bo_device_release()
1464 	memset(bdev->man, 0, sizeof(bdev->man));  in ttm_bo_device_init()
1498 	struct ttm_mem_type_manager *man = &bdev->man[mem->mem_type];  in ttm_mem_reg_is_pci()  local
1500 	if (!(man->flags & TTM_MEMTYPE_FLAG_FIXED)) {  in ttm_mem_reg_is_pci()
1504 		if (man->flags & TTM_MEMTYPE_FLAG_CMA)  in ttm_mem_reg_is_pci()
1524 	struct ttm_mem_type_manager *man = &bdev->man[bo->mem.mem_type];  in ttm_bo_unmap_virtual()  local
1526 	ttm_mem_io_lock(man, false);  in ttm_bo_unmap_virtual()
1528 	ttm_mem_io_unlock(man);  in ttm_bo_unmap_virtual()