Lines Matching refs:freelist

374 		if (cmpxchg_double(&page->freelist, &page->counters,  in __cmpxchg_double_slab()
382 if (page->freelist == freelist_old && in __cmpxchg_double_slab()
384 page->freelist = freelist_new; in __cmpxchg_double_slab()
410 if (cmpxchg_double(&page->freelist, &page->counters, in cmpxchg_double_slab()
421 if (page->freelist == freelist_old && in cmpxchg_double_slab()
423 page->freelist = freelist_new; in cmpxchg_double_slab()
455 for (p = page->freelist; p; p = get_freepointer(s, p)) in get_map()
585 page, page->objects, page->inuse, page->freelist, page->flags); in print_page_info()
901 fp = page->freelist; in on_freelist()
912 page->freelist = NULL; in on_freelist()
951 page->freelist); in trace()
1061 page->freelist = NULL; in alloc_debug_processing()
1448 page->freelist = start; in new_slab()
1574 void *freelist; in acquire_slab() local
1585 freelist = page->freelist; in acquire_slab()
1591 new.freelist = NULL; in acquire_slab()
1593 new.freelist = freelist; in acquire_slab()
1600 freelist, counters, in acquire_slab()
1601 new.freelist, new.counters, in acquire_slab()
1606 WARN_ON(!freelist); in acquire_slab()
1607 return freelist; in acquire_slab()
1818 void *freelist) in deactivate_slab() argument
1829 if (page->freelist) { in deactivate_slab()
1842 while (freelist && (nextfree = get_freepointer(s, freelist))) { in deactivate_slab()
1847 prior = page->freelist; in deactivate_slab()
1849 set_freepointer(s, freelist, prior); in deactivate_slab()
1856 freelist, new.counters, in deactivate_slab()
1859 freelist = nextfree; in deactivate_slab()
1878 old.freelist = page->freelist; in deactivate_slab()
1884 if (freelist) { in deactivate_slab()
1886 set_freepointer(s, freelist, old.freelist); in deactivate_slab()
1887 new.freelist = freelist; in deactivate_slab()
1889 new.freelist = old.freelist; in deactivate_slab()
1895 else if (new.freelist) { in deactivate_slab()
1944 old.freelist, old.counters, in deactivate_slab()
1945 new.freelist, new.counters, in deactivate_slab()
1990 old.freelist = page->freelist; in unfreeze_partials()
1995 new.freelist = old.freelist; in unfreeze_partials()
2000 old.freelist, old.counters, in unfreeze_partials()
2001 new.freelist, new.counters, in unfreeze_partials()
2091 deactivate_slab(s, c->page, c->freelist); in flush_slab()
2095 c->freelist = NULL; in flush_slab()
2216 void *freelist; in new_slab_objects() local
2220 freelist = get_partial(s, flags, node, c); in new_slab_objects()
2222 if (freelist) in new_slab_objects()
2223 return freelist; in new_slab_objects()
2235 freelist = page->freelist; in new_slab_objects()
2236 page->freelist = NULL; in new_slab_objects()
2242 freelist = NULL; in new_slab_objects()
2244 return freelist; in new_slab_objects()
2269 void *freelist; in get_freelist() local
2272 freelist = page->freelist; in get_freelist()
2279 new.frozen = freelist != NULL; in get_freelist()
2282 freelist, counters, in get_freelist()
2286 return freelist; in get_freelist()
2308 void *freelist; in __slab_alloc() local
2335 deactivate_slab(s, page, c->freelist); in __slab_alloc()
2337 c->freelist = NULL; in __slab_alloc()
2348 deactivate_slab(s, page, c->freelist); in __slab_alloc()
2350 c->freelist = NULL; in __slab_alloc()
2355 freelist = c->freelist; in __slab_alloc()
2356 if (freelist) in __slab_alloc()
2359 freelist = get_freelist(s, page); in __slab_alloc()
2361 if (!freelist) { in __slab_alloc()
2376 c->freelist = get_freepointer(s, freelist); in __slab_alloc()
2379 return freelist; in __slab_alloc()
2387 c->freelist = NULL; in __slab_alloc()
2391 freelist = new_slab_objects(s, gfpflags, node, &c); in __slab_alloc()
2393 if (unlikely(!freelist)) { in __slab_alloc()
2405 !alloc_debug_processing(s, page, freelist, addr)) in __slab_alloc()
2408 deactivate_slab(s, page, get_freepointer(s, freelist)); in __slab_alloc()
2410 c->freelist = NULL; in __slab_alloc()
2412 return freelist; in __slab_alloc()
2470 object = c->freelist; in slab_alloc_node()
2493 s->cpu_slab->freelist, s->cpu_slab->tid, in slab_alloc_node()
2599 prior = page->freelist; in __slab_free()
2727 set_freepointer(s, object, c->freelist); in slab_free()
2730 s->cpu_slab->freelist, s->cpu_slab->tid, in slab_free()
2731 c->freelist, tid, in slab_free()
2939 n = page->freelist; in early_kmem_cache_node_alloc()
2941 page->freelist = get_freepointer(kmem_cache_node, n); in early_kmem_cache_node_alloc()