266 struct topa {  struct
285 static struct topa *topa_alloc(int cpu, gfp_t gfp)  in topa_alloc()  argument
288 	struct topa *topa;  in topa_alloc()  local
295 	topa = page_address(p);  in topa_alloc()
296 	topa->last = 0;  in topa_alloc()
297 	topa->phys = page_to_phys(p);  in topa_alloc()
304 		TOPA_ENTRY(topa, 1)->base = topa->phys >> TOPA_SHIFT;  in topa_alloc()
305 		TOPA_ENTRY(topa, 1)->end = 1;  in topa_alloc()
308 	return topa;  in topa_alloc()
315 static void topa_free(struct topa *topa)  in topa_free()  argument
317 	free_page((unsigned long)topa);  in topa_free()
329 static void topa_insert_table(struct pt_buffer *buf, struct topa *topa)  in topa_insert_table()  argument
331 	struct topa *last = buf->last;  in topa_insert_table()
333 	list_add_tail(&topa->list, &buf->tables);  in topa_insert_table()
336 		buf->first = buf->last = buf->cur = topa;  in topa_insert_table()
340 	topa->offset = last->offset + last->size;  in topa_insert_table()
341 	buf->last = topa;  in topa_insert_table()
348 	TOPA_ENTRY(last, -1)->base = topa->phys >> TOPA_SHIFT;  in topa_insert_table()
356 static bool topa_table_full(struct topa *topa)  in topa_table_full()  argument
360 		return !!topa->last;  in topa_table_full()
362 	return topa->last == TENTS_PER_PAGE - 1;  in topa_table_full()
377 	struct topa *topa = buf->last;  in topa_insert_pages()  local
385 	if (topa_table_full(topa)) {  in topa_insert_pages()
386 		topa = topa_alloc(buf->cpu, gfp);  in topa_insert_pages()
387 		if (!topa)  in topa_insert_pages()
390 		topa_insert_table(buf, topa);  in topa_insert_pages()
393 	TOPA_ENTRY(topa, -1)->base = page_to_phys(p) >> TOPA_SHIFT;  in topa_insert_pages()
394 	TOPA_ENTRY(topa, -1)->size = order;  in topa_insert_pages()
396 		TOPA_ENTRY(topa, -1)->intr = 1;  in topa_insert_pages()
397 		TOPA_ENTRY(topa, -1)->stop = 1;  in topa_insert_pages()
400 	topa->last++;  in topa_insert_pages()
401 	topa->size += sizes(order);  in topa_insert_pages()
414 	struct topa *topa;  in pt_topa_dump()  local
416 	list_for_each_entry(topa, &buf->tables, list) {  in pt_topa_dump()
419 		pr_debug("# table @%p (%016Lx), off %llx size %zx\n", topa->table,  in pt_topa_dump()
420 			 topa->phys, topa->offset, topa->size);  in pt_topa_dump()
423 				 &topa->table[i],  in pt_topa_dump()
424 				 (unsigned long)topa->table[i].base << TOPA_SHIFT,  in pt_topa_dump()
425 				 sizes(topa->table[i].size),  in pt_topa_dump()
426 				 topa->table[i].end ?  'E' : ' ',  in pt_topa_dump()
427 				 topa->table[i].intr ? 'I' : ' ',  in pt_topa_dump()
428 				 topa->table[i].stop ? 'S' : ' ',  in pt_topa_dump()
429 				 *(u64 *)&topa->table[i]);  in pt_topa_dump()
431 			     topa->table[i].stop) ||  in pt_topa_dump()
432 			    topa->table[i].end)  in pt_topa_dump()
453 			buf->cur = list_entry(buf->cur->list.next, struct topa,  in pt_buffer_advance()
676 	struct topa *cur = buf->first, *prev = buf->last;  in pt_buffer_setup_topa_index()
693 			cur = list_entry(cur->list.next, struct topa, list);  in pt_buffer_setup_topa_index()
720 	buf->cur = (struct topa *)((unsigned long)buf->topa_index[pg] & PAGE_MASK);  in pt_buffer_reset_offsets()
735 	struct topa *topa, *iter;  in pt_buffer_fini_topa()  local
737 	list_for_each_entry_safe(topa, iter, &buf->tables, list) {  in pt_buffer_fini_topa()
742 		topa_free(topa);  in pt_buffer_fini_topa()
755 	struct topa *topa;  in pt_buffer_init_topa()  local
758 	topa = topa_alloc(buf->cpu, gfp);  in pt_buffer_init_topa()
759 	if (!topa)  in pt_buffer_init_topa()
762 	topa_insert_table(buf, topa);  in pt_buffer_init_topa()
1065 	BUILD_BUG_ON(sizeof(struct topa) > PAGE_SIZE);  in pt_init()