361 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_provide_buffer()  local
383 	gxio_mpipe_push_buffer(&md->context, md->first_buffer_stack + kind,  in tile_net_provide_buffer()
411 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_pop_all_buffers()  local
415 			(tile_io_addr_t)gxio_mpipe_pop_buffer(&md->context,  in tile_net_pop_all_buffers()
463 		struct mpipe_data *md = &mpipe_data[instance];  in tile_tx_timestamp()  local
468 		gxio_mpipe_get_timestamp(&md->context, &ts);  in tile_tx_timestamp()
589 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_handle_packet()  local
590 	struct net_device *dev = md->tile_net_devs_for_channel[idesc->channel];  in tile_net_handle_packet()
658 	struct mpipe_data *md;  in tile_net_poll()  local
683 	md = &mpipe_data[instance];  in tile_net_poll()
686 		&md->context, info->mpipe[instance].iqueue.ring);  in tile_net_poll()
823 	struct mpipe_data *md = container_of(ptp, struct mpipe_data, caps);  in ptp_mpipe_adjfreq()  local
824 	mutex_lock(&md->ptp_lock);  in ptp_mpipe_adjfreq()
825 	if (gxio_mpipe_adjust_timestamp_freq(&md->context, ppb))  in ptp_mpipe_adjfreq()
827 	mutex_unlock(&md->ptp_lock);  in ptp_mpipe_adjfreq()
834 	struct mpipe_data *md = container_of(ptp, struct mpipe_data, caps);  in ptp_mpipe_adjtime()  local
835 	mutex_lock(&md->ptp_lock);  in ptp_mpipe_adjtime()
836 	if (gxio_mpipe_adjust_timestamp(&md->context, delta))  in ptp_mpipe_adjtime()
838 	mutex_unlock(&md->ptp_lock);  in ptp_mpipe_adjtime()
846 	struct mpipe_data *md = container_of(ptp, struct mpipe_data, caps);  in ptp_mpipe_gettime()  local
847 	mutex_lock(&md->ptp_lock);  in ptp_mpipe_gettime()
848 	if (gxio_mpipe_get_timestamp(&md->context, ts))  in ptp_mpipe_gettime()
850 	mutex_unlock(&md->ptp_lock);  in ptp_mpipe_gettime()
858 	struct mpipe_data *md = container_of(ptp, struct mpipe_data, caps);  in ptp_mpipe_settime()  local
859 	mutex_lock(&md->ptp_lock);  in ptp_mpipe_settime()
860 	if (gxio_mpipe_set_timestamp(&md->context, ts))  in ptp_mpipe_settime()
862 	mutex_unlock(&md->ptp_lock);  in ptp_mpipe_settime()
887 static void register_ptp_clock(struct net_device *dev, struct mpipe_data *md)  in register_ptp_clock()  argument
892 	gxio_mpipe_set_timestamp(&md->context, &ts);  in register_ptp_clock()
894 	mutex_init(&md->ptp_lock);  in register_ptp_clock()
895 	md->caps = ptp_mpipe_caps;  in register_ptp_clock()
896 	md->ptp_clock = ptp_clock_register(&md->caps, NULL);  in register_ptp_clock()
897 	if (IS_ERR(md->ptp_clock))  in register_ptp_clock()
899 			   PTR_ERR(md->ptp_clock));  in register_ptp_clock()
928 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_update()  local
934 	gxio_mpipe_rules_init(&rules, &md->context);  in tile_net_update()
937 		if (md->tile_net_devs_for_channel[channel] == NULL)  in tile_net_update()
941 			gxio_mpipe_rules_begin(&rules, md->first_bucket,  in tile_net_update()
942 					       md->num_buckets, NULL);  in tile_net_update()
963 			    (void *)(long)(md->ingress_irq), 1);  in tile_net_update()
989 			    (void *)(long)(md->ingress_irq), 1);  in tile_net_update()
1004 	struct mpipe_data *md = &mpipe_data[instance];  in create_buffer_stack()  local
1006 	int stack_idx = md->first_buffer_stack + kind;  in create_buffer_stack()
1013 	md->buffer_stack_bytes[kind] =  in create_buffer_stack()
1016 	va = alloc_pages_exact(md->buffer_stack_bytes[kind], GFP_KERNEL);  in create_buffer_stack()
1020 			   md->buffer_stack_bytes[kind], kind);  in create_buffer_stack()
1025 	rc = gxio_mpipe_init_buffer_stack(&md->context, stack_idx,  in create_buffer_stack()
1027 					  md->buffer_stack_bytes[kind], 0);  in create_buffer_stack()
1031 		free_pages_exact(va, md->buffer_stack_bytes[kind]);  in create_buffer_stack()
1035 	md->buffer_stack_vas[kind] = va;  in create_buffer_stack()
1037 	rc = gxio_mpipe_register_client_memory(&md->context, stack_idx,  in create_buffer_stack()
1068 	struct mpipe_data *md = &mpipe_data[instance];  in init_buffer_stacks()  local
1071 	rc = gxio_mpipe_alloc_buffer_stacks(&md->context, num_kinds, 0, 0);  in init_buffer_stacks()
1078 	md->first_buffer_stack = rc;  in init_buffer_stacks()
1108 	struct mpipe_data *md = &mpipe_data[instance];  in alloc_percpu_mpipe_resources()  local
1138 					    &md->context, ring++, addr,  in alloc_percpu_mpipe_resources()
1159 	struct mpipe_data *md = &mpipe_data[instance];  in init_notif_group_and_buckets()  local
1162 	rc = gxio_mpipe_alloc_notif_groups(&md->context, 1, 0, 0);  in init_notif_group_and_buckets()
1172 		md->num_buckets = 256;  in init_notif_group_and_buckets()
1174 		md->num_buckets = 16;  in init_notif_group_and_buckets()
1177 	rc = gxio_mpipe_alloc_buckets(&md->context, md->num_buckets, 0, 0);  in init_notif_group_and_buckets()
1183 	md->first_bucket = rc;  in init_notif_group_and_buckets()
1187 		&md->context, group, ring, network_cpus_count,  in init_notif_group_and_buckets()
1188 		md->first_bucket, md->num_buckets,  in init_notif_group_and_buckets()
1208 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_setup_interrupts()  local
1210 	irq = md->ingress_irq;  in tile_net_setup_interrupts()
1230 		md->ingress_irq = irq;  in tile_net_setup_interrupts()
1236 			gxio_mpipe_request_notif_ring_interrupt(&md->context,  in tile_net_setup_interrupts()
1249 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_init_mpipe_fail()  local
1253 		if (md->buffer_stack_vas[kind] != NULL) {  in tile_net_init_mpipe_fail()
1255 						 md->first_buffer_stack +  in tile_net_init_mpipe_fail()
1261 	gxio_mpipe_destroy(&md->context);  in tile_net_init_mpipe_fail()
1276 		if (md->buffer_stack_vas[kind] != NULL) {  in tile_net_init_mpipe_fail()
1277 			free_pages_exact(md->buffer_stack_vas[kind],  in tile_net_init_mpipe_fail()
1278 					 md->buffer_stack_bytes[kind]);  in tile_net_init_mpipe_fail()
1279 			md->buffer_stack_vas[kind] = NULL;  in tile_net_init_mpipe_fail()
1283 	md->first_buffer_stack = -1;  in tile_net_init_mpipe_fail()
1284 	md->first_bucket = -1;  in tile_net_init_mpipe_fail()
1302 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_init_mpipe()  local
1310 	rc = gxio_mpipe_init(&md->context, instance);  in tile_net_init_mpipe()
1323 	rc = gxio_mpipe_alloc_notif_rings(&md->context,  in tile_net_init_mpipe()
1352 	register_ptp_clock(dev, md);  in tile_net_init_mpipe()
1376 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_init_egress()  local
1379 	if (md->egress_for_echannel[echannel].equeue != NULL)  in tile_net_init_egress()
1418 		rc = gxio_mpipe_alloc_edma_rings(&md->context, 1, 0, 0);  in tile_net_init_egress()
1428 	rc = gxio_mpipe_equeue_init(equeue, &md->context, ering, echannel,  in tile_net_init_egress()
1449 	md->egress_for_echannel[echannel].equeue = equeue;  in tile_net_init_egress()
1450 	md->egress_for_echannel[echannel].headers = headers;  in tile_net_init_egress()
1471 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_link_open()  local
1472 	int rc = gxio_mpipe_link_open(link, &md->context, link_name, 0);  in tile_net_link_open()
1600 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_stop()  local
1612 	md->tile_net_devs_for_channel[priv->channel] = NULL;  in tile_net_stop()
1835 	struct mpipe_data *md = &mpipe_data[instance];  in tso_egress()  local
1858 	edesc_head.stack_idx = md->first_buffer_stack;  in tso_egress()
1859 	edesc_body.stack_idx = md->first_buffer_stack;  in tso_egress()
1935 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_tx_tso()  local
1936 	struct tile_net_egress *egress = &md->egress_for_echannel[channel];  in tile_net_tx_tso()
2003 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_tx()  local
2005 		&md->egress_for_echannel[priv->echannel];  in tile_net_tx()
2025 	edesc.stack_idx = md->first_buffer_stack;  in tile_net_tx()
2143 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_netpoll()  local
2145 	disable_percpu_irq(md->ingress_irq);  in tile_net_netpoll()
2147 	enable_percpu_irq(md->ingress_irq, 0);  in tile_net_netpoll()