360 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_provide_buffer()  local
382 	gxio_mpipe_push_buffer(&md->context, md->first_buffer_stack + kind,  in tile_net_provide_buffer()
410 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_pop_all_buffers()  local
414 			(tile_io_addr_t)gxio_mpipe_pop_buffer(&md->context,  in tile_net_pop_all_buffers()
462 		struct mpipe_data *md = &mpipe_data[instance];  in tile_tx_timestamp()  local
467 		gxio_mpipe_get_timestamp(&md->context, &ts);  in tile_tx_timestamp()
588 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_handle_packet()  local
589 	struct net_device *dev = md->tile_net_devs_for_channel[idesc->channel];  in tile_net_handle_packet()
657 	struct mpipe_data *md;  in tile_net_poll()  local
682 	md = &mpipe_data[instance];  in tile_net_poll()
685 		&md->context, info->mpipe[instance].iqueue.ring);  in tile_net_poll()
822 	struct mpipe_data *md = container_of(ptp, struct mpipe_data, caps);  in ptp_mpipe_adjfreq()  local
823 	mutex_lock(&md->ptp_lock);  in ptp_mpipe_adjfreq()
824 	if (gxio_mpipe_adjust_timestamp_freq(&md->context, ppb))  in ptp_mpipe_adjfreq()
826 	mutex_unlock(&md->ptp_lock);  in ptp_mpipe_adjfreq()
833 	struct mpipe_data *md = container_of(ptp, struct mpipe_data, caps);  in ptp_mpipe_adjtime()  local
834 	mutex_lock(&md->ptp_lock);  in ptp_mpipe_adjtime()
835 	if (gxio_mpipe_adjust_timestamp(&md->context, delta))  in ptp_mpipe_adjtime()
837 	mutex_unlock(&md->ptp_lock);  in ptp_mpipe_adjtime()
845 	struct mpipe_data *md = container_of(ptp, struct mpipe_data, caps);  in ptp_mpipe_gettime()  local
846 	mutex_lock(&md->ptp_lock);  in ptp_mpipe_gettime()
847 	if (gxio_mpipe_get_timestamp(&md->context, ts))  in ptp_mpipe_gettime()
849 	mutex_unlock(&md->ptp_lock);  in ptp_mpipe_gettime()
857 	struct mpipe_data *md = container_of(ptp, struct mpipe_data, caps);  in ptp_mpipe_settime()  local
858 	mutex_lock(&md->ptp_lock);  in ptp_mpipe_settime()
859 	if (gxio_mpipe_set_timestamp(&md->context, ts))  in ptp_mpipe_settime()
861 	mutex_unlock(&md->ptp_lock);  in ptp_mpipe_settime()
886 static void register_ptp_clock(struct net_device *dev, struct mpipe_data *md)  in register_ptp_clock()  argument
891 	gxio_mpipe_set_timestamp(&md->context, &ts);  in register_ptp_clock()
893 	mutex_init(&md->ptp_lock);  in register_ptp_clock()
894 	md->caps = ptp_mpipe_caps;  in register_ptp_clock()
895 	md->ptp_clock = ptp_clock_register(&md->caps, NULL);  in register_ptp_clock()
896 	if (IS_ERR(md->ptp_clock))  in register_ptp_clock()
898 			   PTR_ERR(md->ptp_clock));  in register_ptp_clock()
927 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_update()  local
933 	gxio_mpipe_rules_init(&rules, &md->context);  in tile_net_update()
936 		if (md->tile_net_devs_for_channel[channel] == NULL)  in tile_net_update()
940 			gxio_mpipe_rules_begin(&rules, md->first_bucket,  in tile_net_update()
941 					       md->num_buckets, NULL);  in tile_net_update()
962 			    (void *)(long)(md->ingress_irq), 1);  in tile_net_update()
988 			    (void *)(long)(md->ingress_irq), 1);  in tile_net_update()
1003 	struct mpipe_data *md = &mpipe_data[instance];  in create_buffer_stack()  local
1005 	int stack_idx = md->first_buffer_stack + kind;  in create_buffer_stack()
1012 	md->buffer_stack_bytes[kind] =  in create_buffer_stack()
1015 	va = alloc_pages_exact(md->buffer_stack_bytes[kind], GFP_KERNEL);  in create_buffer_stack()
1019 			   md->buffer_stack_bytes[kind], kind);  in create_buffer_stack()
1024 	rc = gxio_mpipe_init_buffer_stack(&md->context, stack_idx,  in create_buffer_stack()
1026 					  md->buffer_stack_bytes[kind], 0);  in create_buffer_stack()
1030 		free_pages_exact(va, md->buffer_stack_bytes[kind]);  in create_buffer_stack()
1034 	md->buffer_stack_vas[kind] = va;  in create_buffer_stack()
1036 	rc = gxio_mpipe_register_client_memory(&md->context, stack_idx,  in create_buffer_stack()
1067 	struct mpipe_data *md = &mpipe_data[instance];  in init_buffer_stacks()  local
1070 	rc = gxio_mpipe_alloc_buffer_stacks(&md->context, num_kinds, 0, 0);  in init_buffer_stacks()
1077 	md->first_buffer_stack = rc;  in init_buffer_stacks()
1107 	struct mpipe_data *md = &mpipe_data[instance];  in alloc_percpu_mpipe_resources()  local
1137 					    &md->context, ring++, addr,  in alloc_percpu_mpipe_resources()
1158 	struct mpipe_data *md = &mpipe_data[instance];  in init_notif_group_and_buckets()  local
1161 	rc = gxio_mpipe_alloc_notif_groups(&md->context, 1, 0, 0);  in init_notif_group_and_buckets()
1171 		md->num_buckets = 256;  in init_notif_group_and_buckets()
1173 		md->num_buckets = 16;  in init_notif_group_and_buckets()
1176 	rc = gxio_mpipe_alloc_buckets(&md->context, md->num_buckets, 0, 0);  in init_notif_group_and_buckets()
1182 	md->first_bucket = rc;  in init_notif_group_and_buckets()
1186 		&md->context, group, ring, network_cpus_count,  in init_notif_group_and_buckets()
1187 		md->first_bucket, md->num_buckets,  in init_notif_group_and_buckets()
1207 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_setup_interrupts()  local
1209 	irq = md->ingress_irq;  in tile_net_setup_interrupts()
1229 		md->ingress_irq = irq;  in tile_net_setup_interrupts()
1235 			gxio_mpipe_request_notif_ring_interrupt(&md->context,  in tile_net_setup_interrupts()
1248 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_init_mpipe_fail()  local
1252 		if (md->buffer_stack_vas[kind] != NULL) {  in tile_net_init_mpipe_fail()
1254 						 md->first_buffer_stack +  in tile_net_init_mpipe_fail()
1260 	gxio_mpipe_destroy(&md->context);  in tile_net_init_mpipe_fail()
1275 		if (md->buffer_stack_vas[kind] != NULL) {  in tile_net_init_mpipe_fail()
1276 			free_pages_exact(md->buffer_stack_vas[kind],  in tile_net_init_mpipe_fail()
1277 					 md->buffer_stack_bytes[kind]);  in tile_net_init_mpipe_fail()
1278 			md->buffer_stack_vas[kind] = NULL;  in tile_net_init_mpipe_fail()
1282 	md->first_buffer_stack = -1;  in tile_net_init_mpipe_fail()
1283 	md->first_bucket = -1;  in tile_net_init_mpipe_fail()
1301 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_init_mpipe()  local
1309 	rc = gxio_mpipe_init(&md->context, instance);  in tile_net_init_mpipe()
1322 	rc = gxio_mpipe_alloc_notif_rings(&md->context,  in tile_net_init_mpipe()
1351 	register_ptp_clock(dev, md);  in tile_net_init_mpipe()
1375 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_init_egress()  local
1378 	if (md->egress_for_echannel[echannel].equeue != NULL)  in tile_net_init_egress()
1417 		rc = gxio_mpipe_alloc_edma_rings(&md->context, 1, 0, 0);  in tile_net_init_egress()
1427 	rc = gxio_mpipe_equeue_init(equeue, &md->context, ering, echannel,  in tile_net_init_egress()
1448 	md->egress_for_echannel[echannel].equeue = equeue;  in tile_net_init_egress()
1449 	md->egress_for_echannel[echannel].headers = headers;  in tile_net_init_egress()
1470 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_link_open()  local
1471 	int rc = gxio_mpipe_link_open(link, &md->context, link_name, 0);  in tile_net_link_open()
1599 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_stop()  local
1611 	md->tile_net_devs_for_channel[priv->channel] = NULL;  in tile_net_stop()
1834 	struct mpipe_data *md = &mpipe_data[instance];  in tso_egress()  local
1857 	edesc_head.stack_idx = md->first_buffer_stack;  in tso_egress()
1858 	edesc_body.stack_idx = md->first_buffer_stack;  in tso_egress()
1934 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_tx_tso()  local
1935 	struct tile_net_egress *egress = &md->egress_for_echannel[channel];  in tile_net_tx_tso()
2002 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_tx()  local
2004 		&md->egress_for_echannel[priv->echannel];  in tile_net_tx()
2024 	edesc.stack_idx = md->first_buffer_stack;  in tile_net_tx()
2142 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_netpoll()  local
2144 	disable_percpu_irq(md->ingress_irq);  in tile_net_netpoll()
2146 	enable_percpu_irq(md->ingress_irq, 0);  in tile_net_netpoll()