154 		int instance;  member
190 	int instance;  member
284 	return priv->instance;  in mpipe_instance()
359 static bool tile_net_provide_buffer(int instance, int kind)  in tile_net_provide_buffer()  argument
361 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_provide_buffer()
409 static void tile_net_pop_all_buffers(int instance, int stack)  in tile_net_pop_all_buffers()  argument
411 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_pop_all_buffers()
427 	int instance, kind;  in tile_net_provide_needed_buffers()  local
428 	for (instance = 0; instance < NR_MPIPE_MAX &&  in tile_net_provide_needed_buffers()
429 		     info->mpipe[instance].has_iqueue; instance++)	{  in tile_net_provide_needed_buffers()
431 			while (info->mpipe[instance].num_needed_buffers[kind]  in tile_net_provide_needed_buffers()
433 				if (!tile_net_provide_buffer(instance, kind)) {  in tile_net_provide_needed_buffers()
439 				info->mpipe[instance].  in tile_net_provide_needed_buffers()
459 static void tile_tx_timestamp(struct sk_buff *skb, int instance)  in tile_tx_timestamp()  argument
463 		struct mpipe_data *md = &mpipe_data[instance];  in tile_tx_timestamp()
556 	int instance = priv->instance;  in tile_net_receive_skb()  local
570 	napi_gro_receive(&info->mpipe[instance].napi, skb);  in tile_net_receive_skb()
578 		info->mpipe[instance].num_needed_buffers[0]++;  in tile_net_receive_skb()
580 		info->mpipe[instance].num_needed_buffers[1]++;  in tile_net_receive_skb()
582 		info->mpipe[instance].num_needed_buffers[2]++;  in tile_net_receive_skb()
586 static bool tile_net_handle_packet(int instance, gxio_mpipe_idesc_t *idesc)  in tile_net_handle_packet()  argument
589 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_handle_packet()
626 		gxio_mpipe_iqueue_drop(&info->mpipe[instance].iqueue, idesc);  in tile_net_handle_packet()
636 	gxio_mpipe_iqueue_consume(&info->mpipe[instance].iqueue, idesc);  in tile_net_handle_packet()
657 	int instance, i, n;  in tile_net_poll()  local
665 	instance = info_mpipe->instance;  in tile_net_poll()
672 			if (tile_net_handle_packet(instance,  in tile_net_poll()
683 	md = &mpipe_data[instance];  in tile_net_poll()
686 		&md->context, info->mpipe[instance].iqueue.ring);  in tile_net_poll()
746 	int instance = priv->instance;  in tile_net_schedule_tx_wake_timer()  local
748 		&info->mpipe[instance].tx_wake[priv->echannel];  in tile_net_schedule_tx_wake_timer()
786 	int i, instance;  in tile_net_handle_egress_timer()  local
794 	for (instance = 0; instance < NR_MPIPE_MAX &&  in tile_net_handle_egress_timer()
795 		     info->mpipe[instance].has_iqueue; instance++) {  in tile_net_handle_egress_timer()
798 				&mpipe_data[instance].egress_for_echannel[i];  in tile_net_handle_egress_timer()
800 				info->mpipe[instance].comps_for_echannel[i];  in tile_net_handle_egress_timer()
927 	int instance = mpipe_instance(dev);  in tile_net_update()  local
928 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_update()
954 			    instance, rc);  in tile_net_update()
967 		if (!info->mpipe[instance].has_iqueue)  in tile_net_update()
970 			if (!info->mpipe[instance].napi_added) {  in tile_net_update()
971 				netif_napi_add(dev, &info->mpipe[instance].napi,  in tile_net_update()
973 				info->mpipe[instance].napi_added = true;  in tile_net_update()
975 			if (!info->mpipe[instance].napi_enabled) {  in tile_net_update()
976 				napi_enable(&info->mpipe[instance].napi);  in tile_net_update()
977 				info->mpipe[instance].napi_enabled = true;  in tile_net_update()
980 			if (info->mpipe[instance].napi_enabled) {  in tile_net_update()
981 				napi_disable(&info->mpipe[instance].napi);  in tile_net_update()
982 				info->mpipe[instance].napi_enabled = false;  in tile_net_update()
993 		sim_enable_mpipe_links(instance, -1);  in tile_net_update()
1003 	int instance = mpipe_instance(dev);  in create_buffer_stack()  local
1004 	struct mpipe_data *md = &mpipe_data[instance];  in create_buffer_stack()
1030 			   instance, rc);  in create_buffer_stack()
1042 			   instance, rc);  in create_buffer_stack()
1048 		if (!tile_net_provide_buffer(instance, kind)) {  in create_buffer_stack()
1067 	int instance = mpipe_instance(dev);  in init_buffer_stacks()  local
1068 	struct mpipe_data *md = &mpipe_data[instance];  in init_buffer_stacks()
1075 			   instance, rc);  in init_buffer_stacks()
1107 	int instance = mpipe_instance(dev);  in alloc_percpu_mpipe_resources()  local
1108 	struct mpipe_data *md = &mpipe_data[instance];  in alloc_percpu_mpipe_resources()
1123 		info->mpipe[instance].comps_for_echannel[i] =  in alloc_percpu_mpipe_resources()
1137 		rc = gxio_mpipe_iqueue_init(&info->mpipe[instance].iqueue,  in alloc_percpu_mpipe_resources()
1145 		info->mpipe[instance].has_iqueue = true;  in alloc_percpu_mpipe_resources()
1158 	int instance = mpipe_instance(dev);  in init_notif_group_and_buckets()  local
1159 	struct mpipe_data *md = &mpipe_data[instance];  in init_notif_group_and_buckets()
1165 			   instance, rc);  in init_notif_group_and_buckets()
1180 			   instance, rc);  in init_notif_group_and_buckets()
1192 			   "mpipe[%d] %d\n", instance, rc);  in init_notif_group_and_buckets()
1207 	int instance = mpipe_instance(dev);  in tile_net_setup_interrupts()  local
1208 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_setup_interrupts()
1216 				   instance, irq);  in tile_net_setup_interrupts()
1222 				 0, "tile_net", (void *)((uint64_t)instance));  in tile_net_setup_interrupts()
1226 				   instance, rc);  in tile_net_setup_interrupts()
1235 		if (info->mpipe[instance].has_iqueue) {  in tile_net_setup_interrupts()
1238 				info->mpipe[instance].iqueue.ring);  in tile_net_setup_interrupts()
1246 static void tile_net_init_mpipe_fail(int instance)  in tile_net_init_mpipe_fail()  argument
1249 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_init_mpipe_fail()
1254 			tile_net_pop_all_buffers(instance,  in tile_net_init_mpipe_fail()
1267 				info->mpipe[instance].comps_for_echannel[0]),  in tile_net_init_mpipe_fail()
1269 		info->mpipe[instance].comps_for_echannel[0] = NULL;  in tile_net_init_mpipe_fail()
1270 		free_pages((unsigned long)(info->mpipe[instance].iqueue.idescs),  in tile_net_init_mpipe_fail()
1272 		info->mpipe[instance].iqueue.idescs = NULL;  in tile_net_init_mpipe_fail()
1301 	int instance = mpipe_instance(dev);  in tile_net_init_mpipe()  local
1302 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_init_mpipe()
1310 	rc = gxio_mpipe_init(&md->context, instance);  in tile_net_init_mpipe()
1313 			   instance, rc);  in tile_net_init_mpipe()
1357 	tile_net_init_mpipe_fail(instance);  in tile_net_init_mpipe()
1375 	int instance = mpipe_instance(dev);  in tile_net_init_egress()  local
1376 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_init_egress()
1421 				    "mpipe[%d] %d\n", instance, rc);  in tile_net_init_egress()
1432 			   instance, rc);  in tile_net_init_egress()
1470 	int instance = mpipe_instance(dev);  in tile_net_link_open()  local
1471 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_link_open()
1475 			   link_name, instance, rc);  in tile_net_link_open()
1502 	int cpu, rc, instance;  in tile_net_open()  local
1513 	priv->instance = rc;  in tile_net_open()
1514 	instance = rc;  in tile_net_open()
1549 	mpipe_data[instance].tile_net_devs_for_channel[priv->channel] = dev;  in tile_net_open()
1561 			&info->mpipe[instance].tx_wake[priv->echannel];  in tile_net_open()
1587 	mpipe_data[instance].tile_net_devs_for_channel[priv->channel] =	NULL;  in tile_net_open()
1599 	int instance = priv->instance;  in tile_net_stop()  local
1600 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_stop()
1605 			&info->mpipe[instance].tx_wake[priv->echannel];  in tile_net_stop()
1834 	int instance = mpipe_instance(dev);  in tso_egress()  local
1835 	struct mpipe_data *md = &mpipe_data[instance];  in tso_egress()
1934 	int instance = priv->instance;  in tile_net_tx_tso()  local
1935 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_tx_tso()
1938 		info->mpipe[instance].comps_for_echannel[channel];  in tile_net_tx_tso()
2002 	int instance = priv->instance;  in tile_net_tx()  local
2003 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_tx()
2008 		info->mpipe[instance].comps_for_echannel[priv->echannel];  in tile_net_tx()
2059 	tile_tx_timestamp(skb, instance);  in tile_net_tx()
2141 	int instance = mpipe_instance(dev);  in tile_net_netpoll()  local
2143 	struct mpipe_data *md = &mpipe_data[instance];  in tile_net_netpoll()
2146 	napi_schedule(&info->mpipe[instance].napi);  in tile_net_netpoll()
2243 	int instance;  in tile_net_init_module_percpu()  local
2245 	for (instance = 0; instance < NR_MPIPE_MAX; instance++) {  in tile_net_init_module_percpu()
2246 		info->mpipe[instance].has_iqueue = false;  in tile_net_init_module_percpu()
2247 		info->mpipe[instance].instance = instance;  in tile_net_init_module_percpu()