96 	struct ltq_etop_chan ch[MAX_DMA_CHAN];  member
105 ltq_etop_alloc_skb(struct ltq_etop_chan *ch)  in ltq_etop_alloc_skb()  argument
107 	struct ltq_etop_priv *priv = netdev_priv(ch->netdev);  in ltq_etop_alloc_skb()
109 	ch->skb[ch->dma.desc] = netdev_alloc_skb(ch->netdev, MAX_DMA_DATA_LEN);  in ltq_etop_alloc_skb()
110 	if (!ch->skb[ch->dma.desc])  in ltq_etop_alloc_skb()
112 	ch->dma.desc_base[ch->dma.desc].addr =  in ltq_etop_alloc_skb()
113 		dma_map_single(&priv->pdev->dev, ch->skb[ch->dma.desc]->data,  in ltq_etop_alloc_skb()
115 	ch->dma.desc_base[ch->dma.desc].addr =  in ltq_etop_alloc_skb()
116 		CPHYSADDR(ch->skb[ch->dma.desc]->data);  in ltq_etop_alloc_skb()
117 	ch->dma.desc_base[ch->dma.desc].ctl =  in ltq_etop_alloc_skb()
120 	skb_reserve(ch->skb[ch->dma.desc], NET_IP_ALIGN);  in ltq_etop_alloc_skb()
125 ltq_etop_hw_receive(struct ltq_etop_chan *ch)  in ltq_etop_hw_receive()  argument
127 	struct ltq_etop_priv *priv = netdev_priv(ch->netdev);  in ltq_etop_hw_receive()
128 	struct ltq_dma_desc *desc = &ch->dma.desc_base[ch->dma.desc];  in ltq_etop_hw_receive()
129 	struct sk_buff *skb = ch->skb[ch->dma.desc];  in ltq_etop_hw_receive()
134 	if (ltq_etop_alloc_skb(ch)) {  in ltq_etop_hw_receive()
135 		netdev_err(ch->netdev,  in ltq_etop_hw_receive()
137 		ltq_dma_close(&ch->dma);  in ltq_etop_hw_receive()
139 	ch->dma.desc++;  in ltq_etop_hw_receive()
140 	ch->dma.desc %= LTQ_DESC_NUM;  in ltq_etop_hw_receive()
144 	skb->protocol = eth_type_trans(skb, ch->netdev);  in ltq_etop_hw_receive()
151 	struct ltq_etop_chan *ch = container_of(napi,  in ltq_etop_poll_rx()  local
156 		struct ltq_dma_desc *desc = &ch->dma.desc_base[ch->dma.desc];  in ltq_etop_poll_rx()
160 		ltq_etop_hw_receive(ch);  in ltq_etop_poll_rx()
164 		napi_complete_done(&ch->napi, work_done);  in ltq_etop_poll_rx()
165 		ltq_dma_ack_irq(&ch->dma);  in ltq_etop_poll_rx()
173 	struct ltq_etop_chan *ch =  in ltq_etop_poll_tx()  local
175 	struct ltq_etop_priv *priv = netdev_priv(ch->netdev);  in ltq_etop_poll_tx()
177 		netdev_get_tx_queue(ch->netdev, ch->idx >> 1);  in ltq_etop_poll_tx()
181 	while ((ch->dma.desc_base[ch->tx_free].ctl &  in ltq_etop_poll_tx()
183 		dev_kfree_skb_any(ch->skb[ch->tx_free]);  in ltq_etop_poll_tx()
184 		ch->skb[ch->tx_free] = NULL;  in ltq_etop_poll_tx()
185 		memset(&ch->dma.desc_base[ch->tx_free], 0,  in ltq_etop_poll_tx()
187 		ch->tx_free++;  in ltq_etop_poll_tx()
188 		ch->tx_free %= LTQ_DESC_NUM;  in ltq_etop_poll_tx()
194 	napi_complete(&ch->napi);  in ltq_etop_poll_tx()
195 	ltq_dma_ack_irq(&ch->dma);  in ltq_etop_poll_tx()
203 	int ch = irq - LTQ_DMA_CH0_INT;  in ltq_etop_dma_irq()  local
205 	napi_schedule(&priv->ch[ch].napi);  in ltq_etop_dma_irq()
210 ltq_etop_free_channel(struct net_device *dev, struct ltq_etop_chan *ch)  in ltq_etop_free_channel()  argument
214 	ltq_dma_free(&ch->dma);  in ltq_etop_free_channel()
215 	if (ch->dma.irq)  in ltq_etop_free_channel()
216 		free_irq(ch->dma.irq, priv);  in ltq_etop_free_channel()
217 	if (IS_RX(ch->idx)) {  in ltq_etop_free_channel()
218 		struct ltq_dma_channel *dma = &ch->dma;  in ltq_etop_free_channel()
221 			dev_kfree_skb_any(ch->skb[ch->dma.desc]);  in ltq_etop_free_channel()
234 			ltq_etop_free_channel(dev, &priv->ch[i]);  in ltq_etop_hw_exit()
270 		struct ltq_etop_chan *ch = &priv->ch[i];  in ltq_etop_hw_init()  local
272 		ch->dma.nr = i;  in ltq_etop_hw_init()
273 		ch->idx = ch->dma.nr;  in ltq_etop_hw_init()
274 		ch->dma.dev = &priv->pdev->dev;  in ltq_etop_hw_init()
277 			ltq_dma_alloc_tx(&ch->dma);  in ltq_etop_hw_init()
286 			ltq_dma_alloc_rx(&ch->dma);  in ltq_etop_hw_init()
287 			for (ch->dma.desc = 0; ch->dma.desc < LTQ_DESC_NUM;  in ltq_etop_hw_init()
288 					ch->dma.desc++)  in ltq_etop_hw_init()
289 				if (ltq_etop_alloc_skb(ch))  in ltq_etop_hw_init()
291 			ch->dma.desc = 0;  in ltq_etop_hw_init()
300 		ch->dma.irq = irq;  in ltq_etop_hw_init()
439 		struct ltq_etop_chan *ch = &priv->ch[i];  in ltq_etop_open()  local
443 		ltq_dma_open(&ch->dma);  in ltq_etop_open()
444 		ltq_dma_enable_irq(&ch->dma);  in ltq_etop_open()
445 		napi_enable(&ch->napi);  in ltq_etop_open()
461 		struct ltq_etop_chan *ch = &priv->ch[i];  in ltq_etop_stop()  local
465 		napi_disable(&ch->napi);  in ltq_etop_stop()
466 		ltq_dma_close(&ch->dma);  in ltq_etop_stop()
477 	struct ltq_etop_chan *ch = &priv->ch[(queue << 1) | 1];  in ltq_etop_tx()  local
478 	struct ltq_dma_desc *desc = &ch->dma.desc_base[ch->dma.desc];  in ltq_etop_tx()
487 	if ((desc->ctl & (LTQ_DMA_OWN | LTQ_DMA_C)) || ch->skb[ch->dma.desc]) {  in ltq_etop_tx()
495 	ch->skb[ch->dma.desc] = skb;  in ltq_etop_tx()
506 	ch->dma.desc++;  in ltq_etop_tx()
507 	ch->dma.desc %= LTQ_DESC_NUM;  in ltq_etop_tx()
510 	if (ch->dma.desc_base[ch->dma.desc].ctl & LTQ_DMA_OWN)  in ltq_etop_tx()
684 			netif_napi_add_weight(dev, &priv->ch[i].napi,  in ltq_etop_probe()
687 			netif_napi_add_weight(dev, &priv->ch[i].napi,  in ltq_etop_probe()
689 		priv->ch[i].netdev = dev;  in ltq_etop_probe()