fixes dma hangups in eth
[lede.git] / target / linux / ramips / files / drivers / net / ramips.c
1 /*
2  *   This program is free software; you can redistribute it and/or modify
3  *   it under the terms of the GNU General Public License as published by
4  *   the Free Software Foundation; either version 2 of the License, or
5  *   (at your option) any later version.
6  *
7  *   This program is distributed in the hope that it will be useful,
8  *   but WITHOUT ANY WARRANTY; without even the implied warranty of
9  *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
10  *   GNU General Public License for more details.
11  *
12  *   You should have received a copy of the GNU General Public License
13  *   along with this program; if not, write to the Free Software
14  *   Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307, USA.
15  *
16  *   Copyright (C) 2009 John Crispin <blogic@openwrt.org>
17  */
18
19 #include <linux/module.h>
20 #include <linux/version.h>
21 #include <linux/kernel.h>
22 #include <linux/types.h>
23 #include <linux/pci.h>
24 #include <linux/init.h>
25 #include <linux/skbuff.h>
26 #include <linux/if_vlan.h>
27 #include <linux/if_ether.h>
28 #include <linux/platform_device.h>
29 #include <asm/uaccess.h>
30 #include <net/sock.h>
31 #include <asm/uaccess.h>
32
33 #include <eth.h>
34
35 #define TX_TIMEOUT (20 * HZ / 100)
36 #define MAX_RX_LENGTH   1500
37
38 #ifdef CONFIG_RALINK_RT305X
39 #include "ramips_esw.c"
40 #endif
41
42 static struct net_device * ramips_dev;
43 static void __iomem *ramips_fe_base = 0;
44
45 static inline void
46 ramips_fe_wr(u32 val, unsigned reg)
47 {
48         __raw_writel(val, ramips_fe_base + reg);
49 }
50
51 static inline u32
52 ramips_fe_rr(unsigned reg)
53 {
54         return __raw_readl(ramips_fe_base + reg);
55 }
56
57 static int
58 ramips_alloc_dma(struct net_device *dev)
59 {
60 #define phys_to_bus(a)  (a & 0x1FFFFFFF)
61         struct raeth_priv *priv = (struct raeth_priv*)netdev_priv(dev);
62         int i;
63
64         priv->skb_free_idx = 0;
65
66         /* setup tx ring */
67         priv->tx = pci_alloc_consistent(NULL,
68                 NUM_TX_DESC * sizeof(struct ramips_tx_dma), &priv->phy_tx);
69         for(i = 0; i < NUM_TX_DESC; i++)
70         {
71                 memset(&priv->tx[i], 0, sizeof(struct ramips_tx_dma));
72                 priv->tx[i].txd2 |= TX_DMA_LSO | TX_DMA_DONE;
73                 priv->tx[i].txd4 &= (TX_DMA_QN_MASK | TX_DMA_PN_MASK);
74                 priv->tx[i].txd4 |= TX_DMA_QN(3) | TX_DMA_PN(1);
75         }
76         ramips_fe_wr(phys_to_bus(priv->phy_tx), RAMIPS_TX_BASE_PTR0);
77         ramips_fe_wr(NUM_TX_DESC, RAMIPS_TX_MAX_CNT0);
78         ramips_fe_wr(0, RAMIPS_TX_CTX_IDX0);
79         ramips_fe_wr(RAMIPS_PST_DTX_IDX0, RAMIPS_PDMA_RST_CFG);
80
81         /* setup rx ring */
82         priv->rx = pci_alloc_consistent(NULL,
83                 NUM_RX_DESC * sizeof(struct ramips_rx_dma), &priv->phy_rx);
84         memset(priv->rx, 0, sizeof(struct ramips_rx_dma) * NUM_RX_DESC);
85         for(i = 0; i < NUM_RX_DESC; i++)
86         {
87                 struct sk_buff *new_skb = dev_alloc_skb(MAX_RX_LENGTH + 2);
88                 BUG_ON(!new_skb);
89                 skb_reserve(new_skb, 2);
90                 priv->rx[i].rxd1 =
91                         dma_map_single(NULL, skb_put(new_skb, 2), MAX_RX_LENGTH + 2,
92                                 PCI_DMA_FROMDEVICE);
93                 priv->rx[i].rxd2 |= RX_DMA_LSO;
94                 priv->rx_skb[i] = new_skb;
95         }
96         dma_cache_wback_inv((unsigned long)priv->rx,
97                 NUM_RX_DESC * (sizeof(struct ramips_rx_dma)));
98
99         ramips_fe_wr(phys_to_bus(priv->phy_rx), RAMIPS_RX_BASE_PTR0);
100         ramips_fe_wr(NUM_RX_DESC, RAMIPS_RX_MAX_CNT0);
101         ramips_fe_wr((NUM_RX_DESC - 1), RAMIPS_RX_CALC_IDX0);
102         ramips_fe_wr(RAMIPS_PST_DRX_IDX0, RAMIPS_PDMA_RST_CFG);
103
104         return 0;
105 }
106
107 static int
108 ramips_eth_hard_start_xmit(struct sk_buff* skb, struct net_device *dev)
109 {
110         struct raeth_priv *priv = (struct raeth_priv*)netdev_priv(dev);
111         unsigned long tx;
112         unsigned int tx_next;
113
114         if(priv->plat->min_pkt_len)
115         {
116                 if(skb->len < priv->plat->min_pkt_len)
117                  {
118                      if(skb_padto(skb, priv->plat->min_pkt_len))
119                          {
120                                  printk(KERN_ERR "ramips_eth: skb_padto failed\n");
121                                  kfree_skb(skb);
122                                  return 0;
123                          }
124                      skb_put(skb, priv->plat->min_pkt_len - skb->len);
125                  }
126         }
127         dev->trans_start = jiffies;
128         dma_cache_wback_inv((unsigned long)skb->data, skb->len);
129         tx = ramips_fe_rr(RAMIPS_TX_CTX_IDX0);
130         if(tx == NUM_TX_DESC - 1)
131                 tx_next = 0;
132         else
133                 tx_next = tx + 1;
134         if((priv->tx_skb[tx]== 0) && (priv->tx_skb[tx_next] == 0))
135         {
136                 if(!(priv->tx[tx].txd2 & TX_DMA_DONE))
137                 {
138                         kfree_skb(skb);
139                         priv->stat.tx_dropped++;
140                         printk(KERN_ERR "%s: dropping\n", dev->name);
141                         return 0;
142                 }
143                 priv->tx[tx].txd1 = virt_to_phys(skb->data);
144                 priv->tx[tx].txd2 &= ~(TX_DMA_PLEN0_MASK | TX_DMA_DONE);
145                 priv->tx[tx].txd2 |= TX_DMA_PLEN0(skb->len);
146                 ramips_fe_wr((tx + 1) % NUM_TX_DESC, RAMIPS_TX_CTX_IDX0);
147                 priv->stat.tx_packets++;
148                 priv->stat.tx_bytes += skb->len;
149                 priv->tx_skb[tx] = skb;
150                 ramips_fe_wr((tx + 1) % NUM_TX_DESC, RAMIPS_TX_CTX_IDX0);
151         } else {
152                 priv->stat.tx_dropped++;
153                 kfree_skb(skb);
154         }
155         return 0;
156 }
157
158 static void
159 ramips_eth_rx_hw(unsigned long ptr)
160 {
161         struct net_device *dev = (struct net_device*)ptr;
162         struct raeth_priv *priv = (struct raeth_priv*)netdev_priv(dev);
163         int rx;
164         int max_rx = 16;
165
166         while(max_rx)
167         {
168                 struct sk_buff *rx_skb, *new_skb;
169
170                 rx = (ramips_fe_rr(RAMIPS_RX_CALC_IDX0) + 1) % NUM_RX_DESC;
171                 if(!(priv->rx[rx].rxd2 & RX_DMA_DONE))
172                         break;
173                 max_rx--;
174
175                 rx_skb = priv->rx_skb[rx];
176                 rx_skb->len = RX_DMA_PLEN0(priv->rx[rx].rxd2);
177                 rx_skb->tail = rx_skb->data + rx_skb->len;
178                 rx_skb->dev = dev;
179                 rx_skb->protocol = eth_type_trans(rx_skb, dev);
180                 rx_skb->ip_summed = CHECKSUM_NONE;
181                 priv->stat.rx_packets++;
182                 priv->stat.rx_bytes += rx_skb->len;
183                 netif_rx(rx_skb);
184
185                 new_skb = __dev_alloc_skb(MAX_RX_LENGTH + 2, GFP_DMA | GFP_ATOMIC);
186                 priv->rx_skb[rx] = new_skb;
187                 BUG_ON(!new_skb);
188                 skb_reserve(new_skb, 2);
189                 priv->rx[rx].rxd1 =
190                         dma_map_single(NULL, new_skb->data, MAX_RX_LENGTH + 2,
191                         PCI_DMA_FROMDEVICE);
192                 priv->rx[rx].rxd2 &= ~RX_DMA_DONE;
193                 dma_cache_wback_inv((unsigned long)&priv->rx[rx],
194                         sizeof(struct ramips_rx_dma));
195                 ramips_fe_wr(rx, RAMIPS_RX_CALC_IDX0);
196         }
197         if(max_rx == 0)
198                 tasklet_schedule(&priv->rx_tasklet);
199         else
200                 ramips_fe_wr(ramips_fe_rr(RAMIPS_FE_INT_ENABLE) | RAMIPS_RX_DLY_INT,
201                         RAMIPS_FE_INT_ENABLE);
202 }
203
204 static void
205 ramips_eth_tx_housekeeping(unsigned long ptr)
206 {
207         struct net_device *dev = (struct net_device*)ptr;
208         struct raeth_priv *priv = (struct raeth_priv*)netdev_priv(dev);
209
210         while((priv->tx[priv->skb_free_idx].txd2 & TX_DMA_DONE) &&
211                 (priv->tx_skb[priv->skb_free_idx]))
212         {
213                 dev_kfree_skb_irq((struct sk_buff*)priv->tx_skb[priv->skb_free_idx]);
214                 priv->tx_skb[priv->skb_free_idx] = 0;
215                 priv->skb_free_idx++;
216                 if(priv->skb_free_idx >= NUM_TX_DESC)
217                         priv->skb_free_idx = 0;
218         }
219         ramips_fe_wr(ramips_fe_rr(RAMIPS_FE_INT_ENABLE) | RAMIPS_TX_DLY_INT,
220                 RAMIPS_FE_INT_ENABLE);
221 }
222
223 static struct net_device_stats*
224 ramips_eth_get_stats(struct net_device *dev)
225 {
226         return &((struct raeth_priv*)netdev_priv(dev))->stat;
227 }
228
229 static int
230 ramips_eth_set_mac_addr(struct net_device *dev, void *priv)
231 {
232         unsigned char *mac = (unsigned char*)priv;
233
234         if(netif_running(dev))
235                 return -EBUSY;
236         memcpy(dev->dev_addr, ((struct sockaddr*)priv)->sa_data, dev->addr_len);
237         ramips_fe_wr((mac[0] << 8) | mac[1], RAMIPS_GDMA1_MAC_ADRH);
238         ramips_fe_wr(RAMIPS_GDMA1_MAC_ADRL,
239                 (mac[2] << 24) | (mac[3] << 16) | (mac[4] << 8) | mac[5]);
240         return 0;
241 }
242
243 static void
244 ramips_eth_timeout(struct net_device *dev)
245 {
246         tasklet_schedule(
247                 &((struct raeth_priv*)netdev_priv(dev))->tx_housekeeping_tasklet);
248 }
249
250 static irqreturn_t
251 ramips_eth_irq(int irq, void *dev)
252 {
253         struct raeth_priv *priv = (struct raeth_priv*)netdev_priv(dev);
254         unsigned long fe_int = ramips_fe_rr(RAMIPS_FE_INT_STATUS);
255
256         if(fe_int & RAMIPS_RX_DLY_INT)
257         {
258                 ramips_fe_wr(ramips_fe_rr(RAMIPS_FE_INT_ENABLE) & ~(RAMIPS_RX_DLY_INT),
259                         RAMIPS_FE_INT_ENABLE);
260                 tasklet_schedule(&priv->rx_tasklet);
261         }
262         if(fe_int & RAMIPS_TX_DLY_INT)
263                 tasklet_schedule(&priv->tx_housekeeping_tasklet);
264         ramips_fe_wr(0xFFFFFFFF, RAMIPS_FE_INT_STATUS);
265         return IRQ_HANDLED;
266 }
267
268 static int
269 ramips_eth_open(struct net_device *dev)
270 {
271         struct raeth_priv *priv = (struct raeth_priv*)netdev_priv(dev);
272
273         ramips_alloc_dma(dev);
274         ramips_fe_wr((ramips_fe_rr(RAMIPS_PDMA_GLO_CFG) & 0xff) |
275                 (RAMIPS_TX_WB_DDONE | RAMIPS_RX_DMA_EN |
276                 RAMIPS_TX_DMA_EN | RAMIPS_PDMA_SIZE_4DWORDS),
277                 RAMIPS_PDMA_GLO_CFG);
278         ramips_fe_wr((ramips_fe_rr(RAMIPS_FE_GLO_CFG) &
279                 ~(RAMIPS_US_CYC_CNT_MASK << RAMIPS_US_CYC_CNT_SHIFT)) |
280                 ((rt305x_sys_freq / RAMIPS_US_CYC_CNT_DIVISOR) << RAMIPS_US_CYC_CNT_SHIFT),
281                 RAMIPS_FE_GLO_CFG);
282         request_irq(dev->irq, ramips_eth_irq, IRQF_DISABLED, dev->name, dev);
283         tasklet_init(&priv->tx_housekeeping_tasklet, ramips_eth_tx_housekeeping,
284                 (unsigned long)dev);
285         tasklet_init(&priv->rx_tasklet, ramips_eth_rx_hw, (unsigned long)dev);
286         ramips_fe_wr(RAMIPS_DELAY_INIT, RAMIPS_DLY_INT_CFG);
287         ramips_fe_wr(RAMIPS_TX_DLY_INT | RAMIPS_RX_DLY_INT, RAMIPS_FE_INT_ENABLE);
288         ramips_fe_wr(ramips_fe_rr(RAMIPS_GDMA1_FWD_CFG) &
289                 ~(RAMIPS_GDM1_ICS_EN | RAMIPS_GDM1_TCS_EN | RAMIPS_GDM1_UCS_EN | 0xffff),
290                 RAMIPS_GDMA1_FWD_CFG);
291         ramips_fe_wr(ramips_fe_rr(RAMIPS_CDMA_CSG_CFG) &
292                 ~(RAMIPS_ICS_GEN_EN | RAMIPS_TCS_GEN_EN | RAMIPS_UCS_GEN_EN),
293                 RAMIPS_CDMA_CSG_CFG);
294         ramips_fe_wr(RAMIPS_PSE_FQFC_CFG_INIT, RAMIPS_PSE_FQ_CFG);
295         ramips_fe_wr(1, RAMIPS_FE_RST_GL);
296         ramips_fe_wr(0, RAMIPS_FE_RST_GL);
297         netif_start_queue(dev);
298         return 0;
299 }
300
301 static int
302 ramips_eth_stop(struct net_device *dev)
303 {
304         struct raeth_priv *priv = (struct raeth_priv*)netdev_priv(dev);
305
306         ramips_fe_wr(RAMIPS_PDMA_GLO_CFG, ramips_fe_rr(RAMIPS_PDMA_GLO_CFG) &
307                 ~(RAMIPS_TX_WB_DDONE | RAMIPS_RX_DMA_EN | RAMIPS_TX_DMA_EN));
308         free_irq(dev->irq, dev);
309         netif_stop_queue(dev);
310         tasklet_kill(&priv->tx_housekeeping_tasklet);
311         tasklet_kill(&priv->rx_tasklet);
312         pci_free_consistent(NULL, NUM_TX_DESC * sizeof(struct ramips_tx_dma),
313                 priv->tx, priv->phy_tx);
314         pci_free_consistent(NULL, NUM_RX_DESC * sizeof(struct ramips_rx_dma),
315                 priv->rx, priv->phy_rx);
316         printk(KERN_INFO "ramips_eth: stopped\n");
317         return 0;
318 }
319
320 int __init
321 ramips_eth_probe(struct net_device *dev)
322 {
323         struct raeth_priv *priv = (struct raeth_priv*)netdev_priv(dev);
324         struct sockaddr addr;
325
326         BUG_ON(!priv->plat->reset_fe);
327         priv->plat->reset_fe();
328         net_srandom(jiffies);
329         memcpy(addr.sa_data, priv->plat->mac, 6);
330         ramips_eth_set_mac_addr(dev, &addr);
331
332         ether_setup(dev);
333         dev->open = ramips_eth_open;
334         dev->stop = ramips_eth_stop;
335         dev->hard_start_xmit = ramips_eth_hard_start_xmit;
336         dev->get_stats = ramips_eth_get_stats;
337         dev->set_mac_address = ramips_eth_set_mac_addr;
338         dev->mtu = MAX_RX_LENGTH;
339         dev->tx_timeout = ramips_eth_timeout;
340         dev->watchdog_timeo = TX_TIMEOUT;
341         return 0;
342 }
343
344 static int
345 ramips_eth_plat_probe(struct platform_device *plat)
346 {
347         struct raeth_priv *priv;
348         struct ramips_eth_platform_data *data =
349                 (struct ramips_eth_platform_data*)plat->dev.platform_data;
350         ramips_fe_base = ioremap_nocache(data->base_addr, PAGE_SIZE);
351         if(!ramips_fe_base)
352                 return -ENOMEM;
353         ramips_dev = alloc_etherdev(sizeof(struct raeth_priv));
354         if(!ramips_dev)
355                 return -ENOMEM;
356         strcpy(ramips_dev->name, "eth%d");
357         ramips_dev->irq = data->irq;
358         ramips_dev->addr_len = ETH_ALEN;
359         ramips_dev->base_addr = (unsigned long)ramips_fe_base;
360         ramips_dev->init = ramips_eth_probe;
361         priv = (struct raeth_priv*)netdev_priv(ramips_dev);
362         priv->plat = data;
363         if(register_netdev(ramips_dev))
364         {
365                 printk(KERN_ERR "ramips_eth: error bringing up device\n");
366                 return -ENXIO;
367         }
368 #ifdef CONFIG_RALINK_RT305X
369         rt305x_esw_init();
370 #endif
371         printk(KERN_INFO "ramips_eth: loaded\n");
372         return 0;
373 }
374
375 static int
376 ramips_eth_plat_remove(struct platform_device *plat)
377 {
378         unregister_netdev(ramips_dev);
379         free_netdev(ramips_dev);
380         printk(KERN_INFO "ramips_eth: unloaded");
381         return 0;
382 }
383
384 static struct platform_driver ramips_eth_driver = {
385         .probe = ramips_eth_plat_probe,
386         .remove = ramips_eth_plat_remove,
387         .driver = {
388                 .name = "ramips_eth",
389                 .owner = THIS_MODULE,
390         },
391 };
392
393 int __init ramips_eth_init(void)
394 {
395         int ret = platform_driver_register(&ramips_eth_driver);
396         if (ret)
397                 printk(KERN_INFO "ramips_eth: Error registering platfom driver!");
398         return ret;
399 }
400
401 static void __exit ramips_eth_cleanup(void)
402 {
403         platform_driver_unregister(&ramips_eth_driver);
404 }
405
406 module_init(ramips_eth_init);
407 module_exit(ramips_eth_cleanup);
408
409 MODULE_LICENSE("GPL");
410 MODULE_AUTHOR("John Crispin <blogic@openwrt.org>");
411 MODULE_DESCRIPTION("ethernet driver for ramips boards");