ramips: add ramips_cleanup_dma helper
[lede.git] / target / linux / ramips / files / drivers / net / ramips.c
1 /*
2  *   This program is free software; you can redistribute it and/or modify
3  *   it under the terms of the GNU General Public License as published by
4  *   the Free Software Foundation; version 2 of the License
5  *
6  *   This program is distributed in the hope that it will be useful,
7  *   but WITHOUT ANY WARRANTY; without even the implied warranty of
8  *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
9  *   GNU General Public License for more details.
10  *
11  *   You should have received a copy of the GNU General Public License
12  *   along with this program; if not, write to the Free Software
13  *   Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307, USA.
14  *
15  *   Copyright (C) 2009 John Crispin <blogic@openwrt.org>
16  */
17
18 #include <linux/module.h>
19 #include <linux/kernel.h>
20 #include <linux/types.h>
21 #include <linux/dma-mapping.h>
22 #include <linux/init.h>
23 #include <linux/skbuff.h>
24 #include <linux/etherdevice.h>
25 #include <linux/platform_device.h>
26
27 #include <eth.h>
28
29 #define TX_TIMEOUT (20 * HZ / 100)
30 #define MAX_RX_LENGTH   1500
31
32 #ifdef CONFIG_RALINK_RT305X
33 #include "ramips_esw.c"
34 #endif
35
36 #define phys_to_bus(a)  (a & 0x1FFFFFFF)
37
38 static struct net_device * ramips_dev;
39 static void __iomem *ramips_fe_base = 0;
40
41 static inline void
42 ramips_fe_wr(u32 val, unsigned reg)
43 {
44         __raw_writel(val, ramips_fe_base + reg);
45 }
46
47 static inline u32
48 ramips_fe_rr(unsigned reg)
49 {
50         return __raw_readl(ramips_fe_base + reg);
51 }
52
53 static void
54 ramips_cleanup_dma(struct net_device *dev)
55 {
56         struct raeth_priv *priv = netdev_priv(dev);
57
58         dma_free_coherent(NULL, NUM_RX_DESC * sizeof(struct ramips_rx_dma),
59                 priv->rx, priv->phy_rx);
60
61         dma_free_coherent(NULL, NUM_TX_DESC * sizeof(struct ramips_tx_dma),
62                 priv->tx, priv->phy_tx);
63 }
64
65 static int
66 ramips_alloc_dma(struct net_device *dev)
67 {
68         struct raeth_priv *priv = netdev_priv(dev);
69         int i;
70
71         priv->skb_free_idx = 0;
72
73         /* setup tx ring */
74         priv->tx = dma_alloc_coherent(NULL,
75                 NUM_TX_DESC * sizeof(struct ramips_tx_dma), &priv->phy_tx, GFP_ATOMIC);
76         for(i = 0; i < NUM_TX_DESC; i++)
77         {
78                 memset(&priv->tx[i], 0, sizeof(struct ramips_tx_dma));
79                 priv->tx[i].txd2 |= TX_DMA_LSO | TX_DMA_DONE;
80                 priv->tx[i].txd4 &= (TX_DMA_QN_MASK | TX_DMA_PN_MASK);
81                 priv->tx[i].txd4 |= TX_DMA_QN(3) | TX_DMA_PN(1);
82         }
83         ramips_fe_wr(phys_to_bus(priv->phy_tx), RAMIPS_TX_BASE_PTR0);
84         ramips_fe_wr(NUM_TX_DESC, RAMIPS_TX_MAX_CNT0);
85         ramips_fe_wr(0, RAMIPS_TX_CTX_IDX0);
86         ramips_fe_wr(RAMIPS_PST_DTX_IDX0, RAMIPS_PDMA_RST_CFG);
87
88         /* setup rx ring */
89         priv->rx = dma_alloc_coherent(NULL,
90                 NUM_RX_DESC * sizeof(struct ramips_rx_dma), &priv->phy_rx, GFP_ATOMIC);
91         memset(priv->rx, 0, sizeof(struct ramips_rx_dma) * NUM_RX_DESC);
92         for(i = 0; i < NUM_RX_DESC; i++)
93         {
94                 struct sk_buff *new_skb = dev_alloc_skb(MAX_RX_LENGTH + 2);
95                 BUG_ON(!new_skb);
96                 skb_reserve(new_skb, 2);
97                 priv->rx[i].rxd1 =
98                         dma_map_single(NULL, skb_put(new_skb, 2), MAX_RX_LENGTH + 2,
99                                 DMA_FROM_DEVICE);
100                 priv->rx[i].rxd2 |= RX_DMA_LSO;
101                 priv->rx_skb[i] = new_skb;
102         }
103         ramips_fe_wr(phys_to_bus(priv->phy_rx), RAMIPS_RX_BASE_PTR0);
104         ramips_fe_wr(NUM_RX_DESC, RAMIPS_RX_MAX_CNT0);
105         ramips_fe_wr((NUM_RX_DESC - 1), RAMIPS_RX_CALC_IDX0);
106         ramips_fe_wr(RAMIPS_PST_DRX_IDX0, RAMIPS_PDMA_RST_CFG);
107
108         return 0;
109 }
110
111 static int
112 ramips_eth_hard_start_xmit(struct sk_buff* skb, struct net_device *dev)
113 {
114         struct raeth_priv *priv = netdev_priv(dev);
115         unsigned long tx;
116         unsigned int tx_next;
117         unsigned int mapped_addr;
118         if(priv->plat->min_pkt_len)
119         {
120                 if(skb->len < priv->plat->min_pkt_len)
121                  {
122                      if(skb_padto(skb, priv->plat->min_pkt_len))
123                          {
124                                  printk(KERN_ERR "ramips_eth: skb_padto failed\n");
125                                  kfree_skb(skb);
126                                  return 0;
127                          }
128                      skb_put(skb, priv->plat->min_pkt_len - skb->len);
129                  }
130         }
131         dev->trans_start = jiffies;
132         mapped_addr = (unsigned int)dma_map_single(NULL, skb->data, skb->len,
133                         DMA_TO_DEVICE);
134         dma_sync_single_for_device(NULL, mapped_addr, skb->len, DMA_TO_DEVICE);
135         tx = ramips_fe_rr(RAMIPS_TX_CTX_IDX0);
136         if(tx == NUM_TX_DESC - 1)
137                 tx_next = 0;
138         else
139                 tx_next = tx + 1;
140         if((priv->tx_skb[tx]== 0) && (priv->tx_skb[tx_next] == 0))
141         {
142                 if(!(priv->tx[tx].txd2 & TX_DMA_DONE))
143                 {
144                         kfree_skb(skb);
145                         dev->stats.tx_dropped++;
146                         printk(KERN_ERR "%s: dropping\n", dev->name);
147                         return 0;
148                 }
149                 priv->tx[tx].txd1 = virt_to_phys(skb->data);
150                 priv->tx[tx].txd2 &= ~(TX_DMA_PLEN0_MASK | TX_DMA_DONE);
151                 priv->tx[tx].txd2 |= TX_DMA_PLEN0(skb->len);
152                 ramips_fe_wr((tx + 1) % NUM_TX_DESC, RAMIPS_TX_CTX_IDX0);
153                 dev->stats.tx_packets++;
154                 dev->stats.tx_bytes += skb->len;
155                 priv->tx_skb[tx] = skb;
156                 ramips_fe_wr((tx + 1) % NUM_TX_DESC, RAMIPS_TX_CTX_IDX0);
157         } else {
158                 dev->stats.tx_dropped++;
159                 kfree_skb(skb);
160         }
161         return 0;
162 }
163
164 static void
165 ramips_eth_rx_hw(unsigned long ptr)
166 {
167         struct net_device *dev = (struct net_device*)ptr;
168         struct raeth_priv *priv = netdev_priv(dev);
169         int rx;
170         int max_rx = 16;
171
172         while(max_rx)
173         {
174                 struct sk_buff *rx_skb, *new_skb;
175
176                 rx = (ramips_fe_rr(RAMIPS_RX_CALC_IDX0) + 1) % NUM_RX_DESC;
177                 if(!(priv->rx[rx].rxd2 & RX_DMA_DONE))
178                         break;
179                 max_rx--;
180
181                 rx_skb = priv->rx_skb[rx];
182                 rx_skb->len = RX_DMA_PLEN0(priv->rx[rx].rxd2);
183                 rx_skb->tail = rx_skb->data + rx_skb->len;
184                 rx_skb->dev = dev;
185                 rx_skb->protocol = eth_type_trans(rx_skb, dev);
186                 rx_skb->ip_summed = CHECKSUM_NONE;
187                 dev->stats.rx_packets++;
188                 dev->stats.rx_bytes += rx_skb->len;
189                 netif_rx(rx_skb);
190
191                 new_skb = __dev_alloc_skb(MAX_RX_LENGTH + 2, GFP_DMA | GFP_ATOMIC);
192                 priv->rx_skb[rx] = new_skb;
193                 BUG_ON(!new_skb);
194                 skb_reserve(new_skb, 2);
195                 priv->rx[rx].rxd1 =
196                         dma_map_single(NULL, new_skb->data, MAX_RX_LENGTH + 2,
197                         DMA_FROM_DEVICE);
198                 priv->rx[rx].rxd2 &= ~RX_DMA_DONE;
199                 ramips_fe_wr(rx, RAMIPS_RX_CALC_IDX0);
200         }
201         if(max_rx == 0)
202                 tasklet_schedule(&priv->rx_tasklet);
203         else
204                 ramips_fe_wr(ramips_fe_rr(RAMIPS_FE_INT_ENABLE) | RAMIPS_RX_DLY_INT,
205                         RAMIPS_FE_INT_ENABLE);
206 }
207
208 static void
209 ramips_eth_tx_housekeeping(unsigned long ptr)
210 {
211         struct net_device *dev = (struct net_device*)ptr;
212         struct raeth_priv *priv = netdev_priv(dev);
213
214         while((priv->tx[priv->skb_free_idx].txd2 & TX_DMA_DONE) &&
215                 (priv->tx_skb[priv->skb_free_idx]))
216         {
217                 dev_kfree_skb_irq((struct sk_buff*)priv->tx_skb[priv->skb_free_idx]);
218                 priv->tx_skb[priv->skb_free_idx] = 0;
219                 priv->skb_free_idx++;
220                 if(priv->skb_free_idx >= NUM_TX_DESC)
221                         priv->skb_free_idx = 0;
222         }
223         ramips_fe_wr(ramips_fe_rr(RAMIPS_FE_INT_ENABLE) | RAMIPS_TX_DLY_INT,
224                 RAMIPS_FE_INT_ENABLE);
225 }
226
227 static int
228 ramips_eth_set_mac_addr(struct net_device *dev, void *priv)
229 {
230         unsigned char *mac = (unsigned char*)priv;
231
232         if(netif_running(dev))
233                 return -EBUSY;
234         memcpy(dev->dev_addr, ((struct sockaddr*)priv)->sa_data, dev->addr_len);
235         ramips_fe_wr((mac[0] << 8) | mac[1], RAMIPS_GDMA1_MAC_ADRH);
236         ramips_fe_wr(RAMIPS_GDMA1_MAC_ADRL,
237                 (mac[2] << 24) | (mac[3] << 16) | (mac[4] << 8) | mac[5]);
238         return 0;
239 }
240
241 static void
242 ramips_eth_timeout(struct net_device *dev)
243 {
244         struct raeth_priv *priv = netdev_priv(dev);
245
246         tasklet_schedule(&priv->tx_housekeeping_tasklet);
247 }
248
249 static irqreturn_t
250 ramips_eth_irq(int irq, void *dev)
251 {
252         struct raeth_priv *priv = netdev_priv(dev);
253         unsigned long fe_int = ramips_fe_rr(RAMIPS_FE_INT_STATUS);
254
255         ramips_fe_wr(0xFFFFFFFF, RAMIPS_FE_INT_STATUS);
256
257         if(fe_int & RAMIPS_RX_DLY_INT)
258         {
259                 ramips_fe_wr(ramips_fe_rr(RAMIPS_FE_INT_ENABLE) & ~(RAMIPS_RX_DLY_INT),
260                         RAMIPS_FE_INT_ENABLE);
261                 tasklet_schedule(&priv->rx_tasklet);
262         }
263         if(fe_int & RAMIPS_TX_DLY_INT)
264                 ramips_eth_tx_housekeeping((unsigned long)dev);
265         return IRQ_HANDLED;
266 }
267
268 static int
269 ramips_eth_open(struct net_device *dev)
270 {
271         struct raeth_priv *priv = netdev_priv(dev);
272
273         ramips_alloc_dma(dev);
274         ramips_fe_wr((ramips_fe_rr(RAMIPS_PDMA_GLO_CFG) & 0xff) |
275                 (RAMIPS_TX_WB_DDONE | RAMIPS_RX_DMA_EN |
276                 RAMIPS_TX_DMA_EN | RAMIPS_PDMA_SIZE_4DWORDS),
277                 RAMIPS_PDMA_GLO_CFG);
278         ramips_fe_wr((ramips_fe_rr(RAMIPS_FE_GLO_CFG) &
279                 ~(RAMIPS_US_CYC_CNT_MASK << RAMIPS_US_CYC_CNT_SHIFT)) |
280                 ((rt305x_sys_freq / RAMIPS_US_CYC_CNT_DIVISOR) << RAMIPS_US_CYC_CNT_SHIFT),
281                 RAMIPS_FE_GLO_CFG);
282         request_irq(dev->irq, ramips_eth_irq, IRQF_DISABLED, dev->name, dev);
283         tasklet_init(&priv->tx_housekeeping_tasklet, ramips_eth_tx_housekeeping,
284                 (unsigned long)dev);
285         tasklet_init(&priv->rx_tasklet, ramips_eth_rx_hw, (unsigned long)dev);
286         ramips_fe_wr(RAMIPS_DELAY_INIT, RAMIPS_DLY_INT_CFG);
287         ramips_fe_wr(RAMIPS_TX_DLY_INT | RAMIPS_RX_DLY_INT, RAMIPS_FE_INT_ENABLE);
288         ramips_fe_wr(ramips_fe_rr(RAMIPS_GDMA1_FWD_CFG) &
289                 ~(RAMIPS_GDM1_ICS_EN | RAMIPS_GDM1_TCS_EN | RAMIPS_GDM1_UCS_EN | 0xffff),
290                 RAMIPS_GDMA1_FWD_CFG);
291         ramips_fe_wr(ramips_fe_rr(RAMIPS_CDMA_CSG_CFG) &
292                 ~(RAMIPS_ICS_GEN_EN | RAMIPS_TCS_GEN_EN | RAMIPS_UCS_GEN_EN),
293                 RAMIPS_CDMA_CSG_CFG);
294         ramips_fe_wr(RAMIPS_PSE_FQFC_CFG_INIT, RAMIPS_PSE_FQ_CFG);
295         ramips_fe_wr(1, RAMIPS_FE_RST_GL);
296         ramips_fe_wr(0, RAMIPS_FE_RST_GL);
297         netif_start_queue(dev);
298         return 0;
299 }
300
301 static int
302 ramips_eth_stop(struct net_device *dev)
303 {
304         struct raeth_priv *priv = netdev_priv(dev);
305
306         ramips_fe_wr(RAMIPS_PDMA_GLO_CFG, ramips_fe_rr(RAMIPS_PDMA_GLO_CFG) &
307                 ~(RAMIPS_TX_WB_DDONE | RAMIPS_RX_DMA_EN | RAMIPS_TX_DMA_EN));
308         free_irq(dev->irq, dev);
309         netif_stop_queue(dev);
310         tasklet_kill(&priv->tx_housekeeping_tasklet);
311         tasklet_kill(&priv->rx_tasklet);
312         ramips_cleanup_dma(dev);
313         printk(KERN_DEBUG "ramips_eth: stopped\n");
314         return 0;
315 }
316
317 static int __init
318 ramips_eth_probe(struct net_device *dev)
319 {
320         struct raeth_priv *priv = netdev_priv(dev);
321         struct sockaddr addr;
322
323         BUG_ON(!priv->plat->reset_fe);
324         priv->plat->reset_fe();
325         net_srandom(jiffies);
326         memcpy(addr.sa_data, priv->plat->mac, 6);
327         ramips_eth_set_mac_addr(dev, &addr);
328
329         ether_setup(dev);
330         dev->open = ramips_eth_open;
331         dev->stop = ramips_eth_stop;
332         dev->hard_start_xmit = ramips_eth_hard_start_xmit;
333         dev->set_mac_address = ramips_eth_set_mac_addr;
334         dev->mtu = MAX_RX_LENGTH;
335         dev->tx_timeout = ramips_eth_timeout;
336         dev->watchdog_timeo = TX_TIMEOUT;
337         return 0;
338 }
339
340 static int
341 ramips_eth_plat_probe(struct platform_device *plat)
342 {
343         struct raeth_priv *priv;
344         struct ramips_eth_platform_data *data = plat->dev.platform_data;
345         struct resource *res;
346         int err;
347
348         if (!data) {
349                 dev_err(&plat->dev, "no platform data specified\n");
350                 return -EINVAL;
351         }
352
353         res = platform_get_resource(plat, IORESOURCE_MEM, 0);
354         if (!res) {
355                 dev_err(&plat->dev, "no memory resource found\n");
356                 return -ENXIO;
357         }
358
359         ramips_fe_base = ioremap_nocache(res->start, res->end - res->start + 1);
360         if(!ramips_fe_base)
361                 return -ENOMEM;
362
363         ramips_dev = alloc_etherdev(sizeof(struct raeth_priv));
364         if(!ramips_dev) {
365                 dev_err(&plat->dev, "alloc_etherdev failed\n");
366                 err = -ENOMEM;
367                 goto err_unmap;
368         }
369
370         strcpy(ramips_dev->name, "eth%d");
371         ramips_dev->irq = platform_get_irq(plat, 0);
372         if (ramips_dev->irq < 0) {
373                 dev_err(&plat->dev, "no IRQ resource found\n");
374                 err = -ENXIO;
375                 goto err_free_dev;
376         }
377         ramips_dev->addr_len = ETH_ALEN;
378         ramips_dev->base_addr = (unsigned long)ramips_fe_base;
379         ramips_dev->init = ramips_eth_probe;
380         priv = (struct raeth_priv*)netdev_priv(ramips_dev);
381         priv->plat = data;
382
383         err = register_netdev(ramips_dev);
384         if (err) {
385                 dev_err(&plat->dev, "error bringing up device\n");
386                 goto err_free_dev;
387         }
388
389 #ifdef CONFIG_RALINK_RT305X
390         rt305x_esw_init();
391 #endif
392         printk(KERN_DEBUG "ramips_eth: loaded\n");
393         return 0;
394
395  err_free_dev:
396         kfree(ramips_dev);
397  err_unmap:
398         iounmap(ramips_fe_base);
399         return err;
400 }
401
402 static int
403 ramips_eth_plat_remove(struct platform_device *plat)
404 {
405         unregister_netdev(ramips_dev);
406         free_netdev(ramips_dev);
407         printk(KERN_DEBUG "ramips_eth: unloaded\n");
408         return 0;
409 }
410
411 static struct platform_driver ramips_eth_driver = {
412         .probe = ramips_eth_plat_probe,
413         .remove = ramips_eth_plat_remove,
414         .driver = {
415                 .name = "ramips_eth",
416                 .owner = THIS_MODULE,
417         },
418 };
419
420 static int __init
421 ramips_eth_init(void)
422 {
423         int ret = platform_driver_register(&ramips_eth_driver);
424         if (ret)
425                 printk(KERN_ERR
426                        "ramips_eth: Error registering platfom driver!\n");
427         return ret;
428 }
429
430 static void __exit
431 ramips_eth_cleanup(void)
432 {
433         platform_driver_unregister(&ramips_eth_driver);
434 }
435
436 module_init(ramips_eth_init);
437 module_exit(ramips_eth_cleanup);
438
439 MODULE_LICENSE("GPL");
440 MODULE_AUTHOR("John Crispin <blogic@openwrt.org>");
441 MODULE_DESCRIPTION("ethernet driver for ramips boards");