target/linux/ramips/files/drivers/net/ramips.c

   1 /*
   2  *   This program is free software; you can redistribute it and/or modify
   3  *   it under the terms of the GNU General Public License as published by
   4  *   the Free Software Foundation; version 2 of the License
   5  *
   6  *   This program is distributed in the hope that it will be useful,
   7  *   but WITHOUT ANY WARRANTY; without even the implied warranty of
   8  *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   9  *   GNU General Public License for more details.
  10  *
  11  *   You should have received a copy of the GNU General Public License
  12  *   along with this program; if not, write to the Free Software
  13  *   Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307, USA.
  14  *
  15  *   Copyright (C) 2009 John Crispin <blogic@openwrt.org>
  16  */
  17
  18 #include <linux/module.h>
  19 #include <linux/kernel.h>
  20 #include <linux/types.h>
  21 #include <linux/dma-mapping.h>
  22 #include <linux/init.h>
  23 #include <linux/skbuff.h>
  24 #include <linux/etherdevice.h>
  25 #include <linux/ethtool.h>
  26 #include <linux/platform_device.h>
  27 #include <linux/phy.h>
  28
  29 #include <ramips_eth_platform.h>
  30 #include "ramips_eth.h"
  31
  32 #define TX_TIMEOUT (20 * HZ / 100)
  33 #define MAX_RX_LENGTH   1600
  34
  35 #ifdef CONFIG_RALINK_RT305X
  36 #include "ramips_esw.c"
  37 #else
  38 static inline int rt305x_esw_init(void) { return 0; }
  39 static inline void rt305x_esw_exit(void) { }
  40 #endif
  41
  42 #define phys_to_bus(a)  (a & 0x1FFFFFFF)
  43
  44 #ifdef CONFIG_RAMIPS_ETH_DEBUG
  45 #define RADEBUG(fmt, args...)   printk(KERN_DEBUG fmt, ## args)
  46 #else
  47 #define RADEBUG(fmt, args...)   do {} while (0)
  48 #endif
  49
  50 static struct net_device * ramips_dev;
  51 static void __iomem *ramips_fe_base = 0;
  52
  53 static inline void
  54 ramips_fe_wr(u32 val, unsigned reg)
  55 {
  56         __raw_writel(val, ramips_fe_base + reg);
  57 }
  58
  59 static inline u32
  60 ramips_fe_rr(unsigned reg)
  61 {
  62         return __raw_readl(ramips_fe_base + reg);
  63 }
  64
  65 static inline void
  66 ramips_fe_int_disable(u32 mask)
  67 {
  68         ramips_fe_wr(ramips_fe_rr(RAMIPS_FE_INT_ENABLE) & ~mask,
  69                      RAMIPS_FE_INT_ENABLE);
  70         /* flush write */
  71         ramips_fe_rr(RAMIPS_FE_INT_ENABLE);
  72 }
  73
  74 static inline void
  75 ramips_fe_int_enable(u32 mask)
  76 {
  77         ramips_fe_wr(ramips_fe_rr(RAMIPS_FE_INT_ENABLE) | mask,
  78                      RAMIPS_FE_INT_ENABLE);
  79         /* flush write */
  80         ramips_fe_rr(RAMIPS_FE_INT_ENABLE);
  81 }
  82
  83 static inline void
  84 ramips_hw_set_macaddr(unsigned char *mac)
  85 {
  86         ramips_fe_wr((mac[0] << 8) | mac[1], RAMIPS_GDMA1_MAC_ADRH);
  87         ramips_fe_wr((mac[2] << 24) | (mac[3] << 16) | (mac[4] << 8) | mac[5],
  88                      RAMIPS_GDMA1_MAC_ADRL);
  89 }
  90
  91 static struct sk_buff *
  92 ramips_alloc_skb(struct raeth_priv *re)
  93 {
  94         struct sk_buff *skb;
  95
  96         skb = netdev_alloc_skb(re->netdev, MAX_RX_LENGTH + NET_IP_ALIGN);
  97         if (!skb)
  98                 return NULL;
  99
 100         skb_reserve(skb, NET_IP_ALIGN);
 101
 102         return skb;
 103 }
 104
 105 #if defined(CONFIG_RALINK_RT288X) || defined(CONFIG_RALINK_RT3883)
 106
 107 #define RAMIPS_MDIO_RETRY       1000
 108
 109 static unsigned char *ramips_speed_str(struct raeth_priv *re)
 110 {
 111         switch (re->speed) {
 112         case SPEED_1000:
 113                 return "1000";
 114         case SPEED_100:
 115                 return "100";
 116         case SPEED_10:
 117                 return "10";
 118         }
 119
 120         return "?";
 121 }
 122
 123 static void ramips_link_adjust(struct raeth_priv *re)
 124 {
 125         struct ramips_eth_platform_data *pdata;
 126         u32 mdio_cfg;
 127
 128         pdata = re->parent->platform_data;
 129         if (!re->link) {
 130                 netif_carrier_off(re->netdev);
 131                 netdev_info(re->netdev, "link down\n");
 132                 return;
 133         }
 134
 135         mdio_cfg = RAMIPS_MDIO_CFG_TX_CLK_SKEW_200 |
 136                    RAMIPS_MDIO_CFG_TX_CLK_SKEW_200 |
 137                    RAMIPS_MDIO_CFG_GP1_FRC_EN;
 138
 139         if (re->duplex == DUPLEX_FULL)
 140                 mdio_cfg |= RAMIPS_MDIO_CFG_GP1_DUPLEX;
 141
 142         if (re->tx_fc)
 143                 mdio_cfg |= RAMIPS_MDIO_CFG_GP1_FC_TX;
 144
 145         if (re->rx_fc)
 146                 mdio_cfg |= RAMIPS_MDIO_CFG_GP1_FC_RX;
 147
 148         switch (re->speed) {
 149         case SPEED_10:
 150                 mdio_cfg |= RAMIPS_MDIO_CFG_GP1_SPEED_10;
 151                 break;
 152         case SPEED_100:
 153                 mdio_cfg |= RAMIPS_MDIO_CFG_GP1_SPEED_100;
 154                 break;
 155         case SPEED_1000:
 156                 mdio_cfg |= RAMIPS_MDIO_CFG_GP1_SPEED_1000;
 157                 break;
 158         default:
 159                 BUG();
 160         }
 161
 162         ramips_fe_wr(mdio_cfg, RAMIPS_MDIO_CFG);
 163
 164         netif_carrier_on(re->netdev);
 165         netdev_info(re->netdev, "link up (%sMbps/%s duplex)\n",
 166                     ramips_speed_str(re),
 167                     (DUPLEX_FULL == re->duplex) ? "Full" : "Half");
 168 }
 169
 170 static int
 171 ramips_mdio_wait_ready(struct raeth_priv *re)
 172 {
 173         int retries;
 174
 175         retries = RAMIPS_MDIO_RETRY;
 176         while (1) {
 177                 u32 t;
 178
 179                 t = ramips_fe_rr(RAMIPS_MDIO_ACCESS);
 180                 if ((t & (0x1 << 31)) == 0)
 181                         return 0;
 182
 183                 if (retries-- == 0)
 184                         break;
 185
 186                 udelay(1);
 187         }
 188
 189         dev_err(re->parent, "MDIO operation timed out\n");
 190         return -ETIMEDOUT;
 191 }
 192
 193 static int
 194 ramips_mdio_read(struct mii_bus *bus, int phy_addr, int phy_reg)
 195 {
 196         struct raeth_priv *re = bus->priv;
 197         int err;
 198         u32 t;
 199
 200         err = ramips_mdio_wait_ready(re);
 201         if (err)
 202                 return 0xffff;
 203
 204         t = (phy_addr << 24) | (phy_reg << 16);
 205         ramips_fe_wr(t, RAMIPS_MDIO_ACCESS);
 206         t |= (1 << 31);
 207         ramips_fe_wr(t, RAMIPS_MDIO_ACCESS);
 208
 209         err = ramips_mdio_wait_ready(re);
 210         if (err)
 211                 return 0xffff;
 212
 213         RADEBUG("%s: addr=%04x, reg=%04x, value=%04x\n", __func__,
 214                 phy_addr, phy_reg, ramips_fe_rr(RAMIPS_MDIO_ACCESS) & 0xffff);
 215
 216         return ramips_fe_rr(RAMIPS_MDIO_ACCESS) & 0xffff;
 217 }
 218
 219 static int
 220 ramips_mdio_write(struct mii_bus *bus, int phy_addr, int phy_reg, u16 val)
 221 {
 222         struct raeth_priv *re = bus->priv;
 223         int err;
 224         u32 t;
 225
 226         RADEBUG("%s: addr=%04x, reg=%04x, value=%04x\n", __func__,
 227                 phy_addr, phy_reg, ramips_fe_rr(RAMIPS_MDIO_ACCESS) & 0xffff);
 228
 229         err = ramips_mdio_wait_ready(re);
 230         if (err)
 231                 return err;
 232
 233         t = (1 << 30) | (phy_addr << 24) | (phy_reg << 16) | val;
 234         ramips_fe_wr(t, RAMIPS_MDIO_ACCESS);
 235         t |= (1 << 31);
 236         ramips_fe_wr(t, RAMIPS_MDIO_ACCESS);
 237
 238         return ramips_mdio_wait_ready(re);
 239 }
 240
 241 static int
 242 ramips_mdio_reset(struct mii_bus *bus)
 243 {
 244         /* TODO */
 245         return 0;
 246 }
 247
 248 static int
 249 ramips_mdio_init(struct raeth_priv *re)
 250 {
 251         int err;
 252         int i;
 253
 254         re->mii_bus = mdiobus_alloc();
 255         if (re->mii_bus == NULL)
 256                 return -ENOMEM;
 257
 258         re->mii_bus->name = "ramips_mdio";
 259         re->mii_bus->read = ramips_mdio_read;
 260         re->mii_bus->write = ramips_mdio_write;
 261         re->mii_bus->reset = ramips_mdio_reset;
 262         re->mii_bus->irq = re->mii_irq;
 263         re->mii_bus->priv = re;
 264         re->mii_bus->parent = re->parent;
 265
 266         snprintf(re->mii_bus->id, MII_BUS_ID_SIZE, "%s", "ramips_mdio");
 267         re->mii_bus->phy_mask = 0;
 268
 269         for (i = 0; i < PHY_MAX_ADDR; i++)
 270                 re->mii_irq[i] = PHY_POLL;
 271
 272         err = mdiobus_register(re->mii_bus);
 273         if (err)
 274                 goto err_free_bus;
 275
 276         return 0;
 277
 278 err_free_bus:
 279         kfree(re->mii_bus);
 280         return err;
 281 }
 282
 283 static void
 284 ramips_mdio_cleanup(struct raeth_priv *re)
 285 {
 286         mdiobus_unregister(re->mii_bus);
 287         kfree(re->mii_bus);
 288 }
 289
 290 static void
 291 ramips_phy_link_adjust(struct net_device *dev)
 292 {
 293         struct raeth_priv *re = netdev_priv(dev);
 294         struct phy_device *phydev = re->phy_dev;
 295         unsigned long flags;
 296         int status_change = 0;
 297
 298         spin_lock_irqsave(&re->phy_lock, flags);
 299
 300         if (phydev->link)
 301                 if (re->duplex != phydev->duplex ||
 302                     re->speed != phydev->speed)
 303                         status_change = 1;
 304
 305         if (phydev->link != re->link)
 306                 status_change = 1;
 307
 308         re->link = phydev->link;
 309         re->duplex = phydev->duplex;
 310         re->speed = phydev->speed;
 311
 312         if (status_change)
 313                 ramips_link_adjust(re);
 314
 315         spin_unlock_irqrestore(&re->phy_lock, flags);
 316 }
 317
 318 static int
 319 ramips_phy_connect_multi(struct raeth_priv *re)
 320 {
 321         struct net_device *netdev = re->netdev;
 322         struct ramips_eth_platform_data *pdata;
 323         struct phy_device *phydev = NULL;
 324         int phy_addr;
 325         int ret = 0;
 326
 327         pdata = re->parent->platform_data;
 328         for (phy_addr = 0; phy_addr < PHY_MAX_ADDR; phy_addr++) {
 329                 if (!(pdata->phy_mask & (1 << phy_addr)))
 330                         continue;
 331
 332                 if (re->mii_bus->phy_map[phy_addr] == NULL)
 333                         continue;
 334
 335                 RADEBUG("%s: PHY found at %s, uid=%08x\n",
 336                         netdev->name,
 337                         dev_name(&re->mii_bus->phy_map[phy_addr]->dev),
 338                         re->mii_bus->phy_map[phy_addr]->phy_id);
 339
 340                 if (phydev == NULL)
 341                         phydev = re->mii_bus->phy_map[phy_addr];
 342         }
 343
 344         if (!phydev) {
 345                 netdev_err(netdev, "no PHY found with phy_mask=%08x\n",
 346                            pdata->phy_mask);
 347                 return -ENODEV;
 348         }
 349
 350         re->phy_dev = phy_connect(netdev, dev_name(&phydev->dev),
 351                                   ramips_phy_link_adjust, 0,
 352                                   pdata->phy_if_mode);
 353
 354         if (IS_ERR(re->phy_dev)) {
 355                 netdev_err(netdev, "could not connect to PHY at %s\n",
 356                            dev_name(&phydev->dev));
 357                 return PTR_ERR(re->phy_dev);
 358         }
 359
 360         phydev->supported &= PHY_GBIT_FEATURES;
 361         phydev->advertising = phydev->supported;
 362
 363         RADEBUG("%s: connected to PHY at %s [uid=%08x, driver=%s]\n",
 364                 netdev->name, dev_name(&phydev->dev),
 365                 phydev->phy_id, phydev->drv->name);
 366
 367         re->link = 0;
 368         re->speed = 0;
 369         re->duplex = -1;
 370         re->rx_fc = 0;
 371         re->tx_fc = 0;
 372
 373         return ret;
 374 }
 375
 376 static int
 377 ramips_phy_connect_fixed(struct raeth_priv *re)
 378 {
 379         struct ramips_eth_platform_data *pdata;
 380
 381         pdata = re->parent->platform_data;
 382         switch (pdata->speed) {
 383         case SPEED_10:
 384         case SPEED_100:
 385         case SPEED_1000:
 386                 break;
 387         default:
 388                 netdev_err(re->netdev, "invalid speed specified\n");
 389                 return -EINVAL;
 390         }
 391
 392         RADEBUG("%s: using fixed link parameters\n", re->netdev->name);
 393
 394         re->speed = pdata->speed;
 395         re->duplex = pdata->duplex;
 396         re->tx_fc = pdata->tx_fc;
 397         re->rx_fc = pdata->tx_fc;
 398
 399         return 0;
 400 }
 401
 402 static int
 403 ramips_phy_connect(struct raeth_priv *re)
 404 {
 405         struct ramips_eth_platform_data *pdata;
 406
 407         pdata = re->parent->platform_data;
 408         if (pdata->phy_mask)
 409                 return ramips_phy_connect_multi(re);
 410
 411         return ramips_phy_connect_fixed(re);
 412 }
 413
 414 static void
 415 ramips_phy_disconnect(struct raeth_priv *re)
 416 {
 417         if (re->phy_dev)
 418                 phy_disconnect(re->phy_dev);
 419 }
 420
 421 static void
 422 ramips_phy_start(struct raeth_priv *re)
 423 {
 424         unsigned long flags;
 425
 426         if (re->phy_dev) {
 427                 phy_start(re->phy_dev);
 428         } else {
 429                 spin_lock_irqsave(&re->phy_lock, flags);
 430                 re->link = 1;
 431                 ramips_link_adjust(re);
 432                 spin_unlock_irqrestore(&re->phy_lock, flags);
 433         }
 434 }
 435
 436 static void
 437 ramips_phy_stop(struct raeth_priv *re)
 438 {
 439         unsigned long flags;
 440
 441         if (re->phy_dev)
 442                 phy_stop(re->phy_dev);
 443
 444         spin_lock_irqsave(&re->phy_lock, flags);
 445         re->link = 0;
 446         ramips_link_adjust(re);
 447         spin_unlock_irqrestore(&re->phy_lock, flags);
 448 }
 449 #else
 450 static inline int
 451 ramips_mdio_init(struct raeth_priv *re)
 452 {
 453         return 0;
 454 }
 455
 456 static inline void
 457 ramips_mdio_cleanup(struct raeth_priv *re)
 458 {
 459 }
 460
 461 static inline int
 462 ramips_phy_connect(struct raeth_priv *re)
 463 {
 464         return 0;
 465 }
 466
 467 static inline void
 468 ramips_phy_disconnect(struct raeth_priv *re)
 469 {
 470 }
 471
 472 static inline void
 473 ramips_phy_start(struct raeth_priv *re)
 474 {
 475 }
 476
 477 static inline void
 478 ramips_phy_stop(struct raeth_priv *re)
 479 {
 480 }
 481 #endif /* CONFIG_RALINK_RT288X || CONFIG_RALINK_RT3883 */
 482
 483 static void
 484 ramips_cleanup_dma(struct raeth_priv *re)
 485 {
 486         int i;
 487
 488         for (i = 0; i < NUM_RX_DESC; i++)
 489                 if (re->rx_skb[i]) {
 490                         dma_unmap_single(&re->netdev->dev, re->rx_dma[i],
 491                                          MAX_RX_LENGTH, DMA_FROM_DEVICE);
 492                         dev_kfree_skb_any(re->rx_skb[i]);
 493                 }
 494
 495         if (re->rx)
 496                 dma_free_coherent(&re->netdev->dev,
 497                                   NUM_RX_DESC * sizeof(struct ramips_rx_dma),
 498                                   re->rx, re->rx_desc_dma);
 499
 500         if (re->tx)
 501                 dma_free_coherent(&re->netdev->dev,
 502                                   NUM_TX_DESC * sizeof(struct ramips_tx_dma),
 503                                   re->tx, re->tx_desc_dma);
 504 }
 505
 506 static int
 507 ramips_alloc_dma(struct raeth_priv *re)
 508 {
 509         int err = -ENOMEM;
 510         int i;
 511
 512         re->skb_free_idx = 0;
 513
 514         /* setup tx ring */
 515         re->tx = dma_alloc_coherent(&re->netdev->dev,
 516                                     NUM_TX_DESC * sizeof(struct ramips_tx_dma),
 517                                     &re->tx_desc_dma, GFP_ATOMIC);
 518         if (!re->tx)
 519                 goto err_cleanup;
 520
 521         memset(re->tx, 0, NUM_TX_DESC * sizeof(struct ramips_tx_dma));
 522         for (i = 0; i < NUM_TX_DESC; i++) {
 523                 re->tx[i].txd2 = TX_DMA_LSO | TX_DMA_DONE;
 524                 re->tx[i].txd4 = TX_DMA_QN(3) | TX_DMA_PN(1);
 525         }
 526
 527         /* setup rx ring */
 528         re->rx = dma_alloc_coherent(&re->netdev->dev,
 529                                     NUM_RX_DESC * sizeof(struct ramips_rx_dma),
 530                                     &re->rx_desc_dma, GFP_ATOMIC);
 531         if (!re->rx)
 532                 goto err_cleanup;
 533
 534         memset(re->rx, 0, sizeof(struct ramips_rx_dma) * NUM_RX_DESC);
 535         for (i = 0; i < NUM_RX_DESC; i++) {
 536                 dma_addr_t dma_addr;
 537                 struct sk_buff *new_skb;
 538
 539                 new_skb = ramips_alloc_skb(re);
 540                 if (!new_skb)
 541                         goto err_cleanup;
 542
 543                 dma_addr = dma_map_single(&re->netdev->dev, new_skb->data,
 544                                           MAX_RX_LENGTH, DMA_FROM_DEVICE);
 545                 re->rx_dma[i] = dma_addr;
 546                 re->rx[i].rxd1 = (unsigned int) re->rx_dma[i];
 547                 re->rx[i].rxd2 |= RX_DMA_LSO;
 548                 re->rx_skb[i] = new_skb;
 549         }
 550
 551         return 0;
 552
 553  err_cleanup:
 554         ramips_cleanup_dma(re);
 555         return err;
 556 }
 557
 558 static void
 559 ramips_setup_dma(struct raeth_priv *re)
 560 {
 561         ramips_fe_wr(re->tx_desc_dma, RAMIPS_TX_BASE_PTR0);
 562         ramips_fe_wr(NUM_TX_DESC, RAMIPS_TX_MAX_CNT0);
 563         ramips_fe_wr(0, RAMIPS_TX_CTX_IDX0);
 564         ramips_fe_wr(RAMIPS_PST_DTX_IDX0, RAMIPS_PDMA_RST_CFG);
 565
 566         ramips_fe_wr(re->rx_desc_dma, RAMIPS_RX_BASE_PTR0);
 567         ramips_fe_wr(NUM_RX_DESC, RAMIPS_RX_MAX_CNT0);
 568         ramips_fe_wr((NUM_RX_DESC - 1), RAMIPS_RX_CALC_IDX0);
 569         ramips_fe_wr(RAMIPS_PST_DRX_IDX0, RAMIPS_PDMA_RST_CFG);
 570 }
 571
 572 static int
 573 ramips_eth_hard_start_xmit(struct sk_buff *skb, struct net_device *dev)
 574 {
 575         struct raeth_priv *re = netdev_priv(dev);
 576         unsigned long tx;
 577         unsigned int tx_next;
 578         dma_addr_t mapped_addr;
 579
 580         if (re->plat->min_pkt_len) {
 581                 if (skb->len < re->plat->min_pkt_len) {
 582                         if (skb_padto(skb, re->plat->min_pkt_len)) {
 583                                 printk(KERN_ERR
 584                                        "ramips_eth: skb_padto failed\n");
 585                                 kfree_skb(skb);
 586                                 return 0;
 587                         }
 588                         skb_put(skb, re->plat->min_pkt_len - skb->len);
 589                 }
 590         }
 591
 592         dev->trans_start = jiffies;
 593         mapped_addr = dma_map_single(&re->netdev->dev, skb->data, skb->len,
 594                                      DMA_TO_DEVICE);
 595
 596         spin_lock(&re->page_lock);
 597         tx = ramips_fe_rr(RAMIPS_TX_CTX_IDX0);
 598         tx_next = (tx + 1) % NUM_TX_DESC;
 599
 600         if ((re->tx_skb[tx]) || (re->tx_skb[tx_next]) ||
 601             !(re->tx[tx].txd2 & TX_DMA_DONE) ||
 602             !(re->tx[tx_next].txd2 & TX_DMA_DONE))
 603                 goto out;
 604
 605         re->tx[tx].txd1 = (unsigned int) mapped_addr;
 606         re->tx[tx].txd2 &= ~(TX_DMA_PLEN0_MASK | TX_DMA_DONE);
 607         re->tx[tx].txd2 |= TX_DMA_PLEN0(skb->len);
 608         dev->stats.tx_packets++;
 609         dev->stats.tx_bytes += skb->len;
 610         re->tx_skb[tx] = skb;
 611         wmb();
 612         ramips_fe_wr(tx_next, RAMIPS_TX_CTX_IDX0);
 613         spin_unlock(&re->page_lock);
 614         return NETDEV_TX_OK;
 615
 616  out:
 617         spin_unlock(&re->page_lock);
 618         dev->stats.tx_dropped++;
 619         kfree_skb(skb);
 620         return NETDEV_TX_OK;
 621 }
 622
 623 static void
 624 ramips_eth_rx_hw(unsigned long ptr)
 625 {
 626         struct net_device *dev = (struct net_device *) ptr;
 627         struct raeth_priv *re = netdev_priv(dev);
 628         int rx;
 629         int max_rx = 16;
 630
 631         while (max_rx) {
 632                 struct sk_buff *rx_skb, *new_skb;
 633                 int pktlen;
 634
 635                 rx = (ramips_fe_rr(RAMIPS_RX_CALC_IDX0) + 1) % NUM_RX_DESC;
 636                 if (!(re->rx[rx].rxd2 & RX_DMA_DONE))
 637                         break;
 638                 max_rx--;
 639
 640                 rx_skb = re->rx_skb[rx];
 641                 pktlen = RX_DMA_PLEN0(re->rx[rx].rxd2);
 642
 643                 new_skb = ramips_alloc_skb(re);
 644                 /* Reuse the buffer on allocation failures */
 645                 if (new_skb) {
 646                         dma_addr_t dma_addr;
 647
 648                         dma_unmap_single(&re->netdev->dev, re->rx_dma[rx],
 649                                          MAX_RX_LENGTH, DMA_FROM_DEVICE);
 650
 651                         skb_put(rx_skb, pktlen);
 652                         rx_skb->dev = dev;
 653                         rx_skb->protocol = eth_type_trans(rx_skb, dev);
 654                         rx_skb->ip_summed = CHECKSUM_NONE;
 655                         dev->stats.rx_packets++;
 656                         dev->stats.rx_bytes += pktlen;
 657                         netif_rx(rx_skb);
 658
 659                         re->rx_skb[rx] = new_skb;
 660
 661                         dma_addr = dma_map_single(&re->netdev->dev,
 662                                                   new_skb->data,
 663                                                   MAX_RX_LENGTH,
 664                                                   DMA_FROM_DEVICE);
 665                         re->rx_dma[rx] = dma_addr;
 666                         re->rx[rx].rxd1 = (unsigned int) dma_addr;
 667                 } else {
 668                         dev->stats.rx_dropped++;
 669                 }
 670
 671                 re->rx[rx].rxd2 &= ~RX_DMA_DONE;
 672                 wmb();
 673                 ramips_fe_wr(rx, RAMIPS_RX_CALC_IDX0);
 674         }
 675
 676         if (max_rx == 0)
 677                 tasklet_schedule(&re->rx_tasklet);
 678         else
 679                 ramips_fe_int_enable(RAMIPS_RX_DLY_INT);
 680 }
 681
 682 static void
 683 ramips_eth_tx_housekeeping(unsigned long ptr)
 684 {
 685         struct net_device *dev = (struct net_device*)ptr;
 686         struct raeth_priv *re = netdev_priv(dev);
 687
 688         spin_lock(&re->page_lock);
 689         while ((re->tx[re->skb_free_idx].txd2 & TX_DMA_DONE) &&
 690                (re->tx_skb[re->skb_free_idx])) {
 691                 dev_kfree_skb_irq(re->tx_skb[re->skb_free_idx]);
 692                 re->tx_skb[re->skb_free_idx] = 0;
 693                 re->skb_free_idx++;
 694                 if (re->skb_free_idx >= NUM_TX_DESC)
 695                         re->skb_free_idx = 0;
 696         }
 697         spin_unlock(&re->page_lock);
 698
 699         ramips_fe_int_enable(RAMIPS_TX_DLY_INT);
 700 }
 701
 702 static void
 703 ramips_eth_timeout(struct net_device *dev)
 704 {
 705         struct raeth_priv *re = netdev_priv(dev);
 706
 707         tasklet_schedule(&re->tx_housekeeping_tasklet);
 708 }
 709
 710 static irqreturn_t
 711 ramips_eth_irq(int irq, void *dev)
 712 {
 713         struct raeth_priv *re = netdev_priv(dev);
 714         unsigned long fe_int = ramips_fe_rr(RAMIPS_FE_INT_STATUS);
 715
 716         ramips_fe_wr(0xFFFFFFFF, RAMIPS_FE_INT_STATUS);
 717
 718         if (fe_int & RAMIPS_RX_DLY_INT) {
 719                 ramips_fe_int_disable(RAMIPS_RX_DLY_INT);
 720                 tasklet_schedule(&re->rx_tasklet);
 721         }
 722
 723         if (fe_int & RAMIPS_TX_DLY_INT) {
 724                 ramips_fe_int_disable(RAMIPS_TX_DLY_INT);
 725                 tasklet_schedule(&re->tx_housekeeping_tasklet);
 726         }
 727
 728         return IRQ_HANDLED;
 729 }
 730
 731 static int
 732 ramips_eth_open(struct net_device *dev)
 733 {
 734         struct raeth_priv *re = netdev_priv(dev);
 735         int err;
 736
 737         err = request_irq(dev->irq, ramips_eth_irq, IRQF_DISABLED,
 738                           dev->name, dev);
 739         if (err)
 740                 return err;
 741
 742         err = ramips_alloc_dma(re);
 743         if (err)
 744                 goto err_free_irq;
 745
 746         ramips_hw_set_macaddr(dev->dev_addr);
 747
 748         ramips_setup_dma(re);
 749         ramips_fe_wr((ramips_fe_rr(RAMIPS_PDMA_GLO_CFG) & 0xff) |
 750                 (RAMIPS_TX_WB_DDONE | RAMIPS_RX_DMA_EN |
 751                 RAMIPS_TX_DMA_EN | RAMIPS_PDMA_SIZE_4DWORDS),
 752                 RAMIPS_PDMA_GLO_CFG);
 753         ramips_fe_wr((ramips_fe_rr(RAMIPS_FE_GLO_CFG) &
 754                 ~(RAMIPS_US_CYC_CNT_MASK << RAMIPS_US_CYC_CNT_SHIFT)) |
 755                 ((re->plat->sys_freq / RAMIPS_US_CYC_CNT_DIVISOR) << RAMIPS_US_CYC_CNT_SHIFT),
 756                 RAMIPS_FE_GLO_CFG);
 757
 758         tasklet_init(&re->tx_housekeeping_tasklet, ramips_eth_tx_housekeeping,
 759                      (unsigned long)dev);
 760         tasklet_init(&re->rx_tasklet, ramips_eth_rx_hw, (unsigned long)dev);
 761
 762         ramips_phy_start(re);
 763
 764         ramips_fe_wr(RAMIPS_DELAY_INIT, RAMIPS_DLY_INT_CFG);
 765         ramips_fe_wr(RAMIPS_TX_DLY_INT | RAMIPS_RX_DLY_INT, RAMIPS_FE_INT_ENABLE);
 766         ramips_fe_wr(ramips_fe_rr(RAMIPS_GDMA1_FWD_CFG) &
 767                 ~(RAMIPS_GDM1_ICS_EN | RAMIPS_GDM1_TCS_EN | RAMIPS_GDM1_UCS_EN | 0xffff),
 768                 RAMIPS_GDMA1_FWD_CFG);
 769         ramips_fe_wr(ramips_fe_rr(RAMIPS_CDMA_CSG_CFG) &
 770                 ~(RAMIPS_ICS_GEN_EN | RAMIPS_TCS_GEN_EN | RAMIPS_UCS_GEN_EN),
 771                 RAMIPS_CDMA_CSG_CFG);
 772         ramips_fe_wr(RAMIPS_PSE_FQFC_CFG_INIT, RAMIPS_PSE_FQ_CFG);
 773         ramips_fe_wr(1, RAMIPS_FE_RST_GL);
 774         ramips_fe_wr(0, RAMIPS_FE_RST_GL);
 775
 776         netif_start_queue(dev);
 777         return 0;
 778
 779  err_free_irq:
 780         free_irq(dev->irq, dev);
 781         return err;
 782 }
 783
 784 static int
 785 ramips_eth_stop(struct net_device *dev)
 786 {
 787         struct raeth_priv *re = netdev_priv(dev);
 788
 789         ramips_fe_wr(ramips_fe_rr(RAMIPS_PDMA_GLO_CFG) &
 790                      ~(RAMIPS_TX_WB_DDONE | RAMIPS_RX_DMA_EN | RAMIPS_TX_DMA_EN),
 791                      RAMIPS_PDMA_GLO_CFG);
 792
 793         /* disable all interrupts in the hw */
 794         ramips_fe_wr(0, RAMIPS_FE_INT_ENABLE);
 795
 796         ramips_phy_stop(re);
 797         free_irq(dev->irq, dev);
 798         netif_stop_queue(dev);
 799         tasklet_kill(&re->tx_housekeeping_tasklet);
 800         tasklet_kill(&re->rx_tasklet);
 801         ramips_cleanup_dma(re);
 802         RADEBUG("ramips_eth: stopped\n");
 803         return 0;
 804 }
 805
 806 static int __init
 807 ramips_eth_probe(struct net_device *dev)
 808 {
 809         struct raeth_priv *re = netdev_priv(dev);
 810         int err;
 811
 812         BUG_ON(!re->plat->reset_fe);
 813         re->plat->reset_fe();
 814         net_srandom(jiffies);
 815         memcpy(dev->dev_addr, re->plat->mac, ETH_ALEN);
 816
 817         ether_setup(dev);
 818         dev->mtu = 1500;
 819         dev->watchdog_timeo = TX_TIMEOUT;
 820         spin_lock_init(&re->page_lock);
 821         spin_lock_init(&re->phy_lock);
 822
 823         err = ramips_mdio_init(re);
 824         if (err)
 825                 return err;
 826
 827         err = ramips_phy_connect(re);
 828         if (err)
 829                 goto err_mdio_cleanup;
 830
 831         return 0;
 832
 833 err_mdio_cleanup:
 834         ramips_mdio_cleanup(re);
 835         return err;
 836 }
 837
 838 static void
 839 ramips_eth_uninit(struct net_device *dev)
 840 {
 841         struct raeth_priv *re = netdev_priv(dev);
 842
 843         ramips_phy_disconnect(re);
 844         ramips_mdio_cleanup(re);
 845 }
 846
 847 static const struct net_device_ops ramips_eth_netdev_ops = {
 848         .ndo_init               = ramips_eth_probe,
 849         .ndo_uninit             = ramips_eth_uninit,
 850         .ndo_open               = ramips_eth_open,
 851         .ndo_stop               = ramips_eth_stop,
 852         .ndo_start_xmit         = ramips_eth_hard_start_xmit,
 853         .ndo_tx_timeout         = ramips_eth_timeout,
 854         .ndo_change_mtu         = eth_change_mtu,
 855         .ndo_set_mac_address    = eth_mac_addr,
 856         .ndo_validate_addr      = eth_validate_addr,
 857 };
 858
 859 static int
 860 ramips_eth_plat_probe(struct platform_device *plat)
 861 {
 862         struct raeth_priv *re;
 863         struct ramips_eth_platform_data *data = plat->dev.platform_data;
 864         struct resource *res;
 865         int err;
 866
 867         if (!data) {
 868                 dev_err(&plat->dev, "no platform data specified\n");
 869                 return -EINVAL;
 870         }
 871
 872         res = platform_get_resource(plat, IORESOURCE_MEM, 0);
 873         if (!res) {
 874                 dev_err(&plat->dev, "no memory resource found\n");
 875                 return -ENXIO;
 876         }
 877
 878         ramips_fe_base = ioremap_nocache(res->start, res->end - res->start + 1);
 879         if (!ramips_fe_base)
 880                 return -ENOMEM;
 881
 882         ramips_dev = alloc_etherdev(sizeof(struct raeth_priv));
 883         if (!ramips_dev) {
 884                 dev_err(&plat->dev, "alloc_etherdev failed\n");
 885                 err = -ENOMEM;
 886                 goto err_unmap;
 887         }
 888
 889         strcpy(ramips_dev->name, "eth%d");
 890         ramips_dev->irq = platform_get_irq(plat, 0);
 891         if (ramips_dev->irq < 0) {
 892                 dev_err(&plat->dev, "no IRQ resource found\n");
 893                 err = -ENXIO;
 894                 goto err_free_dev;
 895         }
 896         ramips_dev->addr_len = ETH_ALEN;
 897         ramips_dev->base_addr = (unsigned long)ramips_fe_base;
 898         ramips_dev->netdev_ops = &ramips_eth_netdev_ops;
 899
 900         re = netdev_priv(ramips_dev);
 901
 902         re->netdev = ramips_dev;
 903         re->parent = &plat->dev;
 904         re->speed = data->speed;
 905         re->duplex = data->duplex;
 906         re->rx_fc = data->rx_fc;
 907         re->tx_fc = data->tx_fc;
 908         re->plat = data;
 909
 910         err = register_netdev(ramips_dev);
 911         if (err) {
 912                 dev_err(&plat->dev, "error bringing up device\n");
 913                 goto err_free_dev;
 914         }
 915
 916         RADEBUG("ramips_eth: loaded\n");
 917         return 0;
 918
 919  err_free_dev:
 920         kfree(ramips_dev);
 921  err_unmap:
 922         iounmap(ramips_fe_base);
 923         return err;
 924 }
 925
 926 static int
 927 ramips_eth_plat_remove(struct platform_device *plat)
 928 {
 929         unregister_netdev(ramips_dev);
 930         free_netdev(ramips_dev);
 931         RADEBUG("ramips_eth: unloaded\n");
 932         return 0;
 933 }
 934
 935 static struct platform_driver ramips_eth_driver = {
 936         .probe = ramips_eth_plat_probe,
 937         .remove = ramips_eth_plat_remove,
 938         .driver = {
 939                 .name = "ramips_eth",
 940                 .owner = THIS_MODULE,
 941         },
 942 };
 943
 944 static int __init
 945 ramips_eth_init(void)
 946 {
 947         int ret;
 948
 949         ret = rt305x_esw_init();
 950         if (ret)
 951                 return ret;
 952
 953         ret = platform_driver_register(&ramips_eth_driver);
 954         if (ret) {
 955                 printk(KERN_ERR
 956                        "ramips_eth: Error registering platfom driver!\n");
 957                 goto esw_cleanup;
 958         }
 959
 960         return 0;
 961
 962 esw_cleanup:
 963         rt305x_esw_exit();
 964         return ret;
 965 }
 966
 967 static void __exit
 968 ramips_eth_cleanup(void)
 969 {
 970         platform_driver_unregister(&ramips_eth_driver);
 971         rt305x_esw_exit();
 972 }
 973
 974 module_init(ramips_eth_init);
 975 module_exit(ramips_eth_cleanup);
 976
 977 MODULE_LICENSE("GPL");
 978 MODULE_AUTHOR("John Crispin <blogic@openwrt.org>");
 979 MODULE_DESCRIPTION("ethernet driver for ramips boards");