target/linux/ramips/files/drivers/net/ethernet/ramips/ramips_main.c

   1 /*
   2  *   This program is free software; you can redistribute it and/or modify
   3  *   it under the terms of the GNU General Public License as published by
   4  *   the Free Software Foundation; version 2 of the License
   5  *
   6  *   This program is distributed in the hope that it will be useful,
   7  *   but WITHOUT ANY WARRANTY; without even the implied warranty of
   8  *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   9  *   GNU General Public License for more details.
  10  *
  11  *   You should have received a copy of the GNU General Public License
  12  *   along with this program; if not, write to the Free Software
  13  *   Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307, USA.
  14  *
  15  *   Copyright (C) 2009 John Crispin <blogic@openwrt.org>
  16  */
  17
  18 #include <linux/module.h>
  19 #include <linux/kernel.h>
  20 #include <linux/types.h>
  21 #include <linux/dma-mapping.h>
  22 #include <linux/init.h>
  23 #include <linux/skbuff.h>
  24 #include <linux/etherdevice.h>
  25 #include <linux/ethtool.h>
  26 #include <linux/platform_device.h>
  27 #include <linux/phy.h>
  28
  29 #include <ramips_eth_platform.h>
  30 #include "ramips_eth.h"
  31
  32 #define TX_TIMEOUT (20 * HZ / 100)
  33 #define MAX_RX_LENGTH   1600
  34
  35 #ifdef CONFIG_RALINK_RT305X
  36 #include "ramips_esw.c"
  37 #else
  38 static inline int rt305x_esw_init(void) { return 0; }
  39 static inline void rt305x_esw_exit(void) { }
  40 #endif
  41
  42 #define phys_to_bus(a)  (a & 0x1FFFFFFF)
  43
  44 #ifdef CONFIG_RAMIPS_ETH_DEBUG
  45 #define RADEBUG(fmt, args...)   printk(KERN_DEBUG fmt, ## args)
  46 #else
  47 #define RADEBUG(fmt, args...)   do {} while (0)
  48 #endif
  49
  50 static struct net_device * ramips_dev;
  51 static void __iomem *ramips_fe_base = 0;
  52
  53 static inline void
  54 ramips_fe_wr(u32 val, unsigned reg)
  55 {
  56         __raw_writel(val, ramips_fe_base + reg);
  57 }
  58
  59 static inline u32
  60 ramips_fe_rr(unsigned reg)
  61 {
  62         return __raw_readl(ramips_fe_base + reg);
  63 }
  64
  65 static inline void
  66 ramips_fe_int_disable(u32 mask)
  67 {
  68         ramips_fe_wr(ramips_fe_rr(RAMIPS_FE_INT_ENABLE) & ~mask,
  69                      RAMIPS_FE_INT_ENABLE);
  70         /* flush write */
  71         ramips_fe_rr(RAMIPS_FE_INT_ENABLE);
  72 }
  73
  74 static inline void
  75 ramips_fe_int_enable(u32 mask)
  76 {
  77         ramips_fe_wr(ramips_fe_rr(RAMIPS_FE_INT_ENABLE) | mask,
  78                      RAMIPS_FE_INT_ENABLE);
  79         /* flush write */
  80         ramips_fe_rr(RAMIPS_FE_INT_ENABLE);
  81 }
  82
  83 static inline void
  84 ramips_hw_set_macaddr(unsigned char *mac)
  85 {
  86         ramips_fe_wr((mac[0] << 8) | mac[1], RAMIPS_GDMA1_MAC_ADRH);
  87         ramips_fe_wr((mac[2] << 24) | (mac[3] << 16) | (mac[4] << 8) | mac[5],
  88                      RAMIPS_GDMA1_MAC_ADRL);
  89 }
  90
  91 static struct sk_buff *
  92 ramips_alloc_skb(struct raeth_priv *re)
  93 {
  94         struct sk_buff *skb;
  95
  96         skb = netdev_alloc_skb(re->netdev, MAX_RX_LENGTH + NET_IP_ALIGN);
  97         if (!skb)
  98                 return NULL;
  99
 100         skb_reserve(skb, NET_IP_ALIGN);
 101
 102         return skb;
 103 }
 104
 105 static void
 106 ramips_ring_setup(struct raeth_priv *re)
 107 {
 108         int len;
 109         int i;
 110
 111         memset(re->tx_info, 0, NUM_TX_DESC * sizeof(struct raeth_tx_info));
 112
 113         len = NUM_TX_DESC * sizeof(struct ramips_tx_dma);
 114         memset(re->tx, 0, len);
 115
 116         for (i = 0; i < NUM_TX_DESC; i++) {
 117                 struct raeth_tx_info *txi;
 118                 struct ramips_tx_dma *txd;
 119
 120                 txd = &re->tx[i];
 121                 txd->txd4 = TX_DMA_QN(3) | TX_DMA_PN(1);
 122                 txd->txd2 = TX_DMA_LSO | TX_DMA_DONE;
 123
 124                 txi = &re->tx_info[i];
 125                 txi->tx_desc = txd;
 126                 if (txi->tx_skb != NULL) {
 127                         netdev_warn(re->netdev,
 128                                     "dirty skb for TX desc %d\n", i);
 129                         txi->tx_skb = NULL;
 130                 }
 131         }
 132
 133         len = NUM_RX_DESC * sizeof(struct ramips_rx_dma);
 134         memset(re->rx, 0, len);
 135
 136         for (i = 0; i < NUM_RX_DESC; i++) {
 137                 struct raeth_rx_info *rxi;
 138                 struct ramips_rx_dma *rxd;
 139                 dma_addr_t dma_addr;
 140
 141                 rxd = &re->rx[i];
 142                 rxi = &re->rx_info[i];
 143                 BUG_ON(rxi->rx_skb == NULL);
 144                 dma_addr = dma_map_single(&re->netdev->dev, rxi->rx_skb->data,
 145                                           MAX_RX_LENGTH, DMA_FROM_DEVICE);
 146                 rxi->rx_dma = dma_addr;
 147                 rxi->rx_desc = rxd;
 148
 149                 rxd->rxd1 = (unsigned int) dma_addr;
 150                 rxd->rxd2 = RX_DMA_LSO;
 151         }
 152
 153         /* flush descriptors */
 154         wmb();
 155 }
 156
 157 static void
 158 ramips_ring_cleanup(struct raeth_priv *re)
 159 {
 160         int i;
 161
 162         for (i = 0; i < NUM_RX_DESC; i++) {
 163                 struct raeth_rx_info *rxi;
 164
 165                 rxi = &re->rx_info[i];
 166                 if (rxi->rx_skb)
 167                         dma_unmap_single(&re->netdev->dev, rxi->rx_dma,
 168                                          MAX_RX_LENGTH, DMA_FROM_DEVICE);
 169         }
 170
 171         for (i = 0; i < NUM_TX_DESC; i++) {
 172                 struct raeth_tx_info *txi;
 173
 174                 txi = &re->tx_info[i];
 175                 if (txi->tx_skb) {
 176                         dev_kfree_skb_any(txi->tx_skb);
 177                         txi->tx_skb = NULL;
 178                 }
 179         }
 180 }
 181
 182 #if defined(CONFIG_RALINK_RT288X) || defined(CONFIG_RALINK_RT3883)
 183
 184 #define RAMIPS_MDIO_RETRY       1000
 185
 186 static unsigned char *ramips_speed_str(struct raeth_priv *re)
 187 {
 188         switch (re->speed) {
 189         case SPEED_1000:
 190                 return "1000";
 191         case SPEED_100:
 192                 return "100";
 193         case SPEED_10:
 194                 return "10";
 195         }
 196
 197         return "?";
 198 }
 199
 200 static void ramips_link_adjust(struct raeth_priv *re)
 201 {
 202         struct ramips_eth_platform_data *pdata;
 203         u32 mdio_cfg;
 204
 205         pdata = re->parent->platform_data;
 206         if (!re->link) {
 207                 netif_carrier_off(re->netdev);
 208                 netdev_info(re->netdev, "link down\n");
 209                 return;
 210         }
 211
 212         mdio_cfg = RAMIPS_MDIO_CFG_TX_CLK_SKEW_200 |
 213                    RAMIPS_MDIO_CFG_TX_CLK_SKEW_200 |
 214                    RAMIPS_MDIO_CFG_GP1_FRC_EN;
 215
 216         if (re->duplex == DUPLEX_FULL)
 217                 mdio_cfg |= RAMIPS_MDIO_CFG_GP1_DUPLEX;
 218
 219         if (re->tx_fc)
 220                 mdio_cfg |= RAMIPS_MDIO_CFG_GP1_FC_TX;
 221
 222         if (re->rx_fc)
 223                 mdio_cfg |= RAMIPS_MDIO_CFG_GP1_FC_RX;
 224
 225         switch (re->speed) {
 226         case SPEED_10:
 227                 mdio_cfg |= RAMIPS_MDIO_CFG_GP1_SPEED_10;
 228                 break;
 229         case SPEED_100:
 230                 mdio_cfg |= RAMIPS_MDIO_CFG_GP1_SPEED_100;
 231                 break;
 232         case SPEED_1000:
 233                 mdio_cfg |= RAMIPS_MDIO_CFG_GP1_SPEED_1000;
 234                 break;
 235         default:
 236                 BUG();
 237         }
 238
 239         ramips_fe_wr(mdio_cfg, RAMIPS_MDIO_CFG);
 240
 241         netif_carrier_on(re->netdev);
 242         netdev_info(re->netdev, "link up (%sMbps/%s duplex)\n",
 243                     ramips_speed_str(re),
 244                     (DUPLEX_FULL == re->duplex) ? "Full" : "Half");
 245 }
 246
 247 static int
 248 ramips_mdio_wait_ready(struct raeth_priv *re)
 249 {
 250         int retries;
 251
 252         retries = RAMIPS_MDIO_RETRY;
 253         while (1) {
 254                 u32 t;
 255
 256                 t = ramips_fe_rr(RAMIPS_MDIO_ACCESS);
 257                 if ((t & (0x1 << 31)) == 0)
 258                         return 0;
 259
 260                 if (retries-- == 0)
 261                         break;
 262
 263                 udelay(1);
 264         }
 265
 266         dev_err(re->parent, "MDIO operation timed out\n");
 267         return -ETIMEDOUT;
 268 }
 269
 270 static int
 271 ramips_mdio_read(struct mii_bus *bus, int phy_addr, int phy_reg)
 272 {
 273         struct raeth_priv *re = bus->priv;
 274         int err;
 275         u32 t;
 276
 277         err = ramips_mdio_wait_ready(re);
 278         if (err)
 279                 return 0xffff;
 280
 281         t = (phy_addr << 24) | (phy_reg << 16);
 282         ramips_fe_wr(t, RAMIPS_MDIO_ACCESS);
 283         t |= (1 << 31);
 284         ramips_fe_wr(t, RAMIPS_MDIO_ACCESS);
 285
 286         err = ramips_mdio_wait_ready(re);
 287         if (err)
 288                 return 0xffff;
 289
 290         RADEBUG("%s: addr=%04x, reg=%04x, value=%04x\n", __func__,
 291                 phy_addr, phy_reg, ramips_fe_rr(RAMIPS_MDIO_ACCESS) & 0xffff);
 292
 293         return ramips_fe_rr(RAMIPS_MDIO_ACCESS) & 0xffff;
 294 }
 295
 296 static int
 297 ramips_mdio_write(struct mii_bus *bus, int phy_addr, int phy_reg, u16 val)
 298 {
 299         struct raeth_priv *re = bus->priv;
 300         int err;
 301         u32 t;
 302
 303         RADEBUG("%s: addr=%04x, reg=%04x, value=%04x\n", __func__,
 304                 phy_addr, phy_reg, ramips_fe_rr(RAMIPS_MDIO_ACCESS) & 0xffff);
 305
 306         err = ramips_mdio_wait_ready(re);
 307         if (err)
 308                 return err;
 309
 310         t = (1 << 30) | (phy_addr << 24) | (phy_reg << 16) | val;
 311         ramips_fe_wr(t, RAMIPS_MDIO_ACCESS);
 312         t |= (1 << 31);
 313         ramips_fe_wr(t, RAMIPS_MDIO_ACCESS);
 314
 315         return ramips_mdio_wait_ready(re);
 316 }
 317
 318 static int
 319 ramips_mdio_reset(struct mii_bus *bus)
 320 {
 321         /* TODO */
 322         return 0;
 323 }
 324
 325 static int
 326 ramips_mdio_init(struct raeth_priv *re)
 327 {
 328         int err;
 329         int i;
 330
 331         re->mii_bus = mdiobus_alloc();
 332         if (re->mii_bus == NULL)
 333                 return -ENOMEM;
 334
 335         re->mii_bus->name = "ramips_mdio";
 336         re->mii_bus->read = ramips_mdio_read;
 337         re->mii_bus->write = ramips_mdio_write;
 338         re->mii_bus->reset = ramips_mdio_reset;
 339         re->mii_bus->irq = re->mii_irq;
 340         re->mii_bus->priv = re;
 341         re->mii_bus->parent = re->parent;
 342
 343         snprintf(re->mii_bus->id, MII_BUS_ID_SIZE, "%s", "ramips_mdio");
 344         re->mii_bus->phy_mask = 0;
 345
 346         for (i = 0; i < PHY_MAX_ADDR; i++)
 347                 re->mii_irq[i] = PHY_POLL;
 348
 349         err = mdiobus_register(re->mii_bus);
 350         if (err)
 351                 goto err_free_bus;
 352
 353         return 0;
 354
 355 err_free_bus:
 356         kfree(re->mii_bus);
 357         return err;
 358 }
 359
 360 static void
 361 ramips_mdio_cleanup(struct raeth_priv *re)
 362 {
 363         mdiobus_unregister(re->mii_bus);
 364         kfree(re->mii_bus);
 365 }
 366
 367 static void
 368 ramips_phy_link_adjust(struct net_device *dev)
 369 {
 370         struct raeth_priv *re = netdev_priv(dev);
 371         struct phy_device *phydev = re->phy_dev;
 372         unsigned long flags;
 373         int status_change = 0;
 374
 375         spin_lock_irqsave(&re->phy_lock, flags);
 376
 377         if (phydev->link)
 378                 if (re->duplex != phydev->duplex ||
 379                     re->speed != phydev->speed)
 380                         status_change = 1;
 381
 382         if (phydev->link != re->link)
 383                 status_change = 1;
 384
 385         re->link = phydev->link;
 386         re->duplex = phydev->duplex;
 387         re->speed = phydev->speed;
 388
 389         if (status_change)
 390                 ramips_link_adjust(re);
 391
 392         spin_unlock_irqrestore(&re->phy_lock, flags);
 393 }
 394
 395 static int
 396 ramips_phy_connect_multi(struct raeth_priv *re)
 397 {
 398         struct net_device *netdev = re->netdev;
 399         struct ramips_eth_platform_data *pdata;
 400         struct phy_device *phydev = NULL;
 401         int phy_addr;
 402         int ret = 0;
 403
 404         pdata = re->parent->platform_data;
 405         for (phy_addr = 0; phy_addr < PHY_MAX_ADDR; phy_addr++) {
 406                 if (!(pdata->phy_mask & (1 << phy_addr)))
 407                         continue;
 408
 409                 if (re->mii_bus->phy_map[phy_addr] == NULL)
 410                         continue;
 411
 412                 RADEBUG("%s: PHY found at %s, uid=%08x\n",
 413                         netdev->name,
 414                         dev_name(&re->mii_bus->phy_map[phy_addr]->dev),
 415                         re->mii_bus->phy_map[phy_addr]->phy_id);
 416
 417                 if (phydev == NULL)
 418                         phydev = re->mii_bus->phy_map[phy_addr];
 419         }
 420
 421         if (!phydev) {
 422                 netdev_err(netdev, "no PHY found with phy_mask=%08x\n",
 423                            pdata->phy_mask);
 424                 return -ENODEV;
 425         }
 426
 427         re->phy_dev = phy_connect(netdev, dev_name(&phydev->dev),
 428                                   ramips_phy_link_adjust, 0,
 429                                   pdata->phy_if_mode);
 430
 431         if (IS_ERR(re->phy_dev)) {
 432                 netdev_err(netdev, "could not connect to PHY at %s\n",
 433                            dev_name(&phydev->dev));
 434                 return PTR_ERR(re->phy_dev);
 435         }
 436
 437         phydev->supported &= PHY_GBIT_FEATURES;
 438         phydev->advertising = phydev->supported;
 439
 440         RADEBUG("%s: connected to PHY at %s [uid=%08x, driver=%s]\n",
 441                 netdev->name, dev_name(&phydev->dev),
 442                 phydev->phy_id, phydev->drv->name);
 443
 444         re->link = 0;
 445         re->speed = 0;
 446         re->duplex = -1;
 447         re->rx_fc = 0;
 448         re->tx_fc = 0;
 449
 450         return ret;
 451 }
 452
 453 static int
 454 ramips_phy_connect_fixed(struct raeth_priv *re)
 455 {
 456         struct ramips_eth_platform_data *pdata;
 457
 458         pdata = re->parent->platform_data;
 459         switch (pdata->speed) {
 460         case SPEED_10:
 461         case SPEED_100:
 462         case SPEED_1000:
 463                 break;
 464         default:
 465                 netdev_err(re->netdev, "invalid speed specified\n");
 466                 return -EINVAL;
 467         }
 468
 469         RADEBUG("%s: using fixed link parameters\n", re->netdev->name);
 470
 471         re->speed = pdata->speed;
 472         re->duplex = pdata->duplex;
 473         re->tx_fc = pdata->tx_fc;
 474         re->rx_fc = pdata->tx_fc;
 475
 476         return 0;
 477 }
 478
 479 static int
 480 ramips_phy_connect(struct raeth_priv *re)
 481 {
 482         struct ramips_eth_platform_data *pdata;
 483
 484         pdata = re->parent->platform_data;
 485         if (pdata->phy_mask)
 486                 return ramips_phy_connect_multi(re);
 487
 488         return ramips_phy_connect_fixed(re);
 489 }
 490
 491 static void
 492 ramips_phy_disconnect(struct raeth_priv *re)
 493 {
 494         if (re->phy_dev)
 495                 phy_disconnect(re->phy_dev);
 496 }
 497
 498 static void
 499 ramips_phy_start(struct raeth_priv *re)
 500 {
 501         unsigned long flags;
 502
 503         if (re->phy_dev) {
 504                 phy_start(re->phy_dev);
 505         } else {
 506                 spin_lock_irqsave(&re->phy_lock, flags);
 507                 re->link = 1;
 508                 ramips_link_adjust(re);
 509                 spin_unlock_irqrestore(&re->phy_lock, flags);
 510         }
 511 }
 512
 513 static void
 514 ramips_phy_stop(struct raeth_priv *re)
 515 {
 516         unsigned long flags;
 517
 518         if (re->phy_dev)
 519                 phy_stop(re->phy_dev);
 520
 521         spin_lock_irqsave(&re->phy_lock, flags);
 522         re->link = 0;
 523         ramips_link_adjust(re);
 524         spin_unlock_irqrestore(&re->phy_lock, flags);
 525 }
 526 #else
 527 static inline int
 528 ramips_mdio_init(struct raeth_priv *re)
 529 {
 530         return 0;
 531 }
 532
 533 static inline void
 534 ramips_mdio_cleanup(struct raeth_priv *re)
 535 {
 536 }
 537
 538 static inline int
 539 ramips_phy_connect(struct raeth_priv *re)
 540 {
 541         return 0;
 542 }
 543
 544 static inline void
 545 ramips_phy_disconnect(struct raeth_priv *re)
 546 {
 547 }
 548
 549 static inline void
 550 ramips_phy_start(struct raeth_priv *re)
 551 {
 552 }
 553
 554 static inline void
 555 ramips_phy_stop(struct raeth_priv *re)
 556 {
 557 }
 558 #endif /* CONFIG_RALINK_RT288X || CONFIG_RALINK_RT3883 */
 559
 560 static void
 561 ramips_ring_free(struct raeth_priv *re)
 562 {
 563         int len;
 564         int i;
 565
 566         if (re->rx_info) {
 567                 for (i = 0; i < NUM_RX_DESC; i++) {
 568                         struct raeth_rx_info *rxi;
 569
 570                         rxi = &re->rx_info[i];
 571                         if (rxi->rx_skb)
 572                                 dev_kfree_skb_any(rxi->rx_skb);
 573                 }
 574                 kfree(re->rx_info);
 575         }
 576
 577         if (re->rx) {
 578                 len = NUM_RX_DESC * sizeof(struct ramips_rx_dma);
 579                 dma_free_coherent(&re->netdev->dev, len, re->rx,
 580                                   re->rx_desc_dma);
 581         }
 582
 583         if (re->tx) {
 584                 len = NUM_TX_DESC * sizeof(struct ramips_tx_dma);
 585                 dma_free_coherent(&re->netdev->dev, len, re->tx,
 586                                   re->tx_desc_dma);
 587         }
 588
 589         kfree(re->tx_info);
 590 }
 591
 592 static int
 593 ramips_ring_alloc(struct raeth_priv *re)
 594 {
 595         int len;
 596         int err = -ENOMEM;
 597         int i;
 598
 599         re->tx_info = kzalloc(NUM_TX_DESC * sizeof(struct raeth_tx_info),
 600                               GFP_ATOMIC);
 601         if (!re->tx_info)
 602                 goto err_cleanup;
 603
 604         re->rx_info = kzalloc(NUM_RX_DESC * sizeof(struct raeth_rx_info),
 605                               GFP_ATOMIC);
 606         if (!re->rx_info)
 607                 goto err_cleanup;
 608
 609         /* allocate tx ring */
 610         len = NUM_TX_DESC * sizeof(struct ramips_tx_dma);
 611         re->tx = dma_alloc_coherent(&re->netdev->dev, len,
 612                                           &re->tx_desc_dma, GFP_ATOMIC);
 613         if (!re->tx)
 614                 goto err_cleanup;
 615
 616         /* allocate rx ring */
 617         len = NUM_RX_DESC * sizeof(struct ramips_rx_dma);
 618         re->rx = dma_alloc_coherent(&re->netdev->dev, len,
 619                                     &re->rx_desc_dma, GFP_ATOMIC);
 620         if (!re->rx)
 621                 goto err_cleanup;
 622
 623         for (i = 0; i < NUM_RX_DESC; i++) {
 624                 struct sk_buff *skb;
 625
 626                 skb = ramips_alloc_skb(re);
 627                 if (!skb)
 628                         goto err_cleanup;
 629
 630                 re->rx_info[i].rx_skb = skb;
 631         }
 632
 633         return 0;
 634
 635 err_cleanup:
 636         ramips_ring_free(re);
 637         return err;
 638 }
 639
 640 static void
 641 ramips_setup_dma(struct raeth_priv *re)
 642 {
 643         ramips_fe_wr(re->tx_desc_dma, RAMIPS_TX_BASE_PTR0);
 644         ramips_fe_wr(NUM_TX_DESC, RAMIPS_TX_MAX_CNT0);
 645         ramips_fe_wr(0, RAMIPS_TX_CTX_IDX0);
 646         ramips_fe_wr(RAMIPS_PST_DTX_IDX0, RAMIPS_PDMA_RST_CFG);
 647
 648         ramips_fe_wr(re->rx_desc_dma, RAMIPS_RX_BASE_PTR0);
 649         ramips_fe_wr(NUM_RX_DESC, RAMIPS_RX_MAX_CNT0);
 650         ramips_fe_wr((NUM_RX_DESC - 1), RAMIPS_RX_CALC_IDX0);
 651         ramips_fe_wr(RAMIPS_PST_DRX_IDX0, RAMIPS_PDMA_RST_CFG);
 652 }
 653
 654 static int
 655 ramips_eth_hard_start_xmit(struct sk_buff *skb, struct net_device *dev)
 656 {
 657         struct raeth_priv *re = netdev_priv(dev);
 658         struct raeth_tx_info *txi, *txi_next;
 659         struct ramips_tx_dma *txd, *txd_next;
 660         unsigned long tx;
 661         unsigned int tx_next;
 662         dma_addr_t mapped_addr;
 663
 664         if (re->plat->min_pkt_len) {
 665                 if (skb->len < re->plat->min_pkt_len) {
 666                         if (skb_padto(skb, re->plat->min_pkt_len)) {
 667                                 printk(KERN_ERR
 668                                        "ramips_eth: skb_padto failed\n");
 669                                 kfree_skb(skb);
 670                                 return 0;
 671                         }
 672                         skb_put(skb, re->plat->min_pkt_len - skb->len);
 673                 }
 674         }
 675
 676         dev->trans_start = jiffies;
 677         mapped_addr = dma_map_single(&re->netdev->dev, skb->data, skb->len,
 678                                      DMA_TO_DEVICE);
 679
 680         spin_lock(&re->page_lock);
 681         tx = ramips_fe_rr(RAMIPS_TX_CTX_IDX0);
 682         tx_next = (tx + 1) % NUM_TX_DESC;
 683
 684         txi = &re->tx_info[tx];
 685         txd = txi->tx_desc;
 686         txi_next = &re->tx_info[tx_next];
 687         txd_next = txi_next->tx_desc;
 688
 689         if ((txi->tx_skb) || (txi_next->tx_skb) ||
 690             !(txd->txd2 & TX_DMA_DONE) ||
 691             !(txd_next->txd2 & TX_DMA_DONE))
 692                 goto out;
 693
 694         txi->tx_skb = skb;
 695
 696         txd->txd1 = (unsigned int) mapped_addr;
 697         wmb();
 698         txd->txd2 = TX_DMA_LSO | TX_DMA_PLEN0(skb->len);
 699         dev->stats.tx_packets++;
 700         dev->stats.tx_bytes += skb->len;
 701         ramips_fe_wr(tx_next, RAMIPS_TX_CTX_IDX0);
 702         spin_unlock(&re->page_lock);
 703         return NETDEV_TX_OK;
 704
 705  out:
 706         spin_unlock(&re->page_lock);
 707         dev->stats.tx_dropped++;
 708         kfree_skb(skb);
 709         return NETDEV_TX_OK;
 710 }
 711
 712 static void
 713 ramips_eth_rx_hw(unsigned long ptr)
 714 {
 715         struct net_device *dev = (struct net_device *) ptr;
 716         struct raeth_priv *re = netdev_priv(dev);
 717         int rx;
 718         int max_rx = 16;
 719
 720         while (max_rx) {
 721                 struct raeth_rx_info *rxi;
 722                 struct ramips_rx_dma *rxd;
 723                 struct sk_buff *rx_skb, *new_skb;
 724                 int pktlen;
 725
 726                 rx = (ramips_fe_rr(RAMIPS_RX_CALC_IDX0) + 1) % NUM_RX_DESC;
 727
 728                 rxi = &re->rx_info[rx];
 729                 rxd = rxi->rx_desc;
 730                 if (!(rxd->rxd2 & RX_DMA_DONE))
 731                         break;
 732
 733                 rx_skb = rxi->rx_skb;
 734                 pktlen = RX_DMA_PLEN0(rxd->rxd2);
 735
 736                 new_skb = ramips_alloc_skb(re);
 737                 /* Reuse the buffer on allocation failures */
 738                 if (new_skb) {
 739                         dma_addr_t dma_addr;
 740
 741                         dma_unmap_single(&re->netdev->dev, rxi->rx_dma,
 742                                          MAX_RX_LENGTH, DMA_FROM_DEVICE);
 743
 744                         skb_put(rx_skb, pktlen);
 745                         rx_skb->dev = dev;
 746                         rx_skb->protocol = eth_type_trans(rx_skb, dev);
 747                         rx_skb->ip_summed = CHECKSUM_NONE;
 748                         dev->stats.rx_packets++;
 749                         dev->stats.rx_bytes += pktlen;
 750                         netif_rx(rx_skb);
 751
 752                         rxi->rx_skb = new_skb;
 753
 754                         dma_addr = dma_map_single(&re->netdev->dev,
 755                                                   new_skb->data,
 756                                                   MAX_RX_LENGTH,
 757                                                   DMA_FROM_DEVICE);
 758                         rxi->rx_dma = dma_addr;
 759                         rxd->rxd1 = (unsigned int) dma_addr;
 760                         wmb();
 761                 } else {
 762                         dev->stats.rx_dropped++;
 763                 }
 764
 765                 rxd->rxd2 = RX_DMA_LSO;
 766                 ramips_fe_wr(rx, RAMIPS_RX_CALC_IDX0);
 767                 max_rx--;
 768         }
 769
 770         if (max_rx == 0)
 771                 tasklet_schedule(&re->rx_tasklet);
 772         else
 773                 ramips_fe_int_enable(RAMIPS_RX_DLY_INT);
 774 }
 775
 776 static void
 777 ramips_eth_tx_housekeeping(unsigned long ptr)
 778 {
 779         struct net_device *dev = (struct net_device*)ptr;
 780         struct raeth_priv *re = netdev_priv(dev);
 781
 782         spin_lock(&re->page_lock);
 783         while (1) {
 784                 struct raeth_tx_info *txi;
 785                 struct ramips_tx_dma *txd;
 786
 787                 txi = &re->tx_info[re->skb_free_idx];
 788                 txd = txi->tx_desc;
 789
 790                 if (!(txd->txd2 & TX_DMA_DONE) || !(txi->tx_skb))
 791                         break;
 792
 793                 dev_kfree_skb_irq(txi->tx_skb);
 794                 txi->tx_skb = NULL;
 795                 re->skb_free_idx++;
 796                 if (re->skb_free_idx >= NUM_TX_DESC)
 797                         re->skb_free_idx = 0;
 798         }
 799         spin_unlock(&re->page_lock);
 800
 801         ramips_fe_int_enable(RAMIPS_TX_DLY_INT);
 802 }
 803
 804 static void
 805 ramips_eth_timeout(struct net_device *dev)
 806 {
 807         struct raeth_priv *re = netdev_priv(dev);
 808
 809         tasklet_schedule(&re->tx_housekeeping_tasklet);
 810 }
 811
 812 static irqreturn_t
 813 ramips_eth_irq(int irq, void *dev)
 814 {
 815         struct raeth_priv *re = netdev_priv(dev);
 816         unsigned int status;
 817
 818         status = ramips_fe_rr(RAMIPS_FE_INT_STATUS);
 819         status &= ramips_fe_rr(RAMIPS_FE_INT_ENABLE);
 820
 821         if (!status)
 822                 return IRQ_NONE;
 823
 824         ramips_fe_wr(status, RAMIPS_FE_INT_STATUS);
 825
 826         if (status & RAMIPS_RX_DLY_INT) {
 827                 ramips_fe_int_disable(RAMIPS_RX_DLY_INT);
 828                 tasklet_schedule(&re->rx_tasklet);
 829         }
 830
 831         if (status & RAMIPS_TX_DLY_INT) {
 832                 ramips_fe_int_disable(RAMIPS_TX_DLY_INT);
 833                 tasklet_schedule(&re->tx_housekeeping_tasklet);
 834         }
 835
 836         raeth_debugfs_update_int_stats(re, status);
 837
 838         return IRQ_HANDLED;
 839 }
 840
 841 static int
 842 ramips_eth_open(struct net_device *dev)
 843 {
 844         struct raeth_priv *re = netdev_priv(dev);
 845         int err;
 846
 847         err = request_irq(dev->irq, ramips_eth_irq, IRQF_DISABLED,
 848                           dev->name, dev);
 849         if (err)
 850                 return err;
 851
 852         err = ramips_ring_alloc(re);
 853         if (err)
 854                 goto err_free_irq;
 855
 856         ramips_ring_setup(re);
 857         ramips_hw_set_macaddr(dev->dev_addr);
 858
 859         ramips_setup_dma(re);
 860         ramips_fe_wr((ramips_fe_rr(RAMIPS_PDMA_GLO_CFG) & 0xff) |
 861                 (RAMIPS_TX_WB_DDONE | RAMIPS_RX_DMA_EN |
 862                 RAMIPS_TX_DMA_EN | RAMIPS_PDMA_SIZE_4DWORDS),
 863                 RAMIPS_PDMA_GLO_CFG);
 864         ramips_fe_wr((ramips_fe_rr(RAMIPS_FE_GLO_CFG) &
 865                 ~(RAMIPS_US_CYC_CNT_MASK << RAMIPS_US_CYC_CNT_SHIFT)) |
 866                 ((re->plat->sys_freq / RAMIPS_US_CYC_CNT_DIVISOR) << RAMIPS_US_CYC_CNT_SHIFT),
 867                 RAMIPS_FE_GLO_CFG);
 868
 869         tasklet_init(&re->tx_housekeeping_tasklet, ramips_eth_tx_housekeeping,
 870                      (unsigned long)dev);
 871         tasklet_init(&re->rx_tasklet, ramips_eth_rx_hw, (unsigned long)dev);
 872
 873         ramips_phy_start(re);
 874
 875         ramips_fe_wr(RAMIPS_DELAY_INIT, RAMIPS_DLY_INT_CFG);
 876         ramips_fe_wr(RAMIPS_TX_DLY_INT | RAMIPS_RX_DLY_INT, RAMIPS_FE_INT_ENABLE);
 877         ramips_fe_wr(ramips_fe_rr(RAMIPS_GDMA1_FWD_CFG) &
 878                 ~(RAMIPS_GDM1_ICS_EN | RAMIPS_GDM1_TCS_EN | RAMIPS_GDM1_UCS_EN | 0xffff),
 879                 RAMIPS_GDMA1_FWD_CFG);
 880         ramips_fe_wr(ramips_fe_rr(RAMIPS_CDMA_CSG_CFG) &
 881                 ~(RAMIPS_ICS_GEN_EN | RAMIPS_TCS_GEN_EN | RAMIPS_UCS_GEN_EN),
 882                 RAMIPS_CDMA_CSG_CFG);
 883         ramips_fe_wr(RAMIPS_PSE_FQFC_CFG_INIT, RAMIPS_PSE_FQ_CFG);
 884         ramips_fe_wr(1, RAMIPS_FE_RST_GL);
 885         ramips_fe_wr(0, RAMIPS_FE_RST_GL);
 886
 887         netif_start_queue(dev);
 888         return 0;
 889
 890  err_free_irq:
 891         free_irq(dev->irq, dev);
 892         return err;
 893 }
 894
 895 static int
 896 ramips_eth_stop(struct net_device *dev)
 897 {
 898         struct raeth_priv *re = netdev_priv(dev);
 899
 900         ramips_fe_wr(ramips_fe_rr(RAMIPS_PDMA_GLO_CFG) &
 901                      ~(RAMIPS_TX_WB_DDONE | RAMIPS_RX_DMA_EN | RAMIPS_TX_DMA_EN),
 902                      RAMIPS_PDMA_GLO_CFG);
 903
 904         /* disable all interrupts in the hw */
 905         ramips_fe_wr(0, RAMIPS_FE_INT_ENABLE);
 906
 907         ramips_phy_stop(re);
 908         free_irq(dev->irq, dev);
 909         netif_stop_queue(dev);
 910         tasklet_kill(&re->tx_housekeeping_tasklet);
 911         tasklet_kill(&re->rx_tasklet);
 912         ramips_ring_cleanup(re);
 913         ramips_ring_free(re);
 914         RADEBUG("ramips_eth: stopped\n");
 915         return 0;
 916 }
 917
 918 static int __init
 919 ramips_eth_probe(struct net_device *dev)
 920 {
 921         struct raeth_priv *re = netdev_priv(dev);
 922         int err;
 923
 924         BUG_ON(!re->plat->reset_fe);
 925         re->plat->reset_fe();
 926         net_srandom(jiffies);
 927         memcpy(dev->dev_addr, re->plat->mac, ETH_ALEN);
 928
 929         ether_setup(dev);
 930         dev->mtu = 1500;
 931         dev->watchdog_timeo = TX_TIMEOUT;
 932         spin_lock_init(&re->page_lock);
 933         spin_lock_init(&re->phy_lock);
 934
 935         err = ramips_mdio_init(re);
 936         if (err)
 937                 return err;
 938
 939         err = ramips_phy_connect(re);
 940         if (err)
 941                 goto err_mdio_cleanup;
 942
 943         err = raeth_debugfs_init(re);
 944         if (err)
 945                 goto err_phy_disconnect;
 946
 947         return 0;
 948
 949 err_phy_disconnect:
 950         ramips_phy_disconnect(re);
 951 err_mdio_cleanup:
 952         ramips_mdio_cleanup(re);
 953         return err;
 954 }
 955
 956 static void
 957 ramips_eth_uninit(struct net_device *dev)
 958 {
 959         struct raeth_priv *re = netdev_priv(dev);
 960
 961         raeth_debugfs_exit(re);
 962         ramips_phy_disconnect(re);
 963         ramips_mdio_cleanup(re);
 964 }
 965
 966 static const struct net_device_ops ramips_eth_netdev_ops = {
 967         .ndo_init               = ramips_eth_probe,
 968         .ndo_uninit             = ramips_eth_uninit,
 969         .ndo_open               = ramips_eth_open,
 970         .ndo_stop               = ramips_eth_stop,
 971         .ndo_start_xmit         = ramips_eth_hard_start_xmit,
 972         .ndo_tx_timeout         = ramips_eth_timeout,
 973         .ndo_change_mtu         = eth_change_mtu,
 974         .ndo_set_mac_address    = eth_mac_addr,
 975         .ndo_validate_addr      = eth_validate_addr,
 976 };
 977
 978 static int
 979 ramips_eth_plat_probe(struct platform_device *plat)
 980 {
 981         struct raeth_priv *re;
 982         struct ramips_eth_platform_data *data = plat->dev.platform_data;
 983         struct resource *res;
 984         int err;
 985
 986         if (!data) {
 987                 dev_err(&plat->dev, "no platform data specified\n");
 988                 return -EINVAL;
 989         }
 990
 991         res = platform_get_resource(plat, IORESOURCE_MEM, 0);
 992         if (!res) {
 993                 dev_err(&plat->dev, "no memory resource found\n");
 994                 return -ENXIO;
 995         }
 996
 997         ramips_fe_base = ioremap_nocache(res->start, res->end - res->start + 1);
 998         if (!ramips_fe_base)
 999                 return -ENOMEM;
1000
1001         ramips_dev = alloc_etherdev(sizeof(struct raeth_priv));
1002         if (!ramips_dev) {
1003                 dev_err(&plat->dev, "alloc_etherdev failed\n");
1004                 err = -ENOMEM;
1005                 goto err_unmap;
1006         }
1007
1008         strcpy(ramips_dev->name, "eth%d");
1009         ramips_dev->irq = platform_get_irq(plat, 0);
1010         if (ramips_dev->irq < 0) {
1011                 dev_err(&plat->dev, "no IRQ resource found\n");
1012                 err = -ENXIO;
1013                 goto err_free_dev;
1014         }
1015         ramips_dev->addr_len = ETH_ALEN;
1016         ramips_dev->base_addr = (unsigned long)ramips_fe_base;
1017         ramips_dev->netdev_ops = &ramips_eth_netdev_ops;
1018
1019         re = netdev_priv(ramips_dev);
1020
1021         re->netdev = ramips_dev;
1022         re->parent = &plat->dev;
1023         re->speed = data->speed;
1024         re->duplex = data->duplex;
1025         re->rx_fc = data->rx_fc;
1026         re->tx_fc = data->tx_fc;
1027         re->plat = data;
1028
1029         err = register_netdev(ramips_dev);
1030         if (err) {
1031                 dev_err(&plat->dev, "error bringing up device\n");
1032                 goto err_free_dev;
1033         }
1034
1035         RADEBUG("ramips_eth: loaded\n");
1036         return 0;
1037
1038  err_free_dev:
1039         kfree(ramips_dev);
1040  err_unmap:
1041         iounmap(ramips_fe_base);
1042         return err;
1043 }
1044
1045 static int
1046 ramips_eth_plat_remove(struct platform_device *plat)
1047 {
1048         unregister_netdev(ramips_dev);
1049         free_netdev(ramips_dev);
1050         RADEBUG("ramips_eth: unloaded\n");
1051         return 0;
1052 }
1053
1054 static struct platform_driver ramips_eth_driver = {
1055         .probe = ramips_eth_plat_probe,
1056         .remove = ramips_eth_plat_remove,
1057         .driver = {
1058                 .name = "ramips_eth",
1059                 .owner = THIS_MODULE,
1060         },
1061 };
1062
1063 static int __init
1064 ramips_eth_init(void)
1065 {
1066         int ret;
1067
1068         ret = raeth_debugfs_root_init();
1069         if (ret)
1070                 goto err_out;
1071
1072         ret = rt305x_esw_init();
1073         if (ret)
1074                 goto err_debugfs_exit;
1075
1076         ret = platform_driver_register(&ramips_eth_driver);
1077         if (ret) {
1078                 printk(KERN_ERR
1079                        "ramips_eth: Error registering platfom driver!\n");
1080                 goto esw_cleanup;
1081         }
1082
1083         return 0;
1084
1085 esw_cleanup:
1086         rt305x_esw_exit();
1087 err_debugfs_exit:
1088         raeth_debugfs_root_exit();
1089 err_out:
1090         return ret;
1091 }
1092
1093 static void __exit
1094 ramips_eth_cleanup(void)
1095 {
1096         platform_driver_unregister(&ramips_eth_driver);
1097         rt305x_esw_exit();
1098         raeth_debugfs_root_exit();
1099 }
1100
1101 module_init(ramips_eth_init);
1102 module_exit(ramips_eth_cleanup);
1103
1104 MODULE_LICENSE("GPL");
1105 MODULE_AUTHOR("John Crispin <blogic@openwrt.org>");
1106 MODULE_DESCRIPTION("ethernet driver for ramips boards");