File Index
Files and directories
Sign in
FILE

8139too.c

File preview with syntax highlighting.

linux-6.19.14/drivers/net/ethernet/realtek/8139too.c C
   1/*
   2
   3	8139too.c: A RealTek RTL-8139 Fast Ethernet driver for Linux.
   4
   5	Maintained by Jeff Garzik <jgarzik@pobox.com>
   6	Copyright 2000-2002 Jeff Garzik
   7
   8	Much code comes from Donald Becker's rtl8139.c driver,
   9	versions 1.13 and older.  This driver was originally based
  10	on rtl8139.c version 1.07.  Header of rtl8139.c version 1.13:
  11
  12	-----<snip>-----
  13
  14		Written 1997-2001 by Donald Becker.
  15		This software may be used and distributed according to the
  16		terms of the GNU General Public License (GPL), incorporated
  17		herein by reference.  Drivers based on or derived from this
  18		code fall under the GPL and must retain the authorship,
  19		copyright and license notice.  This file is not a complete
  20		program and may only be used when the entire operating
  21		system is licensed under the GPL.
  22
  23		This driver is for boards based on the RTL8129 and RTL8139
  24		PCI ethernet chips.
  25
  26		The author may be reached as becker@scyld.com, or C/O Scyld
  27		Computing Corporation 410 Severn Ave., Suite 210 Annapolis
  28		MD 21403
  29
  30		Support and updates available at
  31		http://www.scyld.com/network/rtl8139.html
  32
  33		Twister-tuning table provided by Kinston
  34		<shangh@realtek.com.tw>.
  35
  36	-----<snip>-----
  37
  38	This software may be used and distributed according to the terms
  39	of the GNU General Public License, incorporated herein by reference.
  40
  41	Contributors:
  42
  43		Donald Becker - he wrote the original driver, kudos to him!
  44		(but please don't e-mail him for support, this isn't his driver)
  45
  46		Tigran Aivazian - bug fixes, skbuff free cleanup
  47
  48		Martin Mares - suggestions for PCI cleanup
  49
  50		David S. Miller - PCI DMA and softnet updates
  51
  52		Ernst Gill - fixes ported from BSD driver
  53
  54		Daniel Kobras - identified specific locations of
  55			posted MMIO write bugginess
  56
  57		Gerard Sharp - bug fix, testing and feedback
  58
  59		David Ford - Rx ring wrap fix
  60
  61		Dan DeMaggio - swapped RTL8139 cards with me, and allowed me
  62		to find and fix a crucial bug on older chipsets.
  63
  64		Donald Becker/Chris Butterworth/Marcus Westergren -
  65		Noticed various Rx packet size-related buglets.
  66
  67		Santiago Garcia Mantinan - testing and feedback
  68
  69		Jens David - 2.2.x kernel backports
  70
  71		Martin Dennett - incredibly helpful insight on undocumented
  72		features of the 8139 chips
  73
  74		Jean-Jacques Michel - bug fix
  75
  76		Tobias Ringström - Rx interrupt status checking suggestion
  77
  78		Andrew Morton - Clear blocked signals, avoid
  79		buffer overrun setting current->comm.
  80
  81		Kalle Olavi Niemitalo - Wake-on-LAN ioctls
  82
  83		Robert Kuebel - Save kernel thread from dying on any signal.
  84
  85	Submitting bug reports:
  86
  87		"rtl8139-diag -mmmaaavvveefN" output
  88		enable RTL8139_DEBUG below, and look at 'dmesg' or kernel log
  89
  90*/
  91
  92#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
  93
  94#define DRV_NAME	"8139too"
  95#define DRV_VERSION	"0.9.28"
  96
  97
  98#include <linux/module.h>
  99#include <linux/kernel.h>
 100#include <linux/compiler.h>
 101#include <linux/pci.h>
 102#include <linux/init.h>
 103#include <linux/interrupt.h>
 104#include <linux/netdevice.h>
 105#include <linux/etherdevice.h>
 106#include <linux/rtnetlink.h>
 107#include <linux/delay.h>
 108#include <linux/ethtool.h>
 109#include <linux/mii.h>
 110#include <linux/completion.h>
 111#include <linux/crc32.h>
 112#include <linux/io.h>
 113#include <linux/uaccess.h>
 114#include <linux/gfp.h>
 115#include <linux/if_vlan.h>
 116#include <asm/irq.h>
 117
 118#define RTL8139_DRIVER_NAME   DRV_NAME " Fast Ethernet driver " DRV_VERSION
 119
 120/* Default Message level */
 121#define RTL8139_DEF_MSG_ENABLE   (NETIF_MSG_DRV   | \
 122                                 NETIF_MSG_PROBE  | \
 123                                 NETIF_MSG_LINK)
 124
 125
 126/* define to 1, 2 or 3 to enable copious debugging info */
 127#define RTL8139_DEBUG 0
 128
 129/* define to 1 to disable lightweight runtime debugging checks */
 130#undef RTL8139_NDEBUG
 131
 132
 133#ifdef RTL8139_NDEBUG
 134#  define assert(expr) do {} while (0)
 135#else
 136#  define assert(expr) \
 137        if (unlikely(!(expr))) {				\
 138		pr_err("Assertion failed! %s,%s,%s,line=%d\n",	\
 139		       #expr, __FILE__, __func__, __LINE__);	\
 140        }
 141#endif
 142
 143
 144/* A few user-configurable values. */
 145/* media options */
 146#define MAX_UNITS 8
 147static int media[MAX_UNITS] = {-1, -1, -1, -1, -1, -1, -1, -1};
 148static int full_duplex[MAX_UNITS] = {-1, -1, -1, -1, -1, -1, -1, -1};
 149
 150/* Whether to use MMIO or PIO. Default to MMIO. */
 151#ifdef CONFIG_8139TOO_PIO
 152static bool use_io = true;
 153#else
 154static bool use_io = false;
 155#endif
 156
 157/* Maximum number of multicast addresses to filter (vs. Rx-all-multicast).
 158   The RTL chips use a 64 element hash table based on the Ethernet CRC.  */
 159static int multicast_filter_limit = 32;
 160
 161/* bitmapped message enable number */
 162static int debug = -1;
 163
 164/*
 165 * Receive ring size
 166 * Warning: 64K ring has hardware issues and may lock up.
 167 */
 168#if defined(CONFIG_SH_DREAMCAST)
 169#define RX_BUF_IDX 0	/* 8K ring */
 170#else
 171#define RX_BUF_IDX	2	/* 32K ring */
 172#endif
 173#define RX_BUF_LEN	(8192 << RX_BUF_IDX)
 174#define RX_BUF_PAD	16
 175#define RX_BUF_WRAP_PAD 2048 /* spare padding to handle lack of packet wrap */
 176
 177#if RX_BUF_LEN == 65536
 178#define RX_BUF_TOT_LEN	RX_BUF_LEN
 179#else
 180#define RX_BUF_TOT_LEN	(RX_BUF_LEN + RX_BUF_PAD + RX_BUF_WRAP_PAD)
 181#endif
 182
 183/* Number of Tx descriptor registers. */
 184#define NUM_TX_DESC	4
 185
 186/* max supported ethernet frame size -- must be at least (dev->mtu+18+4).*/
 187#define MAX_ETH_FRAME_SIZE	1792
 188
 189/* max supported payload size */
 190#define MAX_ETH_DATA_SIZE (MAX_ETH_FRAME_SIZE - VLAN_ETH_HLEN - ETH_FCS_LEN)
 191
 192/* Size of the Tx bounce buffers -- must be at least (dev->mtu+18+4). */
 193#define TX_BUF_SIZE	MAX_ETH_FRAME_SIZE
 194#define TX_BUF_TOT_LEN	(TX_BUF_SIZE * NUM_TX_DESC)
 195
 196/* PCI Tuning Parameters
 197   Threshold is bytes transferred to chip before transmission starts. */
 198#define TX_FIFO_THRESH 256	/* In bytes, rounded down to 32 byte units. */
 199
 200/* The following settings are log_2(bytes)-4:  0 == 16 bytes .. 6==1024, 7==end of packet. */
 201#define RX_FIFO_THRESH	7	/* Rx buffer level before first PCI xfer.  */
 202#define RX_DMA_BURST	7	/* Maximum PCI burst, '6' is 1024 */
 203#define TX_DMA_BURST	6	/* Maximum PCI burst, '6' is 1024 */
 204#define TX_RETRY	8	/* 0-15.  retries = 16 + (TX_RETRY * 16) */
 205
 206/* Operational parameters that usually are not changed. */
 207/* Time in jiffies before concluding the transmitter is hung. */
 208#define TX_TIMEOUT  (6*HZ)
 209
 210
 211enum {
 212	HAS_MII_XCVR = 0x010000,
 213	HAS_CHIP_XCVR = 0x020000,
 214	HAS_LNK_CHNG = 0x040000,
 215};
 216
 217#define RTL_NUM_STATS 4		/* number of ETHTOOL_GSTATS u64's */
 218#define RTL_REGS_VER 1		/* version of reg. data in ETHTOOL_GREGS */
 219#define RTL_MIN_IO_SIZE 0x80
 220#define RTL8139B_IO_SIZE 256
 221
 222#define RTL8129_CAPS	HAS_MII_XCVR
 223#define RTL8139_CAPS	(HAS_CHIP_XCVR|HAS_LNK_CHNG)
 224
 225typedef enum {
 226	RTL8139 = 0,
 227	RTL8129,
 228} board_t;
 229
 230
 231/* indexed by board_t, above */
 232static const struct {
 233	const char *name;
 234	u32 hw_flags;
 235} board_info[] = {
 236	{ "RealTek RTL8139", RTL8139_CAPS },
 237	{ "RealTek RTL8129", RTL8129_CAPS },
 238};
 239
 240
 241static const struct pci_device_id rtl8139_pci_tbl[] = {
 242	{0x10ec, 0x8139, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
 243	{0x10ec, 0x8138, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
 244	{0x1113, 0x1211, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
 245	{0x1500, 0x1360, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
 246	{0x4033, 0x1360, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
 247	{0x1186, 0x1300, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
 248	{0x1186, 0x1340, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
 249	{0x13d1, 0xab06, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
 250	{0x1259, 0xa117, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
 251	{0x1259, 0xa11e, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
 252	{0x14ea, 0xab06, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
 253	{0x14ea, 0xab07, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
 254	{0x11db, 0x1234, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
 255	{0x1432, 0x9130, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
 256	{0x02ac, 0x1012, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
 257	{0x018a, 0x0106, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
 258	{0x126c, 0x1211, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
 259	{0x1743, 0x8139, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
 260	{0x021b, 0x8139, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
 261	{0x16ec, 0xab06, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
 262
 263#ifdef CONFIG_SH_SECUREEDGE5410
 264	/* Bogus 8139 silicon reports 8129 without external PROM :-( */
 265	{0x10ec, 0x8129, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
 266#endif
 267#ifdef CONFIG_8139TOO_8129
 268	{0x10ec, 0x8129, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8129 },
 269#endif
 270
 271	/* some crazy cards report invalid vendor ids like
 272	 * 0x0001 here.  The other ids are valid and constant,
 273	 * so we simply don't match on the main vendor id.
 274	 */
 275	{PCI_ANY_ID, 0x8139, 0x10ec, 0x8139, 0, 0, RTL8139 },
 276	{PCI_ANY_ID, 0x8139, 0x1186, 0x1300, 0, 0, RTL8139 },
 277	{PCI_ANY_ID, 0x8139, 0x13d1, 0xab06, 0, 0, RTL8139 },
 278
 279	{0,}
 280};
 281MODULE_DEVICE_TABLE (pci, rtl8139_pci_tbl);
 282
 283static struct {
 284	const char str[ETH_GSTRING_LEN];
 285} ethtool_stats_keys[] = {
 286	{ "early_rx" },
 287	{ "tx_buf_mapped" },
 288	{ "tx_timeouts" },
 289	{ "rx_lost_in_ring" },
 290};
 291
 292/* The rest of these values should never change. */
 293
 294/* Symbolic offsets to registers. */
 295enum RTL8139_registers {
 296	MAC0		= 0,	 /* Ethernet hardware address. */
 297	MAR0		= 8,	 /* Multicast filter. */
 298	TxStatus0	= 0x10,	 /* Transmit status (Four 32bit registers). */
 299	TxAddr0		= 0x20,	 /* Tx descriptors (also four 32bit). */
 300	RxBuf		= 0x30,
 301	ChipCmd		= 0x37,
 302	RxBufPtr	= 0x38,
 303	RxBufAddr	= 0x3A,
 304	IntrMask	= 0x3C,
 305	IntrStatus	= 0x3E,
 306	TxConfig	= 0x40,
 307	RxConfig	= 0x44,
 308	Timer		= 0x48,	 /* A general-purpose counter. */
 309	RxMissed	= 0x4C,  /* 24 bits valid, write clears. */
 310	Cfg9346		= 0x50,
 311	Config0		= 0x51,
 312	Config1		= 0x52,
 313	TimerInt	= 0x54,
 314	MediaStatus	= 0x58,
 315	Config3		= 0x59,
 316	Config4		= 0x5A,	 /* absent on RTL-8139A */
 317	HltClk		= 0x5B,
 318	MultiIntr	= 0x5C,
 319	TxSummary	= 0x60,
 320	BasicModeCtrl	= 0x62,
 321	BasicModeStatus	= 0x64,
 322	NWayAdvert	= 0x66,
 323	NWayLPAR	= 0x68,
 324	NWayExpansion	= 0x6A,
 325	/* Undocumented registers, but required for proper operation. */
 326	FIFOTMS		= 0x70,	 /* FIFO Control and test. */
 327	CSCR		= 0x74,	 /* Chip Status and Configuration Register. */
 328	PARA78		= 0x78,
 329	FlashReg	= 0xD4,	/* Communication with Flash ROM, four bytes. */
 330	PARA7c		= 0x7c,	 /* Magic transceiver parameter register. */
 331	Config5		= 0xD8,	 /* absent on RTL-8139A */
 332};
 333
 334enum ClearBitMasks {
 335	MultiIntrClear	= 0xF000,
 336	ChipCmdClear	= 0xE2,
 337	Config1Clear	= (1<<7)|(1<<6)|(1<<3)|(1<<2)|(1<<1),
 338};
 339
 340enum ChipCmdBits {
 341	CmdReset	= 0x10,
 342	CmdRxEnb	= 0x08,
 343	CmdTxEnb	= 0x04,
 344	RxBufEmpty	= 0x01,
 345};
 346
 347/* Interrupt register bits, using my own meaningful names. */
 348enum IntrStatusBits {
 349	PCIErr		= 0x8000,
 350	PCSTimeout	= 0x4000,
 351	RxFIFOOver	= 0x40,
 352	RxUnderrun	= 0x20,
 353	RxOverflow	= 0x10,
 354	TxErr		= 0x08,
 355	TxOK		= 0x04,
 356	RxErr		= 0x02,
 357	RxOK		= 0x01,
 358
 359	RxAckBits	= RxFIFOOver | RxOverflow | RxOK,
 360};
 361
 362enum TxStatusBits {
 363	TxHostOwns	= 0x2000,
 364	TxUnderrun	= 0x4000,
 365	TxStatOK	= 0x8000,
 366	TxOutOfWindow	= 0x20000000,
 367	TxAborted	= 0x40000000,
 368	TxCarrierLost	= 0x80000000,
 369};
 370enum RxStatusBits {
 371	RxMulticast	= 0x8000,
 372	RxPhysical	= 0x4000,
 373	RxBroadcast	= 0x2000,
 374	RxBadSymbol	= 0x0020,
 375	RxRunt		= 0x0010,
 376	RxTooLong	= 0x0008,
 377	RxCRCErr	= 0x0004,
 378	RxBadAlign	= 0x0002,
 379	RxStatusOK	= 0x0001,
 380};
 381
 382/* Bits in RxConfig. */
 383enum rx_mode_bits {
 384	AcceptErr	= 0x20,
 385	AcceptRunt	= 0x10,
 386	AcceptBroadcast	= 0x08,
 387	AcceptMulticast	= 0x04,
 388	AcceptMyPhys	= 0x02,
 389	AcceptAllPhys	= 0x01,
 390};
 391
 392/* Bits in TxConfig. */
 393enum tx_config_bits {
 394        /* Interframe Gap Time. Only TxIFG96 doesn't violate IEEE 802.3 */
 395        TxIFGShift	= 24,
 396        TxIFG84		= (0 << TxIFGShift), /* 8.4us / 840ns (10 / 100Mbps) */
 397        TxIFG88		= (1 << TxIFGShift), /* 8.8us / 880ns (10 / 100Mbps) */
 398        TxIFG92		= (2 << TxIFGShift), /* 9.2us / 920ns (10 / 100Mbps) */
 399        TxIFG96		= (3 << TxIFGShift), /* 9.6us / 960ns (10 / 100Mbps) */
 400
 401	TxLoopBack	= (1 << 18) | (1 << 17), /* enable loopback test mode */
 402	TxCRC		= (1 << 16),	/* DISABLE Tx pkt CRC append */
 403	TxClearAbt	= (1 << 0),	/* Clear abort (WO) */
 404	TxDMAShift	= 8, /* DMA burst value (0-7) is shifted X many bits */
 405	TxRetryShift	= 4, /* TXRR value (0-15) is shifted X many bits */
 406
 407	TxVersionMask	= 0x7C800000, /* mask out version bits 30-26, 23 */
 408};
 409
 410/* Bits in Config1 */
 411enum Config1Bits {
 412	Cfg1_PM_Enable	= 0x01,
 413	Cfg1_VPD_Enable	= 0x02,
 414	Cfg1_PIO	= 0x04,
 415	Cfg1_MMIO	= 0x08,
 416	LWAKE		= 0x10,		/* not on 8139, 8139A */
 417	Cfg1_Driver_Load = 0x20,
 418	Cfg1_LED0	= 0x40,
 419	Cfg1_LED1	= 0x80,
 420	SLEEP		= (1 << 1),	/* only on 8139, 8139A */
 421	PWRDN		= (1 << 0),	/* only on 8139, 8139A */
 422};
 423
 424/* Bits in Config3 */
 425enum Config3Bits {
 426	Cfg3_FBtBEn   	= (1 << 0), /* 1	= Fast Back to Back */
 427	Cfg3_FuncRegEn	= (1 << 1), /* 1	= enable CardBus Function registers */
 428	Cfg3_CLKRUN_En	= (1 << 2), /* 1	= enable CLKRUN */
 429	Cfg3_CardB_En 	= (1 << 3), /* 1	= enable CardBus registers */
 430	Cfg3_LinkUp   	= (1 << 4), /* 1	= wake up on link up */
 431	Cfg3_Magic    	= (1 << 5), /* 1	= wake up on Magic Packet (tm) */
 432	Cfg3_PARM_En  	= (1 << 6), /* 0	= software can set twister parameters */
 433	Cfg3_GNTSel   	= (1 << 7), /* 1	= delay 1 clock from PCI GNT signal */
 434};
 435
 436/* Bits in Config4 */
 437enum Config4Bits {
 438	LWPTN	= (1 << 2),	/* not on 8139, 8139A */
 439};
 440
 441/* Bits in Config5 */
 442enum Config5Bits {
 443	Cfg5_PME_STS   	= (1 << 0), /* 1	= PCI reset resets PME_Status */
 444	Cfg5_LANWake   	= (1 << 1), /* 1	= enable LANWake signal */
 445	Cfg5_LDPS      	= (1 << 2), /* 0	= save power when link is down */
 446	Cfg5_FIFOAddrPtr= (1 << 3), /* Realtek internal SRAM testing */
 447	Cfg5_UWF        = (1 << 4), /* 1 = accept unicast wakeup frame */
 448	Cfg5_MWF        = (1 << 5), /* 1 = accept multicast wakeup frame */
 449	Cfg5_BWF        = (1 << 6), /* 1 = accept broadcast wakeup frame */
 450};
 451
 452enum RxConfigBits {
 453	/* rx fifo threshold */
 454	RxCfgFIFOShift	= 13,
 455	RxCfgFIFONone	= (7 << RxCfgFIFOShift),
 456
 457	/* Max DMA burst */
 458	RxCfgDMAShift	= 8,
 459	RxCfgDMAUnlimited = (7 << RxCfgDMAShift),
 460
 461	/* rx ring buffer length */
 462	RxCfgRcv8K	= 0,
 463	RxCfgRcv16K	= (1 << 11),
 464	RxCfgRcv32K	= (1 << 12),
 465	RxCfgRcv64K	= (1 << 11) | (1 << 12),
 466
 467	/* Disable packet wrap at end of Rx buffer. (not possible with 64k) */
 468	RxNoWrap	= (1 << 7),
 469};
 470
 471/* Twister tuning parameters from RealTek.
 472   Completely undocumented, but required to tune bad links on some boards. */
 473enum CSCRBits {
 474	CSCR_LinkOKBit		= 0x0400,
 475	CSCR_LinkChangeBit	= 0x0800,
 476	CSCR_LinkStatusBits	= 0x0f000,
 477	CSCR_LinkDownOffCmd	= 0x003c0,
 478	CSCR_LinkDownCmd	= 0x0f3c0,
 479};
 480
 481enum Cfg9346Bits {
 482	Cfg9346_Lock	= 0x00,
 483	Cfg9346_Unlock	= 0xC0,
 484};
 485
 486typedef enum {
 487	CH_8139	= 0,
 488	CH_8139_K,
 489	CH_8139A,
 490	CH_8139A_G,
 491	CH_8139B,
 492	CH_8130,
 493	CH_8139C,
 494	CH_8100,
 495	CH_8100B_8139D,
 496	CH_8101,
 497} chip_t;
 498
 499enum chip_flags {
 500	HasHltClk	= (1 << 0),
 501	HasLWake	= (1 << 1),
 502};
 503
 504#define HW_REVID(b30, b29, b28, b27, b26, b23, b22) \
 505	(b30<<30 | b29<<29 | b28<<28 | b27<<27 | b26<<26 | b23<<23 | b22<<22)
 506#define HW_REVID_MASK	HW_REVID(1, 1, 1, 1, 1, 1, 1)
 507
 508/* directly indexed by chip_t, above */
 509static const struct {
 510	const char *name;
 511	u32 version; /* from RTL8139C/RTL8139D docs */
 512	u32 flags;
 513} rtl_chip_info[] = {
 514	{ "RTL-8139",
 515	  HW_REVID(1, 0, 0, 0, 0, 0, 0),
 516	  HasHltClk,
 517	},
 518
 519	{ "RTL-8139 rev K",
 520	  HW_REVID(1, 1, 0, 0, 0, 0, 0),
 521	  HasHltClk,
 522	},
 523
 524	{ "RTL-8139A",
 525	  HW_REVID(1, 1, 1, 0, 0, 0, 0),
 526	  HasHltClk, /* XXX undocumented? */
 527	},
 528
 529	{ "RTL-8139A rev G",
 530	  HW_REVID(1, 1, 1, 0, 0, 1, 0),
 531	  HasHltClk, /* XXX undocumented? */
 532	},
 533
 534	{ "RTL-8139B",
 535	  HW_REVID(1, 1, 1, 1, 0, 0, 0),
 536	  HasLWake,
 537	},
 538
 539	{ "RTL-8130",
 540	  HW_REVID(1, 1, 1, 1, 1, 0, 0),
 541	  HasLWake,
 542	},
 543
 544	{ "RTL-8139C",
 545	  HW_REVID(1, 1, 1, 0, 1, 0, 0),
 546	  HasLWake,
 547	},
 548
 549	{ "RTL-8100",
 550	  HW_REVID(1, 1, 1, 1, 0, 1, 0),
 551	  HasLWake,
 552	},
 553
 554	{ "RTL-8100B/8139D",
 555	  HW_REVID(1, 1, 1, 0, 1, 0, 1),
 556	  HasHltClk /* XXX undocumented? */
 557	| HasLWake,
 558	},
 559
 560	{ "RTL-8101",
 561	  HW_REVID(1, 1, 1, 0, 1, 1, 1),
 562	  HasLWake,
 563	},
 564};
 565
 566struct rtl_extra_stats {
 567	unsigned long early_rx;
 568	unsigned long tx_buf_mapped;
 569	unsigned long tx_timeouts;
 570	unsigned long rx_lost_in_ring;
 571};
 572
 573struct rtl8139_stats {
 574	u64	packets;
 575	u64	bytes;
 576	struct u64_stats_sync	syncp;
 577};
 578
 579struct rtl8139_private {
 580	void __iomem		*mmio_addr;
 581	int			drv_flags;
 582	struct pci_dev		*pci_dev;
 583	u32			msg_enable;
 584	struct napi_struct	napi;
 585	struct net_device	*dev;
 586
 587	unsigned char		*rx_ring;
 588	unsigned int		cur_rx;	/* RX buf index of next pkt */
 589	struct rtl8139_stats	rx_stats;
 590	dma_addr_t		rx_ring_dma;
 591
 592	unsigned int		tx_flag;
 593	unsigned long		cur_tx;
 594	unsigned long		dirty_tx;
 595	struct rtl8139_stats	tx_stats;
 596	unsigned char		*tx_buf[NUM_TX_DESC];	/* Tx bounce buffers */
 597	unsigned char		*tx_bufs;	/* Tx bounce buffer region. */
 598	dma_addr_t		tx_bufs_dma;
 599
 600	signed char		phys[4];	/* MII device addresses. */
 601
 602				/* Twister tune state. */
 603	char			twistie, twist_row, twist_col;
 604
 605	unsigned int		watchdog_fired : 1;
 606	unsigned int		default_port : 4; /* Last dev->if_port value. */
 607	unsigned int		have_thread : 1;
 608
 609	spinlock_t		lock;
 610	spinlock_t		rx_lock;
 611
 612	chip_t			chipset;
 613	u32			rx_config;
 614	struct rtl_extra_stats	xstats;
 615
 616	struct delayed_work	thread;
 617
 618	struct mii_if_info	mii;
 619	unsigned int		regs_len;
 620	unsigned long		fifo_copy_timeout;
 621};
 622
 623MODULE_AUTHOR ("Jeff Garzik <jgarzik@pobox.com>");
 624MODULE_DESCRIPTION ("RealTek RTL-8139 Fast Ethernet driver");
 625MODULE_LICENSE("GPL");
 626MODULE_VERSION(DRV_VERSION);
 627
 628module_param(use_io, bool, 0);
 629MODULE_PARM_DESC(use_io, "Force use of I/O access mode. 0=MMIO 1=PIO");
 630module_param(multicast_filter_limit, int, 0);
 631module_param_array(media, int, NULL, 0);
 632module_param_array(full_duplex, int, NULL, 0);
 633module_param(debug, int, 0);
 634MODULE_PARM_DESC (debug, "8139too bitmapped message enable number");
 635MODULE_PARM_DESC (multicast_filter_limit, "8139too maximum number of filtered multicast addresses");
 636MODULE_PARM_DESC (media, "8139too: Bits 4+9: force full duplex, bit 5: 100Mbps");
 637MODULE_PARM_DESC (full_duplex, "8139too: Force full duplex for board(s) (1)");
 638
 639static int read_eeprom (void __iomem *ioaddr, int location, int addr_len);
 640static int rtl8139_open (struct net_device *dev);
 641static int mdio_read (struct net_device *dev, int phy_id, int location);
 642static void mdio_write (struct net_device *dev, int phy_id, int location,
 643			int val);
 644static void rtl8139_start_thread(struct rtl8139_private *tp);
 645static void rtl8139_tx_timeout (struct net_device *dev, unsigned int txqueue);
 646static void rtl8139_init_ring (struct net_device *dev);
 647static netdev_tx_t rtl8139_start_xmit (struct sk_buff *skb,
 648				       struct net_device *dev);
 649#ifdef CONFIG_NET_POLL_CONTROLLER
 650static void rtl8139_poll_controller(struct net_device *dev);
 651#endif
 652static int rtl8139_set_mac_address(struct net_device *dev, void *p);
 653static int rtl8139_poll(struct napi_struct *napi, int budget);
 654static irqreturn_t rtl8139_interrupt (int irq, void *dev_instance);
 655static int rtl8139_close (struct net_device *dev);
 656static int netdev_ioctl (struct net_device *dev, struct ifreq *rq, int cmd);
 657static void rtl8139_get_stats64(struct net_device *dev,
 658				struct rtnl_link_stats64 *stats);
 659static void rtl8139_set_rx_mode (struct net_device *dev);
 660static void __set_rx_mode (struct net_device *dev);
 661static void rtl8139_hw_start (struct net_device *dev);
 662static void rtl8139_thread (struct work_struct *work);
 663static void rtl8139_tx_timeout_task(struct work_struct *work);
 664static const struct ethtool_ops rtl8139_ethtool_ops;
 665
 666/* write MMIO register, with flush */
 667/* Flush avoids rtl8139 bug w/ posted MMIO writes */
 668#define RTL_W8_F(reg, val8)	do { iowrite8 ((val8), ioaddr + (reg)); ioread8 (ioaddr + (reg)); } while (0)
 669#define RTL_W16_F(reg, val16)	do { iowrite16 ((val16), ioaddr + (reg)); ioread16 (ioaddr + (reg)); } while (0)
 670#define RTL_W32_F(reg, val32)	do { iowrite32 ((val32), ioaddr + (reg)); ioread32 (ioaddr + (reg)); } while (0)
 671
 672/* write MMIO register */
 673#define RTL_W8(reg, val8)	iowrite8 ((val8), ioaddr + (reg))
 674#define RTL_W16(reg, val16)	iowrite16 ((val16), ioaddr + (reg))
 675#define RTL_W32(reg, val32)	iowrite32 ((val32), ioaddr + (reg))
 676
 677/* read MMIO register */
 678#define RTL_R8(reg)		ioread8 (ioaddr + (reg))
 679#define RTL_R16(reg)		ioread16 (ioaddr + (reg))
 680#define RTL_R32(reg)		ioread32 (ioaddr + (reg))
 681
 682
 683static const u16 rtl8139_intr_mask =
 684	PCIErr | PCSTimeout | RxUnderrun | RxOverflow | RxFIFOOver |
 685	TxErr | TxOK | RxErr | RxOK;
 686
 687static const u16 rtl8139_norx_intr_mask =
 688	PCIErr | PCSTimeout | RxUnderrun |
 689	TxErr | TxOK | RxErr ;
 690
 691#if RX_BUF_IDX == 0
 692static const unsigned int rtl8139_rx_config =
 693	RxCfgRcv8K | RxNoWrap |
 694	(RX_FIFO_THRESH << RxCfgFIFOShift) |
 695	(RX_DMA_BURST << RxCfgDMAShift);
 696#elif RX_BUF_IDX == 1
 697static const unsigned int rtl8139_rx_config =
 698	RxCfgRcv16K | RxNoWrap |
 699	(RX_FIFO_THRESH << RxCfgFIFOShift) |
 700	(RX_DMA_BURST << RxCfgDMAShift);
 701#elif RX_BUF_IDX == 2
 702static const unsigned int rtl8139_rx_config =
 703	RxCfgRcv32K | RxNoWrap |
 704	(RX_FIFO_THRESH << RxCfgFIFOShift) |
 705	(RX_DMA_BURST << RxCfgDMAShift);
 706#elif RX_BUF_IDX == 3
 707static const unsigned int rtl8139_rx_config =
 708	RxCfgRcv64K |
 709	(RX_FIFO_THRESH << RxCfgFIFOShift) |
 710	(RX_DMA_BURST << RxCfgDMAShift);
 711#else
 712#error "Invalid configuration for 8139_RXBUF_IDX"
 713#endif
 714
 715static const unsigned int rtl8139_tx_config =
 716	TxIFG96 | (TX_DMA_BURST << TxDMAShift) | (TX_RETRY << TxRetryShift);
 717
 718static void __rtl8139_cleanup_dev (struct net_device *dev)
 719{
 720	struct rtl8139_private *tp = netdev_priv(dev);
 721	struct pci_dev *pdev;
 722
 723	assert (dev != NULL);
 724	assert (tp->pci_dev != NULL);
 725	pdev = tp->pci_dev;
 726
 727	if (tp->mmio_addr)
 728		pci_iounmap (pdev, tp->mmio_addr);
 729
 730	/* it's ok to call this even if we have no regions to free */
 731	pci_release_regions (pdev);
 732
 733	free_netdev(dev);
 734}
 735
 736
 737static void rtl8139_chip_reset (void __iomem *ioaddr)
 738{
 739	int i;
 740
 741	/* Soft reset the chip. */
 742	RTL_W8 (ChipCmd, CmdReset);
 743
 744	/* Check that the chip has finished the reset. */
 745	for (i = 1000; i > 0; i--) {
 746		barrier();
 747		if ((RTL_R8 (ChipCmd) & CmdReset) == 0)
 748			break;
 749		udelay (10);
 750	}
 751}
 752
 753
 754static struct net_device *rtl8139_init_board(struct pci_dev *pdev)
 755{
 756	struct device *d = &pdev->dev;
 757	void __iomem *ioaddr;
 758	struct net_device *dev;
 759	struct rtl8139_private *tp;
 760	u8 tmp8;
 761	int rc, disable_dev_on_err = 0;
 762	unsigned int i, bar;
 763	unsigned long io_len;
 764	u32 version;
 765	static const struct {
 766		unsigned long mask;
 767		char *type;
 768	} res[] = {
 769		{ IORESOURCE_IO,  "PIO" },
 770		{ IORESOURCE_MEM, "MMIO" }
 771	};
 772
 773	assert (pdev != NULL);
 774
 775	/* dev and priv zeroed in alloc_etherdev */
 776	dev = alloc_etherdev (sizeof (*tp));
 777	if (dev == NULL)
 778		return ERR_PTR(-ENOMEM);
 779
 780	SET_NETDEV_DEV(dev, &pdev->dev);
 781
 782	tp = netdev_priv(dev);
 783	tp->pci_dev = pdev;
 784
 785	/* enable device (incl. PCI PM wakeup and hotplug setup) */
 786	rc = pci_enable_device (pdev);
 787	if (rc)
 788		goto err_out;
 789
 790	disable_dev_on_err = 1;
 791	rc = pci_request_regions (pdev, DRV_NAME);
 792	if (rc)
 793		goto err_out;
 794
 795	pci_set_master (pdev);
 796
 797	u64_stats_init(&tp->rx_stats.syncp);
 798	u64_stats_init(&tp->tx_stats.syncp);
 799
 800retry:
 801	/* PIO bar register comes first. */
 802	bar = !use_io;
 803
 804	io_len = pci_resource_len(pdev, bar);
 805
 806	dev_dbg(d, "%s region size = 0x%02lX\n", res[bar].type, io_len);
 807
 808	if (!(pci_resource_flags(pdev, bar) & res[bar].mask)) {
 809		dev_err(d, "region #%d not a %s resource, aborting\n", bar,
 810			res[bar].type);
 811		rc = -ENODEV;
 812		goto err_out;
 813	}
 814	if (io_len < RTL_MIN_IO_SIZE) {
 815		dev_err(d, "Invalid PCI %s region size(s), aborting\n",
 816			res[bar].type);
 817		rc = -ENODEV;
 818		goto err_out;
 819	}
 820
 821	ioaddr = pci_iomap(pdev, bar, 0);
 822	if (!ioaddr) {
 823		dev_err(d, "cannot map %s\n", res[bar].type);
 824		if (!use_io) {
 825			use_io = true;
 826			goto retry;
 827		}
 828		rc = -ENODEV;
 829		goto err_out;
 830	}
 831	tp->regs_len = io_len;
 832	tp->mmio_addr = ioaddr;
 833
 834	/* Bring old chips out of low-power mode. */
 835	RTL_W8 (HltClk, 'R');
 836
 837	/* check for missing/broken hardware */
 838	if (RTL_R32 (TxConfig) == 0xFFFFFFFF) {
 839		dev_err(&pdev->dev, "Chip not responding, ignoring board\n");
 840		rc = -EIO;
 841		goto err_out;
 842	}
 843
 844	/* identify chip attached to board */
 845	version = RTL_R32 (TxConfig) & HW_REVID_MASK;
 846	for (i = 0; i < ARRAY_SIZE (rtl_chip_info); i++)
 847		if (version == rtl_chip_info[i].version) {
 848			tp->chipset = i;
 849			goto match;
 850		}
 851
 852	/* if unknown chip, assume array element #0, original RTL-8139 in this case */
 853	i = 0;
 854	dev_dbg(&pdev->dev, "unknown chip version, assuming RTL-8139\n");
 855	dev_dbg(&pdev->dev, "TxConfig = 0x%x\n", RTL_R32 (TxConfig));
 856	tp->chipset = 0;
 857
 858match:
 859	pr_debug("chipset id (%d) == index %d, '%s'\n",
 860		 version, i, rtl_chip_info[i].name);
 861
 862	if (tp->chipset >= CH_8139B) {
 863		u8 new_tmp8 = tmp8 = RTL_R8 (Config1);
 864		pr_debug("PCI PM wakeup\n");
 865		if ((rtl_chip_info[tp->chipset].flags & HasLWake) &&
 866		    (tmp8 & LWAKE))
 867			new_tmp8 &= ~LWAKE;
 868		new_tmp8 |= Cfg1_PM_Enable;
 869		if (new_tmp8 != tmp8) {
 870			RTL_W8 (Cfg9346, Cfg9346_Unlock);
 871			RTL_W8 (Config1, tmp8);
 872			RTL_W8 (Cfg9346, Cfg9346_Lock);
 873		}
 874		if (rtl_chip_info[tp->chipset].flags & HasLWake) {
 875			tmp8 = RTL_R8 (Config4);
 876			if (tmp8 & LWPTN) {
 877				RTL_W8 (Cfg9346, Cfg9346_Unlock);
 878				RTL_W8 (Config4, tmp8 & ~LWPTN);
 879				RTL_W8 (Cfg9346, Cfg9346_Lock);
 880			}
 881		}
 882	} else {
 883		pr_debug("Old chip wakeup\n");
 884		tmp8 = RTL_R8 (Config1);
 885		tmp8 &= ~(SLEEP | PWRDN);
 886		RTL_W8 (Config1, tmp8);
 887	}
 888
 889	rtl8139_chip_reset (ioaddr);
 890
 891	return dev;
 892
 893err_out:
 894	__rtl8139_cleanup_dev (dev);
 895	if (disable_dev_on_err)
 896		pci_disable_device (pdev);
 897	return ERR_PTR(rc);
 898}
 899
 900static int rtl8139_set_features(struct net_device *dev, netdev_features_t features)
 901{
 902	struct rtl8139_private *tp = netdev_priv(dev);
 903	unsigned long flags;
 904	netdev_features_t changed = features ^ dev->features;
 905	void __iomem *ioaddr = tp->mmio_addr;
 906
 907	if (!(changed & (NETIF_F_RXALL)))
 908		return 0;
 909
 910	spin_lock_irqsave(&tp->lock, flags);
 911
 912	if (changed & NETIF_F_RXALL) {
 913		int rx_mode = tp->rx_config;
 914		if (features & NETIF_F_RXALL)
 915			rx_mode |= (AcceptErr | AcceptRunt);
 916		else
 917			rx_mode &= ~(AcceptErr | AcceptRunt);
 918		tp->rx_config = rtl8139_rx_config | rx_mode;
 919		RTL_W32_F(RxConfig, tp->rx_config);
 920	}
 921
 922	spin_unlock_irqrestore(&tp->lock, flags);
 923
 924	return 0;
 925}
 926
 927static const struct net_device_ops rtl8139_netdev_ops = {
 928	.ndo_open		= rtl8139_open,
 929	.ndo_stop		= rtl8139_close,
 930	.ndo_get_stats64	= rtl8139_get_stats64,
 931	.ndo_validate_addr	= eth_validate_addr,
 932	.ndo_set_mac_address 	= rtl8139_set_mac_address,
 933	.ndo_start_xmit		= rtl8139_start_xmit,
 934	.ndo_set_rx_mode	= rtl8139_set_rx_mode,
 935	.ndo_eth_ioctl		= netdev_ioctl,
 936	.ndo_tx_timeout		= rtl8139_tx_timeout,
 937#ifdef CONFIG_NET_POLL_CONTROLLER
 938	.ndo_poll_controller	= rtl8139_poll_controller,
 939#endif
 940	.ndo_set_features	= rtl8139_set_features,
 941};
 942
 943static int rtl8139_init_one(struct pci_dev *pdev,
 944			    const struct pci_device_id *ent)
 945{
 946	struct net_device *dev = NULL;
 947	struct rtl8139_private *tp;
 948	__le16 addr[ETH_ALEN / 2];
 949	int i, addr_len, option;
 950	void __iomem *ioaddr;
 951	static int board_idx = -1;
 952
 953	assert (pdev != NULL);
 954	assert (ent != NULL);
 955
 956	board_idx++;
 957
 958	/* when we're built into the kernel, the driver version message
 959	 * is only printed if at least one 8139 board has been found
 960	 */
 961#ifndef MODULE
 962	{
 963		static int printed_version;
 964		if (!printed_version++)
 965			pr_info(RTL8139_DRIVER_NAME "\n");
 966	}
 967#endif
 968
 969	if (pdev->vendor == PCI_VENDOR_ID_REALTEK &&
 970	    pdev->device == PCI_DEVICE_ID_REALTEK_8139 && pdev->revision >= 0x20) {
 971		dev_info(&pdev->dev,
 972			   "This (id %04x:%04x rev %02x) is an enhanced 8139C+ chip, use 8139cp\n",
 973		       	   pdev->vendor, pdev->device, pdev->revision);
 974		return -ENODEV;
 975	}
 976
 977	if (pdev->vendor == PCI_VENDOR_ID_REALTEK &&
 978	    pdev->device == PCI_DEVICE_ID_REALTEK_8139 &&
 979	    pdev->subsystem_vendor == PCI_VENDOR_ID_ATHEROS &&
 980	    pdev->subsystem_device == PCI_DEVICE_ID_REALTEK_8139) {
 981		pr_info("OQO Model 2 detected. Forcing PIO\n");
 982		use_io = true;
 983	}
 984
 985	dev = rtl8139_init_board (pdev);
 986	if (IS_ERR(dev))
 987		return PTR_ERR(dev);
 988
 989	assert (dev != NULL);
 990	tp = netdev_priv(dev);
 991	tp->dev = dev;
 992
 993	ioaddr = tp->mmio_addr;
 994	assert (ioaddr != NULL);
 995
 996	addr_len = read_eeprom (ioaddr, 0, 8) == 0x8129 ? 8 : 6;
 997	for (i = 0; i < 3; i++)
 998		addr[i] = cpu_to_le16(read_eeprom (ioaddr, i + 7, addr_len));
 999	eth_hw_addr_set(dev, (u8 *)addr);
1000
1001	/* The Rtl8139-specific entries in the device structure. */
1002	dev->netdev_ops = &rtl8139_netdev_ops;
1003	dev->ethtool_ops = &rtl8139_ethtool_ops;
1004	dev->watchdog_timeo = TX_TIMEOUT;
1005	netif_napi_add(dev, &tp->napi, rtl8139_poll);
1006
1007	/* note: the hardware is not capable of sg/csum/highdma, however
1008	 * through the use of skb_copy_and_csum_dev we enable these
1009	 * features
1010	 */
1011	dev->features |= NETIF_F_SG | NETIF_F_HW_CSUM | NETIF_F_HIGHDMA;
1012	dev->vlan_features = dev->features;
1013
1014	dev->hw_features |= NETIF_F_RXALL;
1015	dev->hw_features |= NETIF_F_RXFCS;
1016
1017	/* MTU range: 68 - 1770 */
1018	dev->min_mtu = ETH_MIN_MTU;
1019	dev->max_mtu = MAX_ETH_DATA_SIZE;
1020
1021	/* tp zeroed and aligned in alloc_etherdev */
1022	tp = netdev_priv(dev);
1023
1024	/* note: tp->chipset set in rtl8139_init_board */
1025	tp->drv_flags = board_info[ent->driver_data].hw_flags;
1026	tp->mmio_addr = ioaddr;
1027	tp->msg_enable =
1028		(debug < 0 ? RTL8139_DEF_MSG_ENABLE : ((1 << debug) - 1));
1029	spin_lock_init (&tp->lock);
1030	spin_lock_init (&tp->rx_lock);
1031	INIT_DELAYED_WORK(&tp->thread, rtl8139_thread);
1032	tp->mii.dev = dev;
1033	tp->mii.mdio_read = mdio_read;
1034	tp->mii.mdio_write = mdio_write;
1035	tp->mii.phy_id_mask = 0x3f;
1036	tp->mii.reg_num_mask = 0x1f;
1037
1038	/* dev is fully set up and ready to use now */
1039	pr_debug("about to register device named %s (%p)...\n",
1040		 dev->name, dev);
1041	i = register_netdev (dev);
1042	if (i) goto err_out;
1043
1044	pci_set_drvdata (pdev, dev);
1045
1046	netdev_info(dev, "%s at 0x%p, %pM, IRQ %d\n",
1047		    board_info[ent->driver_data].name,
1048		    ioaddr, dev->dev_addr, pdev->irq);
1049
1050	netdev_dbg(dev, "Identified 8139 chip type '%s'\n",
1051		   rtl_chip_info[tp->chipset].name);
1052
1053	/* Find the connected MII xcvrs.
1054	   Doing this in open() would allow detecting external xcvrs later, but
1055	   takes too much time. */
1056#ifdef CONFIG_8139TOO_8129
1057	if (tp->drv_flags & HAS_MII_XCVR) {
1058		int phy, phy_idx = 0;
1059		for (phy = 0; phy < 32 && phy_idx < sizeof(tp->phys); phy++) {
1060			int mii_status = mdio_read(dev, phy, 1);
1061			if (mii_status != 0xffff  &&  mii_status != 0x0000) {
1062				u16 advertising = mdio_read(dev, phy, 4);
1063				tp->phys[phy_idx++] = phy;
1064				netdev_info(dev, "MII transceiver %d status 0x%04x advertising %04x\n",
1065					    phy, mii_status, advertising);
1066			}
1067		}
1068		if (phy_idx == 0) {
1069			netdev_info(dev, "No MII transceivers found! Assuming SYM transceiver\n");
1070			tp->phys[0] = 32;
1071		}
1072	} else
1073#endif
1074		tp->phys[0] = 32;
1075	tp->mii.phy_id = tp->phys[0];
1076
1077	/* The lower four bits are the media type. */
1078	option = (board_idx >= MAX_UNITS) ? 0 : media[board_idx];
1079	if (option > 0) {
1080		tp->mii.full_duplex = (option & 0x210) ? 1 : 0;
1081		tp->default_port = option & 0xFF;
1082		if (tp->default_port)
1083			tp->mii.force_media = 1;
1084	}
1085	if (board_idx < MAX_UNITS  &&  full_duplex[board_idx] > 0)
1086		tp->mii.full_duplex = full_duplex[board_idx];
1087	if (tp->mii.full_duplex) {
1088		netdev_info(dev, "Media type forced to Full Duplex\n");
1089		/* Changing the MII-advertised media because might prevent
1090		   re-connection. */
1091		tp->mii.force_media = 1;
1092	}
1093	if (tp->default_port) {
1094		netdev_info(dev, "  Forcing %dMbps %s-duplex operation\n",
1095			    (option & 0x20 ? 100 : 10),
1096			    (option & 0x10 ? "full" : "half"));
1097		mdio_write(dev, tp->phys[0], 0,
1098				   ((option & 0x20) ? 0x2000 : 0) | 	/* 100Mbps? */
1099				   ((option & 0x10) ? 0x0100 : 0)); /* Full duplex? */
1100	}
1101
1102	/* Put the chip into low-power mode. */
1103	if (rtl_chip_info[tp->chipset].flags & HasHltClk)
1104		RTL_W8 (HltClk, 'H');	/* 'R' would leave the clock running. */
1105
1106	return 0;
1107
1108err_out:
1109	__rtl8139_cleanup_dev (dev);
1110	pci_disable_device (pdev);
1111	return i;
1112}
1113
1114
1115static void rtl8139_remove_one(struct pci_dev *pdev)
1116{
1117	struct net_device *dev = pci_get_drvdata (pdev);
1118	struct rtl8139_private *tp = netdev_priv(dev);
1119
1120	assert (dev != NULL);
1121
1122	cancel_delayed_work_sync(&tp->thread);
1123
1124	unregister_netdev (dev);
1125
1126	__rtl8139_cleanup_dev (dev);
1127	pci_disable_device (pdev);
1128}
1129
1130
1131/* Serial EEPROM section. */
1132
1133/*  EEPROM_Ctrl bits. */
1134#define EE_SHIFT_CLK	0x04	/* EEPROM shift clock. */
1135#define EE_CS			0x08	/* EEPROM chip select. */
1136#define EE_DATA_WRITE	0x02	/* EEPROM chip data in. */
1137#define EE_WRITE_0		0x00
1138#define EE_WRITE_1		0x02
1139#define EE_DATA_READ	0x01	/* EEPROM chip data out. */
1140#define EE_ENB			(0x80 | EE_CS)
1141
1142/* Delay between EEPROM clock transitions.
1143   No extra delay is needed with 33Mhz PCI, but 66Mhz may change this.
1144 */
1145
1146#define eeprom_delay()	(void)RTL_R8(Cfg9346)
1147
1148/* The EEPROM commands include the alway-set leading bit. */
1149#define EE_WRITE_CMD	(5)
1150#define EE_READ_CMD		(6)
1151#define EE_ERASE_CMD	(7)
1152
1153static int read_eeprom(void __iomem *ioaddr, int location, int addr_len)
1154{
1155	int i;
1156	unsigned retval = 0;
1157	int read_cmd = location | (EE_READ_CMD << addr_len);
1158
1159	RTL_W8 (Cfg9346, EE_ENB & ~EE_CS);
1160	RTL_W8 (Cfg9346, EE_ENB);
1161	eeprom_delay ();
1162
1163	/* Shift the read command bits out. */
1164	for (i = 4 + addr_len; i >= 0; i--) {
1165		int dataval = (read_cmd & (1 << i)) ? EE_DATA_WRITE : 0;
1166		RTL_W8 (Cfg9346, EE_ENB | dataval);
1167		eeprom_delay ();
1168		RTL_W8 (Cfg9346, EE_ENB | dataval | EE_SHIFT_CLK);
1169		eeprom_delay ();
1170	}
1171	RTL_W8 (Cfg9346, EE_ENB);
1172	eeprom_delay ();
1173
1174	for (i = 16; i > 0; i--) {
1175		RTL_W8 (Cfg9346, EE_ENB | EE_SHIFT_CLK);
1176		eeprom_delay ();
1177		retval =
1178		    (retval << 1) | ((RTL_R8 (Cfg9346) & EE_DATA_READ) ? 1 :
1179				     0);
1180		RTL_W8 (Cfg9346, EE_ENB);
1181		eeprom_delay ();
1182	}
1183
1184	/* Terminate the EEPROM access. */
1185	RTL_W8(Cfg9346, 0);
1186	eeprom_delay ();
1187
1188	return retval;
1189}
1190
1191/* MII serial management: mostly bogus for now. */
1192/* Read and write the MII management registers using software-generated
1193   serial MDIO protocol.
1194   The maximum data clock rate is 2.5 Mhz.  The minimum timing is usually
1195   met by back-to-back PCI I/O cycles, but we insert a delay to avoid
1196   "overclocking" issues. */
1197#define MDIO_DIR		0x80
1198#define MDIO_DATA_OUT	0x04
1199#define MDIO_DATA_IN	0x02
1200#define MDIO_CLK		0x01
1201#define MDIO_WRITE0 (MDIO_DIR)
1202#define MDIO_WRITE1 (MDIO_DIR | MDIO_DATA_OUT)
1203
1204#define mdio_delay()	RTL_R8(Config4)
1205
1206
1207static const char mii_2_8139_map[8] = {
1208	BasicModeCtrl,
1209	BasicModeStatus,
1210	0,
1211	0,
1212	NWayAdvert,
1213	NWayLPAR,
1214	NWayExpansion,
1215	0
1216};
1217
1218
1219#ifdef CONFIG_8139TOO_8129
1220/* Syncronize the MII management interface by shifting 32 one bits out. */
1221static void mdio_sync (void __iomem *ioaddr)
1222{
1223	int i;
1224
1225	for (i = 32; i >= 0; i--) {
1226		RTL_W8 (Config4, MDIO_WRITE1);
1227		mdio_delay ();
1228		RTL_W8 (Config4, MDIO_WRITE1 | MDIO_CLK);
1229		mdio_delay ();
1230	}
1231}
1232#endif
1233
1234static int mdio_read (struct net_device *dev, int phy_id, int location)
1235{
1236	struct rtl8139_private *tp = netdev_priv(dev);
1237	int retval = 0;
1238#ifdef CONFIG_8139TOO_8129
1239	void __iomem *ioaddr = tp->mmio_addr;
1240	int mii_cmd = (0xf6 << 10) | (phy_id << 5) | location;
1241	int i;
1242#endif
1243
1244	if (phy_id > 31) {	/* Really a 8139.  Use internal registers. */
1245		void __iomem *ioaddr = tp->mmio_addr;
1246		return location < 8 && mii_2_8139_map[location] ?
1247		    RTL_R16 (mii_2_8139_map[location]) : 0;
1248	}
1249
1250#ifdef CONFIG_8139TOO_8129
1251	mdio_sync (ioaddr);
1252	/* Shift the read command bits out. */
1253	for (i = 15; i >= 0; i--) {
1254		int dataval = (mii_cmd & (1 << i)) ? MDIO_DATA_OUT : 0;
1255
1256		RTL_W8 (Config4, MDIO_DIR | dataval);
1257		mdio_delay ();
1258		RTL_W8 (Config4, MDIO_DIR | dataval | MDIO_CLK);
1259		mdio_delay ();
1260	}
1261
1262	/* Read the two transition, 16 data, and wire-idle bits. */
1263	for (i = 19; i > 0; i--) {
1264		RTL_W8 (Config4, 0);
1265		mdio_delay ();
1266		retval = (retval << 1) | ((RTL_R8 (Config4) & MDIO_DATA_IN) ? 1 : 0);
1267		RTL_W8 (Config4, MDIO_CLK);
1268		mdio_delay ();
1269	}
1270#endif
1271
1272	return (retval >> 1) & 0xffff;
1273}
1274
1275
1276static void mdio_write (struct net_device *dev, int phy_id, int location,
1277			int value)
1278{
1279	struct rtl8139_private *tp = netdev_priv(dev);
1280#ifdef CONFIG_8139TOO_8129
1281	void __iomem *ioaddr = tp->mmio_addr;
1282	int mii_cmd = (0x5002 << 16) | (phy_id << 23) | (location << 18) | value;
1283	int i;
1284#endif
1285
1286	if (phy_id > 31) {	/* Really a 8139.  Use internal registers. */
1287		void __iomem *ioaddr = tp->mmio_addr;
1288		if (location == 0) {
1289			RTL_W8 (Cfg9346, Cfg9346_Unlock);
1290			RTL_W16 (BasicModeCtrl, value);
1291			RTL_W8 (Cfg9346, Cfg9346_Lock);
1292		} else if (location < 8 && mii_2_8139_map[location])
1293			RTL_W16 (mii_2_8139_map[location], value);
1294		return;
1295	}
1296
1297#ifdef CONFIG_8139TOO_8129
1298	mdio_sync (ioaddr);
1299
1300	/* Shift the command bits out. */
1301	for (i = 31; i >= 0; i--) {
1302		int dataval =
1303		    (mii_cmd & (1 << i)) ? MDIO_WRITE1 : MDIO_WRITE0;
1304		RTL_W8 (Config4, dataval);
1305		mdio_delay ();
1306		RTL_W8 (Config4, dataval | MDIO_CLK);
1307		mdio_delay ();
1308	}
1309	/* Clear out extra bits. */
1310	for (i = 2; i > 0; i--) {
1311		RTL_W8 (Config4, 0);
1312		mdio_delay ();
1313		RTL_W8 (Config4, MDIO_CLK);
1314		mdio_delay ();
1315	}
1316#endif
1317}
1318
1319
1320static int rtl8139_open (struct net_device *dev)
1321{
1322	struct rtl8139_private *tp = netdev_priv(dev);
1323	void __iomem *ioaddr = tp->mmio_addr;
1324	const int irq = tp->pci_dev->irq;
1325	int retval;
1326
1327	retval = request_irq(irq, rtl8139_interrupt, IRQF_SHARED, dev->name, dev);
1328	if (retval)
1329		return retval;
1330
1331	tp->tx_bufs = dma_alloc_coherent(&tp->pci_dev->dev, TX_BUF_TOT_LEN,
1332					   &tp->tx_bufs_dma, GFP_KERNEL);
1333	tp->rx_ring = dma_alloc_coherent(&tp->pci_dev->dev, RX_BUF_TOT_LEN,
1334					   &tp->rx_ring_dma, GFP_KERNEL);
1335	if (tp->tx_bufs == NULL || tp->rx_ring == NULL) {
1336		free_irq(irq, dev);
1337
1338		if (tp->tx_bufs)
1339			dma_free_coherent(&tp->pci_dev->dev, TX_BUF_TOT_LEN,
1340					    tp->tx_bufs, tp->tx_bufs_dma);
1341		if (tp->rx_ring)
1342			dma_free_coherent(&tp->pci_dev->dev, RX_BUF_TOT_LEN,
1343					    tp->rx_ring, tp->rx_ring_dma);
1344
1345		return -ENOMEM;
1346
1347	}
1348
1349	napi_enable(&tp->napi);
1350
1351	tp->mii.full_duplex = tp->mii.force_media;
1352	tp->tx_flag = (TX_FIFO_THRESH << 11) & 0x003f0000;
1353
1354	rtl8139_init_ring (dev);
1355	rtl8139_hw_start (dev);
1356	netif_start_queue (dev);
1357
1358	netif_dbg(tp, ifup, dev,
1359		  "%s() ioaddr %#llx IRQ %d GP Pins %02x %s-duplex\n",
1360		  __func__,
1361		  (unsigned long long)pci_resource_start (tp->pci_dev, 1),
1362		  irq, RTL_R8 (MediaStatus),
1363		  tp->mii.full_duplex ? "full" : "half");
1364
1365	rtl8139_start_thread(tp);
1366
1367	return 0;
1368}
1369
1370
1371static void rtl_check_media (struct net_device *dev, unsigned int init_media)
1372{
1373	struct rtl8139_private *tp = netdev_priv(dev);
1374
1375	if (tp->phys[0] >= 0) {
1376		mii_check_media(&tp->mii, netif_msg_link(tp), init_media);
1377	}
1378}
1379
1380/* Start the hardware at open or resume. */
1381static void rtl8139_hw_start (struct net_device *dev)
1382{
1383	struct rtl8139_private *tp = netdev_priv(dev);
1384	void __iomem *ioaddr = tp->mmio_addr;
1385	u32 i;
1386	u8 tmp;
1387
1388	/* Bring old chips out of low-power mode. */
1389	if (rtl_chip_info[tp->chipset].flags & HasHltClk)
1390		RTL_W8 (HltClk, 'R');
1391
1392	rtl8139_chip_reset (ioaddr);
1393
1394	/* unlock Config[01234] and BMCR register writes */
1395	RTL_W8_F (Cfg9346, Cfg9346_Unlock);
1396	/* Restore our idea of the MAC address. */
1397	RTL_W32_F (MAC0 + 0, le32_to_cpu (*(__le32 *) (dev->dev_addr + 0)));
1398	RTL_W32_F (MAC0 + 4, le16_to_cpu (*(__le16 *) (dev->dev_addr + 4)));
1399
1400	tp->cur_rx = 0;
1401
1402	/* init Rx ring buffer DMA address */
1403	RTL_W32_F (RxBuf, tp->rx_ring_dma);
1404
1405	/* Must enable Tx/Rx before setting transfer thresholds! */
1406	RTL_W8 (ChipCmd, CmdRxEnb | CmdTxEnb);
1407
1408	tp->rx_config = rtl8139_rx_config | AcceptBroadcast | AcceptMyPhys;
1409	RTL_W32 (RxConfig, tp->rx_config);
1410	RTL_W32 (TxConfig, rtl8139_tx_config);
1411
1412	rtl_check_media (dev, 1);
1413
1414	if (tp->chipset >= CH_8139B) {
1415		/* Disable magic packet scanning, which is enabled
1416		 * when PM is enabled in Config1.  It can be reenabled
1417		 * via ETHTOOL_SWOL if desired.  */
1418		RTL_W8 (Config3, RTL_R8 (Config3) & ~Cfg3_Magic);
1419	}
1420
1421	netdev_dbg(dev, "init buffer addresses\n");
1422
1423	/* Lock Config[01234] and BMCR register writes */
1424	RTL_W8 (Cfg9346, Cfg9346_Lock);
1425
1426	/* init Tx buffer DMA addresses */
1427	for (i = 0; i < NUM_TX_DESC; i++)
1428		RTL_W32_F (TxAddr0 + (i * 4), tp->tx_bufs_dma + (tp->tx_buf[i] - tp->tx_bufs));
1429
1430	RTL_W32 (RxMissed, 0);
1431
1432	rtl8139_set_rx_mode (dev);
1433
1434	/* no early-rx interrupts */
1435	RTL_W16 (MultiIntr, RTL_R16 (MultiIntr) & MultiIntrClear);
1436
1437	/* make sure RxTx has started */
1438	tmp = RTL_R8 (ChipCmd);
1439	if ((!(tmp & CmdRxEnb)) || (!(tmp & CmdTxEnb)))
1440		RTL_W8 (ChipCmd, CmdRxEnb | CmdTxEnb);
1441
1442	/* Enable all known interrupts by setting the interrupt mask. */
1443	RTL_W16 (IntrMask, rtl8139_intr_mask);
1444}
1445
1446
1447/* Initialize the Rx and Tx rings, along with various 'dev' bits. */
1448static void rtl8139_init_ring (struct net_device *dev)
1449{
1450	struct rtl8139_private *tp = netdev_priv(dev);
1451	int i;
1452
1453	tp->cur_rx = 0;
1454	tp->cur_tx = 0;
1455	tp->dirty_tx = 0;
1456
1457	for (i = 0; i < NUM_TX_DESC; i++)
1458		tp->tx_buf[i] = &tp->tx_bufs[i * TX_BUF_SIZE];
1459}
1460
1461
1462/* This must be global for CONFIG_8139TOO_TUNE_TWISTER case */
1463static int next_tick = 3 * HZ;
1464
1465#ifndef CONFIG_8139TOO_TUNE_TWISTER
1466static inline void rtl8139_tune_twister (struct net_device *dev,
1467				  struct rtl8139_private *tp) {}
1468#else
1469enum TwisterParamVals {
1470	PARA78_default	= 0x78fa8388,
1471	PARA7c_default	= 0xcb38de43,	/* param[0][3] */
1472	PARA7c_xxx	= 0xcb38de43,
1473};
1474
1475static const unsigned long param[4][4] = {
1476	{0xcb39de43, 0xcb39ce43, 0xfb38de03, 0xcb38de43},
1477	{0xcb39de43, 0xcb39ce43, 0xcb39ce83, 0xcb39ce83},
1478	{0xcb39de43, 0xcb39ce43, 0xcb39ce83, 0xcb39ce83},
1479	{0xbb39de43, 0xbb39ce43, 0xbb39ce83, 0xbb39ce83}
1480};
1481
1482static void rtl8139_tune_twister (struct net_device *dev,
1483				  struct rtl8139_private *tp)
1484{
1485	int linkcase;
1486	void __iomem *ioaddr = tp->mmio_addr;
1487
1488	/* This is a complicated state machine to configure the "twister" for
1489	   impedance/echos based on the cable length.
1490	   All of this is magic and undocumented.
1491	 */
1492	switch (tp->twistie) {
1493	case 1:
1494		if (RTL_R16 (CSCR) & CSCR_LinkOKBit) {
1495			/* We have link beat, let us tune the twister. */
1496			RTL_W16 (CSCR, CSCR_LinkDownOffCmd);
1497			tp->twistie = 2;	/* Change to state 2. */
1498			next_tick = HZ / 10;
1499		} else {
1500			/* Just put in some reasonable defaults for when beat returns. */
1501			RTL_W16 (CSCR, CSCR_LinkDownCmd);
1502			RTL_W32 (FIFOTMS, 0x20);	/* Turn on cable test mode. */
1503			RTL_W32 (PARA78, PARA78_default);
1504			RTL_W32 (PARA7c, PARA7c_default);
1505			tp->twistie = 0;	/* Bail from future actions. */
1506		}
1507		break;
1508	case 2:
1509		/* Read how long it took to hear the echo. */
1510		linkcase = RTL_R16 (CSCR) & CSCR_LinkStatusBits;
1511		if (linkcase == 0x7000)
1512			tp->twist_row = 3;
1513		else if (linkcase == 0x3000)
1514			tp->twist_row = 2;
1515		else if (linkcase == 0x1000)
1516			tp->twist_row = 1;
1517		else
1518			tp->twist_row = 0;
1519		tp->twist_col = 0;
1520		tp->twistie = 3;	/* Change to state 2. */
1521		next_tick = HZ / 10;
1522		break;
1523	case 3:
1524		/* Put out four tuning parameters, one per 100msec. */
1525		if (tp->twist_col == 0)
1526			RTL_W16 (FIFOTMS, 0);
1527		RTL_W32 (PARA7c, param[(int) tp->twist_row]
1528			 [(int) tp->twist_col]);
1529		next_tick = HZ / 10;
1530		if (++tp->twist_col >= 4) {
1531			/* For short cables we are done.
1532			   For long cables (row == 3) check for mistune. */
1533			tp->twistie =
1534			    (tp->twist_row == 3) ? 4 : 0;
1535		}
1536		break;
1537	case 4:
1538		/* Special case for long cables: check for mistune. */
1539		if ((RTL_R16 (CSCR) &
1540		     CSCR_LinkStatusBits) == 0x7000) {
1541			tp->twistie = 0;
1542			break;
1543		} else {
1544			RTL_W32 (PARA7c, 0xfb38de03);
1545			tp->twistie = 5;
1546			next_tick = HZ / 10;
1547		}
1548		break;
1549	case 5:
1550		/* Retune for shorter cable (column 2). */
1551		RTL_W32 (FIFOTMS, 0x20);
1552		RTL_W32 (PARA78, PARA78_default);
1553		RTL_W32 (PARA7c, PARA7c_default);
1554		RTL_W32 (FIFOTMS, 0x00);
1555		tp->twist_row = 2;
1556		tp->twist_col = 0;
1557		tp->twistie = 3;
1558		next_tick = HZ / 10;
1559		break;
1560
1561	default:
1562		/* do nothing */
1563		break;
1564	}
1565}
1566#endif /* CONFIG_8139TOO_TUNE_TWISTER */
1567
1568static inline void rtl8139_thread_iter (struct net_device *dev,
1569				 struct rtl8139_private *tp,
1570				 void __iomem *ioaddr)
1571{
1572	int mii_lpa;
1573
1574	mii_lpa = mdio_read (dev, tp->phys[0], MII_LPA);
1575
1576	if (!tp->mii.force_media && mii_lpa != 0xffff) {
1577		int duplex = ((mii_lpa & LPA_100FULL) ||
1578			      (mii_lpa & 0x01C0) == 0x0040);
1579		if (tp->mii.full_duplex != duplex) {
1580			tp->mii.full_duplex = duplex;
1581
1582			if (mii_lpa) {
1583				netdev_info(dev, "Setting %s-duplex based on MII #%d link partner ability of %04x\n",
1584					    tp->mii.full_duplex ? "full" : "half",
1585					    tp->phys[0], mii_lpa);
1586			} else {
1587				netdev_info(dev, "media is unconnected, link down, or incompatible connection\n");
1588			}
1589#if 0
1590			RTL_W8 (Cfg9346, Cfg9346_Unlock);
1591			RTL_W8 (Config1, tp->mii.full_duplex ? 0x60 : 0x20);
1592			RTL_W8 (Cfg9346, Cfg9346_Lock);
1593#endif
1594		}
1595	}
1596
1597	next_tick = HZ * 60;
1598
1599	rtl8139_tune_twister (dev, tp);
1600
1601	netdev_dbg(dev, "Media selection tick, Link partner %04x\n",
1602		   RTL_R16(NWayLPAR));
1603	netdev_dbg(dev, "Other registers are IntMask %04x IntStatus %04x\n",
1604		   RTL_R16(IntrMask), RTL_R16(IntrStatus));
1605	netdev_dbg(dev, "Chip config %02x %02x\n",
1606		   RTL_R8(Config0), RTL_R8(Config1));
1607}
1608
1609static void rtl8139_thread (struct work_struct *work)
1610{
1611	struct rtl8139_private *tp =
1612		container_of(work, struct rtl8139_private, thread.work);
1613	struct net_device *dev = tp->mii.dev;
1614	unsigned long thr_delay = next_tick;
1615
1616	rtnl_lock();
1617
1618	if (!netif_running(dev))
1619		goto out_unlock;
1620
1621	if (tp->watchdog_fired) {
1622		tp->watchdog_fired = 0;
1623		rtl8139_tx_timeout_task(work);
1624	} else
1625		rtl8139_thread_iter(dev, tp, tp->mmio_addr);
1626
1627	if (tp->have_thread)
1628		schedule_delayed_work(&tp->thread, thr_delay);
1629out_unlock:
1630	rtnl_unlock ();
1631}
1632
1633static void rtl8139_start_thread(struct rtl8139_private *tp)
1634{
1635	tp->twistie = 0;
1636	if (tp->chipset == CH_8139_K)
1637		tp->twistie = 1;
1638	else if (tp->drv_flags & HAS_LNK_CHNG)
1639		return;
1640
1641	tp->have_thread = 1;
1642	tp->watchdog_fired = 0;
1643
1644	schedule_delayed_work(&tp->thread, next_tick);
1645}
1646
1647static inline void rtl8139_tx_clear (struct rtl8139_private *tp)
1648{
1649	tp->cur_tx = 0;
1650	tp->dirty_tx = 0;
1651
1652	/* XXX account for unsent Tx packets in tp->stats.tx_dropped */
1653}
1654
1655static void rtl8139_tx_timeout_task (struct work_struct *work)
1656{
1657	struct rtl8139_private *tp =
1658		container_of(work, struct rtl8139_private, thread.work);
1659	struct net_device *dev = tp->mii.dev;
1660	void __iomem *ioaddr = tp->mmio_addr;
1661	int i;
1662	u8 tmp8;
1663
1664	napi_disable(&tp->napi);
1665	netif_stop_queue(dev);
1666	synchronize_rcu();
1667
1668	netdev_dbg(dev, "Transmit timeout, status %02x %04x %04x media %02x\n",
1669		   RTL_R8(ChipCmd), RTL_R16(IntrStatus),
1670		   RTL_R16(IntrMask), RTL_R8(MediaStatus));
1671	/* Emit info to figure out what went wrong. */
1672	netdev_dbg(dev, "Tx queue start entry %ld  dirty entry %ld\n",
1673		   tp->cur_tx, tp->dirty_tx);
1674	for (i = 0; i < NUM_TX_DESC; i++)
1675		netdev_dbg(dev, "Tx descriptor %d is %08x%s\n",
1676			   i, RTL_R32(TxStatus0 + (i * 4)),
1677			   i == tp->dirty_tx % NUM_TX_DESC ?
1678			   " (queue head)" : "");
1679
1680	tp->xstats.tx_timeouts++;
1681
1682	/* disable Tx ASAP, if not already */
1683	tmp8 = RTL_R8 (ChipCmd);
1684	if (tmp8 & CmdTxEnb)
1685		RTL_W8 (ChipCmd, CmdRxEnb);
1686
1687	netdev_lock(dev);
1688	spin_lock_bh(&tp->rx_lock);
1689	/* Disable interrupts by clearing the interrupt mask. */
1690	RTL_W16 (IntrMask, 0x0000);
1691
1692	/* Stop a shared interrupt from scavenging while we are. */
1693	spin_lock_irq(&tp->lock);
1694	rtl8139_tx_clear (tp);
1695	spin_unlock_irq(&tp->lock);
1696
1697	/* ...and finally, reset everything */
1698	napi_enable_locked(&tp->napi);
1699	rtl8139_hw_start(dev);
1700	netif_wake_queue(dev);
1701
1702	spin_unlock_bh(&tp->rx_lock);
1703	netdev_unlock(dev);
1704}
1705
1706static void rtl8139_tx_timeout(struct net_device *dev, unsigned int txqueue)
1707{
1708	struct rtl8139_private *tp = netdev_priv(dev);
1709
1710	tp->watchdog_fired = 1;
1711	if (!tp->have_thread) {
1712		INIT_DELAYED_WORK(&tp->thread, rtl8139_thread);
1713		schedule_delayed_work(&tp->thread, next_tick);
1714	}
1715}
1716
1717static netdev_tx_t rtl8139_start_xmit (struct sk_buff *skb,
1718					     struct net_device *dev)
1719{
1720	struct rtl8139_private *tp = netdev_priv(dev);
1721	void __iomem *ioaddr = tp->mmio_addr;
1722	unsigned int entry;
1723	unsigned int len = skb->len;
1724	unsigned long flags;
1725
1726	/* Calculate the next Tx descriptor entry. */
1727	entry = tp->cur_tx % NUM_TX_DESC;
1728
1729	/* Note: the chip doesn't have auto-pad! */
1730	if (likely(len < TX_BUF_SIZE)) {
1731		if (len < ETH_ZLEN)
1732			memset(tp->tx_buf[entry], 0, ETH_ZLEN);
1733		skb_copy_and_csum_dev(skb, tp->tx_buf[entry]);
1734		dev_kfree_skb_any(skb);
1735	} else {
1736		dev_kfree_skb_any(skb);
1737		dev->stats.tx_dropped++;
1738		return NETDEV_TX_OK;
1739	}
1740
1741	spin_lock_irqsave(&tp->lock, flags);
1742	/*
1743	 * Writing to TxStatus triggers a DMA transfer of the data
1744	 * copied to tp->tx_buf[entry] above. Use a memory barrier
1745	 * to make sure that the device sees the updated data.
1746	 */
1747	wmb();
1748	RTL_W32_F (TxStatus0 + (entry * sizeof (u32)),
1749		   tp->tx_flag | max(len, (unsigned int)ETH_ZLEN));
1750
1751	tp->cur_tx++;
1752
1753	if ((tp->cur_tx - NUM_TX_DESC) == tp->dirty_tx)
1754		netif_stop_queue (dev);
1755	spin_unlock_irqrestore(&tp->lock, flags);
1756
1757	netif_dbg(tp, tx_queued, dev, "Queued Tx packet size %u to slot %d\n",
1758		  len, entry);
1759
1760	return NETDEV_TX_OK;
1761}
1762
1763
1764static void rtl8139_tx_interrupt (struct net_device *dev,
1765				  struct rtl8139_private *tp,
1766				  void __iomem *ioaddr)
1767{
1768	unsigned long dirty_tx, tx_left;
1769
1770	assert (dev != NULL);
1771	assert (ioaddr != NULL);
1772
1773	dirty_tx = tp->dirty_tx;
1774	tx_left = tp->cur_tx - dirty_tx;
1775	while (tx_left > 0) {
1776		int entry = dirty_tx % NUM_TX_DESC;
1777		int txstatus;
1778
1779		txstatus = RTL_R32 (TxStatus0 + (entry * sizeof (u32)));
1780
1781		if (!(txstatus & (TxStatOK | TxUnderrun | TxAborted)))
1782			break;	/* It still hasn't been Txed */
1783
1784		/* Note: TxCarrierLost is always asserted at 100mbps. */
1785		if (txstatus & (TxOutOfWindow | TxAborted)) {
1786			/* There was an major error, log it. */
1787			netif_dbg(tp, tx_err, dev, "Transmit error, Tx status %08x\n",
1788				  txstatus);
1789			dev->stats.tx_errors++;
1790			if (txstatus & TxAborted) {
1791				dev->stats.tx_aborted_errors++;
1792				RTL_W32 (TxConfig, TxClearAbt);
1793				RTL_W16 (IntrStatus, TxErr);
1794				wmb();
1795			}
1796			if (txstatus & TxCarrierLost)
1797				dev->stats.tx_carrier_errors++;
1798			if (txstatus & TxOutOfWindow)
1799				dev->stats.tx_window_errors++;
1800		} else {
1801			if (txstatus & TxUnderrun) {
1802				/* Add 64 to the Tx FIFO threshold. */
1803				if (tp->tx_flag < 0x00300000)
1804					tp->tx_flag += 0x00020000;
1805				dev->stats.tx_fifo_errors++;
1806			}
1807			dev->stats.collisions += (txstatus >> 24) & 15;
1808			u64_stats_update_begin(&tp->tx_stats.syncp);
1809			tp->tx_stats.packets++;
1810			tp->tx_stats.bytes += txstatus & 0x7ff;
1811			u64_stats_update_end(&tp->tx_stats.syncp);
1812		}
1813
1814		dirty_tx++;
1815		tx_left--;
1816	}
1817
1818#ifndef RTL8139_NDEBUG
1819	if (tp->cur_tx - dirty_tx > NUM_TX_DESC) {
1820		netdev_err(dev, "Out-of-sync dirty pointer, %ld vs. %ld\n",
1821			   dirty_tx, tp->cur_tx);
1822		dirty_tx += NUM_TX_DESC;
1823	}
1824#endif /* RTL8139_NDEBUG */
1825
1826	/* only wake the queue if we did work, and the queue is stopped */
1827	if (tp->dirty_tx != dirty_tx) {
1828		tp->dirty_tx = dirty_tx;
1829		mb();
1830		netif_wake_queue (dev);
1831	}
1832}
1833
1834
1835/* TODO: clean this up!  Rx reset need not be this intensive */
1836static void rtl8139_rx_err (u32 rx_status, struct net_device *dev,
1837			    struct rtl8139_private *tp, void __iomem *ioaddr)
1838{
1839	u8 tmp8;
1840#ifdef CONFIG_8139_OLD_RX_RESET
1841	int tmp_work;
1842#endif
1843
1844	netif_dbg(tp, rx_err, dev, "Ethernet frame had errors, status %08x\n",
1845		  rx_status);
1846	dev->stats.rx_errors++;
1847	if (!(rx_status & RxStatusOK)) {
1848		if (rx_status & RxTooLong) {
1849			netdev_dbg(dev, "Oversized Ethernet frame, status %04x!\n",
1850				   rx_status);
1851			/* A.C.: The chip hangs here. */
1852		}
1853		if (rx_status & (RxBadSymbol | RxBadAlign))
1854			dev->stats.rx_frame_errors++;
1855		if (rx_status & (RxRunt | RxTooLong))
1856			dev->stats.rx_length_errors++;
1857		if (rx_status & RxCRCErr)
1858			dev->stats.rx_crc_errors++;
1859	} else {
1860		tp->xstats.rx_lost_in_ring++;
1861	}
1862
1863#ifndef CONFIG_8139_OLD_RX_RESET
1864	tmp8 = RTL_R8 (ChipCmd);
1865	RTL_W8 (ChipCmd, tmp8 & ~CmdRxEnb);
1866	RTL_W8 (ChipCmd, tmp8);
1867	RTL_W32 (RxConfig, tp->rx_config);
1868	tp->cur_rx = 0;
1869#else
1870	/* Reset the receiver, based on RealTek recommendation. (Bug?) */
1871
1872	/* disable receive */
1873	RTL_W8_F (ChipCmd, CmdTxEnb);
1874	tmp_work = 200;
1875	while (--tmp_work > 0) {
1876		udelay(1);
1877		tmp8 = RTL_R8 (ChipCmd);
1878		if (!(tmp8 & CmdRxEnb))
1879			break;
1880	}
1881	if (tmp_work <= 0)
1882		netdev_warn(dev, "rx stop wait too long\n");
1883	/* restart receive */
1884	tmp_work = 200;
1885	while (--tmp_work > 0) {
1886		RTL_W8_F (ChipCmd, CmdRxEnb | CmdTxEnb);
1887		udelay(1);
1888		tmp8 = RTL_R8 (ChipCmd);
1889		if ((tmp8 & CmdRxEnb) && (tmp8 & CmdTxEnb))
1890			break;
1891	}
1892	if (tmp_work <= 0)
1893		netdev_warn(dev, "tx/rx enable wait too long\n");
1894
1895	/* and reinitialize all rx related registers */
1896	RTL_W8_F (Cfg9346, Cfg9346_Unlock);
1897	/* Must enable Tx/Rx before setting transfer thresholds! */
1898	RTL_W8 (ChipCmd, CmdRxEnb | CmdTxEnb);
1899
1900	tp->rx_config = rtl8139_rx_config | AcceptBroadcast | AcceptMyPhys;
1901	RTL_W32 (RxConfig, tp->rx_config);
1902	tp->cur_rx = 0;
1903
1904	netdev_dbg(dev, "init buffer addresses\n");
1905
1906	/* Lock Config[01234] and BMCR register writes */
1907	RTL_W8 (Cfg9346, Cfg9346_Lock);
1908
1909	/* init Rx ring buffer DMA address */
1910	RTL_W32_F (RxBuf, tp->rx_ring_dma);
1911
1912	/* A.C.: Reset the multicast list. */
1913	__set_rx_mode (dev);
1914#endif
1915}
1916
1917#if RX_BUF_IDX == 3
1918static inline void wrap_copy(struct sk_buff *skb, const unsigned char *ring,
1919				 u32 offset, unsigned int size)
1920{
1921	u32 left = RX_BUF_LEN - offset;
1922
1923	if (size > left) {
1924		skb_copy_to_linear_data(skb, ring + offset, left);
1925		skb_copy_to_linear_data_offset(skb, left, ring, size - left);
1926	} else
1927		skb_copy_to_linear_data(skb, ring + offset, size);
1928}
1929#endif
1930
1931static void rtl8139_isr_ack(struct rtl8139_private *tp)
1932{
1933	void __iomem *ioaddr = tp->mmio_addr;
1934	u16 status;
1935
1936	status = RTL_R16 (IntrStatus) & RxAckBits;
1937
1938	/* Clear out errors and receive interrupts */
1939	if (likely(status != 0)) {
1940		if (unlikely(status & (RxFIFOOver | RxOverflow))) {
1941			tp->dev->stats.rx_errors++;
1942			if (status & RxFIFOOver)
1943				tp->dev->stats.rx_fifo_errors++;
1944		}
1945		RTL_W16_F (IntrStatus, RxAckBits);
1946	}
1947}
1948
1949static int rtl8139_rx(struct net_device *dev, struct rtl8139_private *tp,
1950		      int budget)
1951{
1952	void __iomem *ioaddr = tp->mmio_addr;
1953	int received = 0;
1954	unsigned char *rx_ring = tp->rx_ring;
1955	unsigned int cur_rx = tp->cur_rx;
1956	unsigned int rx_size = 0;
1957
1958	netdev_dbg(dev, "In %s(), current %04x BufAddr %04x, free to %04x, Cmd %02x\n",
1959		   __func__, (u16)cur_rx,
1960		   RTL_R16(RxBufAddr), RTL_R16(RxBufPtr), RTL_R8(ChipCmd));
1961
1962	while (netif_running(dev) && received < budget &&
1963	       (RTL_R8 (ChipCmd) & RxBufEmpty) == 0) {
1964		u32 ring_offset = cur_rx % RX_BUF_LEN;
1965		u32 rx_status;
1966		unsigned int pkt_size;
1967		struct sk_buff *skb;
1968
1969		rmb();
1970
1971		/* read size+status of next frame from DMA ring buffer */
1972		rx_status = le32_to_cpu (*(__le32 *) (rx_ring + ring_offset));
1973		rx_size = rx_status >> 16;
1974		if (likely(!(dev->features & NETIF_F_RXFCS)))
1975			pkt_size = rx_size - 4;
1976		else
1977			pkt_size = rx_size;
1978
1979		netif_dbg(tp, rx_status, dev, "%s() status %04x, size %04x, cur %04x\n",
1980			  __func__, rx_status, rx_size, cur_rx);
1981#if RTL8139_DEBUG > 2
1982		print_hex_dump(KERN_DEBUG, "Frame contents: ",
1983			       DUMP_PREFIX_OFFSET, 16, 1,
1984			       &rx_ring[ring_offset], 70, true);
1985#endif
1986
1987		/* Packet copy from FIFO still in progress.
1988		 * Theoretically, this should never happen
1989		 * since EarlyRx is disabled.
1990		 */
1991		if (unlikely(rx_size == 0xfff0)) {
1992			if (!tp->fifo_copy_timeout)
1993				tp->fifo_copy_timeout = jiffies + 2;
1994			else if (time_after(jiffies, tp->fifo_copy_timeout)) {
1995				netdev_dbg(dev, "hung FIFO. Reset\n");
1996				rx_size = 0;
1997				goto no_early_rx;
1998			}
1999			netif_dbg(tp, intr, dev, "fifo copy in progress\n");
2000			tp->xstats.early_rx++;
2001			break;
2002		}
2003
2004no_early_rx:
2005		tp->fifo_copy_timeout = 0;
2006
2007		/* If Rx err or invalid rx_size/rx_status received
2008		 * (which happens if we get lost in the ring),
2009		 * Rx process gets reset, so we abort any further
2010		 * Rx processing.
2011		 */
2012		if (unlikely((rx_size > (MAX_ETH_FRAME_SIZE+4)) ||
2013			     (rx_size < 8) ||
2014			     (!(rx_status & RxStatusOK)))) {
2015			if ((dev->features & NETIF_F_RXALL) &&
2016			    (rx_size <= (MAX_ETH_FRAME_SIZE + 4)) &&
2017			    (rx_size >= 8) &&
2018			    (!(rx_status & RxStatusOK))) {
2019				/* Length is at least mostly OK, but pkt has
2020				 * error.  I'm hoping we can handle some of these
2021				 * errors without resetting the chip. --Ben
2022				 */
2023				dev->stats.rx_errors++;
2024				if (rx_status & RxCRCErr) {
2025					dev->stats.rx_crc_errors++;
2026					goto keep_pkt;
2027				}
2028				if (rx_status & RxRunt) {
2029					dev->stats.rx_length_errors++;
2030					goto keep_pkt;
2031				}
2032			}
2033			rtl8139_rx_err (rx_status, dev, tp, ioaddr);
2034			received = -1;
2035			goto out;
2036		}
2037
2038keep_pkt:
2039		/* Malloc up new buffer, compatible with net-2e. */
2040		/* Omit the four octet CRC from the length. */
2041
2042		skb = napi_alloc_skb(&tp->napi, pkt_size);
2043		if (likely(skb)) {
2044#if RX_BUF_IDX == 3
2045			wrap_copy(skb, rx_ring, ring_offset+4, pkt_size);
2046#else
2047			skb_copy_to_linear_data (skb, &rx_ring[ring_offset + 4], pkt_size);
2048#endif
2049			skb_put (skb, pkt_size);
2050
2051			skb->protocol = eth_type_trans (skb, dev);
2052
2053			u64_stats_update_begin(&tp->rx_stats.syncp);
2054			tp->rx_stats.packets++;
2055			tp->rx_stats.bytes += pkt_size;
2056			u64_stats_update_end(&tp->rx_stats.syncp);
2057
2058			netif_receive_skb (skb);
2059		} else {
2060			dev->stats.rx_dropped++;
2061		}
2062		received++;
2063
2064		cur_rx = (cur_rx + rx_size + 4 + 3) & ~3;
2065		RTL_W16 (RxBufPtr, (u16) (cur_rx - 16));
2066
2067		rtl8139_isr_ack(tp);
2068	}
2069
2070	if (unlikely(!received || rx_size == 0xfff0))
2071		rtl8139_isr_ack(tp);
2072
2073	netdev_dbg(dev, "Done %s(), current %04x BufAddr %04x, free to %04x, Cmd %02x\n",
2074		   __func__, cur_rx,
2075		   RTL_R16(RxBufAddr), RTL_R16(RxBufPtr), RTL_R8(ChipCmd));
2076
2077	tp->cur_rx = cur_rx;
2078
2079	/*
2080	 * The receive buffer should be mostly empty.
2081	 * Tell NAPI to reenable the Rx irq.
2082	 */
2083	if (tp->fifo_copy_timeout)
2084		received = budget;
2085
2086out:
2087	return received;
2088}
2089
2090
2091static void rtl8139_weird_interrupt (struct net_device *dev,
2092				     struct rtl8139_private *tp,
2093				     void __iomem *ioaddr,
2094				     int status, int link_changed)
2095{
2096	netdev_dbg(dev, "Abnormal interrupt, status %08x\n", status);
2097
2098	assert (dev != NULL);
2099	assert (tp != NULL);
2100	assert (ioaddr != NULL);
2101
2102	/* Update the error count. */
2103	dev->stats.rx_missed_errors += RTL_R32 (RxMissed);
2104	RTL_W32 (RxMissed, 0);
2105
2106	if ((status & RxUnderrun) && link_changed &&
2107	    (tp->drv_flags & HAS_LNK_CHNG)) {
2108		rtl_check_media(dev, 0);
2109		status &= ~RxUnderrun;
2110	}
2111
2112	if (status & (RxUnderrun | RxErr))
2113		dev->stats.rx_errors++;
2114
2115	if (status & PCSTimeout)
2116		dev->stats.rx_length_errors++;
2117	if (status & RxUnderrun)
2118		dev->stats.rx_fifo_errors++;
2119	if (status & PCIErr) {
2120		u16 pci_cmd_status;
2121		pci_read_config_word (tp->pci_dev, PCI_STATUS, &pci_cmd_status);
2122		pci_write_config_word (tp->pci_dev, PCI_STATUS, pci_cmd_status);
2123
2124		netdev_err(dev, "PCI Bus error %04x\n", pci_cmd_status);
2125	}
2126}
2127
2128static int rtl8139_poll(struct napi_struct *napi, int budget)
2129{
2130	struct rtl8139_private *tp = container_of(napi, struct rtl8139_private, napi);
2131	struct net_device *dev = tp->dev;
2132	void __iomem *ioaddr = tp->mmio_addr;
2133	int work_done;
2134
2135	spin_lock(&tp->rx_lock);
2136	work_done = 0;
2137	if (likely(RTL_R16(IntrStatus) & RxAckBits))
2138		work_done += rtl8139_rx(dev, tp, budget);
2139
2140	if (work_done < budget) {
2141		unsigned long flags;
2142
2143		spin_lock_irqsave(&tp->lock, flags);
2144		if (napi_complete_done(napi, work_done))
2145			RTL_W16_F(IntrMask, rtl8139_intr_mask);
2146		spin_unlock_irqrestore(&tp->lock, flags);
2147	}
2148	spin_unlock(&tp->rx_lock);
2149
2150	return work_done;
2151}
2152
2153/* The interrupt handler does all of the Rx thread work and cleans up
2154   after the Tx thread. */
2155static irqreturn_t rtl8139_interrupt (int irq, void *dev_instance)
2156{
2157	struct net_device *dev = (struct net_device *) dev_instance;
2158	struct rtl8139_private *tp = netdev_priv(dev);
2159	void __iomem *ioaddr = tp->mmio_addr;
2160	u16 status, ackstat;
2161	int link_changed = 0; /* avoid bogus "uninit" warning */
2162	int handled = 0;
2163
2164	spin_lock (&tp->lock);
2165	status = RTL_R16 (IntrStatus);
2166
2167	/* shared irq? */
2168	if (unlikely((status & rtl8139_intr_mask) == 0))
2169		goto out;
2170
2171	handled = 1;
2172
2173	/* h/w no longer present (hotplug?) or major error, bail */
2174	if (unlikely(status == 0xFFFF))
2175		goto out;
2176
2177	/* close possible race's with dev_close */
2178	if (unlikely(!netif_running(dev))) {
2179		RTL_W16 (IntrMask, 0);
2180		goto out;
2181	}
2182
2183	/* Acknowledge all of the current interrupt sources ASAP, but
2184	   an first get an additional status bit from CSCR. */
2185	if (unlikely(status & RxUnderrun))
2186		link_changed = RTL_R16 (CSCR) & CSCR_LinkChangeBit;
2187
2188	ackstat = status & ~(RxAckBits | TxErr);
2189	if (ackstat)
2190		RTL_W16 (IntrStatus, ackstat);
2191
2192	/* Receive packets are processed by poll routine.
2193	   If not running start it now. */
2194	if (status & RxAckBits){
2195		if (napi_schedule_prep(&tp->napi)) {
2196			RTL_W16_F (IntrMask, rtl8139_norx_intr_mask);
2197			__napi_schedule(&tp->napi);
2198		}
2199	}
2200
2201	/* Check uncommon events with one test. */
2202	if (unlikely(status & (PCIErr | PCSTimeout | RxUnderrun | RxErr)))
2203		rtl8139_weird_interrupt (dev, tp, ioaddr,
2204					 status, link_changed);
2205
2206	if (status & (TxOK | TxErr)) {
2207		rtl8139_tx_interrupt (dev, tp, ioaddr);
2208		if (status & TxErr)
2209			RTL_W16 (IntrStatus, TxErr);
2210	}
2211 out:
2212	spin_unlock (&tp->lock);
2213
2214	netdev_dbg(dev, "exiting interrupt, intr_status=%#4.4x\n",
2215		   RTL_R16(IntrStatus));
2216	return IRQ_RETVAL(handled);
2217}
2218
2219#ifdef CONFIG_NET_POLL_CONTROLLER
2220/*
2221 * Polling receive - used by netconsole and other diagnostic tools
2222 * to allow network i/o with interrupts disabled.
2223 */
2224static void rtl8139_poll_controller(struct net_device *dev)
2225{
2226	struct rtl8139_private *tp = netdev_priv(dev);
2227	const int irq = tp->pci_dev->irq;
2228
2229	disable_irq_nosync(irq);
2230	rtl8139_interrupt(irq, dev);
2231	enable_irq(irq);
2232}
2233#endif
2234
2235static int rtl8139_set_mac_address(struct net_device *dev, void *p)
2236{
2237	struct rtl8139_private *tp = netdev_priv(dev);
2238	void __iomem *ioaddr = tp->mmio_addr;
2239	struct sockaddr *addr = p;
2240
2241	if (!is_valid_ether_addr(addr->sa_data))
2242		return -EADDRNOTAVAIL;
2243
2244	eth_hw_addr_set(dev, addr->sa_data);
2245
2246	spin_lock_irq(&tp->lock);
2247
2248	RTL_W8_F(Cfg9346, Cfg9346_Unlock);
2249	RTL_W32_F(MAC0 + 0, cpu_to_le32 (*(u32 *) (dev->dev_addr + 0)));
2250	RTL_W32_F(MAC0 + 4, cpu_to_le32 (*(u32 *) (dev->dev_addr + 4)));
2251	RTL_W8_F(Cfg9346, Cfg9346_Lock);
2252
2253	spin_unlock_irq(&tp->lock);
2254
2255	return 0;
2256}
2257
2258static int rtl8139_close (struct net_device *dev)
2259{
2260	struct rtl8139_private *tp = netdev_priv(dev);
2261	void __iomem *ioaddr = tp->mmio_addr;
2262	unsigned long flags;
2263
2264	netif_stop_queue(dev);
2265	napi_disable(&tp->napi);
2266
2267	netif_dbg(tp, ifdown, dev, "Shutting down ethercard, status was 0x%04x\n",
2268		  RTL_R16(IntrStatus));
2269
2270	spin_lock_irqsave (&tp->lock, flags);
2271
2272	/* Stop the chip's Tx and Rx DMA processes. */
2273	RTL_W8 (ChipCmd, 0);
2274
2275	/* Disable interrupts by clearing the interrupt mask. */
2276	RTL_W16 (IntrMask, 0);
2277
2278	/* Update the error counts. */
2279	dev->stats.rx_missed_errors += RTL_R32 (RxMissed);
2280	RTL_W32 (RxMissed, 0);
2281
2282	spin_unlock_irqrestore (&tp->lock, flags);
2283
2284	free_irq(tp->pci_dev->irq, dev);
2285
2286	rtl8139_tx_clear (tp);
2287
2288	dma_free_coherent(&tp->pci_dev->dev, RX_BUF_TOT_LEN,
2289			  tp->rx_ring, tp->rx_ring_dma);
2290	dma_free_coherent(&tp->pci_dev->dev, TX_BUF_TOT_LEN,
2291			  tp->tx_bufs, tp->tx_bufs_dma);
2292	tp->rx_ring = NULL;
2293	tp->tx_bufs = NULL;
2294
2295	/* Green! Put the chip in low-power mode. */
2296	RTL_W8 (Cfg9346, Cfg9346_Unlock);
2297
2298	if (rtl_chip_info[tp->chipset].flags & HasHltClk)
2299		RTL_W8 (HltClk, 'H');	/* 'R' would leave the clock running. */
2300
2301	return 0;
2302}
2303
2304
2305/* Get the ethtool Wake-on-LAN settings.  Assumes that wol points to
2306   kernel memory, *wol has been initialized as {ETHTOOL_GWOL}, and
2307   other threads or interrupts aren't messing with the 8139.  */
2308static void rtl8139_get_wol(struct net_device *dev, struct ethtool_wolinfo *wol)
2309{
2310	struct rtl8139_private *tp = netdev_priv(dev);
2311	void __iomem *ioaddr = tp->mmio_addr;
2312
2313	spin_lock_irq(&tp->lock);
2314	if (rtl_chip_info[tp->chipset].flags & HasLWake) {
2315		u8 cfg3 = RTL_R8 (Config3);
2316		u8 cfg5 = RTL_R8 (Config5);
2317
2318		wol->supported = WAKE_PHY | WAKE_MAGIC
2319			| WAKE_UCAST | WAKE_MCAST | WAKE_BCAST;
2320
2321		wol->wolopts = 0;
2322		if (cfg3 & Cfg3_LinkUp)
2323			wol->wolopts |= WAKE_PHY;
2324		if (cfg3 & Cfg3_Magic)
2325			wol->wolopts |= WAKE_MAGIC;
2326		/* (KON)FIXME: See how netdev_set_wol() handles the
2327		   following constants.  */
2328		if (cfg5 & Cfg5_UWF)
2329			wol->wolopts |= WAKE_UCAST;
2330		if (cfg5 & Cfg5_MWF)
2331			wol->wolopts |= WAKE_MCAST;
2332		if (cfg5 & Cfg5_BWF)
2333			wol->wolopts |= WAKE_BCAST;
2334	}
2335	spin_unlock_irq(&tp->lock);
2336}
2337
2338
2339/* Set the ethtool Wake-on-LAN settings.  Return 0 or -errno.  Assumes
2340   that wol points to kernel memory and other threads or interrupts
2341   aren't messing with the 8139.  */
2342static int rtl8139_set_wol(struct net_device *dev, struct ethtool_wolinfo *wol)
2343{
2344	struct rtl8139_private *tp = netdev_priv(dev);
2345	void __iomem *ioaddr = tp->mmio_addr;
2346	u32 support;
2347	u8 cfg3, cfg5;
2348
2349	support = ((rtl_chip_info[tp->chipset].flags & HasLWake)
2350		   ? (WAKE_PHY | WAKE_MAGIC
2351		      | WAKE_UCAST | WAKE_MCAST | WAKE_BCAST)
2352		   : 0);
2353	if (wol->wolopts & ~support)
2354		return -EINVAL;
2355
2356	spin_lock_irq(&tp->lock);
2357	cfg3 = RTL_R8 (Config3) & ~(Cfg3_LinkUp | Cfg3_Magic);
2358	if (wol->wolopts & WAKE_PHY)
2359		cfg3 |= Cfg3_LinkUp;
2360	if (wol->wolopts & WAKE_MAGIC)
2361		cfg3 |= Cfg3_Magic;
2362	RTL_W8 (Cfg9346, Cfg9346_Unlock);
2363	RTL_W8 (Config3, cfg3);
2364	RTL_W8 (Cfg9346, Cfg9346_Lock);
2365
2366	cfg5 = RTL_R8 (Config5) & ~(Cfg5_UWF | Cfg5_MWF | Cfg5_BWF);
2367	/* (KON)FIXME: These are untested.  We may have to set the
2368	   CRC0, Wakeup0 and LSBCRC0 registers too, but I have no
2369	   documentation.  */
2370	if (wol->wolopts & WAKE_UCAST)
2371		cfg5 |= Cfg5_UWF;
2372	if (wol->wolopts & WAKE_MCAST)
2373		cfg5 |= Cfg5_MWF;
2374	if (wol->wolopts & WAKE_BCAST)
2375		cfg5 |= Cfg5_BWF;
2376	RTL_W8 (Config5, cfg5);	/* need not unlock via Cfg9346 */
2377	spin_unlock_irq(&tp->lock);
2378
2379	return 0;
2380}
2381
2382static void rtl8139_get_drvinfo(struct net_device *dev, struct ethtool_drvinfo *info)
2383{
2384	struct rtl8139_private *tp = netdev_priv(dev);
2385	strscpy(info->driver, DRV_NAME, sizeof(info->driver));
2386	strscpy(info->version, DRV_VERSION, sizeof(info->version));
2387	strscpy(info->bus_info, pci_name(tp->pci_dev), sizeof(info->bus_info));
2388}
2389
2390static int rtl8139_get_link_ksettings(struct net_device *dev,
2391				      struct ethtool_link_ksettings *cmd)
2392{
2393	struct rtl8139_private *tp = netdev_priv(dev);
2394	spin_lock_irq(&tp->lock);
2395	mii_ethtool_get_link_ksettings(&tp->mii, cmd);
2396	spin_unlock_irq(&tp->lock);
2397	return 0;
2398}
2399
2400static int rtl8139_set_link_ksettings(struct net_device *dev,
2401				      const struct ethtool_link_ksettings *cmd)
2402{
2403	struct rtl8139_private *tp = netdev_priv(dev);
2404	int rc;
2405	spin_lock_irq(&tp->lock);
2406	rc = mii_ethtool_set_link_ksettings(&tp->mii, cmd);
2407	spin_unlock_irq(&tp->lock);
2408	return rc;
2409}
2410
2411static int rtl8139_nway_reset(struct net_device *dev)
2412{
2413	struct rtl8139_private *tp = netdev_priv(dev);
2414	return mii_nway_restart(&tp->mii);
2415}
2416
2417static u32 rtl8139_get_link(struct net_device *dev)
2418{
2419	struct rtl8139_private *tp = netdev_priv(dev);
2420	return mii_link_ok(&tp->mii);
2421}
2422
2423static u32 rtl8139_get_msglevel(struct net_device *dev)
2424{
2425	struct rtl8139_private *tp = netdev_priv(dev);
2426	return tp->msg_enable;
2427}
2428
2429static void rtl8139_set_msglevel(struct net_device *dev, u32 datum)
2430{
2431	struct rtl8139_private *tp = netdev_priv(dev);
2432	tp->msg_enable = datum;
2433}
2434
2435static int rtl8139_get_regs_len(struct net_device *dev)
2436{
2437	struct rtl8139_private *tp;
2438	/* TODO: we are too slack to do reg dumping for pio, for now */
2439	if (use_io)
2440		return 0;
2441	tp = netdev_priv(dev);
2442	return tp->regs_len;
2443}
2444
2445static void rtl8139_get_regs(struct net_device *dev, struct ethtool_regs *regs, void *regbuf)
2446{
2447	struct rtl8139_private *tp;
2448
2449	/* TODO: we are too slack to do reg dumping for pio, for now */
2450	if (use_io)
2451		return;
2452	tp = netdev_priv(dev);
2453
2454	regs->version = RTL_REGS_VER;
2455
2456	spin_lock_irq(&tp->lock);
2457	memcpy_fromio(regbuf, tp->mmio_addr, regs->len);
2458	spin_unlock_irq(&tp->lock);
2459}
2460
2461static int rtl8139_get_sset_count(struct net_device *dev, int sset)
2462{
2463	switch (sset) {
2464	case ETH_SS_STATS:
2465		return RTL_NUM_STATS;
2466	default:
2467		return -EOPNOTSUPP;
2468	}
2469}
2470
2471static void rtl8139_get_ethtool_stats(struct net_device *dev, struct ethtool_stats *stats, u64 *data)
2472{
2473	struct rtl8139_private *tp = netdev_priv(dev);
2474
2475	data[0] = tp->xstats.early_rx;
2476	data[1] = tp->xstats.tx_buf_mapped;
2477	data[2] = tp->xstats.tx_timeouts;
2478	data[3] = tp->xstats.rx_lost_in_ring;
2479}
2480
2481static void rtl8139_get_strings(struct net_device *dev, u32 stringset, u8 *data)
2482{
2483	memcpy(data, ethtool_stats_keys, sizeof(ethtool_stats_keys));
2484}
2485
2486static const struct ethtool_ops rtl8139_ethtool_ops = {
2487	.get_drvinfo		= rtl8139_get_drvinfo,
2488	.get_regs_len		= rtl8139_get_regs_len,
2489	.get_regs		= rtl8139_get_regs,
2490	.nway_reset		= rtl8139_nway_reset,
2491	.get_link		= rtl8139_get_link,
2492	.get_msglevel		= rtl8139_get_msglevel,
2493	.set_msglevel		= rtl8139_set_msglevel,
2494	.get_wol		= rtl8139_get_wol,
2495	.set_wol		= rtl8139_set_wol,
2496	.get_strings		= rtl8139_get_strings,
2497	.get_sset_count		= rtl8139_get_sset_count,
2498	.get_ethtool_stats	= rtl8139_get_ethtool_stats,
2499	.get_link_ksettings	= rtl8139_get_link_ksettings,
2500	.set_link_ksettings	= rtl8139_set_link_ksettings,
2501};
2502
2503static int netdev_ioctl(struct net_device *dev, struct ifreq *rq, int cmd)
2504{
2505	struct rtl8139_private *tp = netdev_priv(dev);
2506	int rc;
2507
2508	if (!netif_running(dev))
2509		return -EINVAL;
2510
2511	spin_lock_irq(&tp->lock);
2512	rc = generic_mii_ioctl(&tp->mii, if_mii(rq), cmd, NULL);
2513	spin_unlock_irq(&tp->lock);
2514
2515	return rc;
2516}
2517
2518
2519static void
2520rtl8139_get_stats64(struct net_device *dev, struct rtnl_link_stats64 *stats)
2521{
2522	struct rtl8139_private *tp = netdev_priv(dev);
2523	void __iomem *ioaddr = tp->mmio_addr;
2524	unsigned long flags;
2525	unsigned int start;
2526
2527	if (netif_running(dev)) {
2528		spin_lock_irqsave (&tp->lock, flags);
2529		dev->stats.rx_missed_errors += RTL_R32 (RxMissed);
2530		RTL_W32 (RxMissed, 0);
2531		spin_unlock_irqrestore (&tp->lock, flags);
2532	}
2533
2534	netdev_stats_to_stats64(stats, &dev->stats);
2535
2536	do {
2537		start = u64_stats_fetch_begin(&tp->rx_stats.syncp);
2538		stats->rx_packets = tp->rx_stats.packets;
2539		stats->rx_bytes = tp->rx_stats.bytes;
2540	} while (u64_stats_fetch_retry(&tp->rx_stats.syncp, start));
2541
2542	do {
2543		start = u64_stats_fetch_begin(&tp->tx_stats.syncp);
2544		stats->tx_packets = tp->tx_stats.packets;
2545		stats->tx_bytes = tp->tx_stats.bytes;
2546	} while (u64_stats_fetch_retry(&tp->tx_stats.syncp, start));
2547}
2548
2549/* Set or clear the multicast filter for this adaptor.
2550   This routine is not state sensitive and need not be SMP locked. */
2551
2552static void __set_rx_mode (struct net_device *dev)
2553{
2554	struct rtl8139_private *tp = netdev_priv(dev);
2555	void __iomem *ioaddr = tp->mmio_addr;
2556	u32 mc_filter[2];	/* Multicast hash filter */
2557	int rx_mode;
2558	u32 tmp;
2559
2560	netdev_dbg(dev, "rtl8139_set_rx_mode(%04x) done -- Rx config %08x\n",
2561		   dev->flags, RTL_R32(RxConfig));
2562
2563	/* Note: do not reorder, GCC is clever about common statements. */
2564	if (dev->flags & IFF_PROMISC) {
2565		rx_mode =
2566		    AcceptBroadcast | AcceptMulticast | AcceptMyPhys |
2567		    AcceptAllPhys;
2568		mc_filter[1] = mc_filter[0] = 0xffffffff;
2569	} else if ((netdev_mc_count(dev) > multicast_filter_limit) ||
2570		   (dev->flags & IFF_ALLMULTI)) {
2571		/* Too many to filter perfectly -- accept all multicasts. */
2572		rx_mode = AcceptBroadcast | AcceptMulticast | AcceptMyPhys;
2573		mc_filter[1] = mc_filter[0] = 0xffffffff;
2574	} else {
2575		struct netdev_hw_addr *ha;
2576		rx_mode = AcceptBroadcast | AcceptMyPhys;
2577		mc_filter[1] = mc_filter[0] = 0;
2578		netdev_for_each_mc_addr(ha, dev) {
2579			int bit_nr = ether_crc(ETH_ALEN, ha->addr) >> 26;
2580
2581			mc_filter[bit_nr >> 5] |= 1 << (bit_nr & 31);
2582			rx_mode |= AcceptMulticast;
2583		}
2584	}
2585
2586	if (dev->features & NETIF_F_RXALL)
2587		rx_mode |= (AcceptErr | AcceptRunt);
2588
2589	/* We can safely update without stopping the chip. */
2590	tmp = rtl8139_rx_config | rx_mode;
2591	if (tp->rx_config != tmp) {
2592		RTL_W32_F (RxConfig, tmp);
2593		tp->rx_config = tmp;
2594	}
2595	RTL_W32_F (MAR0 + 0, mc_filter[0]);
2596	RTL_W32_F (MAR0 + 4, mc_filter[1]);
2597}
2598
2599static void rtl8139_set_rx_mode (struct net_device *dev)
2600{
2601	unsigned long flags;
2602	struct rtl8139_private *tp = netdev_priv(dev);
2603
2604	spin_lock_irqsave (&tp->lock, flags);
2605	__set_rx_mode(dev);
2606	spin_unlock_irqrestore (&tp->lock, flags);
2607}
2608
2609static int __maybe_unused rtl8139_suspend(struct device *device)
2610{
2611	struct net_device *dev = dev_get_drvdata(device);
2612	struct rtl8139_private *tp = netdev_priv(dev);
2613	void __iomem *ioaddr = tp->mmio_addr;
2614	unsigned long flags;
2615
2616	if (!netif_running (dev))
2617		return 0;
2618
2619	netif_device_detach (dev);
2620
2621	spin_lock_irqsave (&tp->lock, flags);
2622
2623	/* Disable interrupts, stop Tx and Rx. */
2624	RTL_W16 (IntrMask, 0);
2625	RTL_W8 (ChipCmd, 0);
2626
2627	/* Update the error counts. */
2628	dev->stats.rx_missed_errors += RTL_R32 (RxMissed);
2629	RTL_W32 (RxMissed, 0);
2630
2631	spin_unlock_irqrestore (&tp->lock, flags);
2632
2633	return 0;
2634}
2635
2636static int __maybe_unused rtl8139_resume(struct device *device)
2637{
2638	struct net_device *dev = dev_get_drvdata(device);
2639
2640	if (!netif_running (dev))
2641		return 0;
2642
2643	rtl8139_init_ring (dev);
2644	rtl8139_hw_start (dev);
2645	netif_device_attach (dev);
2646	return 0;
2647}
2648
2649static SIMPLE_DEV_PM_OPS(rtl8139_pm_ops, rtl8139_suspend, rtl8139_resume);
2650
2651static struct pci_driver rtl8139_pci_driver = {
2652	.name		= DRV_NAME,
2653	.id_table	= rtl8139_pci_tbl,
2654	.probe		= rtl8139_init_one,
2655	.remove		= rtl8139_remove_one,
2656	.driver.pm	= &rtl8139_pm_ops,
2657};
2658
2659
2660static int __init rtl8139_init_module (void)
2661{
2662	/* when we're a module, we always print a version message,
2663	 * even if no 8139 board is found.
2664	 */
2665#ifdef MODULE
2666	pr_info(RTL8139_DRIVER_NAME "\n");
2667#endif
2668
2669	return pci_register_driver(&rtl8139_pci_driver);
2670}
2671
2672
2673static void __exit rtl8139_cleanup_module (void)
2674{
2675	pci_unregister_driver (&rtl8139_pci_driver);
2676}
2677
2678
2679module_init(rtl8139_init_module);
2680module_exit(rtl8139_cleanup_module);
~/ Read-only file preview.