17#include <linux/clocksource.h>
18#include <linux/net_tstamp.h>
19#include <linux/ptp_clock_kernel.h>
20#include <linux/timecounter.h>
21#include <rtnet_port.h>
23#if defined(CONFIG_M523x) || defined(CONFIG_M527x) || defined(CONFIG_M528x) || \
24 defined(CONFIG_M520x) || defined(CONFIG_M532x) || defined(CONFIG_ARM) || \
25 defined(CONFIG_ARM64) || defined(CONFIG_COMPILE_TEST)
31#define FEC_IEVENT 0x004
32#define FEC_IMASK 0x008
33#define FEC_R_DES_ACTIVE_0 0x010
34#define FEC_X_DES_ACTIVE_0 0x014
35#define FEC_ECNTRL 0x024
36#define FEC_MII_DATA 0x040
37#define FEC_MII_SPEED 0x044
38#define FEC_MIB_CTRLSTAT 0x064
39#define FEC_R_CNTRL 0x084
40#define FEC_X_CNTRL 0x0c4
41#define FEC_ADDR_LOW 0x0e4
42#define FEC_ADDR_HIGH 0x0e8
44#define FEC_TXIC0 0x0f0
45#define FEC_TXIC1 0x0f4
46#define FEC_TXIC2 0x0f8
47#define FEC_RXIC0 0x100
48#define FEC_RXIC1 0x104
49#define FEC_RXIC2 0x108
50#define FEC_HASH_TABLE_HIGH 0x118
51#define FEC_HASH_TABLE_LOW 0x11c
52#define FEC_GRP_HASH_TABLE_HIGH 0x120
53#define FEC_GRP_HASH_TABLE_LOW 0x124
54#define FEC_X_WMRK 0x144
55#define FEC_R_BOUND 0x14c
56#define FEC_R_FSTART 0x150
57#define FEC_R_DES_START_1 0x160
58#define FEC_X_DES_START_1 0x164
59#define FEC_R_BUFF_SIZE_1 0x168
60#define FEC_R_DES_START_2 0x16c
61#define FEC_X_DES_START_2 0x170
62#define FEC_R_BUFF_SIZE_2 0x174
63#define FEC_R_DES_START_0 0x180
64#define FEC_X_DES_START_0 0x184
65#define FEC_R_BUFF_SIZE_0 0x188
66#define FEC_R_FIFO_RSFL 0x190
67#define FEC_R_FIFO_RSEM 0x194
68#define FEC_R_FIFO_RAEM 0x198
69#define FEC_R_FIFO_RAFL 0x19c
72#define FEC_RCMR_1 0x1c8
73#define FEC_RCMR_2 0x1cc
74#define FEC_DMA_CFG_1 0x1d8
75#define FEC_DMA_CFG_2 0x1dc
76#define FEC_R_DES_ACTIVE_1 0x1e0
77#define FEC_X_DES_ACTIVE_1 0x1e4
78#define FEC_R_DES_ACTIVE_2 0x1e8
79#define FEC_X_DES_ACTIVE_2 0x1ec
80#define FEC_QOS_SCHEME 0x1f0
81#define FEC_MIIGSK_CFGR 0x300
82#define FEC_MIIGSK_ENR 0x308
84#define BM_MIIGSK_CFGR_MII 0x00
85#define BM_MIIGSK_CFGR_RMII 0x01
86#define BM_MIIGSK_CFGR_FRCONT_10M 0x40
88#define RMON_T_DROP 0x200
89#define RMON_T_PACKETS 0x204
90#define RMON_T_BC_PKT 0x208
91#define RMON_T_MC_PKT 0x20c
92#define RMON_T_CRC_ALIGN 0x210
93#define RMON_T_UNDERSIZE 0x214
94#define RMON_T_OVERSIZE 0x218
95#define RMON_T_FRAG 0x21c
96#define RMON_T_JAB 0x220
97#define RMON_T_COL 0x224
98#define RMON_T_P64 0x228
99#define RMON_T_P65TO127 0x22c
100#define RMON_T_P128TO255 0x230
101#define RMON_T_P256TO511 0x234
102#define RMON_T_P512TO1023 0x238
103#define RMON_T_P1024TO2047 0x23c
104#define RMON_T_P_GTE2048 0x240
105#define RMON_T_OCTETS 0x244
106#define IEEE_T_DROP 0x248
107#define IEEE_T_FRAME_OK 0x24c
108#define IEEE_T_1COL 0x250
109#define IEEE_T_MCOL 0x254
110#define IEEE_T_DEF 0x258
111#define IEEE_T_LCOL 0x25c
112#define IEEE_T_EXCOL 0x260
113#define IEEE_T_MACERR 0x264
114#define IEEE_T_CSERR 0x268
115#define IEEE_T_SQE 0x26c
116#define IEEE_T_FDXFC 0x270
117#define IEEE_T_OCTETS_OK 0x274
118#define RMON_R_PACKETS 0x284
119#define RMON_R_BC_PKT 0x288
120#define RMON_R_MC_PKT 0x28c
121#define RMON_R_CRC_ALIGN 0x290
122#define RMON_R_UNDERSIZE 0x294
123#define RMON_R_OVERSIZE 0x298
124#define RMON_R_FRAG 0x29c
125#define RMON_R_JAB 0x2a0
126#define RMON_R_RESVD_O 0x2a4
127#define RMON_R_P64 0x2a8
128#define RMON_R_P65TO127 0x2ac
129#define RMON_R_P128TO255 0x2b0
130#define RMON_R_P256TO511 0x2b4
131#define RMON_R_P512TO1023 0x2b8
132#define RMON_R_P1024TO2047 0x2bc
133#define RMON_R_P_GTE2048 0x2c0
134#define RMON_R_OCTETS 0x2c4
135#define IEEE_R_DROP 0x2c8
136#define IEEE_R_FRAME_OK 0x2cc
137#define IEEE_R_CRC 0x2d0
138#define IEEE_R_ALIGN 0x2d4
139#define IEEE_R_MACERR 0x2d8
140#define IEEE_R_FDXFC 0x2dc
141#define IEEE_R_OCTETS_OK 0x2e0
145#define FEC_ECNTRL 0x000
146#define FEC_IEVENT 0x004
147#define FEC_IMASK 0x008
148#define FEC_IVEC 0x00c
149#define FEC_R_DES_ACTIVE_0 0x010
150#define FEC_R_DES_ACTIVE_1 FEC_R_DES_ACTIVE_0
151#define FEC_R_DES_ACTIVE_2 FEC_R_DES_ACTIVE_0
152#define FEC_X_DES_ACTIVE_0 0x014
153#define FEC_X_DES_ACTIVE_1 FEC_X_DES_ACTIVE_0
154#define FEC_X_DES_ACTIVE_2 FEC_X_DES_ACTIVE_0
155#define FEC_MII_DATA 0x040
156#define FEC_MII_SPEED 0x044
157#define FEC_R_BOUND 0x08c
158#define FEC_R_FSTART 0x090
159#define FEC_X_WMRK 0x0a4
160#define FEC_X_FSTART 0x0ac
161#define FEC_R_CNTRL 0x104
162#define FEC_MAX_FRM_LEN 0x108
163#define FEC_X_CNTRL 0x144
164#define FEC_ADDR_LOW 0x3c0
165#define FEC_ADDR_HIGH 0x3c4
166#define FEC_GRP_HASH_TABLE_HIGH 0x3c8
167#define FEC_GRP_HASH_TABLE_LOW 0x3cc
168#define FEC_R_DES_START_0 0x3d0
169#define FEC_R_DES_START_1 FEC_R_DES_START_0
170#define FEC_R_DES_START_2 FEC_R_DES_START_0
171#define FEC_X_DES_START_0 0x3d4
172#define FEC_X_DES_START_1 FEC_X_DES_START_0
173#define FEC_X_DES_START_2 FEC_X_DES_START_0
174#define FEC_R_BUFF_SIZE_0 0x3d8
175#define FEC_R_BUFF_SIZE_1 FEC_R_BUFF_SIZE_0
176#define FEC_R_BUFF_SIZE_2 FEC_R_BUFF_SIZE_0
177#define FEC_FIFO_RAM 0x400
181#define FEC_RCMR_1 0xfff
182#define FEC_RCMR_2 0xfff
183#define FEC_DMA_CFG_1 0xfff
184#define FEC_DMA_CFG_2 0xfff
185#define FEC_TXIC0 0xfff
186#define FEC_TXIC1 0xfff
187#define FEC_TXIC2 0xfff
188#define FEC_RXIC0 0xfff
189#define FEC_RXIC1 0xfff
190#define FEC_RXIC2 0xfff
200#if defined(CONFIG_ARM) || defined(CONFIG_ARM64)
201#define fec32_to_cpu le32_to_cpu
202#define fec16_to_cpu le16_to_cpu
203#define cpu_to_fec32 cpu_to_le32
204#define cpu_to_fec16 cpu_to_le16
205#define __fec32 __le32
206#define __fec16 __le16
214#define fec32_to_cpu be32_to_cpu
215#define fec16_to_cpu be16_to_cpu
216#define cpu_to_fec32 cpu_to_be32
217#define cpu_to_fec16 cpu_to_be16
218#define __fec32 __be32
219#define __fec16 __be16
241#define BD_SC_EMPTY ((ushort)0x8000)
242#define BD_SC_READY ((ushort)0x8000)
243#define BD_SC_WRAP ((ushort)0x2000)
244#define BD_SC_INTRPT ((ushort)0x1000)
245#define BD_SC_CM ((ushort)0x0200)
246#define BD_SC_ID ((ushort)0x0100)
247#define BD_SC_P ((ushort)0x0100)
248#define BD_SC_BR ((ushort)0x0020)
249#define BD_SC_FR ((ushort)0x0010)
250#define BD_SC_PR ((ushort)0x0008)
251#define BD_SC_OV ((ushort)0x0002)
252#define BD_SC_CD ((ushort)0x0001)
256#define BD_ENET_RX_EMPTY ((ushort)0x8000)
257#define BD_ENET_RX_WRAP ((ushort)0x2000)
258#define BD_ENET_RX_INTR ((ushort)0x1000)
259#define BD_ENET_RX_LAST ((ushort)0x0800)
260#define BD_ENET_RX_FIRST ((ushort)0x0400)
261#define BD_ENET_RX_MISS ((ushort)0x0100)
262#define BD_ENET_RX_LG ((ushort)0x0020)
263#define BD_ENET_RX_NO ((ushort)0x0010)
264#define BD_ENET_RX_SH ((ushort)0x0008)
265#define BD_ENET_RX_CR ((ushort)0x0004)
266#define BD_ENET_RX_OV ((ushort)0x0002)
267#define BD_ENET_RX_CL ((ushort)0x0001)
268#define BD_ENET_RX_STATS ((ushort)0x013f)
271#define BD_ENET_RX_VLAN 0x00000004
275#define BD_ENET_TX_READY ((ushort)0x8000)
276#define BD_ENET_TX_PAD ((ushort)0x4000)
277#define BD_ENET_TX_WRAP ((ushort)0x2000)
278#define BD_ENET_TX_INTR ((ushort)0x1000)
279#define BD_ENET_TX_LAST ((ushort)0x0800)
280#define BD_ENET_TX_TC ((ushort)0x0400)
281#define BD_ENET_TX_DEF ((ushort)0x0200)
282#define BD_ENET_TX_HB ((ushort)0x0100)
283#define BD_ENET_TX_LC ((ushort)0x0080)
284#define BD_ENET_TX_RL ((ushort)0x0040)
285#define BD_ENET_TX_RCMASK ((ushort)0x003c)
286#define BD_ENET_TX_UN ((ushort)0x0002)
287#define BD_ENET_TX_CSL ((ushort)0x0001)
288#define BD_ENET_TX_STATS ((ushort)0x0fff)
291#define BD_ENET_TX_INT 0x40000000
292#define BD_ENET_TX_TS 0x20000000
293#define BD_ENET_TX_PINS 0x10000000
294#define BD_ENET_TX_IINS 0x08000000
304#define FEC_ENET_MAX_TX_QS 3
305#define FEC_ENET_MAX_RX_QS 3
307#define FEC_R_DES_START(X) (((X) == 1) ? FEC_R_DES_START_1 : \
309 FEC_R_DES_START_2 : FEC_R_DES_START_0))
310#define FEC_X_DES_START(X) (((X) == 1) ? FEC_X_DES_START_1 : \
312 FEC_X_DES_START_2 : FEC_X_DES_START_0))
313#define FEC_R_BUFF_SIZE(X) (((X) == 1) ? FEC_R_BUFF_SIZE_1 : \
315 FEC_R_BUFF_SIZE_2 : FEC_R_BUFF_SIZE_0))
317#define FEC_DMA_CFG(X) (((X) == 2) ? FEC_DMA_CFG_2 : FEC_DMA_CFG_1)
319#define DMA_CLASS_EN (1 << 16)
320#define FEC_RCMR(X) (((X) == 2) ? FEC_RCMR_2 : FEC_RCMR_1)
321#define IDLE_SLOPE_MASK 0xffff
322#define IDLE_SLOPE_1 0x200
323#define IDLE_SLOPE_2 0x200
324#define IDLE_SLOPE(X) (((X) == 1) ? \
325 (IDLE_SLOPE_1 & IDLE_SLOPE_MASK) : \
326 (IDLE_SLOPE_2 & IDLE_SLOPE_MASK))
327#define RCMR_MATCHEN (0x1 << 16)
328#define RCMR_CMP_CFG(v, n) (((v) & 0x7) << (n << 2))
329#define RCMR_CMP_1 (RCMR_CMP_CFG(0, 0) | RCMR_CMP_CFG(1, 1) | \
330 RCMR_CMP_CFG(2, 2) | RCMR_CMP_CFG(3, 3))
331#define RCMR_CMP_2 (RCMR_CMP_CFG(4, 0) | RCMR_CMP_CFG(5, 1) | \
332 RCMR_CMP_CFG(6, 2) | RCMR_CMP_CFG(7, 3))
333#define RCMR_CMP(X) (((X) == 1) ? RCMR_CMP_1 : RCMR_CMP_2)
334#define FEC_TX_BD_FTYPE(X) (((X) & 0xf) << 20)
343#define FEC_ENET_RX_PAGES 256
344#define FEC_ENET_RX_FRSIZE 2048
345#define FEC_ENET_RX_FRPPG (PAGE_SIZE / FEC_ENET_RX_FRSIZE)
346#define RX_RING_SIZE (FEC_ENET_RX_FRPPG * FEC_ENET_RX_PAGES)
347#define FEC_ENET_TX_FRSIZE 2048
348#define FEC_ENET_TX_FRPPG (PAGE_SIZE / FEC_ENET_TX_FRSIZE)
349#define TX_RING_SIZE 512
350#define TX_RING_MOD_MASK 511
352#define BD_ENET_RX_INT 0x00800000
353#define BD_ENET_RX_PTP ((ushort)0x0400)
354#define BD_ENET_RX_ICE 0x00000020
355#define BD_ENET_RX_PCR 0x00000010
356#define FLAG_RX_CSUM_ENABLED (BD_ENET_RX_ICE | BD_ENET_RX_PCR)
357#define FLAG_RX_CSUM_ERROR (BD_ENET_RX_ICE | BD_ENET_RX_PCR)
360#define FEC_ENET_HBERR ((uint)0x80000000)
361#define FEC_ENET_BABR ((uint)0x40000000)
362#define FEC_ENET_BABT ((uint)0x20000000)
363#define FEC_ENET_GRA ((uint)0x10000000)
364#define FEC_ENET_TXF_0 ((uint)0x08000000)
365#define FEC_ENET_TXF_1 ((uint)0x00000008)
366#define FEC_ENET_TXF_2 ((uint)0x00000080)
367#define FEC_ENET_TXB ((uint)0x04000000)
368#define FEC_ENET_RXF_0 ((uint)0x02000000)
369#define FEC_ENET_RXF_1 ((uint)0x00000002)
370#define FEC_ENET_RXF_2 ((uint)0x00000020)
371#define FEC_ENET_RXB ((uint)0x01000000)
372#define FEC_ENET_MII ((uint)0x00800000)
373#define FEC_ENET_EBERR ((uint)0x00400000)
374#define FEC_ENET_WAKEUP ((uint)0x00020000)
375#define FEC_ENET_TXF (FEC_ENET_TXF_0 | FEC_ENET_TXF_1 | FEC_ENET_TXF_2)
376#define FEC_ENET_RXF (FEC_ENET_RXF_0 | FEC_ENET_RXF_1 | FEC_ENET_RXF_2)
377#define FEC_ENET_TS_AVAIL ((uint)0x00010000)
378#define FEC_ENET_TS_TIMER ((uint)0x00008000)
380#define FEC_DEFAULT_IMASK (FEC_ENET_TXF | FEC_ENET_RXF)
381#define FEC_RX_DISABLED_IMASK (FEC_DEFAULT_IMASK & (~FEC_ENET_RXF))
384#define FEC_ITR_CLK_SEL (0x1 << 30)
385#define FEC_ITR_EN (0x1 << 31)
386#define FEC_ITR_ICFT(X) (((X) & 0xff) << 20)
387#define FEC_ITR_ICTT(X) ((X) & 0xffff)
388#define FEC_ITR_ICFT_DEFAULT 200
389#define FEC_ITR_ICTT_DEFAULT 10
391#define FEC_VLAN_TAG_LEN 0x04
392#define FEC_ETHTYPE_LEN 0x02
395#define FEC_QUIRK_ENET_MAC (1 << 0)
397#define FEC_QUIRK_SWAP_FRAME (1 << 1)
399#define FEC_QUIRK_USE_GASKET (1 << 2)
401#define FEC_QUIRK_HAS_GBIT (1 << 3)
403#define FEC_QUIRK_HAS_BUFDESC_EX (1 << 4)
405#define FEC_QUIRK_HAS_CSUM (1 << 5)
407#define FEC_QUIRK_HAS_VLAN (1 << 6)
417#define FEC_QUIRK_ERR006358 (1 << 7)
427#define FEC_QUIRK_HAS_AVB (1 << 8)
433#define FEC_QUIRK_ERR007885 (1 << 9)
442#define FEC_QUIRK_BUG_CAPTURE (1 << 10)
444#define FEC_QUIRK_SINGLE_MDIO (1 << 11)
446#define FEC_QUIRK_HAS_RACC (1 << 12)
448#define FEC_QUIRK_HAS_COALESCE (1 << 13)
450#define FEC_QUIRK_ERR006687 (1 << 14)
454#define FEC_QUIRK_MIB_CLEAR (1 << 15)
458#define FEC_QUIRK_HAS_FRREG (1 << 16)
464#define FEC_QUIRK_CLEAR_SETUP_MII (1 << 17)
470#define FEC_QUIRK_DELAYED_CLKS_SUPPORT (1 << 18)
475 struct bufdesc *base;
476 struct bufdesc *last;
478 void __iomem *reg_desc_active;
480 unsigned short ring_size;
482 unsigned char dsize_log2;
485struct fec_enet_priv_tx_q {
486 struct bufdesc_prop bd;
487 unsigned char *tx_bounce[TX_RING_SIZE];
489 struct sk_buff *tx_skbuff[TX_RING_SIZE];
490 struct rtskb *tx_rtbuff[TX_RING_SIZE];
493 unsigned short tx_stop_threshold;
494 unsigned short tx_wake_threshold;
496 struct bufdesc *dirty_tx;
498 dma_addr_t tso_hdrs_dma;
501struct fec_enet_priv_rx_q {
502 struct bufdesc_prop bd;
504 struct sk_buff *rx_skbuff[RX_RING_SIZE];
505 struct rtskb *rx_rtbuff[RX_RING_SIZE];
509struct fec_stop_mode_gpr {
523struct fec_enet_private {
527 struct net_device *netdev;
530 rtdm_irq_t irq_handle[3];
532 rtdm_nrtsig_t mdio_sig;
533 struct rtnet_device dev;
539 struct clk *clk_enet_out;
543 struct mutex ptp_clk_mutex;
544 unsigned int num_tx_queues;
545 unsigned int num_rx_queues;
548 struct fec_enet_priv_tx_q *tx_queue[FEC_ENET_MAX_TX_QS];
549 struct fec_enet_priv_rx_q *rx_queue[FEC_ENET_MAX_RX_QS];
551 unsigned int total_tx_ring_size;
552 unsigned int total_rx_ring_size;
554 struct platform_device *pdev;
559 struct mii_bus *mii_bus;
561 phy_interface_t phy_interface;
562 struct device_node *phy_node;
566 struct completion mdio_done;
567 int irq[FEC_IRQ_NUM];
576 struct work_struct tx_timeout_work;
578 struct ptp_clock *ptp_clock;
579 struct ptp_clock_info ptp_caps;
580 unsigned long last_overflow_check;
581 spinlock_t tmreg_lock;
582 struct cyclecounter cc;
583 struct timecounter tc;
584 int rx_hwtstamp_filter;
589 struct delayed_work time_keep;
590 struct regulator *reg_phy;
591 struct fec_stop_mode_gpr stop_gpr;
593 unsigned int tx_align;
594 unsigned int rx_align;
597 unsigned int rx_pkts_itr;
598 unsigned int rx_time_itr;
599 unsigned int tx_pkts_itr;
600 unsigned int tx_time_itr;
601 unsigned int itr_clk_rate;
606 unsigned int ptp_inc;
610 unsigned int reload_period;
612 unsigned int next_counter;
617void fec_ptp_init(
struct platform_device *pdev,
int irq_idx);
618void fec_ptp_stop(
struct platform_device *pdev);
619void fec_ptp_start_cyclecounter(
struct net_device *ndev);
620void fec_ptp_disable_hwts(
struct net_device *ndev);
621int fec_ptp_set(
struct net_device *ndev,
struct ifreq *ifr);
622int fec_ptp_get(
struct net_device *ndev,
struct ifreq *ifr);
pipeline_spinlock_t rtdm_lock_t
Lock variable.
Definition driver.h:552