fman_tgec.c 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816
  1. // SPDX-License-Identifier: BSD-3-Clause OR GPL-2.0-or-later
  2. /*
  3. * Copyright 2008 - 2015 Freescale Semiconductor Inc.
  4. */
  5. #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
  6. #include "fman_tgec.h"
  7. #include "fman.h"
  8. #include "mac.h"
  9. #include <linux/slab.h>
  10. #include <linux/bitrev.h>
  11. #include <linux/io.h>
  12. #include <linux/crc32.h>
  13. #include <linux/netdevice.h>
  14. /* Transmit Inter-Packet Gap Length Register (TX_IPG_LENGTH) */
  15. #define TGEC_TX_IPG_LENGTH_MASK 0x000003ff
  16. /* Command and Configuration Register (COMMAND_CONFIG) */
  17. #define CMD_CFG_EN_TIMESTAMP 0x00100000
  18. #define CMD_CFG_NO_LEN_CHK 0x00020000
  19. #define CMD_CFG_PAUSE_IGNORE 0x00000100
  20. #define CMF_CFG_CRC_FWD 0x00000040
  21. #define CMD_CFG_PROMIS_EN 0x00000010
  22. #define CMD_CFG_RX_EN 0x00000002
  23. #define CMD_CFG_TX_EN 0x00000001
  24. /* Interrupt Mask Register (IMASK) */
  25. #define TGEC_IMASK_MDIO_SCAN_EVENT 0x00010000
  26. #define TGEC_IMASK_MDIO_CMD_CMPL 0x00008000
  27. #define TGEC_IMASK_REM_FAULT 0x00004000
  28. #define TGEC_IMASK_LOC_FAULT 0x00002000
  29. #define TGEC_IMASK_TX_ECC_ER 0x00001000
  30. #define TGEC_IMASK_TX_FIFO_UNFL 0x00000800
  31. #define TGEC_IMASK_TX_FIFO_OVFL 0x00000400
  32. #define TGEC_IMASK_TX_ER 0x00000200
  33. #define TGEC_IMASK_RX_FIFO_OVFL 0x00000100
  34. #define TGEC_IMASK_RX_ECC_ER 0x00000080
  35. #define TGEC_IMASK_RX_JAB_FRM 0x00000040
  36. #define TGEC_IMASK_RX_OVRSZ_FRM 0x00000020
  37. #define TGEC_IMASK_RX_RUNT_FRM 0x00000010
  38. #define TGEC_IMASK_RX_FRAG_FRM 0x00000008
  39. #define TGEC_IMASK_RX_LEN_ER 0x00000004
  40. #define TGEC_IMASK_RX_CRC_ER 0x00000002
  41. #define TGEC_IMASK_RX_ALIGN_ER 0x00000001
  42. /* Hashtable Control Register (HASHTABLE_CTRL) */
  43. #define TGEC_HASH_MCAST_SHIFT 23
  44. #define TGEC_HASH_MCAST_EN 0x00000200
  45. #define TGEC_HASH_ADR_MSK 0x000001ff
  46. #define DEFAULT_TX_IPG_LENGTH 12
  47. #define DEFAULT_MAX_FRAME_LENGTH 0x600
  48. #define DEFAULT_PAUSE_QUANT 0xf000
  49. /* number of pattern match registers (entries) */
  50. #define TGEC_NUM_OF_PADDRS 1
  51. /* Group address bit indication */
  52. #define GROUP_ADDRESS 0x0000010000000000LL
  53. /* Hash table size (= 32 bits*8 regs) */
  54. #define TGEC_HASH_TABLE_SIZE 512
  55. /* tGEC memory map */
  56. struct tgec_regs {
  57. u32 tgec_id; /* 0x000 Controller ID */
  58. u32 reserved001[1]; /* 0x004 */
  59. u32 command_config; /* 0x008 Control and configuration */
  60. u32 mac_addr_0; /* 0x00c Lower 32 bits of the MAC adr */
  61. u32 mac_addr_1; /* 0x010 Upper 16 bits of the MAC adr */
  62. u32 maxfrm; /* 0x014 Maximum frame length */
  63. u32 pause_quant; /* 0x018 Pause quanta */
  64. u32 rx_fifo_sections; /* 0x01c */
  65. u32 tx_fifo_sections; /* 0x020 */
  66. u32 rx_fifo_almost_f_e; /* 0x024 */
  67. u32 tx_fifo_almost_f_e; /* 0x028 */
  68. u32 hashtable_ctrl; /* 0x02c Hash table control */
  69. u32 mdio_cfg_status; /* 0x030 */
  70. u32 mdio_command; /* 0x034 */
  71. u32 mdio_data; /* 0x038 */
  72. u32 mdio_regaddr; /* 0x03c */
  73. u32 status; /* 0x040 */
  74. u32 tx_ipg_len; /* 0x044 Transmitter inter-packet-gap */
  75. u32 mac_addr_2; /* 0x048 Lower 32 bits of 2nd MAC adr */
  76. u32 mac_addr_3; /* 0x04c Upper 16 bits of 2nd MAC adr */
  77. u32 rx_fifo_ptr_rd; /* 0x050 */
  78. u32 rx_fifo_ptr_wr; /* 0x054 */
  79. u32 tx_fifo_ptr_rd; /* 0x058 */
  80. u32 tx_fifo_ptr_wr; /* 0x05c */
  81. u32 imask; /* 0x060 Interrupt mask */
  82. u32 ievent; /* 0x064 Interrupt event */
  83. u32 udp_port; /* 0x068 Defines a UDP Port number */
  84. u32 type_1588v2; /* 0x06c Type field for 1588v2 */
  85. u32 reserved070[4]; /* 0x070 */
  86. /* 10Ge Statistics Counter */
  87. u32 tfrm_u; /* 80 aFramesTransmittedOK */
  88. u32 tfrm_l; /* 84 aFramesTransmittedOK */
  89. u32 rfrm_u; /* 88 aFramesReceivedOK */
  90. u32 rfrm_l; /* 8c aFramesReceivedOK */
  91. u32 rfcs_u; /* 90 aFrameCheckSequenceErrors */
  92. u32 rfcs_l; /* 94 aFrameCheckSequenceErrors */
  93. u32 raln_u; /* 98 aAlignmentErrors */
  94. u32 raln_l; /* 9c aAlignmentErrors */
  95. u32 txpf_u; /* A0 aPAUSEMACCtrlFramesTransmitted */
  96. u32 txpf_l; /* A4 aPAUSEMACCtrlFramesTransmitted */
  97. u32 rxpf_u; /* A8 aPAUSEMACCtrlFramesReceived */
  98. u32 rxpf_l; /* Ac aPAUSEMACCtrlFramesReceived */
  99. u32 rlong_u; /* B0 aFrameTooLongErrors */
  100. u32 rlong_l; /* B4 aFrameTooLongErrors */
  101. u32 rflr_u; /* B8 aInRangeLengthErrors */
  102. u32 rflr_l; /* Bc aInRangeLengthErrors */
  103. u32 tvlan_u; /* C0 VLANTransmittedOK */
  104. u32 tvlan_l; /* C4 VLANTransmittedOK */
  105. u32 rvlan_u; /* C8 VLANReceivedOK */
  106. u32 rvlan_l; /* Cc VLANReceivedOK */
  107. u32 toct_u; /* D0 if_out_octets */
  108. u32 toct_l; /* D4 if_out_octets */
  109. u32 roct_u; /* D8 if_in_octets */
  110. u32 roct_l; /* Dc if_in_octets */
  111. u32 ruca_u; /* E0 if_in_ucast_pkts */
  112. u32 ruca_l; /* E4 if_in_ucast_pkts */
  113. u32 rmca_u; /* E8 ifInMulticastPkts */
  114. u32 rmca_l; /* Ec ifInMulticastPkts */
  115. u32 rbca_u; /* F0 ifInBroadcastPkts */
  116. u32 rbca_l; /* F4 ifInBroadcastPkts */
  117. u32 terr_u; /* F8 if_out_errors */
  118. u32 terr_l; /* Fc if_out_errors */
  119. u32 reserved100[2]; /* 100-108 */
  120. u32 tuca_u; /* 108 if_out_ucast_pkts */
  121. u32 tuca_l; /* 10c if_out_ucast_pkts */
  122. u32 tmca_u; /* 110 ifOutMulticastPkts */
  123. u32 tmca_l; /* 114 ifOutMulticastPkts */
  124. u32 tbca_u; /* 118 ifOutBroadcastPkts */
  125. u32 tbca_l; /* 11c ifOutBroadcastPkts */
  126. u32 rdrp_u; /* 120 etherStatsDropEvents */
  127. u32 rdrp_l; /* 124 etherStatsDropEvents */
  128. u32 reoct_u; /* 128 etherStatsOctets */
  129. u32 reoct_l; /* 12c etherStatsOctets */
  130. u32 rpkt_u; /* 130 etherStatsPkts */
  131. u32 rpkt_l; /* 134 etherStatsPkts */
  132. u32 trund_u; /* 138 etherStatsUndersizePkts */
  133. u32 trund_l; /* 13c etherStatsUndersizePkts */
  134. u32 r64_u; /* 140 etherStatsPkts64Octets */
  135. u32 r64_l; /* 144 etherStatsPkts64Octets */
  136. u32 r127_u; /* 148 etherStatsPkts65to127Octets */
  137. u32 r127_l; /* 14c etherStatsPkts65to127Octets */
  138. u32 r255_u; /* 150 etherStatsPkts128to255Octets */
  139. u32 r255_l; /* 154 etherStatsPkts128to255Octets */
  140. u32 r511_u; /* 158 etherStatsPkts256to511Octets */
  141. u32 r511_l; /* 15c etherStatsPkts256to511Octets */
  142. u32 r1023_u; /* 160 etherStatsPkts512to1023Octets */
  143. u32 r1023_l; /* 164 etherStatsPkts512to1023Octets */
  144. u32 r1518_u; /* 168 etherStatsPkts1024to1518Octets */
  145. u32 r1518_l; /* 16c etherStatsPkts1024to1518Octets */
  146. u32 r1519x_u; /* 170 etherStatsPkts1519toX */
  147. u32 r1519x_l; /* 174 etherStatsPkts1519toX */
  148. u32 trovr_u; /* 178 etherStatsOversizePkts */
  149. u32 trovr_l; /* 17c etherStatsOversizePkts */
  150. u32 trjbr_u; /* 180 etherStatsJabbers */
  151. u32 trjbr_l; /* 184 etherStatsJabbers */
  152. u32 trfrg_u; /* 188 etherStatsFragments */
  153. u32 trfrg_l; /* 18C etherStatsFragments */
  154. u32 rerr_u; /* 190 if_in_errors */
  155. u32 rerr_l; /* 194 if_in_errors */
  156. };
  157. struct tgec_cfg {
  158. bool pause_ignore;
  159. bool promiscuous_mode_enable;
  160. u16 max_frame_length;
  161. u16 pause_quant;
  162. u32 tx_ipg_length;
  163. };
  164. struct fman_mac {
  165. /* Pointer to the memory mapped registers. */
  166. struct tgec_regs __iomem *regs;
  167. /* MAC address of device; */
  168. u64 addr;
  169. u16 max_speed;
  170. struct mac_device *dev_id; /* device cookie used by the exception cbs */
  171. fman_mac_exception_cb *exception_cb;
  172. fman_mac_exception_cb *event_cb;
  173. /* pointer to driver's global address hash table */
  174. struct eth_hash_t *multicast_addr_hash;
  175. /* pointer to driver's individual address hash table */
  176. struct eth_hash_t *unicast_addr_hash;
  177. u8 mac_id;
  178. u32 exceptions;
  179. struct tgec_cfg *cfg;
  180. void *fm;
  181. struct fman_rev_info fm_rev_info;
  182. bool allmulti_enabled;
  183. };
  184. static void set_mac_address(struct tgec_regs __iomem *regs, const u8 *adr)
  185. {
  186. u32 tmp0, tmp1;
  187. tmp0 = (u32)(adr[0] | adr[1] << 8 | adr[2] << 16 | adr[3] << 24);
  188. tmp1 = (u32)(adr[4] | adr[5] << 8);
  189. iowrite32be(tmp0, &regs->mac_addr_0);
  190. iowrite32be(tmp1, &regs->mac_addr_1);
  191. }
  192. static void set_dflts(struct tgec_cfg *cfg)
  193. {
  194. cfg->promiscuous_mode_enable = false;
  195. cfg->pause_ignore = false;
  196. cfg->tx_ipg_length = DEFAULT_TX_IPG_LENGTH;
  197. cfg->max_frame_length = DEFAULT_MAX_FRAME_LENGTH;
  198. cfg->pause_quant = DEFAULT_PAUSE_QUANT;
  199. }
  200. static int init(struct tgec_regs __iomem *regs, struct tgec_cfg *cfg,
  201. u32 exception_mask)
  202. {
  203. u32 tmp;
  204. /* Config */
  205. tmp = CMF_CFG_CRC_FWD;
  206. if (cfg->promiscuous_mode_enable)
  207. tmp |= CMD_CFG_PROMIS_EN;
  208. if (cfg->pause_ignore)
  209. tmp |= CMD_CFG_PAUSE_IGNORE;
  210. /* Payload length check disable */
  211. tmp |= CMD_CFG_NO_LEN_CHK;
  212. iowrite32be(tmp, &regs->command_config);
  213. /* Max Frame Length */
  214. iowrite32be((u32)cfg->max_frame_length, &regs->maxfrm);
  215. /* Pause Time */
  216. iowrite32be(cfg->pause_quant, &regs->pause_quant);
  217. /* clear all pending events and set-up interrupts */
  218. iowrite32be(0xffffffff, &regs->ievent);
  219. iowrite32be(ioread32be(&regs->imask) | exception_mask, &regs->imask);
  220. return 0;
  221. }
  222. static int check_init_parameters(struct fman_mac *tgec)
  223. {
  224. if (!tgec->exception_cb) {
  225. pr_err("uninitialized exception_cb\n");
  226. return -EINVAL;
  227. }
  228. if (!tgec->event_cb) {
  229. pr_err("uninitialized event_cb\n");
  230. return -EINVAL;
  231. }
  232. return 0;
  233. }
  234. static int get_exception_flag(enum fman_mac_exceptions exception)
  235. {
  236. u32 bit_mask;
  237. switch (exception) {
  238. case FM_MAC_EX_10G_MDIO_SCAN_EVENT:
  239. bit_mask = TGEC_IMASK_MDIO_SCAN_EVENT;
  240. break;
  241. case FM_MAC_EX_10G_MDIO_CMD_CMPL:
  242. bit_mask = TGEC_IMASK_MDIO_CMD_CMPL;
  243. break;
  244. case FM_MAC_EX_10G_REM_FAULT:
  245. bit_mask = TGEC_IMASK_REM_FAULT;
  246. break;
  247. case FM_MAC_EX_10G_LOC_FAULT:
  248. bit_mask = TGEC_IMASK_LOC_FAULT;
  249. break;
  250. case FM_MAC_EX_10G_TX_ECC_ER:
  251. bit_mask = TGEC_IMASK_TX_ECC_ER;
  252. break;
  253. case FM_MAC_EX_10G_TX_FIFO_UNFL:
  254. bit_mask = TGEC_IMASK_TX_FIFO_UNFL;
  255. break;
  256. case FM_MAC_EX_10G_TX_FIFO_OVFL:
  257. bit_mask = TGEC_IMASK_TX_FIFO_OVFL;
  258. break;
  259. case FM_MAC_EX_10G_TX_ER:
  260. bit_mask = TGEC_IMASK_TX_ER;
  261. break;
  262. case FM_MAC_EX_10G_RX_FIFO_OVFL:
  263. bit_mask = TGEC_IMASK_RX_FIFO_OVFL;
  264. break;
  265. case FM_MAC_EX_10G_RX_ECC_ER:
  266. bit_mask = TGEC_IMASK_RX_ECC_ER;
  267. break;
  268. case FM_MAC_EX_10G_RX_JAB_FRM:
  269. bit_mask = TGEC_IMASK_RX_JAB_FRM;
  270. break;
  271. case FM_MAC_EX_10G_RX_OVRSZ_FRM:
  272. bit_mask = TGEC_IMASK_RX_OVRSZ_FRM;
  273. break;
  274. case FM_MAC_EX_10G_RX_RUNT_FRM:
  275. bit_mask = TGEC_IMASK_RX_RUNT_FRM;
  276. break;
  277. case FM_MAC_EX_10G_RX_FRAG_FRM:
  278. bit_mask = TGEC_IMASK_RX_FRAG_FRM;
  279. break;
  280. case FM_MAC_EX_10G_RX_LEN_ER:
  281. bit_mask = TGEC_IMASK_RX_LEN_ER;
  282. break;
  283. case FM_MAC_EX_10G_RX_CRC_ER:
  284. bit_mask = TGEC_IMASK_RX_CRC_ER;
  285. break;
  286. case FM_MAC_EX_10G_RX_ALIGN_ER:
  287. bit_mask = TGEC_IMASK_RX_ALIGN_ER;
  288. break;
  289. default:
  290. bit_mask = 0;
  291. break;
  292. }
  293. return bit_mask;
  294. }
  295. static void tgec_err_exception(void *handle)
  296. {
  297. struct fman_mac *tgec = (struct fman_mac *)handle;
  298. struct tgec_regs __iomem *regs = tgec->regs;
  299. u32 event;
  300. /* do not handle MDIO events */
  301. event = ioread32be(&regs->ievent) &
  302. ~(TGEC_IMASK_MDIO_SCAN_EVENT |
  303. TGEC_IMASK_MDIO_CMD_CMPL);
  304. event &= ioread32be(&regs->imask);
  305. iowrite32be(event, &regs->ievent);
  306. if (event & TGEC_IMASK_REM_FAULT)
  307. tgec->exception_cb(tgec->dev_id, FM_MAC_EX_10G_REM_FAULT);
  308. if (event & TGEC_IMASK_LOC_FAULT)
  309. tgec->exception_cb(tgec->dev_id, FM_MAC_EX_10G_LOC_FAULT);
  310. if (event & TGEC_IMASK_TX_ECC_ER)
  311. tgec->exception_cb(tgec->dev_id, FM_MAC_EX_10G_TX_ECC_ER);
  312. if (event & TGEC_IMASK_TX_FIFO_UNFL)
  313. tgec->exception_cb(tgec->dev_id, FM_MAC_EX_10G_TX_FIFO_UNFL);
  314. if (event & TGEC_IMASK_TX_FIFO_OVFL)
  315. tgec->exception_cb(tgec->dev_id, FM_MAC_EX_10G_TX_FIFO_OVFL);
  316. if (event & TGEC_IMASK_TX_ER)
  317. tgec->exception_cb(tgec->dev_id, FM_MAC_EX_10G_TX_ER);
  318. if (event & TGEC_IMASK_RX_FIFO_OVFL)
  319. tgec->exception_cb(tgec->dev_id, FM_MAC_EX_10G_RX_FIFO_OVFL);
  320. if (event & TGEC_IMASK_RX_ECC_ER)
  321. tgec->exception_cb(tgec->dev_id, FM_MAC_EX_10G_RX_ECC_ER);
  322. if (event & TGEC_IMASK_RX_JAB_FRM)
  323. tgec->exception_cb(tgec->dev_id, FM_MAC_EX_10G_RX_JAB_FRM);
  324. if (event & TGEC_IMASK_RX_OVRSZ_FRM)
  325. tgec->exception_cb(tgec->dev_id, FM_MAC_EX_10G_RX_OVRSZ_FRM);
  326. if (event & TGEC_IMASK_RX_RUNT_FRM)
  327. tgec->exception_cb(tgec->dev_id, FM_MAC_EX_10G_RX_RUNT_FRM);
  328. if (event & TGEC_IMASK_RX_FRAG_FRM)
  329. tgec->exception_cb(tgec->dev_id, FM_MAC_EX_10G_RX_FRAG_FRM);
  330. if (event & TGEC_IMASK_RX_LEN_ER)
  331. tgec->exception_cb(tgec->dev_id, FM_MAC_EX_10G_RX_LEN_ER);
  332. if (event & TGEC_IMASK_RX_CRC_ER)
  333. tgec->exception_cb(tgec->dev_id, FM_MAC_EX_10G_RX_CRC_ER);
  334. if (event & TGEC_IMASK_RX_ALIGN_ER)
  335. tgec->exception_cb(tgec->dev_id, FM_MAC_EX_10G_RX_ALIGN_ER);
  336. }
  337. static void free_init_resources(struct fman_mac *tgec)
  338. {
  339. fman_unregister_intr(tgec->fm, FMAN_MOD_MAC, tgec->mac_id,
  340. FMAN_INTR_TYPE_ERR);
  341. /* release the driver's group hash table */
  342. free_hash_table(tgec->multicast_addr_hash);
  343. tgec->multicast_addr_hash = NULL;
  344. /* release the driver's individual hash table */
  345. free_hash_table(tgec->unicast_addr_hash);
  346. tgec->unicast_addr_hash = NULL;
  347. }
  348. static int tgec_enable(struct fman_mac *tgec)
  349. {
  350. return 0;
  351. }
  352. static void tgec_disable(struct fman_mac *tgec)
  353. {
  354. }
  355. static int tgec_set_promiscuous(struct fman_mac *tgec, bool new_val)
  356. {
  357. struct tgec_regs __iomem *regs = tgec->regs;
  358. u32 tmp;
  359. tmp = ioread32be(&regs->command_config);
  360. if (new_val)
  361. tmp |= CMD_CFG_PROMIS_EN;
  362. else
  363. tmp &= ~CMD_CFG_PROMIS_EN;
  364. iowrite32be(tmp, &regs->command_config);
  365. return 0;
  366. }
  367. static int tgec_set_tx_pause_frames(struct fman_mac *tgec,
  368. u8 __maybe_unused priority, u16 pause_time,
  369. u16 __maybe_unused thresh_time)
  370. {
  371. struct tgec_regs __iomem *regs = tgec->regs;
  372. iowrite32be((u32)pause_time, &regs->pause_quant);
  373. return 0;
  374. }
  375. static int tgec_accept_rx_pause_frames(struct fman_mac *tgec, bool en)
  376. {
  377. struct tgec_regs __iomem *regs = tgec->regs;
  378. u32 tmp;
  379. tmp = ioread32be(&regs->command_config);
  380. if (!en)
  381. tmp |= CMD_CFG_PAUSE_IGNORE;
  382. else
  383. tmp &= ~CMD_CFG_PAUSE_IGNORE;
  384. iowrite32be(tmp, &regs->command_config);
  385. return 0;
  386. }
  387. static void tgec_mac_config(struct phylink_config *config, unsigned int mode,
  388. const struct phylink_link_state *state)
  389. {
  390. }
  391. static void tgec_link_up(struct phylink_config *config, struct phy_device *phy,
  392. unsigned int mode, phy_interface_t interface,
  393. int speed, int duplex, bool tx_pause, bool rx_pause)
  394. {
  395. struct mac_device *mac_dev = fman_config_to_mac(config);
  396. struct fman_mac *tgec = mac_dev->fman_mac;
  397. struct tgec_regs __iomem *regs = tgec->regs;
  398. u16 pause_time = tx_pause ? FSL_FM_PAUSE_TIME_ENABLE :
  399. FSL_FM_PAUSE_TIME_DISABLE;
  400. u32 tmp;
  401. tgec_set_tx_pause_frames(tgec, 0, pause_time, 0);
  402. tgec_accept_rx_pause_frames(tgec, rx_pause);
  403. mac_dev->update_speed(mac_dev, speed);
  404. tmp = ioread32be(&regs->command_config);
  405. tmp |= CMD_CFG_RX_EN | CMD_CFG_TX_EN;
  406. iowrite32be(tmp, &regs->command_config);
  407. }
  408. static void tgec_link_down(struct phylink_config *config, unsigned int mode,
  409. phy_interface_t interface)
  410. {
  411. struct fman_mac *tgec = fman_config_to_mac(config)->fman_mac;
  412. struct tgec_regs __iomem *regs = tgec->regs;
  413. u32 tmp;
  414. tmp = ioread32be(&regs->command_config);
  415. tmp &= ~(CMD_CFG_RX_EN | CMD_CFG_TX_EN);
  416. iowrite32be(tmp, &regs->command_config);
  417. }
  418. static const struct phylink_mac_ops tgec_mac_ops = {
  419. .mac_config = tgec_mac_config,
  420. .mac_link_up = tgec_link_up,
  421. .mac_link_down = tgec_link_down,
  422. };
  423. static int tgec_modify_mac_address(struct fman_mac *tgec,
  424. const enet_addr_t *p_enet_addr)
  425. {
  426. tgec->addr = ENET_ADDR_TO_UINT64(*p_enet_addr);
  427. set_mac_address(tgec->regs, (const u8 *)(*p_enet_addr));
  428. return 0;
  429. }
  430. static int tgec_add_hash_mac_address(struct fman_mac *tgec,
  431. enet_addr_t *eth_addr)
  432. {
  433. struct tgec_regs __iomem *regs = tgec->regs;
  434. struct eth_hash_entry *hash_entry;
  435. u32 crc = 0xFFFFFFFF, hash;
  436. u64 addr;
  437. addr = ENET_ADDR_TO_UINT64(*eth_addr);
  438. if (!(addr & GROUP_ADDRESS)) {
  439. /* Unicast addresses not supported in hash */
  440. pr_err("Unicast Address\n");
  441. return -EINVAL;
  442. }
  443. /* CRC calculation */
  444. crc = crc32_le(crc, (u8 *)eth_addr, ETH_ALEN);
  445. crc = bitrev32(crc);
  446. /* Take 9 MSB bits */
  447. hash = (crc >> TGEC_HASH_MCAST_SHIFT) & TGEC_HASH_ADR_MSK;
  448. /* Create element to be added to the driver hash table */
  449. hash_entry = kmalloc_obj(*hash_entry, GFP_ATOMIC);
  450. if (!hash_entry)
  451. return -ENOMEM;
  452. hash_entry->addr = addr;
  453. INIT_LIST_HEAD(&hash_entry->node);
  454. list_add_tail(&hash_entry->node,
  455. &tgec->multicast_addr_hash->lsts[hash]);
  456. iowrite32be((hash | TGEC_HASH_MCAST_EN), &regs->hashtable_ctrl);
  457. return 0;
  458. }
  459. static int tgec_set_allmulti(struct fman_mac *tgec, bool enable)
  460. {
  461. u32 entry;
  462. struct tgec_regs __iomem *regs = tgec->regs;
  463. if (enable) {
  464. for (entry = 0; entry < TGEC_HASH_TABLE_SIZE; entry++)
  465. iowrite32be(entry | TGEC_HASH_MCAST_EN,
  466. &regs->hashtable_ctrl);
  467. } else {
  468. for (entry = 0; entry < TGEC_HASH_TABLE_SIZE; entry++)
  469. iowrite32be(entry & ~TGEC_HASH_MCAST_EN,
  470. &regs->hashtable_ctrl);
  471. }
  472. tgec->allmulti_enabled = enable;
  473. return 0;
  474. }
  475. static int tgec_set_tstamp(struct fman_mac *tgec, bool enable)
  476. {
  477. struct tgec_regs __iomem *regs = tgec->regs;
  478. u32 tmp;
  479. tmp = ioread32be(&regs->command_config);
  480. if (enable)
  481. tmp |= CMD_CFG_EN_TIMESTAMP;
  482. else
  483. tmp &= ~CMD_CFG_EN_TIMESTAMP;
  484. iowrite32be(tmp, &regs->command_config);
  485. return 0;
  486. }
  487. static int tgec_del_hash_mac_address(struct fman_mac *tgec,
  488. enet_addr_t *eth_addr)
  489. {
  490. struct tgec_regs __iomem *regs = tgec->regs;
  491. struct eth_hash_entry *hash_entry = NULL;
  492. struct list_head *pos;
  493. u32 crc = 0xFFFFFFFF, hash;
  494. u64 addr;
  495. addr = ((*(u64 *)eth_addr) >> 16);
  496. /* CRC calculation */
  497. crc = crc32_le(crc, (u8 *)eth_addr, ETH_ALEN);
  498. crc = bitrev32(crc);
  499. /* Take 9 MSB bits */
  500. hash = (crc >> TGEC_HASH_MCAST_SHIFT) & TGEC_HASH_ADR_MSK;
  501. list_for_each(pos, &tgec->multicast_addr_hash->lsts[hash]) {
  502. hash_entry = ETH_HASH_ENTRY_OBJ(pos);
  503. if (hash_entry && hash_entry->addr == addr) {
  504. list_del_init(&hash_entry->node);
  505. kfree(hash_entry);
  506. break;
  507. }
  508. }
  509. if (!tgec->allmulti_enabled) {
  510. if (list_empty(&tgec->multicast_addr_hash->lsts[hash]))
  511. iowrite32be((hash & ~TGEC_HASH_MCAST_EN),
  512. &regs->hashtable_ctrl);
  513. }
  514. return 0;
  515. }
  516. static int tgec_set_exception(struct fman_mac *tgec,
  517. enum fman_mac_exceptions exception, bool enable)
  518. {
  519. struct tgec_regs __iomem *regs = tgec->regs;
  520. u32 bit_mask = 0;
  521. bit_mask = get_exception_flag(exception);
  522. if (bit_mask) {
  523. if (enable)
  524. tgec->exceptions |= bit_mask;
  525. else
  526. tgec->exceptions &= ~bit_mask;
  527. } else {
  528. pr_err("Undefined exception\n");
  529. return -EINVAL;
  530. }
  531. if (enable)
  532. iowrite32be(ioread32be(&regs->imask) | bit_mask, &regs->imask);
  533. else
  534. iowrite32be(ioread32be(&regs->imask) & ~bit_mask, &regs->imask);
  535. return 0;
  536. }
  537. static int tgec_init(struct fman_mac *tgec)
  538. {
  539. struct tgec_cfg *cfg;
  540. enet_addr_t eth_addr;
  541. int err;
  542. if (DEFAULT_RESET_ON_INIT &&
  543. (fman_reset_mac(tgec->fm, tgec->mac_id) != 0)) {
  544. pr_err("Can't reset MAC!\n");
  545. return -EINVAL;
  546. }
  547. err = check_init_parameters(tgec);
  548. if (err)
  549. return err;
  550. cfg = tgec->cfg;
  551. if (tgec->addr) {
  552. MAKE_ENET_ADDR_FROM_UINT64(tgec->addr, eth_addr);
  553. set_mac_address(tgec->regs, (const u8 *)eth_addr);
  554. }
  555. /* interrupts */
  556. /* FM_10G_REM_N_LCL_FLT_EX_10GMAC_ERRATA_SW005 Errata workaround */
  557. if (tgec->fm_rev_info.major <= 2)
  558. tgec->exceptions &= ~(TGEC_IMASK_REM_FAULT |
  559. TGEC_IMASK_LOC_FAULT);
  560. err = init(tgec->regs, cfg, tgec->exceptions);
  561. if (err) {
  562. free_init_resources(tgec);
  563. pr_err("TGEC version doesn't support this i/f mode\n");
  564. return err;
  565. }
  566. /* Max Frame Length */
  567. err = fman_set_mac_max_frame(tgec->fm, tgec->mac_id,
  568. cfg->max_frame_length);
  569. if (err) {
  570. pr_err("Setting max frame length FAILED\n");
  571. free_init_resources(tgec);
  572. return -EINVAL;
  573. }
  574. /* FM_TX_FIFO_CORRUPTION_ERRATA_10GMAC_A007 Errata workaround */
  575. if (tgec->fm_rev_info.major == 2) {
  576. struct tgec_regs __iomem *regs = tgec->regs;
  577. u32 tmp;
  578. /* restore the default tx ipg Length */
  579. tmp = (ioread32be(&regs->tx_ipg_len) &
  580. ~TGEC_TX_IPG_LENGTH_MASK) | 12;
  581. iowrite32be(tmp, &regs->tx_ipg_len);
  582. }
  583. tgec->multicast_addr_hash = alloc_hash_table(TGEC_HASH_TABLE_SIZE);
  584. if (!tgec->multicast_addr_hash) {
  585. free_init_resources(tgec);
  586. pr_err("allocation hash table is FAILED\n");
  587. return -ENOMEM;
  588. }
  589. tgec->unicast_addr_hash = alloc_hash_table(TGEC_HASH_TABLE_SIZE);
  590. if (!tgec->unicast_addr_hash) {
  591. free_init_resources(tgec);
  592. pr_err("allocation hash table is FAILED\n");
  593. return -ENOMEM;
  594. }
  595. fman_register_intr(tgec->fm, FMAN_MOD_MAC, tgec->mac_id,
  596. FMAN_INTR_TYPE_ERR, tgec_err_exception, tgec);
  597. kfree(cfg);
  598. tgec->cfg = NULL;
  599. return 0;
  600. }
  601. static int tgec_free(struct fman_mac *tgec)
  602. {
  603. free_init_resources(tgec);
  604. kfree(tgec->cfg);
  605. kfree(tgec);
  606. return 0;
  607. }
  608. static struct fman_mac *tgec_config(struct mac_device *mac_dev,
  609. struct fman_mac_params *params)
  610. {
  611. struct fman_mac *tgec;
  612. struct tgec_cfg *cfg;
  613. /* allocate memory for the UCC GETH data structure. */
  614. tgec = kzalloc_obj(*tgec);
  615. if (!tgec)
  616. return NULL;
  617. /* allocate memory for the 10G MAC driver parameters data structure. */
  618. cfg = kzalloc_obj(*cfg);
  619. if (!cfg) {
  620. tgec_free(tgec);
  621. return NULL;
  622. }
  623. /* Plant parameter structure pointer */
  624. tgec->cfg = cfg;
  625. set_dflts(cfg);
  626. tgec->regs = mac_dev->vaddr;
  627. tgec->addr = ENET_ADDR_TO_UINT64(mac_dev->addr);
  628. tgec->mac_id = params->mac_id;
  629. tgec->exceptions = (TGEC_IMASK_MDIO_SCAN_EVENT |
  630. TGEC_IMASK_REM_FAULT |
  631. TGEC_IMASK_LOC_FAULT |
  632. TGEC_IMASK_TX_ECC_ER |
  633. TGEC_IMASK_TX_FIFO_UNFL |
  634. TGEC_IMASK_TX_FIFO_OVFL |
  635. TGEC_IMASK_TX_ER |
  636. TGEC_IMASK_RX_FIFO_OVFL |
  637. TGEC_IMASK_RX_ECC_ER |
  638. TGEC_IMASK_RX_JAB_FRM |
  639. TGEC_IMASK_RX_OVRSZ_FRM |
  640. TGEC_IMASK_RX_RUNT_FRM |
  641. TGEC_IMASK_RX_FRAG_FRM |
  642. TGEC_IMASK_RX_CRC_ER |
  643. TGEC_IMASK_RX_ALIGN_ER);
  644. tgec->exception_cb = params->exception_cb;
  645. tgec->event_cb = params->event_cb;
  646. tgec->dev_id = mac_dev;
  647. tgec->fm = params->fm;
  648. /* Save FMan revision */
  649. fman_get_revision(tgec->fm, &tgec->fm_rev_info);
  650. return tgec;
  651. }
  652. int tgec_initialization(struct mac_device *mac_dev,
  653. struct device_node *mac_node,
  654. struct fman_mac_params *params)
  655. {
  656. int err;
  657. struct fman_mac *tgec;
  658. mac_dev->phylink_ops = &tgec_mac_ops;
  659. mac_dev->set_promisc = tgec_set_promiscuous;
  660. mac_dev->change_addr = tgec_modify_mac_address;
  661. mac_dev->add_hash_mac_addr = tgec_add_hash_mac_address;
  662. mac_dev->remove_hash_mac_addr = tgec_del_hash_mac_address;
  663. mac_dev->set_exception = tgec_set_exception;
  664. mac_dev->set_allmulti = tgec_set_allmulti;
  665. mac_dev->set_tstamp = tgec_set_tstamp;
  666. mac_dev->enable = tgec_enable;
  667. mac_dev->disable = tgec_disable;
  668. mac_dev->fman_mac = tgec_config(mac_dev, params);
  669. if (!mac_dev->fman_mac) {
  670. err = -EINVAL;
  671. goto _return;
  672. }
  673. /* The internal connection to the serdes is XGMII, but this isn't
  674. * really correct for the phy mode (which is the external connection).
  675. * However, this is how all older device trees say that they want
  676. * XAUI, so just convert it for them.
  677. */
  678. if (mac_dev->phy_if == PHY_INTERFACE_MODE_XGMII)
  679. mac_dev->phy_if = PHY_INTERFACE_MODE_XAUI;
  680. __set_bit(PHY_INTERFACE_MODE_XAUI,
  681. mac_dev->phylink_config.supported_interfaces);
  682. mac_dev->phylink_config.mac_capabilities =
  683. MAC_SYM_PAUSE | MAC_ASYM_PAUSE | MAC_10000FD;
  684. tgec = mac_dev->fman_mac;
  685. tgec->cfg->max_frame_length = fman_get_max_frm();
  686. err = tgec_init(tgec);
  687. if (err < 0)
  688. goto _return_fm_mac_free;
  689. /* For 10G MAC, disable Tx ECC exception */
  690. err = tgec_set_exception(tgec, FM_MAC_EX_10G_TX_ECC_ER, false);
  691. if (err < 0)
  692. goto _return_fm_mac_free;
  693. pr_info("FMan XGEC version: 0x%08x\n",
  694. ioread32be(&tgec->regs->tgec_id));
  695. goto _return;
  696. _return_fm_mac_free:
  697. tgec_free(mac_dev->fman_mac);
  698. _return:
  699. return err;
  700. }