mscc_ptp.c 48 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645
  1. // SPDX-License-Identifier: (GPL-2.0 OR MIT)
  2. /*
  3. * Driver for Microsemi VSC85xx PHYs - timestamping and PHC support
  4. *
  5. * Authors: Quentin Schulz & Antoine Tenart
  6. * License: Dual MIT/GPL
  7. * Copyright (c) 2020 Microsemi Corporation
  8. */
  9. #include <linux/gpio/consumer.h>
  10. #include <linux/ip.h>
  11. #include <linux/net_tstamp.h>
  12. #include <linux/mii.h>
  13. #include <linux/phy.h>
  14. #include <linux/ptp_classify.h>
  15. #include <linux/ptp_clock_kernel.h>
  16. #include <linux/udp.h>
  17. #include <linux/unaligned.h>
  18. #include "../phylib.h"
  19. #include "mscc.h"
  20. #include "mscc_ptp.h"
  21. /* Two PHYs share the same 1588 processor and it's to be entirely configured
  22. * through the base PHY of this processor.
  23. */
  24. /* phydev->bus->mdio_lock should be locked when using this function */
  25. static int phy_ts_base_write(struct phy_device *phydev, u32 regnum, u16 val)
  26. {
  27. struct vsc8531_private *priv = phydev->priv;
  28. WARN_ON_ONCE(!mutex_is_locked(&phydev->mdio.bus->mdio_lock));
  29. return __mdiobus_write(phydev->mdio.bus, priv->ts_base_addr, regnum,
  30. val);
  31. }
  32. /* phydev->bus->mdio_lock should be locked when using this function */
  33. static int phy_ts_base_read(struct phy_device *phydev, u32 regnum)
  34. {
  35. struct vsc8531_private *priv = phydev->priv;
  36. WARN_ON_ONCE(!mutex_is_locked(&phydev->mdio.bus->mdio_lock));
  37. return __mdiobus_read(phydev->mdio.bus, priv->ts_base_addr, regnum);
  38. }
  39. enum ts_blk_hw {
  40. INGRESS_ENGINE_0,
  41. EGRESS_ENGINE_0,
  42. INGRESS_ENGINE_1,
  43. EGRESS_ENGINE_1,
  44. INGRESS_ENGINE_2,
  45. EGRESS_ENGINE_2,
  46. PROCESSOR_0,
  47. PROCESSOR_1,
  48. };
  49. enum ts_blk {
  50. INGRESS,
  51. EGRESS,
  52. PROCESSOR,
  53. };
  54. static u32 vsc85xx_ts_read_csr(struct phy_device *phydev, enum ts_blk blk,
  55. u16 addr)
  56. {
  57. struct vsc8531_private *priv = phydev->priv;
  58. bool base_port = phydev->mdio.addr == priv->ts_base_addr;
  59. u32 val, cnt = 0;
  60. enum ts_blk_hw blk_hw;
  61. switch (blk) {
  62. case INGRESS:
  63. blk_hw = base_port ? INGRESS_ENGINE_0 : INGRESS_ENGINE_1;
  64. break;
  65. case EGRESS:
  66. blk_hw = base_port ? EGRESS_ENGINE_0 : EGRESS_ENGINE_1;
  67. break;
  68. case PROCESSOR:
  69. default:
  70. blk_hw = base_port ? PROCESSOR_0 : PROCESSOR_1;
  71. break;
  72. }
  73. phy_lock_mdio_bus(phydev);
  74. phy_ts_base_write(phydev, MSCC_EXT_PAGE_ACCESS, MSCC_PHY_PAGE_1588);
  75. phy_ts_base_write(phydev, MSCC_PHY_TS_BIU_ADDR_CNTL, BIU_ADDR_EXE |
  76. BIU_ADDR_READ | BIU_BLK_ID(blk_hw) |
  77. BIU_CSR_ADDR(addr));
  78. do {
  79. val = phy_ts_base_read(phydev, MSCC_PHY_TS_BIU_ADDR_CNTL);
  80. } while (!(val & BIU_ADDR_EXE) && cnt++ < BIU_ADDR_CNT_MAX);
  81. val = phy_ts_base_read(phydev, MSCC_PHY_TS_CSR_DATA_MSB);
  82. val <<= 16;
  83. val |= phy_ts_base_read(phydev, MSCC_PHY_TS_CSR_DATA_LSB);
  84. phy_ts_base_write(phydev, MSCC_EXT_PAGE_ACCESS, MSCC_PHY_PAGE_STANDARD);
  85. phy_unlock_mdio_bus(phydev);
  86. return val;
  87. }
  88. static void vsc85xx_ts_write_csr(struct phy_device *phydev, enum ts_blk blk,
  89. u16 addr, u32 val)
  90. {
  91. struct vsc8531_private *priv = phydev->priv;
  92. bool base_port = phydev->mdio.addr == priv->ts_base_addr;
  93. u32 reg, bypass, cnt = 0, lower = val & 0xffff, upper = val >> 16;
  94. bool cond = (addr == MSCC_PHY_PTP_LTC_CTRL ||
  95. addr == MSCC_PHY_1588_INGR_VSC85XX_INT_MASK ||
  96. addr == MSCC_PHY_1588_VSC85XX_INT_MASK ||
  97. addr == MSCC_PHY_1588_INGR_VSC85XX_INT_STATUS ||
  98. addr == MSCC_PHY_1588_VSC85XX_INT_STATUS) &&
  99. blk == PROCESSOR;
  100. enum ts_blk_hw blk_hw;
  101. switch (blk) {
  102. case INGRESS:
  103. blk_hw = base_port ? INGRESS_ENGINE_0 : INGRESS_ENGINE_1;
  104. break;
  105. case EGRESS:
  106. blk_hw = base_port ? EGRESS_ENGINE_0 : EGRESS_ENGINE_1;
  107. break;
  108. case PROCESSOR:
  109. default:
  110. blk_hw = base_port ? PROCESSOR_0 : PROCESSOR_1;
  111. break;
  112. }
  113. phy_lock_mdio_bus(phydev);
  114. bypass = phy_ts_base_read(phydev, MSCC_PHY_BYPASS_CONTROL);
  115. phy_ts_base_write(phydev, MSCC_EXT_PAGE_ACCESS, MSCC_PHY_PAGE_1588);
  116. if (!cond || upper)
  117. phy_ts_base_write(phydev, MSCC_PHY_TS_CSR_DATA_MSB, upper);
  118. phy_ts_base_write(phydev, MSCC_PHY_TS_CSR_DATA_LSB, lower);
  119. phy_ts_base_write(phydev, MSCC_PHY_TS_BIU_ADDR_CNTL, BIU_ADDR_EXE |
  120. BIU_ADDR_WRITE | BIU_BLK_ID(blk_hw) |
  121. BIU_CSR_ADDR(addr));
  122. do {
  123. reg = phy_ts_base_read(phydev, MSCC_PHY_TS_BIU_ADDR_CNTL);
  124. } while (!(reg & BIU_ADDR_EXE) && cnt++ < BIU_ADDR_CNT_MAX);
  125. phy_ts_base_write(phydev, MSCC_EXT_PAGE_ACCESS, MSCC_PHY_PAGE_STANDARD);
  126. if (cond && upper)
  127. phy_ts_base_write(phydev, MSCC_PHY_BYPASS_CONTROL, bypass);
  128. phy_unlock_mdio_bus(phydev);
  129. }
  130. /* Pick bytes from PTP header */
  131. #define PTP_HEADER_TRNSP_MSG 26
  132. #define PTP_HEADER_DOMAIN_NUM 25
  133. #define PTP_HEADER_BYTE_8_31(x) (31 - (x))
  134. #define MAC_ADDRESS_BYTE(x) ((x) + (35 - ETH_ALEN + 1))
  135. static int vsc85xx_ts_fsb_init(struct phy_device *phydev)
  136. {
  137. u8 sig_sel[16] = {};
  138. signed char i, pos = 0;
  139. /* Seq ID is 2B long and starts at 30th byte */
  140. for (i = 1; i >= 0; i--)
  141. sig_sel[pos++] = PTP_HEADER_BYTE_8_31(30 + i);
  142. /* DomainNum */
  143. sig_sel[pos++] = PTP_HEADER_DOMAIN_NUM;
  144. /* MsgType */
  145. sig_sel[pos++] = PTP_HEADER_TRNSP_MSG;
  146. /* MAC address is 6B long */
  147. for (i = ETH_ALEN - 1; i >= 0; i--)
  148. sig_sel[pos++] = MAC_ADDRESS_BYTE(i);
  149. /* Fill the last bytes of the signature to reach a 16B signature */
  150. for (; pos < ARRAY_SIZE(sig_sel); pos++)
  151. sig_sel[pos] = PTP_HEADER_TRNSP_MSG;
  152. for (i = 0; i <= 2; i++) {
  153. u32 val = 0;
  154. for (pos = i * 5 + 4; pos >= i * 5; pos--)
  155. val = (val << 6) | sig_sel[pos];
  156. vsc85xx_ts_write_csr(phydev, EGRESS, MSCC_PHY_ANA_FSB_REG(i),
  157. val);
  158. }
  159. vsc85xx_ts_write_csr(phydev, EGRESS, MSCC_PHY_ANA_FSB_REG(3),
  160. sig_sel[15]);
  161. return 0;
  162. }
  163. static const u32 vsc85xx_egr_latency[] = {
  164. /* Copper Egress */
  165. 1272, /* 1000Mbps */
  166. 12516, /* 100Mbps */
  167. 125444, /* 10Mbps */
  168. /* Fiber Egress */
  169. 1277, /* 1000Mbps */
  170. 12537, /* 100Mbps */
  171. };
  172. static const u32 vsc85xx_egr_latency_macsec[] = {
  173. /* Copper Egress ON */
  174. 3496, /* 1000Mbps */
  175. 34760, /* 100Mbps */
  176. 347844, /* 10Mbps */
  177. /* Fiber Egress ON */
  178. 3502, /* 1000Mbps */
  179. 34780, /* 100Mbps */
  180. };
  181. static const u32 vsc85xx_ingr_latency[] = {
  182. /* Copper Ingress */
  183. 208, /* 1000Mbps */
  184. 304, /* 100Mbps */
  185. 2023, /* 10Mbps */
  186. /* Fiber Ingress */
  187. 98, /* 1000Mbps */
  188. 197, /* 100Mbps */
  189. };
  190. static const u32 vsc85xx_ingr_latency_macsec[] = {
  191. /* Copper Ingress */
  192. 2408, /* 1000Mbps */
  193. 22300, /* 100Mbps */
  194. 222009, /* 10Mbps */
  195. /* Fiber Ingress */
  196. 2299, /* 1000Mbps */
  197. 22192, /* 100Mbps */
  198. };
  199. static void vsc85xx_ts_set_latencies(struct phy_device *phydev)
  200. {
  201. u32 val, ingr_latency, egr_latency;
  202. u8 idx;
  203. /* No need to set latencies of packets if the PHY is not connected */
  204. if (!phydev->link)
  205. return;
  206. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_EGR_STALL_LATENCY,
  207. STALL_EGR_LATENCY(phydev->speed));
  208. switch (phydev->speed) {
  209. case SPEED_100:
  210. idx = 1;
  211. break;
  212. case SPEED_1000:
  213. idx = 0;
  214. break;
  215. default:
  216. idx = 2;
  217. break;
  218. }
  219. ingr_latency = IS_ENABLED(CONFIG_MACSEC) ?
  220. vsc85xx_ingr_latency_macsec[idx] : vsc85xx_ingr_latency[idx];
  221. egr_latency = IS_ENABLED(CONFIG_MACSEC) ?
  222. vsc85xx_egr_latency_macsec[idx] : vsc85xx_egr_latency[idx];
  223. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_INGR_LOCAL_LATENCY,
  224. PTP_INGR_LOCAL_LATENCY(ingr_latency));
  225. val = vsc85xx_ts_read_csr(phydev, PROCESSOR,
  226. MSCC_PHY_PTP_INGR_TSP_CTRL);
  227. val |= PHY_PTP_INGR_TSP_CTRL_LOAD_DELAYS;
  228. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_INGR_TSP_CTRL,
  229. val);
  230. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_EGR_LOCAL_LATENCY,
  231. PTP_EGR_LOCAL_LATENCY(egr_latency));
  232. val = vsc85xx_ts_read_csr(phydev, PROCESSOR, MSCC_PHY_PTP_EGR_TSP_CTRL);
  233. val |= PHY_PTP_EGR_TSP_CTRL_LOAD_DELAYS;
  234. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_EGR_TSP_CTRL, val);
  235. }
  236. static int vsc85xx_ts_disable_flows(struct phy_device *phydev, enum ts_blk blk)
  237. {
  238. u8 i;
  239. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_IP1_NXT_PROT_NXT_COMP, 0);
  240. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_IP1_NXT_PROT_UDP_CHKSUM,
  241. IP1_NXT_PROT_UDP_CHKSUM_WIDTH(2));
  242. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_IP2_NXT_PROT_NXT_COMP, 0);
  243. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_IP2_NXT_PROT_UDP_CHKSUM,
  244. IP2_NXT_PROT_UDP_CHKSUM_WIDTH(2));
  245. vsc85xx_ts_write_csr(phydev, blk, MSCC_PHY_ANA_MPLS_COMP_NXT_COMP, 0);
  246. vsc85xx_ts_write_csr(phydev, blk, MSCC_PHY_ANA_ETH1_NTX_PROT, 0);
  247. vsc85xx_ts_write_csr(phydev, blk, MSCC_PHY_ANA_ETH2_NTX_PROT, 0);
  248. for (i = 0; i < COMP_MAX_FLOWS; i++) {
  249. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_IP1_FLOW_ENA(i),
  250. IP1_FLOW_VALID_CH0 | IP1_FLOW_VALID_CH1);
  251. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_IP2_FLOW_ENA(i),
  252. IP2_FLOW_VALID_CH0 | IP2_FLOW_VALID_CH1);
  253. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_ETH1_FLOW_ENA(i),
  254. ETH1_FLOW_VALID_CH0 | ETH1_FLOW_VALID_CH1);
  255. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_ETH2_FLOW_ENA(i),
  256. ETH2_FLOW_VALID_CH0 | ETH2_FLOW_VALID_CH1);
  257. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_MPLS_FLOW_CTRL(i),
  258. MPLS_FLOW_VALID_CH0 | MPLS_FLOW_VALID_CH1);
  259. if (i >= PTP_COMP_MAX_FLOWS)
  260. continue;
  261. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_PTP_FLOW_ENA(i), 0);
  262. vsc85xx_ts_write_csr(phydev, blk,
  263. MSCC_ANA_PTP_FLOW_DOMAIN_RANGE(i), 0);
  264. vsc85xx_ts_write_csr(phydev, blk,
  265. MSCC_ANA_PTP_FLOW_MASK_UPPER(i), 0);
  266. vsc85xx_ts_write_csr(phydev, blk,
  267. MSCC_ANA_PTP_FLOW_MASK_LOWER(i), 0);
  268. vsc85xx_ts_write_csr(phydev, blk,
  269. MSCC_ANA_PTP_FLOW_MATCH_UPPER(i), 0);
  270. vsc85xx_ts_write_csr(phydev, blk,
  271. MSCC_ANA_PTP_FLOW_MATCH_LOWER(i), 0);
  272. vsc85xx_ts_write_csr(phydev, blk,
  273. MSCC_ANA_PTP_FLOW_PTP_ACTION(i), 0);
  274. vsc85xx_ts_write_csr(phydev, blk,
  275. MSCC_ANA_PTP_FLOW_PTP_ACTION2(i), 0);
  276. vsc85xx_ts_write_csr(phydev, blk,
  277. MSCC_ANA_PTP_FLOW_PTP_0_FIELD(i), 0);
  278. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_OAM_PTP_FLOW_ENA(i),
  279. 0);
  280. }
  281. return 0;
  282. }
  283. static int vsc85xx_ts_eth_cmp1_sig(struct phy_device *phydev)
  284. {
  285. u32 val;
  286. val = vsc85xx_ts_read_csr(phydev, EGRESS, MSCC_PHY_ANA_ETH1_NTX_PROT);
  287. val &= ~ANA_ETH1_NTX_PROT_SIG_OFF_MASK;
  288. val |= ANA_ETH1_NTX_PROT_SIG_OFF(0);
  289. vsc85xx_ts_write_csr(phydev, EGRESS, MSCC_PHY_ANA_ETH1_NTX_PROT, val);
  290. val = vsc85xx_ts_read_csr(phydev, EGRESS, MSCC_PHY_ANA_FSB_CFG);
  291. val &= ~ANA_FSB_ADDR_FROM_BLOCK_SEL_MASK;
  292. val |= ANA_FSB_ADDR_FROM_ETH1;
  293. vsc85xx_ts_write_csr(phydev, EGRESS, MSCC_PHY_ANA_FSB_CFG, val);
  294. return 0;
  295. }
  296. static struct vsc85xx_ptphdr *get_ptp_header_l4(struct sk_buff *skb,
  297. struct iphdr *iphdr,
  298. struct udphdr *udphdr)
  299. {
  300. if (iphdr->version != 4 || iphdr->protocol != IPPROTO_UDP)
  301. return NULL;
  302. return (struct vsc85xx_ptphdr *)(((unsigned char *)udphdr) + UDP_HLEN);
  303. }
  304. static struct vsc85xx_ptphdr *get_ptp_header_tx(struct sk_buff *skb)
  305. {
  306. struct ethhdr *ethhdr = eth_hdr(skb);
  307. struct udphdr *udphdr;
  308. struct iphdr *iphdr;
  309. if (ethhdr->h_proto == htons(ETH_P_1588))
  310. return (struct vsc85xx_ptphdr *)(((unsigned char *)ethhdr) +
  311. skb_mac_header_len(skb));
  312. if (ethhdr->h_proto != htons(ETH_P_IP))
  313. return NULL;
  314. iphdr = ip_hdr(skb);
  315. udphdr = udp_hdr(skb);
  316. return get_ptp_header_l4(skb, iphdr, udphdr);
  317. }
  318. static struct vsc85xx_ptphdr *get_ptp_header_rx(struct sk_buff *skb,
  319. enum hwtstamp_rx_filters rx_filter)
  320. {
  321. struct udphdr *udphdr;
  322. struct iphdr *iphdr;
  323. if (rx_filter == HWTSTAMP_FILTER_PTP_V2_L2_EVENT)
  324. return (struct vsc85xx_ptphdr *)skb->data;
  325. iphdr = (struct iphdr *)skb->data;
  326. udphdr = (struct udphdr *)(skb->data + iphdr->ihl * 4);
  327. return get_ptp_header_l4(skb, iphdr, udphdr);
  328. }
  329. static int get_sig(struct sk_buff *skb, u8 *sig)
  330. {
  331. struct vsc85xx_ptphdr *ptphdr = get_ptp_header_tx(skb);
  332. struct ethhdr *ethhdr = eth_hdr(skb);
  333. unsigned int i;
  334. if (!ptphdr)
  335. return -EOPNOTSUPP;
  336. sig[0] = (__force u16)ptphdr->seq_id >> 8;
  337. sig[1] = (__force u16)ptphdr->seq_id & GENMASK(7, 0);
  338. sig[2] = ptphdr->domain;
  339. sig[3] = ptphdr->tsmt & GENMASK(3, 0);
  340. memcpy(&sig[4], ethhdr->h_dest, ETH_ALEN);
  341. /* Fill the last bytes of the signature to reach a 16B signature */
  342. for (i = 10; i < 16; i++)
  343. sig[i] = ptphdr->tsmt & GENMASK(3, 0);
  344. return 0;
  345. }
  346. static void vsc85xx_dequeue_skb(struct vsc85xx_ptp *ptp)
  347. {
  348. struct skb_shared_hwtstamps shhwtstamps;
  349. struct vsc85xx_ts_fifo fifo;
  350. struct sk_buff *skb;
  351. u8 skb_sig[16], *p;
  352. int i, len;
  353. u32 reg;
  354. memset(&fifo, 0, sizeof(fifo));
  355. p = (u8 *)&fifo;
  356. reg = vsc85xx_ts_read_csr(ptp->phydev, PROCESSOR,
  357. MSCC_PHY_PTP_EGR_TS_FIFO(0));
  358. if (reg & PTP_EGR_TS_FIFO_EMPTY)
  359. return;
  360. *p++ = reg & 0xff;
  361. *p++ = (reg >> 8) & 0xff;
  362. /* Read the current FIFO item. Reading FIFO6 pops the next one. */
  363. for (i = 1; i < 7; i++) {
  364. reg = vsc85xx_ts_read_csr(ptp->phydev, PROCESSOR,
  365. MSCC_PHY_PTP_EGR_TS_FIFO(i));
  366. *p++ = reg & 0xff;
  367. *p++ = (reg >> 8) & 0xff;
  368. *p++ = (reg >> 16) & 0xff;
  369. *p++ = (reg >> 24) & 0xff;
  370. }
  371. len = skb_queue_len_lockless(&ptp->tx_queue);
  372. if (len < 1)
  373. return;
  374. while (len--) {
  375. skb = skb_dequeue(&ptp->tx_queue);
  376. if (!skb)
  377. return;
  378. /* Can't get the signature of the packet, won't ever
  379. * be able to have one so let's dequeue the packet.
  380. */
  381. if (get_sig(skb, skb_sig) < 0) {
  382. kfree_skb(skb);
  383. continue;
  384. }
  385. /* Check if we found the signature we were looking for. */
  386. if (!memcmp(skb_sig, fifo.sig, sizeof(fifo.sig))) {
  387. memset(&shhwtstamps, 0, sizeof(shhwtstamps));
  388. shhwtstamps.hwtstamp = ktime_set(fifo.secs, fifo.ns);
  389. skb_complete_tx_timestamp(skb, &shhwtstamps);
  390. return;
  391. }
  392. /* Valid signature but does not match the one of the
  393. * packet in the FIFO right now, reschedule it for later
  394. * packets.
  395. */
  396. skb_queue_tail(&ptp->tx_queue, skb);
  397. }
  398. }
  399. static void vsc85xx_get_tx_ts(struct vsc85xx_ptp *ptp)
  400. {
  401. u32 reg;
  402. do {
  403. vsc85xx_dequeue_skb(ptp);
  404. /* If other timestamps are available in the FIFO, process them. */
  405. reg = vsc85xx_ts_read_csr(ptp->phydev, PROCESSOR,
  406. MSCC_PHY_PTP_EGR_TS_FIFO_CTRL);
  407. } while (PTP_EGR_FIFO_LEVEL_LAST_READ(reg) > 1);
  408. }
  409. static int vsc85xx_ptp_cmp_init(struct phy_device *phydev, enum ts_blk blk)
  410. {
  411. struct vsc8531_private *vsc8531 = phydev->priv;
  412. bool base = phydev->mdio.addr == vsc8531->ts_base_addr;
  413. static const u8 msgs[] = {
  414. PTP_MSGTYPE_SYNC,
  415. PTP_MSGTYPE_DELAY_REQ
  416. };
  417. u32 val;
  418. u8 i;
  419. for (i = 0; i < ARRAY_SIZE(msgs); i++) {
  420. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_PTP_FLOW_ENA(i),
  421. base ? PTP_FLOW_VALID_CH0 :
  422. PTP_FLOW_VALID_CH1);
  423. val = vsc85xx_ts_read_csr(phydev, blk,
  424. MSCC_ANA_PTP_FLOW_DOMAIN_RANGE(i));
  425. val &= ~PTP_FLOW_DOMAIN_RANGE_ENA;
  426. vsc85xx_ts_write_csr(phydev, blk,
  427. MSCC_ANA_PTP_FLOW_DOMAIN_RANGE(i), val);
  428. vsc85xx_ts_write_csr(phydev, blk,
  429. MSCC_ANA_PTP_FLOW_MATCH_UPPER(i),
  430. msgs[i] << 24);
  431. vsc85xx_ts_write_csr(phydev, blk,
  432. MSCC_ANA_PTP_FLOW_MASK_UPPER(i),
  433. PTP_FLOW_MSG_TYPE_MASK);
  434. }
  435. return 0;
  436. }
  437. static int vsc85xx_eth_cmp1_init(struct phy_device *phydev, enum ts_blk blk)
  438. {
  439. struct vsc8531_private *vsc8531 = phydev->priv;
  440. bool base = phydev->mdio.addr == vsc8531->ts_base_addr;
  441. u32 val;
  442. vsc85xx_ts_write_csr(phydev, blk, MSCC_PHY_ANA_ETH1_NXT_PROT_TAG, 0);
  443. vsc85xx_ts_write_csr(phydev, blk, MSCC_PHY_ANA_ETH1_NTX_PROT_VLAN_TPID,
  444. ANA_ETH1_NTX_PROT_VLAN_TPID(ETH_P_8021AD));
  445. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_ETH1_FLOW_ENA(0),
  446. base ? ETH1_FLOW_VALID_CH0 : ETH1_FLOW_VALID_CH1);
  447. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_ETH1_FLOW_MATCH_MODE(0),
  448. ANA_ETH1_FLOW_MATCH_VLAN_TAG2);
  449. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_ETH1_FLOW_ADDR_MATCH1(0), 0);
  450. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_ETH1_FLOW_ADDR_MATCH2(0), 0);
  451. vsc85xx_ts_write_csr(phydev, blk,
  452. MSCC_ANA_ETH1_FLOW_VLAN_RANGE_I_TAG(0), 0);
  453. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_ETH1_FLOW_VLAN_TAG1(0), 0);
  454. vsc85xx_ts_write_csr(phydev, blk,
  455. MSCC_ANA_ETH1_FLOW_VLAN_TAG2_I_TAG(0), 0);
  456. val = vsc85xx_ts_read_csr(phydev, blk,
  457. MSCC_ANA_ETH1_FLOW_MATCH_MODE(0));
  458. val &= ~ANA_ETH1_FLOW_MATCH_VLAN_TAG_MASK;
  459. val |= ANA_ETH1_FLOW_MATCH_VLAN_VERIFY;
  460. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_ETH1_FLOW_MATCH_MODE(0),
  461. val);
  462. return 0;
  463. }
  464. static int vsc85xx_ip_cmp1_init(struct phy_device *phydev, enum ts_blk blk)
  465. {
  466. struct vsc8531_private *vsc8531 = phydev->priv;
  467. bool base = phydev->mdio.addr == vsc8531->ts_base_addr;
  468. u32 val;
  469. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_IP1_NXT_PROT_MATCH2_UPPER,
  470. PTP_EV_PORT);
  471. /* Match on dest port only, ignore src */
  472. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_IP1_NXT_PROT_MASK2_UPPER,
  473. 0xffff);
  474. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_IP1_NXT_PROT_MATCH2_LOWER,
  475. 0);
  476. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_IP1_NXT_PROT_MASK2_LOWER, 0);
  477. val = vsc85xx_ts_read_csr(phydev, blk, MSCC_ANA_IP1_FLOW_ENA(0));
  478. val &= ~IP1_FLOW_ENA_CHANNEL_MASK_MASK;
  479. val |= base ? IP1_FLOW_VALID_CH0 : IP1_FLOW_VALID_CH1;
  480. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_IP1_FLOW_ENA(0), val);
  481. /* Match all IPs */
  482. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_IP1_FLOW_MATCH_UPPER(0), 0);
  483. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_IP1_FLOW_MASK_UPPER(0), 0);
  484. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_IP1_FLOW_MATCH_UPPER_MID(0),
  485. 0);
  486. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_IP1_FLOW_MASK_UPPER_MID(0),
  487. 0);
  488. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_IP1_FLOW_MATCH_LOWER_MID(0),
  489. 0);
  490. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_IP1_FLOW_MASK_LOWER_MID(0),
  491. 0);
  492. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_IP1_FLOW_MATCH_LOWER(0), 0);
  493. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_IP1_FLOW_MASK_LOWER(0), 0);
  494. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_PTP_IP_CHKSUM_SEL, 0);
  495. return 0;
  496. }
  497. static int vsc85xx_adjfine(struct ptp_clock_info *info, long scaled_ppm)
  498. {
  499. struct vsc85xx_ptp *ptp = container_of(info, struct vsc85xx_ptp, caps);
  500. struct phy_device *phydev = ptp->phydev;
  501. struct vsc8531_private *priv = phydev->priv;
  502. u64 adj = 0;
  503. u32 val;
  504. if (abs(scaled_ppm) < 66 || abs(scaled_ppm) > 65536UL * 1000000UL)
  505. return 0;
  506. adj = div64_u64(1000000ULL * 65536ULL, abs(scaled_ppm));
  507. if (adj > 1000000000L)
  508. adj = 1000000000L;
  509. val = PTP_AUTO_ADJ_NS_ROLLOVER(adj);
  510. val |= scaled_ppm > 0 ? PTP_AUTO_ADJ_ADD_1NS : PTP_AUTO_ADJ_SUB_1NS;
  511. mutex_lock(&priv->phc_lock);
  512. /* Update the ppb val in nano seconds to the auto adjust reg. */
  513. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_LTC_AUTO_ADJ,
  514. val);
  515. /* The auto adjust update val is set to 0 after write operation. */
  516. val = vsc85xx_ts_read_csr(phydev, PROCESSOR, MSCC_PHY_PTP_LTC_CTRL);
  517. val |= PTP_LTC_CTRL_AUTO_ADJ_UPDATE;
  518. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_LTC_CTRL, val);
  519. mutex_unlock(&priv->phc_lock);
  520. return 0;
  521. }
  522. static int __vsc85xx_gettime(struct ptp_clock_info *info, struct timespec64 *ts)
  523. {
  524. struct vsc85xx_ptp *ptp = container_of(info, struct vsc85xx_ptp, caps);
  525. struct phy_device *phydev = ptp->phydev;
  526. struct vsc8531_private *priv = phydev->priv;
  527. struct vsc85xx_shared_private *shared;
  528. u32 val;
  529. shared = phy_package_get_priv(phydev);
  530. val = vsc85xx_ts_read_csr(phydev, PROCESSOR, MSCC_PHY_PTP_LTC_CTRL);
  531. val |= PTP_LTC_CTRL_SAVE_ENA;
  532. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_LTC_CTRL, val);
  533. /* Local Time Counter (LTC) is put in SAVE* regs on rising edge of
  534. * LOAD_SAVE pin.
  535. */
  536. mutex_lock(&shared->gpio_lock);
  537. gpiod_set_value(priv->load_save, 1);
  538. val = vsc85xx_ts_read_csr(phydev, PROCESSOR,
  539. MSCC_PHY_PTP_LTC_SAVED_SEC_MSB);
  540. ts->tv_sec = ((time64_t)val) << 32;
  541. val = vsc85xx_ts_read_csr(phydev, PROCESSOR,
  542. MSCC_PHY_PTP_LTC_SAVED_SEC_LSB);
  543. ts->tv_sec += val;
  544. ts->tv_nsec = vsc85xx_ts_read_csr(phydev, PROCESSOR,
  545. MSCC_PHY_PTP_LTC_SAVED_NS);
  546. gpiod_set_value(priv->load_save, 0);
  547. mutex_unlock(&shared->gpio_lock);
  548. return 0;
  549. }
  550. static int vsc85xx_gettime(struct ptp_clock_info *info, struct timespec64 *ts)
  551. {
  552. struct vsc85xx_ptp *ptp = container_of(info, struct vsc85xx_ptp, caps);
  553. struct phy_device *phydev = ptp->phydev;
  554. struct vsc8531_private *priv = phydev->priv;
  555. mutex_lock(&priv->phc_lock);
  556. __vsc85xx_gettime(info, ts);
  557. mutex_unlock(&priv->phc_lock);
  558. return 0;
  559. }
  560. static int __vsc85xx_settime(struct ptp_clock_info *info,
  561. const struct timespec64 *ts)
  562. {
  563. struct vsc85xx_ptp *ptp = container_of(info, struct vsc85xx_ptp, caps);
  564. struct phy_device *phydev = ptp->phydev;
  565. struct vsc8531_private *priv = phydev->priv;
  566. struct vsc85xx_shared_private *shared;
  567. u32 val;
  568. shared = phy_package_get_priv(phydev);
  569. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_LTC_LOAD_SEC_MSB,
  570. PTP_LTC_LOAD_SEC_MSB(ts->tv_sec));
  571. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_LTC_LOAD_SEC_LSB,
  572. PTP_LTC_LOAD_SEC_LSB(ts->tv_sec));
  573. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_LTC_LOAD_NS,
  574. PTP_LTC_LOAD_NS(ts->tv_nsec));
  575. val = vsc85xx_ts_read_csr(phydev, PROCESSOR, MSCC_PHY_PTP_LTC_CTRL);
  576. val |= PTP_LTC_CTRL_LOAD_ENA;
  577. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_LTC_CTRL, val);
  578. /* Local Time Counter (LTC) is set from LOAD* regs on rising edge of
  579. * LOAD_SAVE pin.
  580. */
  581. mutex_lock(&shared->gpio_lock);
  582. gpiod_set_value(priv->load_save, 1);
  583. val &= ~PTP_LTC_CTRL_LOAD_ENA;
  584. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_LTC_CTRL, val);
  585. gpiod_set_value(priv->load_save, 0);
  586. mutex_unlock(&shared->gpio_lock);
  587. return 0;
  588. }
  589. static int vsc85xx_settime(struct ptp_clock_info *info,
  590. const struct timespec64 *ts)
  591. {
  592. struct vsc85xx_ptp *ptp = container_of(info, struct vsc85xx_ptp, caps);
  593. struct phy_device *phydev = ptp->phydev;
  594. struct vsc8531_private *priv = phydev->priv;
  595. mutex_lock(&priv->phc_lock);
  596. __vsc85xx_settime(info, ts);
  597. mutex_unlock(&priv->phc_lock);
  598. return 0;
  599. }
  600. static int vsc85xx_adjtime(struct ptp_clock_info *info, s64 delta)
  601. {
  602. struct vsc85xx_ptp *ptp = container_of(info, struct vsc85xx_ptp, caps);
  603. struct phy_device *phydev = ptp->phydev;
  604. struct vsc8531_private *priv = phydev->priv;
  605. u32 val;
  606. /* Can't recover that big of an offset. Let's set the time directly. */
  607. if (abs(delta) >= NSEC_PER_SEC) {
  608. struct timespec64 ts;
  609. u64 now;
  610. mutex_lock(&priv->phc_lock);
  611. __vsc85xx_gettime(info, &ts);
  612. now = ktime_to_ns(timespec64_to_ktime(ts));
  613. ts = ns_to_timespec64(now + delta);
  614. __vsc85xx_settime(info, &ts);
  615. mutex_unlock(&priv->phc_lock);
  616. return 0;
  617. }
  618. mutex_lock(&priv->phc_lock);
  619. val = PTP_LTC_OFFSET_VAL(abs(delta)) | PTP_LTC_OFFSET_ADJ;
  620. if (delta > 0)
  621. val |= PTP_LTC_OFFSET_ADD;
  622. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_LTC_OFFSET, val);
  623. mutex_unlock(&priv->phc_lock);
  624. return 0;
  625. }
  626. static int vsc85xx_eth1_next_comp(struct phy_device *phydev, enum ts_blk blk,
  627. u32 next_comp, u32 etype)
  628. {
  629. u32 val;
  630. val = vsc85xx_ts_read_csr(phydev, blk, MSCC_PHY_ANA_ETH1_NTX_PROT);
  631. val &= ~ANA_ETH1_NTX_PROT_COMPARATOR_MASK;
  632. val |= next_comp;
  633. vsc85xx_ts_write_csr(phydev, blk, MSCC_PHY_ANA_ETH1_NTX_PROT, val);
  634. val = ANA_ETH1_NXT_PROT_ETYPE_MATCH(etype) |
  635. ANA_ETH1_NXT_PROT_ETYPE_MATCH_ENA;
  636. vsc85xx_ts_write_csr(phydev, blk,
  637. MSCC_PHY_ANA_ETH1_NXT_PROT_ETYPE_MATCH, val);
  638. return 0;
  639. }
  640. static int vsc85xx_ip1_next_comp(struct phy_device *phydev, enum ts_blk blk,
  641. u32 next_comp, u32 header)
  642. {
  643. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_IP1_NXT_PROT_NXT_COMP,
  644. ANA_IP1_NXT_PROT_NXT_COMP_BYTES_HDR(header) |
  645. next_comp);
  646. return 0;
  647. }
  648. static int vsc85xx_ts_ptp_action_flow(struct phy_device *phydev, enum ts_blk blk, u8 flow, enum ptp_cmd cmd)
  649. {
  650. u32 val;
  651. /* Check non-zero reserved field */
  652. val = PTP_FLOW_PTP_0_FIELD_PTP_FRAME | PTP_FLOW_PTP_0_FIELD_RSVRD_CHECK;
  653. vsc85xx_ts_write_csr(phydev, blk,
  654. MSCC_ANA_PTP_FLOW_PTP_0_FIELD(flow), val);
  655. val = PTP_FLOW_PTP_ACTION_CORR_OFFSET(8) |
  656. PTP_FLOW_PTP_ACTION_TIME_OFFSET(8) |
  657. PTP_FLOW_PTP_ACTION_PTP_CMD(cmd == PTP_SAVE_IN_TS_FIFO ?
  658. PTP_NOP : cmd);
  659. if (cmd == PTP_SAVE_IN_TS_FIFO)
  660. val |= PTP_FLOW_PTP_ACTION_SAVE_LOCAL_TIME;
  661. else if (cmd == PTP_WRITE_NS)
  662. val |= PTP_FLOW_PTP_ACTION_MOD_FRAME_STATUS_UPDATE |
  663. PTP_FLOW_PTP_ACTION_MOD_FRAME_STATUS_BYTE_OFFSET(6);
  664. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_PTP_FLOW_PTP_ACTION(flow),
  665. val);
  666. if (cmd == PTP_WRITE_1588)
  667. /* Rewrite timestamp directly in frame */
  668. val = PTP_FLOW_PTP_ACTION2_REWRITE_OFFSET(34) |
  669. PTP_FLOW_PTP_ACTION2_REWRITE_BYTES(10);
  670. else if (cmd == PTP_SAVE_IN_TS_FIFO)
  671. /* no rewrite */
  672. val = PTP_FLOW_PTP_ACTION2_REWRITE_OFFSET(0) |
  673. PTP_FLOW_PTP_ACTION2_REWRITE_BYTES(0);
  674. else
  675. /* Write in reserved field */
  676. val = PTP_FLOW_PTP_ACTION2_REWRITE_OFFSET(16) |
  677. PTP_FLOW_PTP_ACTION2_REWRITE_BYTES(4);
  678. vsc85xx_ts_write_csr(phydev, blk,
  679. MSCC_ANA_PTP_FLOW_PTP_ACTION2(flow), val);
  680. return 0;
  681. }
  682. static int vsc85xx_ptp_conf(struct phy_device *phydev, enum ts_blk blk,
  683. bool one_step, bool enable)
  684. {
  685. static const u8 msgs[] = {
  686. PTP_MSGTYPE_SYNC,
  687. PTP_MSGTYPE_DELAY_REQ
  688. };
  689. u32 val;
  690. u8 i;
  691. for (i = 0; i < ARRAY_SIZE(msgs); i++) {
  692. if (blk == INGRESS)
  693. vsc85xx_ts_ptp_action_flow(phydev, blk, msgs[i],
  694. PTP_WRITE_NS);
  695. else if (msgs[i] == PTP_MSGTYPE_SYNC && one_step)
  696. /* no need to know Sync t when sending in one_step */
  697. vsc85xx_ts_ptp_action_flow(phydev, blk, msgs[i],
  698. PTP_WRITE_1588);
  699. else
  700. vsc85xx_ts_ptp_action_flow(phydev, blk, msgs[i],
  701. PTP_SAVE_IN_TS_FIFO);
  702. val = vsc85xx_ts_read_csr(phydev, blk,
  703. MSCC_ANA_PTP_FLOW_ENA(i));
  704. val &= ~PTP_FLOW_ENA;
  705. if (enable)
  706. val |= PTP_FLOW_ENA;
  707. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_PTP_FLOW_ENA(i),
  708. val);
  709. }
  710. return 0;
  711. }
  712. static int vsc85xx_eth1_conf(struct phy_device *phydev, enum ts_blk blk,
  713. bool enable)
  714. {
  715. struct vsc8531_private *vsc8531 = phydev->priv;
  716. u32 val = ANA_ETH1_FLOW_ADDR_MATCH2_DEST;
  717. if (vsc8531->ptp->rx_filter == HWTSTAMP_FILTER_PTP_V2_L2_EVENT) {
  718. /* PTP over Ethernet multicast address for SYNC and DELAY msg */
  719. u8 ptp_multicast[6] = {0x01, 0x1b, 0x19, 0x00, 0x00, 0x00};
  720. val |= ANA_ETH1_FLOW_ADDR_MATCH2_FULL_ADDR |
  721. get_unaligned_be16(&ptp_multicast[4]);
  722. vsc85xx_ts_write_csr(phydev, blk,
  723. MSCC_ANA_ETH1_FLOW_ADDR_MATCH2(0), val);
  724. vsc85xx_ts_write_csr(phydev, blk,
  725. MSCC_ANA_ETH1_FLOW_ADDR_MATCH1(0),
  726. get_unaligned_be32(ptp_multicast));
  727. } else {
  728. val |= ANA_ETH1_FLOW_ADDR_MATCH2_ANY_MULTICAST;
  729. val |= ANA_ETH1_FLOW_ADDR_MATCH2_ANY_UNICAST;
  730. vsc85xx_ts_write_csr(phydev, blk,
  731. MSCC_ANA_ETH1_FLOW_ADDR_MATCH2(0), val);
  732. vsc85xx_ts_write_csr(phydev, blk,
  733. MSCC_ANA_ETH1_FLOW_ADDR_MATCH1(0), 0);
  734. }
  735. val = vsc85xx_ts_read_csr(phydev, blk, MSCC_ANA_ETH1_FLOW_ENA(0));
  736. val &= ~ETH1_FLOW_ENA;
  737. if (enable)
  738. val |= ETH1_FLOW_ENA;
  739. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_ETH1_FLOW_ENA(0), val);
  740. return 0;
  741. }
  742. static int vsc85xx_ip1_conf(struct phy_device *phydev, enum ts_blk blk,
  743. bool enable)
  744. {
  745. u32 val;
  746. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_IP1_NXT_PROT_IP1_MODE,
  747. ANA_IP1_NXT_PROT_IPV4 |
  748. ANA_IP1_NXT_PROT_FLOW_OFFSET_IPV4);
  749. /* Matching UDP protocol number */
  750. val = ANA_IP1_NXT_PROT_IP_MATCH1_PROT_MASK(0xff) |
  751. ANA_IP1_NXT_PROT_IP_MATCH1_PROT_MATCH(IPPROTO_UDP) |
  752. ANA_IP1_NXT_PROT_IP_MATCH1_PROT_OFF(9);
  753. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_IP1_NXT_PROT_IP_MATCH1,
  754. val);
  755. /* End of IP protocol, start of next protocol (UDP) */
  756. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_IP1_NXT_PROT_OFFSET2,
  757. ANA_IP1_NXT_PROT_OFFSET2(20));
  758. val = vsc85xx_ts_read_csr(phydev, blk,
  759. MSCC_ANA_IP1_NXT_PROT_UDP_CHKSUM);
  760. val &= ~(IP1_NXT_PROT_UDP_CHKSUM_OFF_MASK |
  761. IP1_NXT_PROT_UDP_CHKSUM_WIDTH_MASK);
  762. val |= IP1_NXT_PROT_UDP_CHKSUM_WIDTH(2);
  763. val &= ~(IP1_NXT_PROT_UDP_CHKSUM_UPDATE |
  764. IP1_NXT_PROT_UDP_CHKSUM_CLEAR);
  765. /* UDP checksum offset in IPv4 packet
  766. * according to: https://tools.ietf.org/html/rfc768
  767. */
  768. val |= IP1_NXT_PROT_UDP_CHKSUM_OFF(26);
  769. if (enable)
  770. val |= IP1_NXT_PROT_UDP_CHKSUM_CLEAR;
  771. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_IP1_NXT_PROT_UDP_CHKSUM,
  772. val);
  773. val = vsc85xx_ts_read_csr(phydev, blk, MSCC_ANA_IP1_FLOW_ENA(0));
  774. val &= ~(IP1_FLOW_MATCH_ADDR_MASK | IP1_FLOW_ENA);
  775. val |= IP1_FLOW_MATCH_DEST_SRC_ADDR;
  776. if (enable)
  777. val |= IP1_FLOW_ENA;
  778. vsc85xx_ts_write_csr(phydev, blk, MSCC_ANA_IP1_FLOW_ENA(0), val);
  779. return 0;
  780. }
  781. static int vsc85xx_ts_engine_init(struct phy_device *phydev, bool one_step)
  782. {
  783. struct vsc8531_private *vsc8531 = phydev->priv;
  784. bool ptp_l4, base = phydev->mdio.addr == vsc8531->ts_base_addr;
  785. u8 eng_id = base ? 0 : 1;
  786. u32 val;
  787. ptp_l4 = vsc8531->ptp->rx_filter == HWTSTAMP_FILTER_PTP_V2_L4_EVENT;
  788. val = vsc85xx_ts_read_csr(phydev, PROCESSOR,
  789. MSCC_PHY_PTP_ANALYZER_MODE);
  790. /* Disable INGRESS and EGRESS so engine eng_id can be reconfigured */
  791. val &= ~(PTP_ANALYZER_MODE_EGR_ENA(BIT(eng_id)) |
  792. PTP_ANALYZER_MODE_INGR_ENA(BIT(eng_id)));
  793. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_ANALYZER_MODE,
  794. val);
  795. if (vsc8531->ptp->rx_filter == HWTSTAMP_FILTER_PTP_V2_L2_EVENT) {
  796. vsc85xx_eth1_next_comp(phydev, INGRESS,
  797. ANA_ETH1_NTX_PROT_PTP_OAM, ETH_P_1588);
  798. vsc85xx_eth1_next_comp(phydev, EGRESS,
  799. ANA_ETH1_NTX_PROT_PTP_OAM, ETH_P_1588);
  800. } else {
  801. vsc85xx_eth1_next_comp(phydev, INGRESS,
  802. ANA_ETH1_NTX_PROT_IP_UDP_ACH_1,
  803. ETH_P_IP);
  804. vsc85xx_eth1_next_comp(phydev, EGRESS,
  805. ANA_ETH1_NTX_PROT_IP_UDP_ACH_1,
  806. ETH_P_IP);
  807. /* Header length of IPv[4/6] + UDP */
  808. vsc85xx_ip1_next_comp(phydev, INGRESS,
  809. ANA_ETH1_NTX_PROT_PTP_OAM, 28);
  810. vsc85xx_ip1_next_comp(phydev, EGRESS,
  811. ANA_ETH1_NTX_PROT_PTP_OAM, 28);
  812. }
  813. vsc85xx_eth1_conf(phydev, INGRESS,
  814. vsc8531->ptp->rx_filter != HWTSTAMP_FILTER_NONE);
  815. vsc85xx_ip1_conf(phydev, INGRESS,
  816. ptp_l4 && vsc8531->ptp->rx_filter != HWTSTAMP_FILTER_NONE);
  817. vsc85xx_ptp_conf(phydev, INGRESS, one_step,
  818. vsc8531->ptp->rx_filter != HWTSTAMP_FILTER_NONE);
  819. vsc85xx_eth1_conf(phydev, EGRESS,
  820. vsc8531->ptp->tx_type != HWTSTAMP_TX_OFF);
  821. vsc85xx_ip1_conf(phydev, EGRESS,
  822. ptp_l4 && vsc8531->ptp->tx_type != HWTSTAMP_TX_OFF);
  823. vsc85xx_ptp_conf(phydev, EGRESS, one_step,
  824. vsc8531->ptp->tx_type != HWTSTAMP_TX_OFF);
  825. val &= ~PTP_ANALYZER_MODE_EGR_ENA(BIT(eng_id));
  826. if (vsc8531->ptp->tx_type != HWTSTAMP_TX_OFF)
  827. val |= PTP_ANALYZER_MODE_EGR_ENA(BIT(eng_id));
  828. val &= ~PTP_ANALYZER_MODE_INGR_ENA(BIT(eng_id));
  829. if (vsc8531->ptp->rx_filter != HWTSTAMP_FILTER_NONE)
  830. val |= PTP_ANALYZER_MODE_INGR_ENA(BIT(eng_id));
  831. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_ANALYZER_MODE,
  832. val);
  833. return 0;
  834. }
  835. void vsc85xx_link_change_notify(struct phy_device *phydev)
  836. {
  837. struct vsc8531_private *priv = phydev->priv;
  838. mutex_lock(&priv->ts_lock);
  839. vsc85xx_ts_set_latencies(phydev);
  840. mutex_unlock(&priv->ts_lock);
  841. }
  842. static void vsc85xx_ts_reset_fifo(struct phy_device *phydev)
  843. {
  844. u32 val;
  845. val = vsc85xx_ts_read_csr(phydev, PROCESSOR,
  846. MSCC_PHY_PTP_EGR_TS_FIFO_CTRL);
  847. val |= PTP_EGR_TS_FIFO_RESET;
  848. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_EGR_TS_FIFO_CTRL,
  849. val);
  850. val &= ~PTP_EGR_TS_FIFO_RESET;
  851. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_EGR_TS_FIFO_CTRL,
  852. val);
  853. }
  854. static int vsc85xx_hwtstamp_get(struct mii_timestamper *mii_ts,
  855. struct kernel_hwtstamp_config *cfg)
  856. {
  857. struct vsc8531_private *vsc8531 =
  858. container_of(mii_ts, struct vsc8531_private, mii_ts);
  859. cfg->tx_type = vsc8531->ptp->tx_type;
  860. cfg->rx_filter = vsc8531->ptp->rx_filter;
  861. return 0;
  862. }
  863. static int vsc85xx_hwtstamp_set(struct mii_timestamper *mii_ts,
  864. struct kernel_hwtstamp_config *cfg,
  865. struct netlink_ext_ack *extack)
  866. {
  867. struct vsc8531_private *vsc8531 =
  868. container_of(mii_ts, struct vsc8531_private, mii_ts);
  869. struct phy_device *phydev = vsc8531->ptp->phydev;
  870. bool one_step = false;
  871. u32 val;
  872. switch (cfg->tx_type) {
  873. case HWTSTAMP_TX_ONESTEP_SYNC:
  874. one_step = true;
  875. break;
  876. case HWTSTAMP_TX_ON:
  877. break;
  878. case HWTSTAMP_TX_OFF:
  879. skb_queue_purge(&vsc8531->ptp->tx_queue);
  880. break;
  881. default:
  882. return -ERANGE;
  883. }
  884. vsc8531->ptp->tx_type = cfg->tx_type;
  885. switch (cfg->rx_filter) {
  886. case HWTSTAMP_FILTER_NONE:
  887. break;
  888. case HWTSTAMP_FILTER_PTP_V2_L4_EVENT:
  889. /* ETH->IP->UDP->PTP */
  890. break;
  891. case HWTSTAMP_FILTER_PTP_V2_L2_EVENT:
  892. /* ETH->PTP */
  893. break;
  894. default:
  895. return -ERANGE;
  896. }
  897. vsc8531->ptp->rx_filter = cfg->rx_filter;
  898. mutex_lock(&vsc8531->ts_lock);
  899. /* Disable predictor while configuring the 1588 block */
  900. val = vsc85xx_ts_read_csr(phydev, PROCESSOR,
  901. MSCC_PHY_PTP_INGR_PREDICTOR);
  902. val &= ~PTP_INGR_PREDICTOR_EN;
  903. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_INGR_PREDICTOR,
  904. val);
  905. val = vsc85xx_ts_read_csr(phydev, PROCESSOR,
  906. MSCC_PHY_PTP_EGR_PREDICTOR);
  907. val &= ~PTP_EGR_PREDICTOR_EN;
  908. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_EGR_PREDICTOR,
  909. val);
  910. /* Bypass egress or ingress blocks if timestamping isn't used */
  911. val = vsc85xx_ts_read_csr(phydev, PROCESSOR, MSCC_PHY_PTP_IFACE_CTRL);
  912. val &= ~(PTP_IFACE_CTRL_EGR_BYPASS | PTP_IFACE_CTRL_INGR_BYPASS);
  913. if (vsc8531->ptp->tx_type == HWTSTAMP_TX_OFF)
  914. val |= PTP_IFACE_CTRL_EGR_BYPASS;
  915. if (vsc8531->ptp->rx_filter == HWTSTAMP_FILTER_NONE)
  916. val |= PTP_IFACE_CTRL_INGR_BYPASS;
  917. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_IFACE_CTRL, val);
  918. /* Resetting FIFO so that it's empty after reconfiguration */
  919. vsc85xx_ts_reset_fifo(phydev);
  920. vsc85xx_ts_engine_init(phydev, one_step);
  921. /* Re-enable predictors now */
  922. val = vsc85xx_ts_read_csr(phydev, PROCESSOR,
  923. MSCC_PHY_PTP_INGR_PREDICTOR);
  924. val |= PTP_INGR_PREDICTOR_EN;
  925. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_INGR_PREDICTOR,
  926. val);
  927. val = vsc85xx_ts_read_csr(phydev, PROCESSOR,
  928. MSCC_PHY_PTP_EGR_PREDICTOR);
  929. val |= PTP_EGR_PREDICTOR_EN;
  930. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_EGR_PREDICTOR,
  931. val);
  932. vsc8531->ptp->configured = 1;
  933. mutex_unlock(&vsc8531->ts_lock);
  934. return 0;
  935. }
  936. static int vsc85xx_ts_info(struct mii_timestamper *mii_ts,
  937. struct kernel_ethtool_ts_info *info)
  938. {
  939. struct vsc8531_private *vsc8531 =
  940. container_of(mii_ts, struct vsc8531_private, mii_ts);
  941. info->phc_index = ptp_clock_index(vsc8531->ptp->ptp_clock);
  942. info->so_timestamping =
  943. SOF_TIMESTAMPING_TX_HARDWARE |
  944. SOF_TIMESTAMPING_RX_HARDWARE |
  945. SOF_TIMESTAMPING_RAW_HARDWARE;
  946. info->tx_types =
  947. (1 << HWTSTAMP_TX_OFF) |
  948. (1 << HWTSTAMP_TX_ON) |
  949. (1 << HWTSTAMP_TX_ONESTEP_SYNC);
  950. info->rx_filters =
  951. (1 << HWTSTAMP_FILTER_NONE) |
  952. (1 << HWTSTAMP_FILTER_PTP_V2_L2_EVENT) |
  953. (1 << HWTSTAMP_FILTER_PTP_V2_L4_EVENT);
  954. return 0;
  955. }
  956. static void vsc85xx_txtstamp(struct mii_timestamper *mii_ts,
  957. struct sk_buff *skb, int type)
  958. {
  959. struct vsc8531_private *vsc8531 =
  960. container_of(mii_ts, struct vsc8531_private, mii_ts);
  961. if (!vsc8531->ptp->configured)
  962. goto out;
  963. if (vsc8531->ptp->tx_type == HWTSTAMP_TX_OFF)
  964. goto out;
  965. if (vsc8531->ptp->tx_type == HWTSTAMP_TX_ONESTEP_SYNC)
  966. if (ptp_msg_is_sync(skb, type))
  967. goto out;
  968. skb_shinfo(skb)->tx_flags |= SKBTX_IN_PROGRESS;
  969. skb_queue_tail(&vsc8531->ptp->tx_queue, skb);
  970. return;
  971. out:
  972. kfree_skb(skb);
  973. }
  974. static bool vsc85xx_rxtstamp(struct mii_timestamper *mii_ts,
  975. struct sk_buff *skb, int type)
  976. {
  977. struct vsc8531_private *vsc8531 =
  978. container_of(mii_ts, struct vsc8531_private, mii_ts);
  979. struct vsc85xx_ptphdr *ptphdr;
  980. unsigned long ns;
  981. if (!vsc8531->ptp->configured)
  982. return false;
  983. if (vsc8531->ptp->rx_filter == HWTSTAMP_FILTER_NONE ||
  984. type == PTP_CLASS_NONE)
  985. return false;
  986. ptphdr = get_ptp_header_rx(skb, vsc8531->ptp->rx_filter);
  987. if (!ptphdr)
  988. return false;
  989. ns = ntohl(ptphdr->rsrvd2);
  990. VSC8531_SKB_CB(skb)->ns = ns;
  991. skb_queue_tail(&vsc8531->rx_skbs_list, skb);
  992. ptp_schedule_worker(vsc8531->ptp->ptp_clock, 0);
  993. return true;
  994. }
  995. static long vsc85xx_do_aux_work(struct ptp_clock_info *info)
  996. {
  997. struct vsc85xx_ptp *ptp = container_of(info, struct vsc85xx_ptp, caps);
  998. struct skb_shared_hwtstamps *shhwtstamps = NULL;
  999. struct phy_device *phydev = ptp->phydev;
  1000. struct vsc8531_private *priv = phydev->priv;
  1001. struct sk_buff_head received;
  1002. struct sk_buff *rx_skb;
  1003. struct timespec64 ts;
  1004. unsigned long flags;
  1005. __skb_queue_head_init(&received);
  1006. spin_lock_irqsave(&priv->rx_skbs_list.lock, flags);
  1007. skb_queue_splice_tail_init(&priv->rx_skbs_list, &received);
  1008. spin_unlock_irqrestore(&priv->rx_skbs_list.lock, flags);
  1009. vsc85xx_gettime(info, &ts);
  1010. while ((rx_skb = __skb_dequeue(&received)) != NULL) {
  1011. shhwtstamps = skb_hwtstamps(rx_skb);
  1012. memset(shhwtstamps, 0, sizeof(struct skb_shared_hwtstamps));
  1013. if (ts.tv_nsec < VSC8531_SKB_CB(rx_skb)->ns)
  1014. ts.tv_sec--;
  1015. shhwtstamps->hwtstamp = ktime_set(ts.tv_sec,
  1016. VSC8531_SKB_CB(rx_skb)->ns);
  1017. netif_rx(rx_skb);
  1018. }
  1019. return -1;
  1020. }
  1021. static const struct ptp_clock_info vsc85xx_clk_caps = {
  1022. .owner = THIS_MODULE,
  1023. .name = "VSC85xx timer",
  1024. .max_adj = S32_MAX,
  1025. .n_alarm = 0,
  1026. .n_pins = 0,
  1027. .n_ext_ts = 0,
  1028. .n_per_out = 0,
  1029. .pps = 0,
  1030. .adjtime = &vsc85xx_adjtime,
  1031. .adjfine = &vsc85xx_adjfine,
  1032. .gettime64 = &vsc85xx_gettime,
  1033. .settime64 = &vsc85xx_settime,
  1034. .do_aux_work = &vsc85xx_do_aux_work,
  1035. };
  1036. static struct vsc8531_private *vsc8584_base_priv(struct phy_device *phydev)
  1037. {
  1038. struct vsc8531_private *vsc8531 = phydev->priv;
  1039. if (vsc8531->ts_base_addr != phydev->mdio.addr) {
  1040. struct mdio_device *dev;
  1041. dev = phydev->mdio.bus->mdio_map[vsc8531->ts_base_addr];
  1042. phydev = container_of(dev, struct phy_device, mdio);
  1043. return phydev->priv;
  1044. }
  1045. return vsc8531;
  1046. }
  1047. static bool vsc8584_is_1588_input_clk_configured(struct phy_device *phydev)
  1048. {
  1049. struct vsc8531_private *vsc8531 = vsc8584_base_priv(phydev);
  1050. return vsc8531->input_clk_init;
  1051. }
  1052. static void vsc8584_set_input_clk_configured(struct phy_device *phydev)
  1053. {
  1054. struct vsc8531_private *vsc8531 = vsc8584_base_priv(phydev);
  1055. vsc8531->input_clk_init = true;
  1056. }
  1057. static int __vsc8584_init_ptp(struct phy_device *phydev)
  1058. {
  1059. static const u32 ltc_seq_e[] = { 0, 400000, 0, 0, 0 };
  1060. static const u8 ltc_seq_a[] = { 8, 6, 5, 4, 2 };
  1061. u32 val;
  1062. if (!vsc8584_is_1588_input_clk_configured(phydev)) {
  1063. phy_lock_mdio_bus(phydev);
  1064. /* 1588_DIFF_INPUT_CLK configuration: Use an external clock for
  1065. * the LTC, as per 3.13.29 in the VSC8584 datasheet.
  1066. */
  1067. phy_ts_base_write(phydev, MSCC_EXT_PAGE_ACCESS,
  1068. MSCC_PHY_PAGE_1588);
  1069. phy_ts_base_write(phydev, 29, 0x7ae0);
  1070. phy_ts_base_write(phydev, 30, 0xb71c);
  1071. phy_ts_base_write(phydev, MSCC_EXT_PAGE_ACCESS,
  1072. MSCC_PHY_PAGE_STANDARD);
  1073. phy_unlock_mdio_bus(phydev);
  1074. vsc8584_set_input_clk_configured(phydev);
  1075. }
  1076. /* Disable predictor before configuring the 1588 block */
  1077. val = vsc85xx_ts_read_csr(phydev, PROCESSOR,
  1078. MSCC_PHY_PTP_INGR_PREDICTOR);
  1079. val &= ~PTP_INGR_PREDICTOR_EN;
  1080. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_INGR_PREDICTOR,
  1081. val);
  1082. val = vsc85xx_ts_read_csr(phydev, PROCESSOR,
  1083. MSCC_PHY_PTP_EGR_PREDICTOR);
  1084. val &= ~PTP_EGR_PREDICTOR_EN;
  1085. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_EGR_PREDICTOR,
  1086. val);
  1087. /* By default, the internal clock of fixed rate 250MHz is used */
  1088. val = vsc85xx_ts_read_csr(phydev, PROCESSOR, MSCC_PHY_PTP_LTC_CTRL);
  1089. val &= ~PTP_LTC_CTRL_CLK_SEL_MASK;
  1090. val |= PTP_LTC_CTRL_CLK_SEL_INTERNAL_250;
  1091. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_LTC_CTRL, val);
  1092. val = vsc85xx_ts_read_csr(phydev, PROCESSOR, MSCC_PHY_PTP_LTC_SEQUENCE);
  1093. val &= ~PTP_LTC_SEQUENCE_A_MASK;
  1094. val |= PTP_LTC_SEQUENCE_A(ltc_seq_a[PHC_CLK_250MHZ]);
  1095. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_LTC_SEQUENCE, val);
  1096. val = vsc85xx_ts_read_csr(phydev, PROCESSOR, MSCC_PHY_PTP_LTC_SEQ);
  1097. val &= ~(PTP_LTC_SEQ_ERR_MASK | PTP_LTC_SEQ_ADD_SUB);
  1098. if (ltc_seq_e[PHC_CLK_250MHZ])
  1099. val |= PTP_LTC_SEQ_ADD_SUB;
  1100. val |= PTP_LTC_SEQ_ERR(ltc_seq_e[PHC_CLK_250MHZ]);
  1101. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_LTC_SEQ, val);
  1102. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_LTC_1PPS_WIDTH_ADJ,
  1103. PPS_WIDTH_ADJ);
  1104. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_INGR_DELAY_FIFO,
  1105. IS_ENABLED(CONFIG_MACSEC) ?
  1106. PTP_INGR_DELAY_FIFO_DEPTH_MACSEC :
  1107. PTP_INGR_DELAY_FIFO_DEPTH_DEFAULT);
  1108. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_EGR_DELAY_FIFO,
  1109. IS_ENABLED(CONFIG_MACSEC) ?
  1110. PTP_EGR_DELAY_FIFO_DEPTH_MACSEC :
  1111. PTP_EGR_DELAY_FIFO_DEPTH_DEFAULT);
  1112. /* Enable n-phase sampler for Viper Rev-B */
  1113. val = vsc85xx_ts_read_csr(phydev, PROCESSOR,
  1114. MSCC_PHY_PTP_ACCUR_CFG_STATUS);
  1115. val &= ~(PTP_ACCUR_PPS_OUT_BYPASS | PTP_ACCUR_PPS_IN_BYPASS |
  1116. PTP_ACCUR_EGR_SOF_BYPASS | PTP_ACCUR_INGR_SOF_BYPASS |
  1117. PTP_ACCUR_LOAD_SAVE_BYPASS);
  1118. val |= PTP_ACCUR_PPS_OUT_CALIB_ERR | PTP_ACCUR_PPS_OUT_CALIB_DONE |
  1119. PTP_ACCUR_PPS_IN_CALIB_ERR | PTP_ACCUR_PPS_IN_CALIB_DONE |
  1120. PTP_ACCUR_EGR_SOF_CALIB_ERR | PTP_ACCUR_EGR_SOF_CALIB_DONE |
  1121. PTP_ACCUR_INGR_SOF_CALIB_ERR | PTP_ACCUR_INGR_SOF_CALIB_DONE |
  1122. PTP_ACCUR_LOAD_SAVE_CALIB_ERR | PTP_ACCUR_LOAD_SAVE_CALIB_DONE;
  1123. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_ACCUR_CFG_STATUS,
  1124. val);
  1125. val = vsc85xx_ts_read_csr(phydev, PROCESSOR,
  1126. MSCC_PHY_PTP_ACCUR_CFG_STATUS);
  1127. val |= PTP_ACCUR_CALIB_TRIGG;
  1128. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_ACCUR_CFG_STATUS,
  1129. val);
  1130. val = vsc85xx_ts_read_csr(phydev, PROCESSOR,
  1131. MSCC_PHY_PTP_ACCUR_CFG_STATUS);
  1132. val &= ~PTP_ACCUR_CALIB_TRIGG;
  1133. val |= PTP_ACCUR_PPS_OUT_CALIB_ERR | PTP_ACCUR_PPS_OUT_CALIB_DONE |
  1134. PTP_ACCUR_PPS_IN_CALIB_ERR | PTP_ACCUR_PPS_IN_CALIB_DONE |
  1135. PTP_ACCUR_EGR_SOF_CALIB_ERR | PTP_ACCUR_EGR_SOF_CALIB_DONE |
  1136. PTP_ACCUR_INGR_SOF_CALIB_ERR | PTP_ACCUR_INGR_SOF_CALIB_DONE |
  1137. PTP_ACCUR_LOAD_SAVE_CALIB_ERR | PTP_ACCUR_LOAD_SAVE_CALIB_DONE;
  1138. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_ACCUR_CFG_STATUS,
  1139. val);
  1140. val = vsc85xx_ts_read_csr(phydev, PROCESSOR,
  1141. MSCC_PHY_PTP_ACCUR_CFG_STATUS);
  1142. val |= PTP_ACCUR_CALIB_TRIGG;
  1143. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_ACCUR_CFG_STATUS,
  1144. val);
  1145. val = vsc85xx_ts_read_csr(phydev, PROCESSOR,
  1146. MSCC_PHY_PTP_ACCUR_CFG_STATUS);
  1147. val &= ~PTP_ACCUR_CALIB_TRIGG;
  1148. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_ACCUR_CFG_STATUS,
  1149. val);
  1150. /* Do not access FIFO via SI */
  1151. val = vsc85xx_ts_read_csr(phydev, PROCESSOR,
  1152. MSCC_PHY_PTP_TSTAMP_FIFO_SI);
  1153. val &= ~PTP_TSTAMP_FIFO_SI_EN;
  1154. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_TSTAMP_FIFO_SI,
  1155. val);
  1156. val = vsc85xx_ts_read_csr(phydev, PROCESSOR,
  1157. MSCC_PHY_PTP_INGR_REWRITER_CTRL);
  1158. val &= ~PTP_INGR_REWRITER_REDUCE_PREAMBLE;
  1159. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_INGR_REWRITER_CTRL,
  1160. val);
  1161. val = vsc85xx_ts_read_csr(phydev, PROCESSOR,
  1162. MSCC_PHY_PTP_EGR_REWRITER_CTRL);
  1163. val &= ~PTP_EGR_REWRITER_REDUCE_PREAMBLE;
  1164. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_EGR_REWRITER_CTRL,
  1165. val);
  1166. /* Put the flag that indicates the frame has been modified to bit 7 */
  1167. val = vsc85xx_ts_read_csr(phydev, PROCESSOR,
  1168. MSCC_PHY_PTP_INGR_REWRITER_CTRL);
  1169. val |= PTP_INGR_REWRITER_FLAG_BIT_OFF(7) | PTP_INGR_REWRITER_FLAG_VAL;
  1170. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_INGR_REWRITER_CTRL,
  1171. val);
  1172. val = vsc85xx_ts_read_csr(phydev, PROCESSOR,
  1173. MSCC_PHY_PTP_EGR_REWRITER_CTRL);
  1174. val |= PTP_EGR_REWRITER_FLAG_BIT_OFF(7);
  1175. val &= ~PTP_EGR_REWRITER_FLAG_VAL;
  1176. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_EGR_REWRITER_CTRL,
  1177. val);
  1178. /* 30bit mode for RX timestamp, only the nanoseconds are kept in
  1179. * reserved field.
  1180. */
  1181. val = vsc85xx_ts_read_csr(phydev, PROCESSOR,
  1182. MSCC_PHY_PTP_INGR_TSP_CTRL);
  1183. val |= PHY_PTP_INGR_TSP_CTRL_FRACT_NS;
  1184. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_INGR_TSP_CTRL,
  1185. val);
  1186. val = vsc85xx_ts_read_csr(phydev, PROCESSOR, MSCC_PHY_PTP_EGR_TSP_CTRL);
  1187. val |= PHY_PTP_EGR_TSP_CTRL_FRACT_NS;
  1188. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_EGR_TSP_CTRL, val);
  1189. val = vsc85xx_ts_read_csr(phydev, PROCESSOR,
  1190. MSCC_PHY_PTP_SERIAL_TOD_IFACE);
  1191. val |= PTP_SERIAL_TOD_IFACE_LS_AUTO_CLR;
  1192. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_SERIAL_TOD_IFACE,
  1193. val);
  1194. vsc85xx_ts_fsb_init(phydev);
  1195. /* Set the Egress timestamp FIFO configuration and status register */
  1196. val = vsc85xx_ts_read_csr(phydev, PROCESSOR,
  1197. MSCC_PHY_PTP_EGR_TS_FIFO_CTRL);
  1198. val &= ~(PTP_EGR_TS_FIFO_SIG_BYTES_MASK | PTP_EGR_TS_FIFO_THRESH_MASK);
  1199. /* 16 bytes for the signature, 10 for the timestamp in the TS FIFO */
  1200. val |= PTP_EGR_TS_FIFO_SIG_BYTES(16) | PTP_EGR_TS_FIFO_THRESH(7);
  1201. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_EGR_TS_FIFO_CTRL,
  1202. val);
  1203. vsc85xx_ts_reset_fifo(phydev);
  1204. val = PTP_IFACE_CTRL_CLK_ENA;
  1205. if (!IS_ENABLED(CONFIG_MACSEC))
  1206. val |= PTP_IFACE_CTRL_GMII_PROT;
  1207. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_IFACE_CTRL, val);
  1208. vsc85xx_ts_set_latencies(phydev);
  1209. val = vsc85xx_ts_read_csr(phydev, PROCESSOR, MSCC_PHY_PTP_VERSION_CODE);
  1210. val = vsc85xx_ts_read_csr(phydev, PROCESSOR, MSCC_PHY_PTP_IFACE_CTRL);
  1211. val |= PTP_IFACE_CTRL_EGR_BYPASS;
  1212. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_IFACE_CTRL, val);
  1213. vsc85xx_ts_disable_flows(phydev, EGRESS);
  1214. vsc85xx_ts_disable_flows(phydev, INGRESS);
  1215. val = vsc85xx_ts_read_csr(phydev, PROCESSOR,
  1216. MSCC_PHY_PTP_ANALYZER_MODE);
  1217. /* Disable INGRESS and EGRESS so engine eng_id can be reconfigured */
  1218. val &= ~(PTP_ANALYZER_MODE_EGR_ENA_MASK |
  1219. PTP_ANALYZER_MODE_INGR_ENA_MASK |
  1220. PTP_ANA_INGR_ENCAP_FLOW_MODE_MASK |
  1221. PTP_ANA_EGR_ENCAP_FLOW_MODE_MASK);
  1222. /* Strict matching in flow (packets should match flows from the same
  1223. * index in all enabled comparators (except PTP)).
  1224. */
  1225. val |= PTP_ANA_SPLIT_ENCAP_FLOW | PTP_ANA_INGR_ENCAP_FLOW_MODE(0x7) |
  1226. PTP_ANA_EGR_ENCAP_FLOW_MODE(0x7);
  1227. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_PTP_ANALYZER_MODE,
  1228. val);
  1229. /* Initialized for ingress and egress flows:
  1230. * - The Ethernet comparator.
  1231. * - The IP comparator.
  1232. * - The PTP comparator.
  1233. */
  1234. vsc85xx_eth_cmp1_init(phydev, INGRESS);
  1235. vsc85xx_ip_cmp1_init(phydev, INGRESS);
  1236. vsc85xx_ptp_cmp_init(phydev, INGRESS);
  1237. vsc85xx_eth_cmp1_init(phydev, EGRESS);
  1238. vsc85xx_ip_cmp1_init(phydev, EGRESS);
  1239. vsc85xx_ptp_cmp_init(phydev, EGRESS);
  1240. vsc85xx_ts_eth_cmp1_sig(phydev);
  1241. return 0;
  1242. }
  1243. void vsc8584_config_ts_intr(struct phy_device *phydev)
  1244. {
  1245. struct vsc8531_private *priv = phydev->priv;
  1246. mutex_lock(&priv->ts_lock);
  1247. vsc85xx_ts_write_csr(phydev, PROCESSOR, MSCC_PHY_1588_VSC85XX_INT_MASK,
  1248. VSC85XX_1588_INT_MASK_MASK);
  1249. mutex_unlock(&priv->ts_lock);
  1250. }
  1251. int vsc8584_ptp_init(struct phy_device *phydev)
  1252. {
  1253. switch (phydev->phy_id & phydev->drv->phy_id_mask) {
  1254. case PHY_ID_VSC8572:
  1255. case PHY_ID_VSC8574:
  1256. case PHY_ID_VSC8575:
  1257. case PHY_ID_VSC8582:
  1258. case PHY_ID_VSC8584:
  1259. return __vsc8584_init_ptp(phydev);
  1260. }
  1261. return 0;
  1262. }
  1263. void vsc8584_ptp_deinit(struct phy_device *phydev)
  1264. {
  1265. struct vsc8531_private *vsc8531 = phydev->priv;
  1266. if (vsc8531->ptp->ptp_clock) {
  1267. ptp_clock_unregister(vsc8531->ptp->ptp_clock);
  1268. skb_queue_purge(&vsc8531->rx_skbs_list);
  1269. skb_queue_purge(&vsc8531->ptp->tx_queue);
  1270. }
  1271. }
  1272. irqreturn_t vsc8584_handle_ts_interrupt(struct phy_device *phydev)
  1273. {
  1274. struct vsc8531_private *priv = phydev->priv;
  1275. int rc;
  1276. mutex_lock(&priv->ts_lock);
  1277. rc = vsc85xx_ts_read_csr(phydev, PROCESSOR,
  1278. MSCC_PHY_1588_VSC85XX_INT_STATUS);
  1279. /* Ack the PTP interrupt */
  1280. vsc85xx_ts_write_csr(phydev, PROCESSOR,
  1281. MSCC_PHY_1588_VSC85XX_INT_STATUS, rc);
  1282. if (!(rc & VSC85XX_1588_INT_MASK_MASK)) {
  1283. mutex_unlock(&priv->ts_lock);
  1284. return IRQ_NONE;
  1285. }
  1286. if (rc & VSC85XX_1588_INT_FIFO_ADD) {
  1287. vsc85xx_get_tx_ts(priv->ptp);
  1288. } else if (rc & VSC85XX_1588_INT_FIFO_OVERFLOW) {
  1289. skb_queue_purge(&priv->ptp->tx_queue);
  1290. vsc85xx_ts_reset_fifo(phydev);
  1291. }
  1292. mutex_unlock(&priv->ts_lock);
  1293. return IRQ_HANDLED;
  1294. }
  1295. int vsc8584_ptp_probe(struct phy_device *phydev)
  1296. {
  1297. struct vsc8531_private *vsc8531 = phydev->priv;
  1298. vsc8531->ptp = devm_kzalloc(&phydev->mdio.dev, sizeof(*vsc8531->ptp),
  1299. GFP_KERNEL);
  1300. if (!vsc8531->ptp)
  1301. return -ENOMEM;
  1302. mutex_init(&vsc8531->phc_lock);
  1303. mutex_init(&vsc8531->ts_lock);
  1304. skb_queue_head_init(&vsc8531->rx_skbs_list);
  1305. skb_queue_head_init(&vsc8531->ptp->tx_queue);
  1306. /* Retrieve the shared load/save GPIO. Request it as non exclusive as
  1307. * the same GPIO can be requested by all the PHYs of the same package.
  1308. * This GPIO must be used with the gpio_lock taken (the lock is shared
  1309. * between all PHYs).
  1310. */
  1311. vsc8531->load_save = devm_gpiod_get_optional(&phydev->mdio.dev, "load-save",
  1312. GPIOD_FLAGS_BIT_NONEXCLUSIVE |
  1313. GPIOD_OUT_LOW);
  1314. if (IS_ERR(vsc8531->load_save)) {
  1315. phydev_err(phydev, "Can't get load-save GPIO (%ld)\n",
  1316. PTR_ERR(vsc8531->load_save));
  1317. return PTR_ERR(vsc8531->load_save);
  1318. }
  1319. /* Timestamp selected by default to keep legacy API */
  1320. phydev->default_timestamp = true;
  1321. vsc8531->ptp->phydev = phydev;
  1322. vsc8531->mii_ts.rxtstamp = vsc85xx_rxtstamp;
  1323. vsc8531->mii_ts.txtstamp = vsc85xx_txtstamp;
  1324. vsc8531->mii_ts.hwtstamp_set = vsc85xx_hwtstamp_set;
  1325. vsc8531->mii_ts.hwtstamp_get = vsc85xx_hwtstamp_get;
  1326. vsc8531->mii_ts.ts_info = vsc85xx_ts_info;
  1327. phydev->mii_ts = &vsc8531->mii_ts;
  1328. memcpy(&vsc8531->ptp->caps, &vsc85xx_clk_caps, sizeof(vsc85xx_clk_caps));
  1329. vsc8531->ptp->ptp_clock = ptp_clock_register(&vsc8531->ptp->caps,
  1330. &phydev->mdio.dev);
  1331. return PTR_ERR_OR_ZERO(vsc8531->ptp->ptp_clock);
  1332. }
  1333. int vsc8584_ptp_probe_once(struct phy_device *phydev)
  1334. {
  1335. struct vsc85xx_shared_private *shared = phy_package_get_priv(phydev);
  1336. /* Initialize shared GPIO lock */
  1337. mutex_init(&shared->gpio_lock);
  1338. return 0;
  1339. }