| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274 |
- // SPDX-License-Identifier: GPL-2.0-only
- /*
- * Copyright (C) 2007-2015 STMicroelectronics Ltd
- *
- * Author: Alexandre Torgue <alexandre.torgue@st.com>
- */
- #include <linux/io.h>
- #include <linux/iopoll.h>
- #include <linux/delay.h>
- #include "common.h"
- #include "dwmac4_dma.h"
- #include "dwmac4.h"
- #include "stmmac.h"
- int dwmac4_dma_reset(void __iomem *ioaddr)
- {
- u32 value = readl(ioaddr + DMA_BUS_MODE);
- /* DMA SW reset */
- value |= DMA_BUS_MODE_SFT_RESET;
- writel(value, ioaddr + DMA_BUS_MODE);
- return readl_poll_timeout(ioaddr + DMA_BUS_MODE, value,
- !(value & DMA_BUS_MODE_SFT_RESET),
- 10000, 1000000);
- }
- void dwmac4_set_rx_tail_ptr(struct stmmac_priv *priv, void __iomem *ioaddr,
- u32 tail_ptr, u32 chan)
- {
- const struct dwmac4_addrs *dwmac4_addrs = priv->plat->dwmac4_addrs;
- writel(tail_ptr, ioaddr + DMA_CHAN_RX_END_ADDR(dwmac4_addrs, chan));
- }
- void dwmac4_set_tx_tail_ptr(struct stmmac_priv *priv, void __iomem *ioaddr,
- u32 tail_ptr, u32 chan)
- {
- const struct dwmac4_addrs *dwmac4_addrs = priv->plat->dwmac4_addrs;
- writel(tail_ptr, ioaddr + DMA_CHAN_TX_END_ADDR(dwmac4_addrs, chan));
- }
- void dwmac4_dma_start_tx(struct stmmac_priv *priv, void __iomem *ioaddr,
- u32 chan)
- {
- const struct dwmac4_addrs *dwmac4_addrs = priv->plat->dwmac4_addrs;
- u32 value = readl(ioaddr + DMA_CHAN_TX_CONTROL(dwmac4_addrs, chan));
- value |= DMA_CONTROL_ST;
- writel(value, ioaddr + DMA_CHAN_TX_CONTROL(dwmac4_addrs, chan));
- value = readl(ioaddr + GMAC_CONFIG);
- value |= GMAC_CONFIG_TE;
- writel(value, ioaddr + GMAC_CONFIG);
- }
- void dwmac4_dma_stop_tx(struct stmmac_priv *priv, void __iomem *ioaddr,
- u32 chan)
- {
- const struct dwmac4_addrs *dwmac4_addrs = priv->plat->dwmac4_addrs;
- u32 value = readl(ioaddr + DMA_CHAN_TX_CONTROL(dwmac4_addrs, chan));
- value &= ~DMA_CONTROL_ST;
- writel(value, ioaddr + DMA_CHAN_TX_CONTROL(dwmac4_addrs, chan));
- }
- void dwmac4_dma_start_rx(struct stmmac_priv *priv, void __iomem *ioaddr,
- u32 chan)
- {
- const struct dwmac4_addrs *dwmac4_addrs = priv->plat->dwmac4_addrs;
- u32 value = readl(ioaddr + DMA_CHAN_RX_CONTROL(dwmac4_addrs, chan));
- value |= DMA_CONTROL_SR;
- writel(value, ioaddr + DMA_CHAN_RX_CONTROL(dwmac4_addrs, chan));
- value = readl(ioaddr + GMAC_CONFIG);
- value |= GMAC_CONFIG_RE;
- writel(value, ioaddr + GMAC_CONFIG);
- }
- void dwmac4_dma_stop_rx(struct stmmac_priv *priv, void __iomem *ioaddr,
- u32 chan)
- {
- const struct dwmac4_addrs *dwmac4_addrs = priv->plat->dwmac4_addrs;
- u32 value = readl(ioaddr + DMA_CHAN_RX_CONTROL(dwmac4_addrs, chan));
- value &= ~DMA_CONTROL_SR;
- writel(value, ioaddr + DMA_CHAN_RX_CONTROL(dwmac4_addrs, chan));
- }
- void dwmac4_set_tx_ring_len(struct stmmac_priv *priv, void __iomem *ioaddr,
- u32 len, u32 chan)
- {
- const struct dwmac4_addrs *dwmac4_addrs = priv->plat->dwmac4_addrs;
- writel(len, ioaddr + DMA_CHAN_TX_RING_LEN(dwmac4_addrs, chan));
- }
- void dwmac4_set_rx_ring_len(struct stmmac_priv *priv, void __iomem *ioaddr,
- u32 len, u32 chan)
- {
- const struct dwmac4_addrs *dwmac4_addrs = priv->plat->dwmac4_addrs;
- writel(len, ioaddr + DMA_CHAN_RX_RING_LEN(dwmac4_addrs, chan));
- }
- void dwmac4_enable_dma_irq(struct stmmac_priv *priv, void __iomem *ioaddr,
- u32 chan, bool rx, bool tx)
- {
- const struct dwmac4_addrs *dwmac4_addrs = priv->plat->dwmac4_addrs;
- u32 value = readl(ioaddr + DMA_CHAN_INTR_ENA(dwmac4_addrs, chan));
- if (rx)
- value |= DMA_CHAN_INTR_DEFAULT_RX;
- if (tx)
- value |= DMA_CHAN_INTR_DEFAULT_TX;
- writel(value, ioaddr + DMA_CHAN_INTR_ENA(dwmac4_addrs, chan));
- }
- void dwmac410_enable_dma_irq(struct stmmac_priv *priv, void __iomem *ioaddr,
- u32 chan, bool rx, bool tx)
- {
- const struct dwmac4_addrs *dwmac4_addrs = priv->plat->dwmac4_addrs;
- u32 value = readl(ioaddr + DMA_CHAN_INTR_ENA(dwmac4_addrs, chan));
- if (rx)
- value |= DMA_CHAN_INTR_DEFAULT_RX_4_10;
- if (tx)
- value |= DMA_CHAN_INTR_DEFAULT_TX_4_10;
- writel(value, ioaddr + DMA_CHAN_INTR_ENA(dwmac4_addrs, chan));
- }
- void dwmac4_disable_dma_irq(struct stmmac_priv *priv, void __iomem *ioaddr,
- u32 chan, bool rx, bool tx)
- {
- const struct dwmac4_addrs *dwmac4_addrs = priv->plat->dwmac4_addrs;
- u32 value = readl(ioaddr + DMA_CHAN_INTR_ENA(dwmac4_addrs, chan));
- if (rx)
- value &= ~DMA_CHAN_INTR_DEFAULT_RX;
- if (tx)
- value &= ~DMA_CHAN_INTR_DEFAULT_TX;
- writel(value, ioaddr + DMA_CHAN_INTR_ENA(dwmac4_addrs, chan));
- }
- void dwmac410_disable_dma_irq(struct stmmac_priv *priv, void __iomem *ioaddr,
- u32 chan, bool rx, bool tx)
- {
- const struct dwmac4_addrs *dwmac4_addrs = priv->plat->dwmac4_addrs;
- u32 value = readl(ioaddr + DMA_CHAN_INTR_ENA(dwmac4_addrs, chan));
- if (rx)
- value &= ~DMA_CHAN_INTR_DEFAULT_RX_4_10;
- if (tx)
- value &= ~DMA_CHAN_INTR_DEFAULT_TX_4_10;
- writel(value, ioaddr + DMA_CHAN_INTR_ENA(dwmac4_addrs, chan));
- }
- int dwmac4_dma_interrupt(struct stmmac_priv *priv, void __iomem *ioaddr,
- struct stmmac_extra_stats *x, u32 chan, u32 dir)
- {
- const struct dwmac4_addrs *dwmac4_addrs = priv->plat->dwmac4_addrs;
- u32 intr_status = readl(ioaddr + DMA_CHAN_STATUS(dwmac4_addrs, chan));
- u32 intr_en = readl(ioaddr + DMA_CHAN_INTR_ENA(dwmac4_addrs, chan));
- struct stmmac_pcpu_stats *stats = this_cpu_ptr(priv->xstats.pcpu_stats);
- int ret = 0;
- if (dir == DMA_DIR_RX)
- intr_status &= DMA_CHAN_STATUS_MSK_RX;
- else if (dir == DMA_DIR_TX)
- intr_status &= DMA_CHAN_STATUS_MSK_TX;
- /* ABNORMAL interrupts */
- if (unlikely(intr_status & DMA_CHAN_STATUS_AIS)) {
- if (unlikely(intr_status & DMA_CHAN_STATUS_RBU))
- x->rx_buf_unav_irq++;
- if (unlikely(intr_status & DMA_CHAN_STATUS_RPS))
- x->rx_process_stopped_irq++;
- if (unlikely(intr_status & DMA_CHAN_STATUS_ETI))
- x->tx_early_irq++;
- if (unlikely(intr_status & DMA_CHAN_STATUS_TPS)) {
- x->tx_process_stopped_irq++;
- ret = tx_hard_error;
- }
- if (unlikely(intr_status & DMA_CHAN_STATUS_FBE)) {
- x->fatal_bus_error_irq++;
- ret = tx_hard_error;
- }
- }
- if (unlikely(intr_status & DMA_CHAN_STATUS_RWT))
- x->rx_watchdog_irq++;
- /* TX/RX NORMAL interrupts */
- if (likely(intr_status & DMA_CHAN_STATUS_RI)) {
- u64_stats_update_begin(&stats->syncp);
- u64_stats_inc(&stats->rx_normal_irq_n[chan]);
- u64_stats_update_end(&stats->syncp);
- ret |= handle_rx;
- }
- if (likely(intr_status & DMA_CHAN_STATUS_TI)) {
- u64_stats_update_begin(&stats->syncp);
- u64_stats_inc(&stats->tx_normal_irq_n[chan]);
- u64_stats_update_end(&stats->syncp);
- ret |= handle_tx;
- }
- if (unlikely(intr_status & DMA_CHAN_STATUS_TBU))
- ret |= handle_tx;
- if (unlikely(intr_status & DMA_CHAN_STATUS_ERI))
- x->rx_early_irq++;
- writel(intr_status & intr_en,
- ioaddr + DMA_CHAN_STATUS(dwmac4_addrs, chan));
- return ret;
- }
- void stmmac_dwmac4_set_mac_addr(void __iomem *ioaddr, const u8 addr[6],
- unsigned int high, unsigned int low)
- {
- unsigned long data;
- data = (addr[5] << 8) | addr[4];
- /* For MAC Addr registers se have to set the Address Enable (AE)
- * bit that has no effect on the High Reg 0 where the bit 31 (MO)
- * is RO.
- */
- data |= FIELD_PREP(GMAC_HI_DCS, STMMAC_CHAN0);
- writel(data | GMAC_HI_REG_AE, ioaddr + high);
- data = (addr[3] << 24) | (addr[2] << 16) | (addr[1] << 8) | addr[0];
- writel(data, ioaddr + low);
- }
- /* Enable disable MAC RX/TX */
- void stmmac_dwmac4_set_mac(void __iomem *ioaddr, bool enable)
- {
- u32 value = readl(ioaddr + GMAC_CONFIG);
- u32 old_val = value;
- if (enable)
- value |= GMAC_CONFIG_RE | GMAC_CONFIG_TE;
- else
- value &= ~(GMAC_CONFIG_TE | GMAC_CONFIG_RE);
- if (value != old_val)
- writel(value, ioaddr + GMAC_CONFIG);
- }
- void stmmac_dwmac4_get_mac_addr(void __iomem *ioaddr, unsigned char *addr,
- unsigned int high, unsigned int low)
- {
- unsigned int hi_addr, lo_addr;
- /* Read the MAC address from the hardware */
- hi_addr = readl(ioaddr + high);
- lo_addr = readl(ioaddr + low);
- /* Extract the MAC address from the high and low words */
- addr[0] = lo_addr & 0xff;
- addr[1] = (lo_addr >> 8) & 0xff;
- addr[2] = (lo_addr >> 16) & 0xff;
- addr[3] = (lo_addr >> 24) & 0xff;
- addr[4] = hi_addr & 0xff;
- addr[5] = (hi_addr >> 8) & 0xff;
- }
|