* [PATCH 1/2] dt-binding: mediatek: Add binding document for MediaTek GMAC
From: Biao Huang @ 2018-09-17 6:29 UTC (permalink / raw)
To: davem, robh+dt
Cc: honghui.zhang, yt.shen, liguo.zhang, mark.rutland, sean.wang,
nelson.chang, matthias.bgg, biao.huang, netdev, devicetree,
linux-kernel, linux-arm-kernel, linux-mediatek
In-Reply-To: <1537165763-13112-1-git-send-email-biao.huang@mediatek.com>
The commit adds the device tree binding documentation for the MediaTek
GMAC found on Mediatek MT2712.
Signed-off-by: Biao Huang <biao.huang@mediatek.com>
---
.../devicetree/bindings/net/mediatek-gmac.txt | 45 ++++++++++++++++++++
1 file changed, 45 insertions(+)
create mode 100644 Documentation/devicetree/bindings/net/mediatek-gmac.txt
diff --git a/Documentation/devicetree/bindings/net/mediatek-gmac.txt b/Documentation/devicetree/bindings/net/mediatek-gmac.txt
new file mode 100644
index 0000000..14876ed
--- /dev/null
+++ b/Documentation/devicetree/bindings/net/mediatek-gmac.txt
@@ -0,0 +1,45 @@
+MediaTek Gigabit Ethernet controller
+=========================================
+
+The gigabit ethernet controller can be found on MediaTek SoCs.
+
+* Ethernet controller node
+
+Required properties:
+- compatible: Should be
+ "mediatek,mt2712-eth": for MT2712 SoC
+- reg: Address and length of the register set for the device
+- interrupts: Should contain the MAC interrupts
+- interrupt-names: the name of interrupt in the interrupts property. These are
+ "macirq": For MT2712 SoC
+- clocks: the clock used by the controller
+- clock-names: the names of the clock listed in the clocks property. These are
+ "axi", "apb", "mac_ext", "ptp", "ptp_parent", "ptp_top": For MT2712 SoC
+- mac-address: See ethernet.txt in the same directory
+- power-domains: phandle to the power domain that the ethernet is part of
+- phy-mode: See ethernet.txt file in the same directory.
+- reset-gpio: gpio number for phy reset.
+
+Example:
+
+eth: eth@1101c000 {
+ compatible = "mediatek,mt2712-eth";
+ reg = <0 0x1101c000 0 0x1200>;
+ interrupts = <GIC_SPI 237 IRQ_TYPE_LEVEL_LOW>;
+ interrupt-names = "macirq";
+ phy-mode ="rgmii";
+ mac-address = [00 55 7b b5 7d f7];
+ clock-names = "axi",
+ "apb",
+ "mac_ext",
+ "ptp",
+ "ptp_parent",
+ "ptp_top";
+ clocks = <&pericfg CLK_PERI_GMAC>,
+ <&pericfg CLK_PERI_GMAC_PCLK>,
+ <&topckgen CLK_TOP_ETHER_125M_SEL>,
+ <&topckgen CLK_TOP_ETHER_50M_SEL>,
+ <&topckgen CLK_TOP_APLL1_D3>,
+ <&topckgen CLK_TOP_APLL1>;
+ reset-gpio = <&pio 87 GPIO_ACTIVE_HIGH>;
+ };
--
1.7.9.5
^ permalink raw reply related
* [PATCH 2/2] ethernet: mediatek: add support for MT2712 Ethernet
From: Biao Huang @ 2018-09-17 6:29 UTC (permalink / raw)
To: davem, robh+dt
Cc: honghui.zhang, yt.shen, liguo.zhang, mark.rutland, sean.wang,
nelson.chang, matthias.bgg, biao.huang, netdev, devicetree,
linux-kernel, linux-arm-kernel, linux-mediatek
In-Reply-To: <1537165763-13112-1-git-send-email-biao.huang@mediatek.com>
Add ethernet support for MediaTek SoCs from the MT2712 family.
Signed-off-by: Biao Huang <biao.huang@mediatek.com>
---
drivers/net/ethernet/mediatek/Kconfig | 16 +
drivers/net/ethernet/mediatek/Makefile | 1 +
drivers/net/ethernet/mediatek/gmac/Makefile | 16 +
.../net/ethernet/mediatek/gmac/mt2712-platform.c | 286 ++
.../net/ethernet/mediatek/gmac/mtk-gmac-common.c | 805 +++++
drivers/net/ethernet/mediatek/gmac/mtk-gmac-desc.c | 537 +++
drivers/net/ethernet/mediatek/gmac/mtk-gmac-desc.h | 151 +
.../net/ethernet/mediatek/gmac/mtk-gmac-ethtool.c | 342 ++
drivers/net/ethernet/mediatek/gmac/mtk-gmac-hw.c | 3446 ++++++++++++++++++++
drivers/net/ethernet/mediatek/gmac/mtk-gmac-mdio.c | 274 ++
drivers/net/ethernet/mediatek/gmac/mtk-gmac-net.c | 1638 ++++++++++
drivers/net/ethernet/mediatek/gmac/mtk-gmac-ptp.c | 153 +
drivers/net/ethernet/mediatek/gmac/mtk-gmac-reg.h | 861 +++++
drivers/net/ethernet/mediatek/gmac/mtk-gmac.h | 683 ++++
14 files changed, 9209 insertions(+)
create mode 100644 drivers/net/ethernet/mediatek/gmac/Makefile
create mode 100644 drivers/net/ethernet/mediatek/gmac/mt2712-platform.c
create mode 100644 drivers/net/ethernet/mediatek/gmac/mtk-gmac-common.c
create mode 100644 drivers/net/ethernet/mediatek/gmac/mtk-gmac-desc.c
create mode 100644 drivers/net/ethernet/mediatek/gmac/mtk-gmac-desc.h
create mode 100644 drivers/net/ethernet/mediatek/gmac/mtk-gmac-ethtool.c
create mode 100644 drivers/net/ethernet/mediatek/gmac/mtk-gmac-hw.c
create mode 100644 drivers/net/ethernet/mediatek/gmac/mtk-gmac-mdio.c
create mode 100644 drivers/net/ethernet/mediatek/gmac/mtk-gmac-net.c
create mode 100644 drivers/net/ethernet/mediatek/gmac/mtk-gmac-ptp.c
create mode 100644 drivers/net/ethernet/mediatek/gmac/mtk-gmac-reg.h
create mode 100644 drivers/net/ethernet/mediatek/gmac/mtk-gmac.h
diff --git a/drivers/net/ethernet/mediatek/Kconfig b/drivers/net/ethernet/mediatek/Kconfig
index f9149d2..646e250 100644
--- a/drivers/net/ethernet/mediatek/Kconfig
+++ b/drivers/net/ethernet/mediatek/Kconfig
@@ -14,4 +14,20 @@ config NET_MEDIATEK_SOC
This driver supports the gigabit ethernet MACs in the
MediaTek SoC family.
+config MTK_GMAC
+ tristate "MediaTek Gigabit AVB Ethernet support"
+ select PHYLIB
+ select PTP_1588_CLOCK
+ select VLAN_8021Q
+ ---help---
+ This driver supports the gigabit avb ethernet MACs in the
+ MediaTek MT27xx SoC family.
+
+if MTK_GMAC
+config MT2712_GMAC
+ tristate "MT2712 Gigabit Ethernet support"
+ ---help---
+ This driver supports the gigabit avb ethernet MACs in the
+ MediaTek MT2712 SoC.
+endif #MTK_GMAC
endif #NET_VENDOR_MEDIATEK
diff --git a/drivers/net/ethernet/mediatek/Makefile b/drivers/net/ethernet/mediatek/Makefile
index aa3f1c8..9c6a84a 100644
--- a/drivers/net/ethernet/mediatek/Makefile
+++ b/drivers/net/ethernet/mediatek/Makefile
@@ -3,3 +3,4 @@
#
obj-$(CONFIG_NET_MEDIATEK_SOC) += mtk_eth_soc.o
+obj-$(CONFIG_MTK_GMAC) += gmac/
diff --git a/drivers/net/ethernet/mediatek/gmac/Makefile b/drivers/net/ethernet/mediatek/gmac/Makefile
new file mode 100644
index 0000000..f0641df
--- /dev/null
+++ b/drivers/net/ethernet/mediatek/gmac/Makefile
@@ -0,0 +1,16 @@
+# GPL-2.0
+#
+# Makefile for the MediaTek network device drivers
+#
+
+obj-$(CONFIG_MTK_GMAC) += mtk-gmac.o
+
+mtk-gmac-objs := mtk-gmac-net.o \
+ mtk-gmac-desc.o \
+ mtk-gmac-common.o \
+ mtk-gmac-hw.o \
+ mtk-gmac-ethtool.o \
+ mtk-gmac-ptp.o \
+ mtk-gmac-mdio.o
+
+mtk-gmac-${CONFIG_MT2712_GMAC} += mt2712-platform.o
diff --git a/drivers/net/ethernet/mediatek/gmac/mt2712-platform.c b/drivers/net/ethernet/mediatek/gmac/mt2712-platform.c
new file mode 100644
index 0000000..2d747ba
--- /dev/null
+++ b/drivers/net/ethernet/mediatek/gmac/mt2712-platform.c
@@ -0,0 +1,286 @@
+// SPDX-License-Identifier: GPL-2.0
+//
+// Copyright (c) 2018 MediaTek Inc.
+#include <linux/kernel.h>
+#include <linux/module.h>
+#include <linux/mfd/syscon.h>
+#include <linux/of_net.h>
+#include <linux/of_gpio.h>
+#include <linux/platform_device.h>
+#include <linux/regmap.h>
+
+#include "mtk-gmac.h"
+
+/* Infra configuration register */
+#define TOP_DCMCTL 0x10
+
+/* Infra configuration register bits */
+#define INFRA_DCM_ENABLE BIT(0)
+
+/* Peri configuration register */
+#define PERI_PHY_INTF_SEL 0x418
+#define PERI_PHY_DLY 0x428
+
+/* Peri configuration register bits and bitmasks */
+#define DLY_GTXC_ENABLE BIT(5)
+#define DLY_GTXC_INV BIT(6)
+#define DLY_GTXC_STAGES GENMASK(4, 0)
+#define DLY_RXC_ENABLE BIT(12)
+#define DLY_RXC_INV BIT(13)
+#define DLY_RXC_STAGES GENMASK(11, 7)
+#define DLY_TXC_ENABLE BIT(19)
+#define DLY_TXC_INV BIT(20)
+#define DLY_TXC_STAGES GENMASK(18, 14)
+#define PHY_INTF_MASK GENMASK(2, 0)
+#define RMII_CLK_SRC_MASK GENMASK(5, 4)
+#define RMII_CLK_SRC_RXC BIT(4)
+
+/* Peri configuration register value */
+#define DLY_VAL_RGMII 0x11a3
+#define DLY_VAL_RGMII_ID 0x0
+#define DLY_VAL_RGMII_RXID 0x23
+#define DLY_VAL_RGMII_TXID 0x1180
+#define PHY_INTF_MII_GMII 0x0
+#define PHY_INTF_RGMII 0x1
+#define PHY_INTF_RMII 0x4
+
+static const char * const gmac_clks_source_name[] = {
+ "axi", "apb", "mac_ext", "ptp", "ptp_parent", "ptp_top"
+};
+
+static int get_platform_resources(struct platform_device *pdev,
+ struct gmac_resources *gmac_res)
+{
+ struct resource *res;
+ int gpio;
+
+ /* Get irq resource */
+ gmac_res->irq = platform_get_irq_byname(pdev, "macirq");
+ if (gmac_res->irq < 0) {
+ if (gmac_res->irq != -EPROBE_DEFER) {
+ dev_err(&pdev->dev,
+ "MAC IRQ configuration information not found\n");
+ }
+ return gmac_res->irq;
+ }
+
+ /* Get memory resource */
+ res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
+ gmac_res->base_addr = devm_ioremap_resource(&pdev->dev, res);
+ if (IS_ERR(gmac_res->base_addr)) {
+ dev_err(&pdev->dev, "cannot map register memory\n");
+ return PTR_ERR(gmac_res->base_addr);
+ }
+
+ gmac_res->mac_addr =
+ (const char *)of_get_mac_address(pdev->dev.of_node);
+
+ gpio = of_get_named_gpio(pdev->dev.of_node, "reset-gpio", 0);
+ if (!gpio_is_valid(gpio)) {
+ dev_err(&pdev->dev, "failed to parse phy reset gpio\n");
+ return gpio;
+ }
+
+ gmac_res->phy_rst = gpio;
+
+ return 0;
+}
+
+static int mt2712_gmac_top_regmap_get(struct plat_gmac_data *plat)
+{
+ plat->infra_regmap =
+ syscon_regmap_lookup_by_compatible("mediatek,mt2712-infracfg");
+ if (IS_ERR(plat->infra_regmap)) {
+ pr_err("Failed to get infracfg syscon\n");
+ return PTR_ERR(plat->infra_regmap);
+ }
+
+ plat->peri_regmap =
+ syscon_regmap_lookup_by_compatible("mediatek,mt2712-pericfg");
+ if (IS_ERR(plat->peri_regmap)) {
+ pr_err("Failed to get pericfg syscon\n");
+ return PTR_ERR(plat->infra_regmap);
+ }
+
+ return 0;
+}
+
+static int mt2712_gmac_clk_get(struct platform_device *pdev,
+ struct plat_gmac_data *plat)
+{
+ int i;
+
+ for (i = 0; i < ARRAY_SIZE(plat->clks); i++) {
+ plat->clks[i] = devm_clk_get(&pdev->dev,
+ gmac_clks_source_name[i]);
+ if (IS_ERR(plat->clks[i])) {
+ if (PTR_ERR(plat->clks[i]) == -EPROBE_DEFER)
+ return -EPROBE_DEFER;
+ plat->clks[i] = NULL;
+ }
+ }
+
+ return 0;
+}
+
+static int mt2712_gmac_clk_enable(struct plat_gmac_data *plat)
+{
+ int clk, ret;
+
+ for (clk = 0; clk < GMAC_CLK_MAX ; clk++) {
+ ret = clk_prepare_enable(plat->clks[clk]);
+ if (ret)
+ goto err_disable_clks;
+ }
+
+ ret = clk_set_parent(plat->clks[GMAC_CLK_PTP],
+ plat->clks[GMAC_CLK_PTP_PARENT]);
+ if (ret)
+ goto err_disable_clks;
+
+ return 0;
+
+err_disable_clks:
+ while (--clk >= 0)
+ clk_disable_unprepare(plat->clks[clk]);
+
+ return ret;
+}
+
+static void mt2712_gmac_clk_disable(struct plat_gmac_data *plat)
+{
+ int clk;
+
+ for (clk = GMAC_CLK_MAX - 1; clk >= 0; clk--)
+ clk_disable_unprepare(plat->clks[clk]);
+}
+
+static int platform_data_get(struct platform_device *pdev,
+ struct plat_gmac_data *plat)
+{
+ int ret;
+
+ ret = mt2712_gmac_top_regmap_get(plat);
+ if (ret)
+ return ret;
+
+ /* Get clock resource */
+ ret = mt2712_gmac_clk_get(pdev, plat);
+ if (ret)
+ return ret;
+
+ return 0;
+}
+
+static void mt2712_gmac_set_interface(struct plat_gmac_data *plat)
+{
+ /* bus clock initialzation */
+ regmap_update_bits(plat->infra_regmap, TOP_DCMCTL,
+ INFRA_DCM_ENABLE, INFRA_DCM_ENABLE);
+
+ regmap_write(plat->peri_regmap, PERI_PHY_DLY, 0);
+
+ /* select phy interface in top control domain */
+ switch (plat->phy_mode) {
+ case PHY_INTERFACE_MODE_MII:
+ case PHY_INTERFACE_MODE_GMII:
+ regmap_update_bits(plat->peri_regmap,
+ PERI_PHY_INTF_SEL,
+ PHY_INTF_MASK,
+ PHY_INTF_MII_GMII);
+ break;
+ case PHY_INTERFACE_MODE_RMII:
+ regmap_update_bits(plat->peri_regmap,
+ PERI_PHY_INTF_SEL,
+ PHY_INTF_MASK,
+ PHY_INTF_RMII);
+ /* bit[5:4] = 1 ref_clk connect to rxc pad */
+ regmap_update_bits(plat->peri_regmap,
+ PERI_PHY_INTF_SEL,
+ RMII_CLK_SRC_MASK,
+ RMII_CLK_SRC_RXC);
+ break;
+ case PHY_INTERFACE_MODE_RGMII:
+ case PHY_INTERFACE_MODE_RGMII_ID:
+ case PHY_INTERFACE_MODE_RGMII_RXID:
+ case PHY_INTERFACE_MODE_RGMII_TXID:
+ regmap_update_bits(plat->peri_regmap,
+ PERI_PHY_INTF_SEL,
+ PHY_INTF_MASK,
+ PHY_INTF_RGMII);
+ break;
+ default:
+ pr_err("phy interface not support\n");
+ }
+}
+
+static void mt2712_gmac_set_delay(struct plat_gmac_data *plat)
+{
+ switch (plat->phy_mode) {
+ case PHY_INTERFACE_MODE_RGMII:
+ regmap_write(plat->peri_regmap, PERI_PHY_DLY, DLY_VAL_RGMII);
+ break;
+ case PHY_INTERFACE_MODE_RGMII_ID:
+ regmap_write(plat->peri_regmap, PERI_PHY_DLY, DLY_VAL_RGMII_ID);
+ break;
+ case PHY_INTERFACE_MODE_RGMII_RXID:
+ regmap_write(plat->peri_regmap, PERI_PHY_DLY, DLY_VAL_RGMII_RXID);
+ break;
+ case PHY_INTERFACE_MODE_RGMII_TXID:
+ regmap_write(plat->peri_regmap, PERI_PHY_DLY, DLY_VAL_RGMII_TXID);
+ break;
+ }
+}
+
+static int mt2712_gmac_probe(struct platform_device *pdev)
+{
+ struct plat_gmac_data *plat;
+ struct gmac_resources gmac_res;
+ int ret = 0;
+
+ plat = devm_kzalloc(&pdev->dev, sizeof(*plat), GFP_KERNEL);
+ if (!plat)
+ return -ENOMEM;
+
+ plat->np = pdev->dev.of_node;
+ plat->phy_mode = of_get_phy_mode(plat->np);
+ plat->gmac_clk_enable = mt2712_gmac_clk_enable;
+ plat->gmac_clk_disable = mt2712_gmac_clk_disable;
+ plat->gmac_set_interface = mt2712_gmac_set_interface;
+ plat->gmac_set_delay = mt2712_gmac_set_delay;
+
+ ret = get_platform_resources(pdev, &gmac_res);
+ if (ret)
+ return ret;
+
+ ret = platform_data_get(pdev, plat);
+ if (ret)
+ return ret;
+
+ return gmac_drv_probe(&pdev->dev, plat, &gmac_res);
+}
+
+int mt2712_gmac_remove(struct platform_device *pdev)
+{
+ return gmac_drv_remove(&pdev->dev);
+}
+
+static const struct of_device_id of_mt2712_gmac_match[] = {
+ { .compatible = "mediatek,mt2712-eth"},
+ {}
+};
+
+MODULE_DEVICE_TABLE(of, of_mt2712_gmac_match);
+
+static struct platform_driver mt2712_gmac_driver = {
+ .probe = mt2712_gmac_probe,
+ .remove = mt2712_gmac_remove,
+ .driver = {
+ .name = "mt2712_gmac_eth",
+ .of_match_table = of_mt2712_gmac_match,
+ },
+};
+
+module_platform_driver(mt2712_gmac_driver);
+
+MODULE_LICENSE("GPL");
diff --git a/drivers/net/ethernet/mediatek/gmac/mtk-gmac-common.c b/drivers/net/ethernet/mediatek/gmac/mtk-gmac-common.c
new file mode 100644
index 0000000..fd9d0a8
--- /dev/null
+++ b/drivers/net/ethernet/mediatek/gmac/mtk-gmac-common.c
@@ -0,0 +1,805 @@
+// SPDX-License-Identifier: GPL-2.0
+//
+// Copyright (c) 2018 MediaTek Inc.
+#include "mtk-gmac.h"
+
+static int debug = -1;
+module_param(debug, int, 0644);
+MODULE_PARM_DESC(debug, "MediaTek Message Level (-1: default, 0=none,...,16=all)");
+static const u32 default_msg_level = (NETIF_MSG_DRV | NETIF_MSG_PROBE |
+ NETIF_MSG_LINK | NETIF_MSG_IFUP |
+ NETIF_MSG_IFDOWN | NETIF_MSG_TIMER);
+
+void gmac_dump_tx_desc(struct gmac_pdata *pdata, struct gmac_ring *ring,
+ unsigned int idx, unsigned int count, unsigned int flag)
+{
+ struct gmac_desc_data *desc_data;
+ struct gmac_dma_desc *dma_desc;
+
+ while (count--) {
+ desc_data = GMAC_GET_DESC_DATA(ring, idx);
+ dma_desc = desc_data->dma_desc;
+
+ netdev_dbg(pdata->netdev, "TX: dma_desc=%p, dma_desc_addr=%pad\n",
+ desc_data->dma_desc, &desc_data->dma_desc_addr);
+ netdev_dbg(pdata->netdev,
+ "TX_NORMAL_DESC[%d %s] = %08x:%08x:%08x:%08x\n", idx,
+ (flag == 1) ? "QUEUED FOR TX" : "TX BY DEVICE",
+ le32_to_cpu(dma_desc->desc0),
+ le32_to_cpu(dma_desc->desc1),
+ le32_to_cpu(dma_desc->desc2),
+ le32_to_cpu(dma_desc->desc3));
+
+ idx++;
+ }
+}
+
+void gmac_dump_rx_desc(struct gmac_pdata *pdata,
+ struct gmac_ring *ring,
+ unsigned int idx)
+{
+ struct gmac_desc_data *desc_data;
+ struct gmac_dma_desc *dma_desc;
+
+ desc_data = GMAC_GET_DESC_DATA(ring, idx);
+ dma_desc = desc_data->dma_desc;
+
+ netdev_dbg(pdata->netdev, "RX: dma_desc=%p, dma_desc_addr=%pad\n",
+ desc_data->dma_desc, &desc_data->dma_desc_addr);
+ netdev_dbg(pdata->netdev,
+ "RX_NORMAL_DESC[%d RX BY DEVICE] = %08x:%08x:%08x:%08x\n",
+ idx,
+ le32_to_cpu(dma_desc->desc0),
+ le32_to_cpu(dma_desc->desc1),
+ le32_to_cpu(dma_desc->desc2),
+ le32_to_cpu(dma_desc->desc3));
+}
+
+void gmac_print_pkt(struct net_device *netdev,
+ struct sk_buff *skb,
+ bool tx_rx)
+{
+ struct ethhdr *eth = (struct ethhdr *)skb->data;
+ unsigned char buffer[128];
+ unsigned int i;
+
+ netdev_dbg(netdev, "\n************** SKB dump ****************\n");
+
+ netdev_dbg(netdev, "%s packet of %d bytes\n",
+ (tx_rx ? "TX" : "RX"), skb->len);
+
+ netdev_dbg(netdev, "Dst MAC addr: %pM\n", eth->h_dest);
+ netdev_dbg(netdev, "Src MAC addr: %pM\n", eth->h_source);
+ netdev_dbg(netdev, "Protocol: %#06hx\n", ntohs(eth->h_proto));
+
+ for (i = 0; i < skb->len; i += 32) {
+ unsigned int len = min(skb->len - i, 32U);
+
+ hex_dump_to_buffer(&skb->data[i], len, 32, 1,
+ buffer, sizeof(buffer), false);
+ netdev_dbg(netdev, " %#06x: %s\n", i, buffer);
+ }
+
+ netdev_dbg(netdev, "\n************** SKB dump ****************\n");
+}
+
+static void gmac_default_config(struct gmac_pdata *pdata)
+{
+ pdata->tx_osp_mode = DMA_OSP_ENABLE;
+ pdata->tx_sf_mode = MTL_TSF_ENABLE;
+ pdata->rx_sf_mode = MTL_RSF_DISABLE;
+ pdata->pblx8 = DMA_PBL_X8_ENABLE;
+ pdata->tx_pbl = DMA_PBL_32;
+ pdata->rx_pbl = DMA_PBL_32;
+ pdata->tx_threshold = MTL_TX_THRESHOLD_128;
+ pdata->rx_threshold = MTL_RX_THRESHOLD_128;
+ pdata->tx_pause = 1;
+ pdata->rx_pause = 1;
+ pdata->phy_speed = SPEED_1000;
+ pdata->sysclk_rate = GMAC_SYSCLOCK;
+
+ strlcpy(pdata->drv_name, GMAC_DRV_NAME, sizeof(pdata->drv_name));
+ strlcpy(pdata->drv_ver, GMAC_DRV_VERSION, sizeof(pdata->drv_ver));
+}
+
+static void gmac_init_all_ops(struct gmac_pdata *pdata)
+{
+ gmac_init_desc_ops(&pdata->desc_ops);
+ gmac_init_hw_ops(&pdata->hw_ops);
+}
+
+static void gmac_get_all_hw_features(struct gmac_pdata *pdata)
+{
+ struct gmac_hw_features *hw_feat = &pdata->hw_feat;
+ unsigned int mac_hfr0, mac_hfr1, mac_hfr2;
+
+ mac_hfr0 = GMAC_IOREAD(pdata, MAC_HWF0R);
+ mac_hfr1 = GMAC_IOREAD(pdata, MAC_HWF1R);
+ mac_hfr2 = GMAC_IOREAD(pdata, MAC_HWF2R);
+
+ memset(hw_feat, 0, sizeof(*hw_feat));
+
+ hw_feat->version = GMAC_IOREAD(pdata, MAC_VR);
+
+ /* Hardware feature register 0 */
+ hw_feat->mii = GMAC_GET_REG_BITS(mac_hfr0,
+ MAC_HW_FEAT_MIISEL_POS,
+ MAC_HW_FEAT_MIISEL_LEN);
+ hw_feat->gmii = GMAC_GET_REG_BITS(mac_hfr0,
+ MAC_HW_FEAT_GMIISEL_POS,
+ MAC_HW_FEAT_GMIISEL_LEN);
+ hw_feat->hd = GMAC_GET_REG_BITS(mac_hfr0,
+ MAC_HW_FEAT_HDSEL_POS,
+ MAC_HW_FEAT_HDSEL_LEN);
+ hw_feat->pcs = GMAC_GET_REG_BITS(mac_hfr0,
+ MAC_HW_FEAT_PCSSEL_POS,
+ MAC_HW_FEAT_PCSSEL_LEN);
+ hw_feat->vlhash = GMAC_GET_REG_BITS(mac_hfr0,
+ MAC_HW_FEAT_VLHASH_POS,
+ MAC_HW_FEAT_VLHASH_LEN);
+ hw_feat->sma = GMAC_GET_REG_BITS(mac_hfr0,
+ MAC_HW_FEAT_SMASEL_POS,
+ MAC_HW_FEAT_SMASEL_LEN);
+ hw_feat->rwk = GMAC_GET_REG_BITS(mac_hfr0,
+ MAC_HW_FEAT_RWKSEL_POS,
+ MAC_HW_FEAT_RWKSEL_LEN);
+ hw_feat->mgk = GMAC_GET_REG_BITS(mac_hfr0,
+ MAC_HW_FEAT_MGKSEL_POS,
+ MAC_HW_FEAT_MGKSEL_LEN);
+ hw_feat->mmc = GMAC_GET_REG_BITS(mac_hfr0,
+ MAC_HW_FEAT_MMCSEL_POS,
+ MAC_HW_FEAT_MMCSEL_LEN);
+ hw_feat->aoe = GMAC_GET_REG_BITS(mac_hfr0,
+ MAC_HW_FEAT_ARPOFFSEL_POS,
+ MAC_HW_FEAT_ARPOFFSEL_LEN);
+ hw_feat->ts = GMAC_GET_REG_BITS(mac_hfr0,
+ MAC_HW_FEAT_TSSEL_POS,
+ MAC_HW_FEAT_TSSEL_LEN);
+ hw_feat->eee = GMAC_GET_REG_BITS(mac_hfr0,
+ MAC_HW_FEAT_EEESEL_POS,
+ MAC_HW_FEAT_EEESEL_LEN);
+ hw_feat->tx_coe = GMAC_GET_REG_BITS(mac_hfr0,
+ MAC_HW_FEAT_TXCOSEL_POS,
+ MAC_HW_FEAT_TXCOSEL_LEN);
+ hw_feat->rx_coe = GMAC_GET_REG_BITS(mac_hfr0,
+ MAC_HW_FEAT_RXCOESEL_POS,
+ MAC_HW_FEAT_RXCOESEL_LEN);
+ hw_feat->addn_mac = GMAC_GET_REG_BITS(mac_hfr0,
+ MAC_HW_FEAT_ADDMAC_POS,
+ MAC_HW_FEAT_ADDMAC_LEN);
+ hw_feat->ts_src = GMAC_GET_REG_BITS(mac_hfr0,
+ MAC_HW_FEAT_TSSTSSEL_POS,
+ MAC_HW_FEAT_TSSTSSEL_LEN);
+ hw_feat->sa_vlan_ins = GMAC_GET_REG_BITS(mac_hfr0,
+ MAC_HW_FEAT_SAVLANINS_POS,
+ MAC_HW_FEAT_SAVLANINS_LEN);
+ hw_feat->phyifsel = GMAC_GET_REG_BITS(mac_hfr0,
+ MAC_HW_FEAT_ACTPHYSEL_POS,
+ MAC_HW_FEAT_ACTPHYSEL_LEN);
+
+ /* Hardware feature register 1 */
+ hw_feat->rx_fifo_size = GMAC_GET_REG_BITS(mac_hfr1,
+ MAC_HW_RXFIFOSIZE_POS,
+ MAC_HW_RXFIFOSIZE_LEN);
+ hw_feat->tx_fifo_size = GMAC_GET_REG_BITS(mac_hfr1,
+ MAC_HW_TXFIFOSIZE_POS,
+ MAC_HW_TXFIFOSIZE_LEN);
+ hw_feat->one_step_en = GMAC_GET_REG_BITS(mac_hfr1,
+ MAC_HW_OSTEN_POS,
+ MAC_HW_OSTEN_LEN);
+ hw_feat->ptp_offload = GMAC_GET_REG_BITS(mac_hfr1,
+ MAC_HW_PTOEN_POS,
+ MAC_HW_PTOEN_LEN);
+ hw_feat->adv_ts_hi = GMAC_GET_REG_BITS(mac_hfr1,
+ MAC_HW_ADVTHWORD_POS,
+ MAC_HW_ADVTHWORD_LEN);
+ hw_feat->dma_width = GMAC_GET_REG_BITS(mac_hfr1,
+ MAC_HW_ADDR64_POS,
+ MAC_HW_ADDR64_LEN);
+ hw_feat->dcb = GMAC_GET_REG_BITS(mac_hfr1,
+ MAC_HW_DCBEN_POS,
+ MAC_HW_DCBEN_LEN);
+ hw_feat->sph = GMAC_GET_REG_BITS(mac_hfr1,
+ MAC_HW_SPHEN_POS,
+ MAC_HW_SPHEN_LEN);
+ hw_feat->tso = GMAC_GET_REG_BITS(mac_hfr1,
+ MAC_HW_TSOEN_POS,
+ MAC_HW_TSOEN_LEN);
+ hw_feat->dma_debug = GMAC_GET_REG_BITS(mac_hfr1,
+ MAC_HW_DMADEBUGEN_POS,
+ MAC_HW_DMADEBUGEN_LEN);
+ hw_feat->av = GMAC_GET_REG_BITS(mac_hfr1,
+ MAC_HW_AV_POS,
+ MAC_HW_AV_LEN);
+ hw_feat->rav = GMAC_GET_REG_BITS(mac_hfr1,
+ MAC_HW_RAV_POS,
+ MAC_HW_RAV_LEN);
+ hw_feat->pouost = GMAC_GET_REG_BITS(mac_hfr1,
+ MAC_HW_POUOST_POS,
+ MAC_HW_POUOST_LEN);
+ hw_feat->hash_table_size = GMAC_GET_REG_BITS(mac_hfr1,
+ MAC_HW_HASHTBLSZ_POS,
+ MAC_HW_HASHTBLSZ_LEN);
+ hw_feat->l3l4_filter_num = GMAC_GET_REG_BITS(mac_hfr1,
+ MAC_HW_L3L4FNUM_POS,
+ MAC_HW_L3L4FNUM_LEN);
+
+ /* Hardware feature register 2 */
+ hw_feat->rx_q_cnt = GMAC_GET_REG_BITS(mac_hfr2,
+ MAC_HW_FEAT_RXQCNT_POS,
+ MAC_HW_FEAT_RXQCNT_LEN);
+ hw_feat->tx_q_cnt = GMAC_GET_REG_BITS(mac_hfr2,
+ MAC_HW_FEAT_TXQCNT_POS,
+ MAC_HW_FEAT_TXQCNT_LEN);
+ hw_feat->rx_ch_cnt = GMAC_GET_REG_BITS(mac_hfr2,
+ MAC_HW_FEAT_RXCHCNT_POS,
+ MAC_HW_FEAT_RXCHCNT_LEN);
+ hw_feat->tx_ch_cnt = GMAC_GET_REG_BITS(mac_hfr2,
+ MAC_HW_FEAT_TXCHCNT_POS,
+ MAC_HW_FEAT_TXCHCNT_LEN);
+ hw_feat->pps_out_num = GMAC_GET_REG_BITS(mac_hfr2,
+ MAC_HW_FEAT_PPSOUTNUM_POS,
+ MAC_HW_FEAT_PPSOUTNUM_LEN);
+ hw_feat->aux_snap_num = GMAC_GET_REG_BITS(mac_hfr2,
+ MAC_HW_FEAT_AUXSNAPNUM_POS,
+ MAC_HW_FEAT_AUXSNAPNUM_LEN);
+
+ /* Translate the Hash Table size into actual number */
+ switch (hw_feat->hash_table_size) {
+ case 0:
+ break;
+ case 1:
+ hw_feat->hash_table_size = 64;
+ break;
+ case 2:
+ hw_feat->hash_table_size = 128;
+ break;
+ case 3:
+ hw_feat->hash_table_size = 256;
+ break;
+ }
+
+ /* Translate the address width setting into actual number */
+ switch (hw_feat->dma_width) {
+ case 0:
+ hw_feat->dma_width = 32;
+ break;
+ case 1:
+ hw_feat->dma_width = 40;
+ break;
+ case 2:
+ hw_feat->dma_width = 48;
+ break;
+ default:
+ hw_feat->dma_width = 32;
+ }
+
+ /* The Queue and Channel counts are zero based so increment them
+ * to get the actual number
+ */
+ hw_feat->rx_q_cnt++;
+ hw_feat->tx_q_cnt++;
+ hw_feat->rx_ch_cnt++;
+ hw_feat->tx_ch_cnt++;
+}
+
+static void gmac_print_all_hw_features(struct gmac_pdata *pdata)
+{
+ char *str = NULL;
+
+ netif_info(pdata, probe, pdata->netdev, "\n");
+ netif_info(pdata, probe, pdata->netdev,
+ "=====================================================\n");
+ netif_info(pdata, probe, pdata->netdev, "\n");
+ netif_info(pdata, probe, pdata->netdev,
+ "HW support following features\n");
+ netif_info(pdata, probe, pdata->netdev, "\n");
+ /* HW Feature Register0 */
+ netif_info(pdata, probe, pdata->netdev,
+ "10/100 Mbps Support : %s\n",
+ pdata->hw_feat.mii ? "YES" : "NO");
+ netif_info(pdata, probe, pdata->netdev,
+ "1000 Mbps Support : %s\n",
+ pdata->hw_feat.gmii ? "YES" : "NO");
+ netif_info(pdata, probe, pdata->netdev,
+ "Half-duplex Support : %s\n",
+ pdata->hw_feat.hd ? "YES" : "NO");
+ netif_info(pdata, probe, pdata->netdev,
+ "PCS Registers(TBI/SGMII/RTBI PHY interface) : %s\n",
+ pdata->hw_feat.pcs ? "YES" : "NO");
+ netif_info(pdata, probe, pdata->netdev,
+ "VLAN Hash Filter Selected : %s\n",
+ pdata->hw_feat.vlhash ? "YES" : "NO");
+ netif_info(pdata, probe, pdata->netdev,
+ "SMA (MDIO) Interface : %s\n",
+ pdata->hw_feat.sma ? "YES" : "NO");
+ netif_info(pdata, probe, pdata->netdev,
+ "PMT Remote Wake-up Packet Enable : %s\n",
+ pdata->hw_feat.rwk ? "YES" : "NO");
+ netif_info(pdata, probe, pdata->netdev,
+ "PMT Magic Packet Enable : %s\n",
+ pdata->hw_feat.mgk ? "YES" : "NO");
+ netif_info(pdata, probe, pdata->netdev,
+ "RMON/MMC Module Enable : %s\n",
+ pdata->hw_feat.mmc ? "YES" : "NO");
+ netif_info(pdata, probe, pdata->netdev,
+ "ARP Offload Enabled : %s\n",
+ pdata->hw_feat.aoe ? "YES" : "NO");
+ netif_info(pdata, probe, pdata->netdev,
+ "IEEE 1588-2008 Timestamp Enabled : %s\n",
+ pdata->hw_feat.ts ? "YES" : "NO");
+ netif_info(pdata, probe, pdata->netdev,
+ "Energy Efficient Ethernet Enabled : %s\n",
+ pdata->hw_feat.eee ? "YES" : "NO");
+ netif_info(pdata, probe, pdata->netdev,
+ "Transmit Checksum Offload Enabled : %s\n",
+ pdata->hw_feat.tx_coe ? "YES" : "NO");
+ netif_info(pdata, probe, pdata->netdev,
+ "Receive Checksum Offload Enabled : %s\n",
+ pdata->hw_feat.rx_coe ? "YES" : "NO");
+ netif_info(pdata, probe, pdata->netdev,
+ "Additional MAC Addresses Selected : %s\n",
+ pdata->hw_feat.addn_mac ? "YES" : "NO");
+
+ if (pdata->hw_feat.addn_mac)
+ pdata->max_addr_reg_cnt = pdata->hw_feat.addn_mac;
+ else
+ pdata->max_addr_reg_cnt = 1;
+
+ switch (pdata->hw_feat.ts_src) {
+ case 0:
+ str = "RESERVED";
+ break;
+ case 1:
+ str = "INTERNAL";
+ break;
+ case 2:
+ str = "EXTERNAL";
+ break;
+ case 3:
+ str = "BOTH";
+ break;
+ }
+ netif_info(pdata, probe, pdata->netdev,
+ "Timestamp System Time Source : %s\n", str);
+
+ netif_info(pdata, probe, pdata->netdev,
+ "Source Address or VLAN Insertion Enable : %s\n",
+ pdata->hw_feat.sa_vlan_ins ? "YES" : "NO");
+
+ switch (pdata->hw_feat.phyifsel) {
+ case 0:
+ str = "GMII/MII";
+ break;
+ case 1:
+ str = "RGMII";
+ break;
+ case 2:
+ str = "SGMII";
+ break;
+ case 3:
+ str = "TBI";
+ break;
+ case 4:
+ str = "RMII";
+ break;
+ case 5:
+ str = "RTBI";
+ break;
+ case 6:
+ str = "SMII";
+ break;
+ case 7:
+ str = "RevMII";
+ break;
+ default:
+ str = "RESERVED";
+ }
+ netif_info(pdata, probe, pdata->netdev,
+ "Active PHY Selected : %s\n",
+ str);
+
+ /* HW Feature Register1 */
+ switch (pdata->hw_feat.rx_fifo_size) {
+ case 0:
+ str = "128 bytes";
+ break;
+ case 1:
+ str = "256 bytes";
+ break;
+ case 2:
+ str = "512 bytes";
+ break;
+ case 3:
+ str = "1 KBytes";
+ break;
+ case 4:
+ str = "2 KBytes";
+ break;
+ case 5:
+ str = "4 KBytes";
+ break;
+ case 6:
+ str = "8 KBytes";
+ break;
+ case 7:
+ str = "16 KBytes";
+ break;
+ case 8:
+ str = "32 kBytes";
+ break;
+ case 9:
+ str = "64 KBytes";
+ break;
+ case 10:
+ str = "128 KBytes";
+ break;
+ case 11:
+ str = "256 KBytes";
+ break;
+ default:
+ str = "RESERVED";
+ }
+ netif_info(pdata, probe, pdata->netdev,
+ "MTL Receive FIFO Size : %s\n",
+ str);
+
+ switch (pdata->hw_feat.tx_fifo_size) {
+ case 0:
+ str = "128 bytes";
+ break;
+ case 1:
+ str = "256 bytes";
+ break;
+ case 2:
+ str = "512 bytes";
+ break;
+ case 3:
+ str = "1 KBytes";
+ break;
+ case 4:
+ str = "2 KBytes";
+ break;
+ case 5:
+ str = "4 KBytes";
+ break;
+ case 6:
+ str = "8 KBytes";
+ break;
+ case 7:
+ str = "16 KBytes";
+ break;
+ case 8:
+ str = "32 kBytes";
+ break;
+ case 9:
+ str = "64 KBytes";
+ break;
+ case 10:
+ str = "128 KBytes";
+ break;
+ case 11:
+ str = "256 KBytes";
+ break;
+ default:
+ str = "RESERVED";
+ }
+ netif_info(pdata, probe, pdata->netdev,
+ "MTL Transmit FIFO Size : %s\n",
+ str);
+ netif_info(pdata, probe, pdata->netdev,
+ "One-Step Timingstamping Enable : %s\n",
+ pdata->hw_feat.one_step_en ? "YES" : "NO");
+ netif_info(pdata, probe, pdata->netdev,
+ "PTP Offload Enable : %s\n",
+ pdata->hw_feat.ptp_offload ? "YES" : "NO");
+ netif_info(pdata, probe, pdata->netdev,
+ "IEEE 1588 High Word Register Enable : %s\n",
+ pdata->hw_feat.adv_ts_hi ? "YES" : "NO");
+ netif_info(pdata, probe, pdata->netdev,
+ "DMA Address width : %u\n",
+ pdata->hw_feat.dma_width);
+ pdata->dma_width = pdata->hw_feat.dma_width + 1;
+ netif_info(pdata, probe, pdata->netdev,
+ "DCB Feature Enable : %s\n",
+ pdata->hw_feat.dcb ? "YES" : "NO");
+ netif_info(pdata, probe, pdata->netdev,
+ "Split Header Feature Enable : %s\n",
+ pdata->hw_feat.sph ? "YES" : "NO");
+ pdata->rx_sph = pdata->hw_feat.sph ? 1 : 0;
+ netif_info(pdata, probe, pdata->netdev,
+ "TCP Segmentation Offload Enable : %s\n",
+ pdata->hw_feat.tso ? "YES" : "NO");
+ netif_info(pdata, probe, pdata->netdev,
+ "DMA Debug Registers Enabled : %s\n",
+ pdata->hw_feat.dma_debug ? "YES" : "NO");
+ netif_info(pdata, probe, pdata->netdev,
+ "Audio-Vedio Bridge Feature Enabled : %s\n",
+ pdata->hw_feat.av ? "YES" : "NO");
+ netif_info(pdata, probe, pdata->netdev,
+ "Rx Side AV Feature Enabled : %s\n",
+ (pdata->hw_feat.rav ? "YES" : "NO"));
+ netif_info(pdata, probe, pdata->netdev,
+ "One-Step for PTP over UDP/IP Feature : %s\n",
+ (pdata->hw_feat.pouost ? "YES" : "NO"));
+ netif_info(pdata, probe, pdata->netdev,
+ "Hash Table Size : %u\n",
+ pdata->hw_feat.hash_table_size);
+ netif_info(pdata, probe, pdata->netdev,
+ "Total number of L3 or L4 Filters : %u\n",
+ pdata->hw_feat.l3l4_filter_num);
+
+ /* HW Feature Register2 */
+ netif_info(pdata, probe, pdata->netdev,
+ "Number of MTL Receive Queues : %u\n",
+ pdata->hw_feat.rx_q_cnt);
+ netif_info(pdata, probe, pdata->netdev,
+ "Number of MTL Transmit Queues : %u\n",
+ pdata->hw_feat.tx_q_cnt);
+ netif_info(pdata, probe, pdata->netdev,
+ "Number of DMA Receive Channels : %u\n",
+ pdata->hw_feat.rx_ch_cnt);
+ netif_info(pdata, probe, pdata->netdev,
+ "Number of DMA Transmit Channels : %u\n",
+ pdata->hw_feat.tx_ch_cnt);
+
+ switch (pdata->hw_feat.pps_out_num) {
+ case 0:
+ str = "No PPS output";
+ break;
+ case 1:
+ str = "1 PPS output";
+ break;
+ case 2:
+ str = "2 PPS output";
+ break;
+ case 3:
+ str = "3 PPS output";
+ break;
+ case 4:
+ str = "4 PPS output";
+ break;
+ default:
+ str = "RESERVED";
+ }
+ netif_info(pdata, probe, pdata->netdev,
+ "Number of PPS Outputs : %s\n",
+ str);
+
+ switch (pdata->hw_feat.aux_snap_num) {
+ case 0:
+ str = "No auxiliary input";
+ break;
+ case 1:
+ str = "1 auxiliary input";
+ break;
+ case 2:
+ str = "2 auxiliary input";
+ break;
+ case 3:
+ str = "3 auxiliary input";
+ break;
+ case 4:
+ str = "4 auxiliary input";
+ break;
+ default:
+ str = "RESERVED";
+ }
+ netif_info(pdata, probe, pdata->netdev,
+ "Number of Auxiliary Snapshot Inputs : %s",
+ str);
+
+ netif_info(pdata, probe, pdata->netdev, "\n");
+ netif_info(pdata, probe, pdata->netdev,
+ "=====================================================\n");
+ netif_info(pdata, probe, pdata->netdev, "\n");
+}
+
+static int gmac_init(struct gmac_pdata *pdata)
+{
+ struct gmac_hw_ops *hw_ops = &pdata->hw_ops;
+ struct net_device *netdev = pdata->netdev;
+ struct plat_gmac_data *plat = pdata->plat;
+ int ret;
+
+ /* power on PHY */
+ ret = gpio_request(pdata->phy_rst, "phy_rst");
+ if (ret < 0) {
+ dev_err(pdata->dev, "Unable to allocate PHY Reset");
+ return ret;
+ }
+ gpio_direction_output(pdata->phy_rst, 1);
+
+ /* Set the PHY mode, delay macro from top
+ * it should be set before mac reset
+ */
+ plat->gmac_set_interface(plat);
+ plat->gmac_set_delay(plat);
+
+ ret = plat->gmac_clk_enable(plat);
+ if (ret) {
+ dev_err(pdata->dev, "gmac clk enable failed\n");
+ return ret;
+ }
+
+ /* Set default configuration data */
+ gmac_default_config(pdata);
+
+ /* Set all the function pointers */
+ gmac_init_all_ops(pdata);
+
+ /* Issue software reset to device */
+ hw_ops->exit(pdata);
+
+ /* Populate the hardware features */
+ gmac_get_all_hw_features(pdata);
+
+ /* Set the DMA mask, 4GB mode enabled */
+ ret = dma_set_mask_and_coherent(pdata->dev,
+ DMA_BIT_MASK(pdata->dma_width));
+ if (ret) {
+ dev_err(pdata->dev, "dma_set_mask_and_coherent failed");
+ return ret;
+ }
+
+ /* Channel and ring params initializtion
+ * pdata->channel_count;
+ * pdata->tx_ring_count;
+ * pdata->rx_ring_count;
+ * pdata->tx_desc_count;
+ * pdata->rx_desc_count;
+ */
+ BUILD_BUG_ON_NOT_POWER_OF_2(GMAC_TX_DESC_CNT);
+ BUILD_BUG_ON_NOT_POWER_OF_2(GMAC_RX_DESC_CNT);
+ pdata->tx_desc_count = GMAC_TX_DESC_CNT;
+ pdata->rx_desc_count = GMAC_RX_DESC_CNT;
+
+ pdata->tx_ring_count = min_t(unsigned int, pdata->hw_feat.tx_ch_cnt,
+ pdata->hw_feat.tx_q_cnt);
+ pdata->tx_q_count = pdata->tx_ring_count;
+ ret = netif_set_real_num_tx_queues(netdev, pdata->tx_q_count);
+ if (ret) {
+ dev_err(pdata->dev, "error setting real tx queue count\n");
+ return ret;
+ }
+
+ pdata->rx_ring_count = min_t(unsigned int, pdata->hw_feat.rx_ch_cnt,
+ pdata->hw_feat.rx_q_cnt);
+ pdata->rx_q_count = pdata->rx_ring_count;
+ ret = netif_set_real_num_rx_queues(netdev, pdata->rx_q_count);
+ if (ret) {
+ dev_err(pdata->dev, "error setting real rx queue count\n");
+ return ret;
+ }
+
+ pdata->channel_count =
+ max_t(unsigned int, pdata->tx_ring_count, pdata->rx_ring_count);
+
+ /* Set device operations */
+ netdev->netdev_ops = gmac_get_netdev_ops();
+ netdev->ethtool_ops = gmac_get_ethtool_ops();
+
+ /* Set device features */
+ if (pdata->hw_feat.tso) {
+ netdev->hw_features = NETIF_F_TSO;
+ netdev->hw_features |= NETIF_F_TSO6;
+ netdev->hw_features |= NETIF_F_SG;
+ netdev->hw_features |= NETIF_F_IP_CSUM;
+ netdev->hw_features |= NETIF_F_IPV6_CSUM;
+ } else if (pdata->hw_feat.tx_coe) {
+ netdev->hw_features = NETIF_F_IP_CSUM;
+ netdev->hw_features |= NETIF_F_IPV6_CSUM;
+ }
+
+ if (pdata->hw_feat.rx_coe) {
+ netdev->hw_features |= NETIF_F_RXCSUM;
+ netdev->hw_features |= NETIF_F_GRO;
+ }
+
+ netdev->vlan_features |= netdev->hw_features;
+
+ netdev->hw_features |= NETIF_F_HW_VLAN_CTAG_RX;
+ if (pdata->hw_feat.sa_vlan_ins)
+ netdev->hw_features |= NETIF_F_HW_VLAN_CTAG_TX;
+ if (pdata->hw_feat.vlhash)
+ netdev->hw_features |= NETIF_F_HW_VLAN_CTAG_FILTER;
+
+ netdev->features |= netdev->hw_features;
+ pdata->netdev_features = netdev->features;
+
+ netdev->priv_flags |= IFF_UNICAST_FLT;
+
+ /* Use default watchdog timeout */
+ netdev->watchdog_timeo = 0;
+
+ /* Tx coalesce parameters initialization */
+ pdata->tx_usecs = GMAC_INIT_DMA_TX_USECS;
+ pdata->tx_frames = GMAC_INIT_DMA_TX_FRAMES;
+
+ /* Rx coalesce parameters initialization */
+ pdata->rx_riwt = hw_ops->usec_to_riwt(pdata, GMAC_INIT_DMA_RX_USECS);
+ pdata->rx_usecs = GMAC_INIT_DMA_RX_USECS;
+ pdata->rx_frames = GMAC_INIT_DMA_RX_FRAMES;
+
+ return 0;
+}
+
+int gmac_drv_probe(struct device *dev,
+ struct plat_gmac_data *plat,
+ struct gmac_resources *res)
+{
+ struct gmac_pdata *pdata;
+ struct net_device *netdev;
+ int ret = 0;
+
+ netdev = alloc_etherdev_mq(sizeof(struct gmac_pdata),
+ GMAC_MAX_DMA_CHANNELS);
+ if (!netdev) {
+ dev_err(dev, "Unable to alloc new net device\n");
+ return -ENOMEM;
+ }
+
+ SET_NETDEV_DEV(netdev, dev);
+ dev_set_drvdata(dev, netdev);
+ pdata = netdev_priv(netdev);
+ pdata->dev = dev;
+ pdata->netdev = netdev;
+ pdata->plat = plat;
+ pdata->mac_regs = res->base_addr;
+ pdata->dev_irq = res->irq;
+ pdata->phy_rst = res->phy_rst;
+ netdev->base_addr = (unsigned long)res->base_addr;
+ netdev->irq = res->irq;
+
+ if (res->mac_addr)
+ ether_addr_copy(netdev->dev_addr, res->mac_addr);
+
+ /* Check if the MAC address is valid, if not get a random one */
+ if (!is_valid_ether_addr(netdev->dev_addr)) {
+ pr_info("no valid MAC address supplied, using a random one\n");
+ eth_hw_addr_random(pdata->netdev);
+ }
+
+ pdata->msg_enable = netif_msg_init(debug, default_msg_level);
+ ret = gmac_init(pdata);
+ if (ret) {
+ dev_err(dev, "gmac init failed\n");
+ goto err_free_netdev;
+ }
+
+ ret = mdio_register(netdev);
+ if (ret < 0) {
+ dev_err(dev, "MDIO bus (id %d) registration failed\n",
+ pdata->bus_id);
+ goto err_free_netdev;
+ }
+
+ ret = register_netdev(netdev);
+ if (ret) {
+ dev_err(dev, "net device registration failed\n");
+ goto err_free_netdev;
+ }
+
+ gmac_print_all_hw_features(pdata);
+
+ return 0;
+
+err_free_netdev:
+ free_netdev(netdev);
+
+ return ret;
+}
+
+int gmac_drv_remove(struct device *dev)
+{
+ struct net_device *netdev = dev_get_drvdata(dev);
+ struct gmac_pdata *pdata = netdev_priv(netdev);
+ struct plat_gmac_data *plat = pdata->plat;
+
+ plat->gmac_clk_disable(plat);
+ unregister_netdev(netdev);
+ free_netdev(netdev);
+
+ return 0;
+}
+
diff --git a/drivers/net/ethernet/mediatek/gmac/mtk-gmac-desc.c b/drivers/net/ethernet/mediatek/gmac/mtk-gmac-desc.c
new file mode 100644
index 0000000..be15e5d
--- /dev/null
+++ b/drivers/net/ethernet/mediatek/gmac/mtk-gmac-desc.c
@@ -0,0 +1,537 @@
+// SPDX-License-Identifier: GPL-2.0
+//
+// Copyright (c) 2018 MediaTek Inc.
+#include "mtk-gmac.h"
+
+static void gmac_unmap_desc_data(struct gmac_pdata *pdata,
+ struct gmac_desc_data *desc_data,
+ unsigned int tx_rx)
+{
+ /* since DMA memory of tx and rx owns different direction,
+ * it should be a flag to distinguish whose DMA ummapping
+ * is doing.
+ */
+ if (desc_data->skb_dma) {
+ if (desc_data->mapped_as_page) {
+ dma_unmap_page(pdata->dev, desc_data->skb_dma,
+ desc_data->skb_dma_len, DMA_TO_DEVICE);
+ } else if (tx_rx) {
+ dma_unmap_single(pdata->dev, desc_data->skb_dma,
+ desc_data->skb_dma_len, DMA_TO_DEVICE);
+ } else {
+ dma_unmap_single(pdata->dev, desc_data->skb_dma,
+ desc_data->skb_dma_len, DMA_FROM_DEVICE);
+ }
+ desc_data->skb_dma = 0;
+ desc_data->skb_dma_len = 0;
+ }
+
+ if (desc_data->skb) {
+ dev_kfree_skb_any(desc_data->skb);
+ desc_data->skb = NULL;
+ }
+
+ memset(&desc_data->trx, 0, sizeof(desc_data->trx));
+
+ desc_data->mapped_as_page = 0;
+
+ if (desc_data->state_saved) {
+ desc_data->state_saved = 0;
+ desc_data->state.skb = NULL;
+ desc_data->state.len = 0;
+ desc_data->state.error = 0;
+ }
+}
+
+static void gmac_free_ring(struct gmac_pdata *pdata,
+ struct gmac_ring *ring,
+ unsigned int tx_rx)
+{
+ struct gmac_desc_data *desc_data;
+ unsigned int i;
+
+ if (!ring)
+ return;
+
+ if (ring->desc_data_head) {
+ for (i = 0; i < ring->dma_desc_count; i++) {
+ desc_data = GMAC_GET_DESC_DATA(ring, i);
+ gmac_unmap_desc_data(pdata, desc_data, tx_rx);
+ }
+
+ kfree(ring->desc_data_head);
+ ring->desc_data_head = NULL;
+ }
+
+ if (ring->dma_desc_head) {
+ dma_free_coherent(pdata->dev,
+ (sizeof(struct gmac_dma_desc) *
+ ring->dma_desc_count),
+ ring->dma_desc_head,
+ ring->dma_desc_head_addr);
+ ring->dma_desc_head = NULL;
+ }
+}
+
+static int gmac_init_ring(struct gmac_pdata *pdata,
+ struct gmac_ring *ring,
+ unsigned int dma_desc_count)
+{
+ if (!ring)
+ return 0;
+
+ /* Descriptors */
+ ring->dma_desc_count = dma_desc_count;
+ ring->dma_desc_head = dma_alloc_coherent(pdata->dev,
+ (sizeof(struct gmac_dma_desc) *
+ dma_desc_count),
+ &ring->dma_desc_head_addr,
+ GFP_KERNEL);
+ if (!ring->dma_desc_head)
+ return -ENOMEM;
+
+ /* Array of descriptor data */
+ ring->desc_data_head = kcalloc(dma_desc_count,
+ sizeof(struct gmac_desc_data),
+ GFP_KERNEL);
+ if (!ring->desc_data_head)
+ return -ENOMEM;
+
+ netif_dbg(pdata, drv, pdata->netdev,
+ "dma_desc_head=%p, dma_desc_head_addr=%pad, desc_data_head=%p\n",
+ ring->dma_desc_head,
+ &ring->dma_desc_head_addr,
+ ring->desc_data_head);
+
+ return 0;
+}
+
+static void gmac_free_rings(struct gmac_pdata *pdata)
+{
+ struct gmac_channel *channel;
+ unsigned int i;
+
+ if (!pdata->channel_head)
+ return;
+
+ channel = pdata->channel_head;
+ for (i = 0; i < pdata->channel_count; i++, channel++) {
+ gmac_free_ring(pdata, channel->tx_ring, 1);
+ gmac_free_ring(pdata, channel->rx_ring, 0);
+ }
+}
+
+static int gmac_alloc_rings(struct gmac_pdata *pdata)
+{
+ struct gmac_channel *channel;
+ unsigned int i;
+ int ret;
+
+ channel = pdata->channel_head;
+ for (i = 0; i < pdata->channel_count; i++, channel++) {
+ netif_dbg(pdata, drv, pdata->netdev, "%s - Tx ring:\n",
+ channel->name);
+
+ ret = gmac_init_ring(pdata, channel->tx_ring,
+ pdata->tx_desc_count);
+
+ if (ret) {
+ netdev_alert(pdata->netdev,
+ "error initializing Tx ring");
+ goto err_init_ring;
+ }
+
+ netif_dbg(pdata, drv, pdata->netdev, "%s - Rx ring:\n",
+ channel->name);
+
+ ret = gmac_init_ring(pdata, channel->rx_ring,
+ pdata->rx_desc_count);
+ if (ret) {
+ netdev_alert(pdata->netdev,
+ "error initializing Rx ring\n");
+ goto err_init_ring;
+ }
+ }
+
+ return 0;
+
+err_init_ring:
+ gmac_free_rings(pdata);
+
+ return ret;
+}
+
+static void gmac_free_channels(struct gmac_pdata *pdata)
+{
+ if (!pdata->channel_head)
+ return;
+
+ kfree(pdata->channel_head->tx_ring);
+ pdata->channel_head->tx_ring = NULL;
+
+ kfree(pdata->channel_head->rx_ring);
+ pdata->channel_head->rx_ring = NULL;
+
+ kfree(pdata->channel_head);
+
+ pdata->channel_head = NULL;
+ pdata->channel_count = 0;
+}
+
+static int gmac_alloc_channels(struct gmac_pdata *pdata)
+{
+ struct gmac_channel *channel_head, *channel;
+ struct gmac_ring *tx_ring, *rx_ring;
+ int ret = -ENOMEM;
+ unsigned int i;
+
+ channel_head = kcalloc(pdata->channel_count,
+ sizeof(struct gmac_channel), GFP_KERNEL);
+ if (!channel_head)
+ return ret;
+
+ netif_dbg(pdata, drv, pdata->netdev,
+ "channel_head=%p\n", channel_head);
+
+ tx_ring = kcalloc(pdata->tx_ring_count, sizeof(struct gmac_ring),
+ GFP_KERNEL);
+ if (!tx_ring)
+ goto err_tx_ring;
+
+ rx_ring = kcalloc(pdata->rx_ring_count, sizeof(struct gmac_ring),
+ GFP_KERNEL);
+ if (!rx_ring)
+ goto err_rx_ring;
+
+ for (i = 0, channel = channel_head; i < pdata->channel_count;
+ i++, channel++) {
+ snprintf(channel->name, sizeof(channel->name), "channel-%u", i);
+ channel->pdata = pdata;
+ channel->queue_index = i;
+
+ if (pdata->per_channel_irq) {
+ /* Get the per DMA interrupt */
+ ret = pdata->channel_irq[i];
+ if (ret < 0) {
+ netdev_err(pdata->netdev,
+ "get_irq %u failed\n",
+ i + 1);
+ goto err_irq;
+ }
+ channel->dma_irq = ret;
+ }
+
+ if (i < pdata->tx_ring_count)
+ channel->tx_ring = tx_ring++;
+
+ if (i < pdata->rx_ring_count)
+ channel->rx_ring = rx_ring++;
+
+ netif_dbg(pdata, drv, pdata->netdev,
+ "%s: dma_regs=%p, tx_ring=%p, rx_ring=%p\n",
+ channel->name, channel->dma_regs,
+ channel->tx_ring, channel->rx_ring);
+ }
+
+ pdata->channel_head = channel_head;
+
+ return 0;
+
+err_irq:
+ kfree(rx_ring);
+
+err_rx_ring:
+ kfree(tx_ring);
+
+err_tx_ring:
+ kfree(channel_head);
+
+ return ret;
+}
+
+static void gmac_free_channels_and_rings(struct gmac_pdata *pdata)
+{
+ gmac_free_rings(pdata);
+
+ gmac_free_channels(pdata);
+}
+
+static int gmac_alloc_channels_and_rings(struct gmac_pdata *pdata)
+{
+ int ret;
+
+ ret = gmac_alloc_channels(pdata);
+ if (ret)
+ goto err_alloc;
+
+ ret = gmac_alloc_rings(pdata);
+ if (ret)
+ goto err_alloc;
+
+ return 0;
+
+err_alloc:
+ gmac_free_channels_and_rings(pdata);
+
+ return ret;
+}
+
+static int gmac_map_rx_buffer(struct gmac_pdata *pdata,
+ struct gmac_ring *ring,
+ struct gmac_desc_data *desc_data)
+{
+ struct sk_buff *skb = desc_data->skb;
+
+ if (skb) {
+ skb_trim(skb, 0);
+ goto map_skb;
+ }
+
+ skb = __netdev_alloc_skb_ip_align(pdata->netdev,
+ pdata->rx_buf_size,
+ GFP_ATOMIC);
+ if (!skb) {
+ netdev_alert(pdata->netdev, "Failed to allocate skb\n");
+ return -ENOMEM;
+ }
+ desc_data->skb = skb;
+ desc_data->skb_dma_len = pdata->rx_buf_size;
+ map_skb:
+ desc_data->skb_dma = dma_map_single(pdata->dev,
+ skb->data,
+ pdata->rx_buf_size,
+ DMA_FROM_DEVICE);
+ if (dma_mapping_error(pdata->dev, desc_data->skb_dma))
+ netdev_alert(pdata->netdev, "failed to do the RX dma map\n");
+
+ desc_data->mapped_as_page = 0;
+
+ return 0;
+}
+
+static void gmac_tx_desc_init(struct gmac_pdata *pdata)
+{
+ struct gmac_hw_ops *hw_ops = &pdata->hw_ops;
+ struct gmac_desc_data *desc_data;
+ struct gmac_dma_desc *dma_desc;
+ struct gmac_channel *channel;
+ struct gmac_ring *ring;
+ dma_addr_t dma_desc_addr;
+ unsigned int i, j;
+
+ channel = pdata->channel_head;
+ for (i = 0; i < pdata->channel_count; i++, channel++) {
+ ring = channel->tx_ring;
+ if (!ring)
+ break;
+
+ dma_desc = ring->dma_desc_head;
+ dma_desc_addr = ring->dma_desc_head_addr;
+
+ for (j = 0; j < ring->dma_desc_count; j++) {
+ desc_data = GMAC_GET_DESC_DATA(ring, j);
+
+ desc_data->dma_desc = dma_desc;
+ desc_data->dma_desc_addr = dma_desc_addr;
+
+ dma_desc++;
+ dma_desc_addr += sizeof(struct gmac_dma_desc);
+ }
+
+ ring->cur = 0;
+ ring->dirty = 0;
+ memset(&ring->tx, 0, sizeof(ring->tx));
+
+ hw_ops->tx_desc_init(channel);
+ }
+}
+
+static void gmac_rx_desc_init(struct gmac_pdata *pdata)
+{
+ struct gmac_hw_ops *hw_ops = &pdata->hw_ops;
+ struct gmac_desc_ops *desc_ops = &pdata->desc_ops;
+ struct gmac_desc_data *desc_data;
+ struct gmac_dma_desc *dma_desc;
+ struct gmac_channel *channel;
+ struct gmac_ring *ring;
+ dma_addr_t dma_desc_addr;
+ unsigned int i, j;
+
+ channel = pdata->channel_head;
+ for (i = 0; i < pdata->channel_count; i++, channel++) {
+ ring = channel->rx_ring;
+ if (!ring)
+ break;
+
+ dma_desc = ring->dma_desc_head;
+ dma_desc_addr = ring->dma_desc_head_addr;
+
+ for (j = 0; j < ring->dma_desc_count; j++) {
+ desc_data = GMAC_GET_DESC_DATA(ring, j);
+
+ desc_data->dma_desc = dma_desc;
+ desc_data->dma_desc_addr = dma_desc_addr;
+
+ if (desc_ops->map_rx_buffer(pdata, ring, desc_data))
+ break;
+
+ dma_desc++;
+ dma_desc_addr += sizeof(struct gmac_dma_desc);
+ }
+
+ ring->cur = 0;
+ ring->dirty = 0;
+
+ hw_ops->rx_desc_init(channel);
+ }
+}
+
+static int gmac_map_tx_skb(struct gmac_channel *channel,
+ struct sk_buff *skb)
+{
+ struct gmac_pdata *pdata = channel->pdata;
+ struct gmac_ring *ring = channel->tx_ring;
+ unsigned int start_index, cur_index;
+ struct gmac_desc_data *desc_data;
+ unsigned int offset, datalen, len;
+ struct gmac_pkt_info *pkt_info;
+ struct skb_frag_struct *frag;
+ unsigned int tso, vlan;
+ dma_addr_t skb_dma;
+ unsigned int i;
+
+ offset = 0;
+ start_index = ring->cur;
+ cur_index = ring->cur;
+
+ pkt_info = &ring->pkt_info;
+ pkt_info->desc_count = 0;
+ pkt_info->length = 0;
+
+ tso = GMAC_GET_REG_BITS(pkt_info->attributes,
+ TX_PACKET_ATTRIBUTES_TSO_ENABLE_POS,
+ TX_PACKET_ATTRIBUTES_TSO_ENABLE_LEN);
+ vlan = GMAC_GET_REG_BITS(pkt_info->attributes,
+ TX_PACKET_ATTRIBUTES_VLAN_CTAG_POS,
+ TX_PACKET_ATTRIBUTES_VLAN_CTAG_LEN);
+
+ /* Save space for a context descriptor if needed */
+ if ((tso && pkt_info->mss != ring->tx.cur_mss) ||
+ (vlan && pkt_info->vlan_ctag != ring->tx.cur_vlan_ctag))
+ cur_index++;
+
+ desc_data = GMAC_GET_DESC_DATA(ring, cur_index);
+
+ if (tso) {
+ /* Map the TSO header */
+ skb_dma = dma_map_single(pdata->dev, skb->data,
+ pkt_info->header_len, DMA_TO_DEVICE);
+ if (dma_mapping_error(pdata->dev, skb_dma)) {
+ netdev_alert(pdata->netdev, "dma_map_single failed\n");
+ goto err_out;
+ }
+ desc_data->skb_dma = skb_dma;
+ desc_data->skb_dma_len = pkt_info->header_len;
+ netif_dbg(pdata, tx_queued, pdata->netdev,
+ "skb header: index=%u, dma=%pad, len=%u\n",
+ cur_index, &skb_dma, pkt_info->header_len);
+
+ offset = pkt_info->header_len;
+
+ pkt_info->length += pkt_info->header_len;
+
+ cur_index++;
+ desc_data = GMAC_GET_DESC_DATA(ring, cur_index);
+ }
+
+ /* Map the (remainder of the) packet */
+ for (datalen = skb_headlen(skb) - offset; datalen; ) {
+ len = min_t(unsigned int, datalen, GMAC_TX_MAX_BUF_SIZE);
+
+ skb_dma = dma_map_single(pdata->dev, skb->data + offset, len,
+ DMA_TO_DEVICE);
+ if (dma_mapping_error(pdata->dev, skb_dma)) {
+ netdev_alert(pdata->netdev, "dma_map_single failed\n");
+ goto err_out;
+ }
+ desc_data->skb_dma = skb_dma;
+ desc_data->skb_dma_len = len;
+ netif_dbg(pdata, tx_queued, pdata->netdev,
+ "skb data: index=%u, dma=%pad, len=%u\n",
+ cur_index, &skb_dma, len);
+
+ datalen -= len;
+ offset += len;
+
+ pkt_info->length += len;
+
+ cur_index++;
+ desc_data = GMAC_GET_DESC_DATA(ring, cur_index);
+ }
+
+ for (i = 0; i < skb_shinfo(skb)->nr_frags; i++) {
+ netif_dbg(pdata, tx_queued, pdata->netdev,
+ "mapping frag %u\n", i);
+
+ frag = &skb_shinfo(skb)->frags[i];
+ offset = 0;
+
+ for (datalen = skb_frag_size(frag); datalen; ) {
+ len = min_t(unsigned int, datalen,
+ GMAC_TX_MAX_BUF_SIZE);
+
+ skb_dma = skb_frag_dma_map(pdata->dev, frag, offset,
+ len, DMA_TO_DEVICE);
+ if (dma_mapping_error(pdata->dev, skb_dma)) {
+ netdev_alert(pdata->netdev,
+ "skb_frag_dma_map failed\n");
+ goto err_out;
+ }
+ desc_data->skb_dma = skb_dma;
+ desc_data->skb_dma_len = len;
+ desc_data->mapped_as_page = 1;
+ netif_dbg(pdata, tx_queued, pdata->netdev,
+ "skb frag: index=%u, dma=%pad, len=%u\n",
+ cur_index, &skb_dma, len);
+
+ datalen -= len;
+ offset += len;
+
+ pkt_info->length += len;
+
+ cur_index++;
+ desc_data = GMAC_GET_DESC_DATA(ring, cur_index);
+ }
+ }
+
+ /* Save the skb address in the last entry. We always have some data
+ * that has been mapped so desc_data is always advanced past the last
+ * piece of mapped data - use the entry pointed to by cur_index - 1.
+ */
+ desc_data = GMAC_GET_DESC_DATA(ring, cur_index - 1);
+ desc_data->skb = skb;
+
+ /* Save the number of descriptor entries used */
+ pkt_info->desc_count = cur_index - start_index;
+
+ return pkt_info->desc_count;
+
+err_out:
+ while (start_index != cur_index) {
+ desc_data = GMAC_GET_DESC_DATA(ring, start_index++);
+ gmac_unmap_desc_data(pdata, desc_data, 1);
+ }
+
+ return 0;
+}
+
+void gmac_init_desc_ops(struct gmac_desc_ops *desc_ops)
+{
+ desc_ops->alloc_channles_and_rings = gmac_alloc_channels_and_rings;
+ desc_ops->free_channels_and_rings = gmac_free_channels_and_rings;
+ desc_ops->map_tx_skb = gmac_map_tx_skb;
+ desc_ops->map_rx_buffer = gmac_map_rx_buffer;
+ desc_ops->unmap_desc_data = gmac_unmap_desc_data;
+ desc_ops->tx_desc_init = gmac_tx_desc_init;
+ desc_ops->rx_desc_init = gmac_rx_desc_init;
+}
diff --git a/drivers/net/ethernet/mediatek/gmac/mtk-gmac-desc.h b/drivers/net/ethernet/mediatek/gmac/mtk-gmac-desc.h
new file mode 100644
index 0000000..8c353ed
--- /dev/null
+++ b/drivers/net/ethernet/mediatek/gmac/mtk-gmac-desc.h
@@ -0,0 +1,151 @@
+/* SPDX-License-Identifier: GPL-2.0 */
+/*
+ * Copyright (c) 2018 MediaTek Inc.
+ */
+#ifndef __MTK_GMAC_DESC_H__
+#define __MTK_GMAC_DESC_H__
+
+#include <linux/bitops.h>
+
+/* Normal transmit descriptor defines (without split feature) */
+
+#define GMAC_GET_REG_BITS_LE(var, pos, len) ({ \
+ typeof(pos) _pos = (pos); \
+ typeof(len) _len = (len); \
+ typeof(var) _var = le32_to_cpu((var)); \
+ ((_var) & GENMASK(_pos + _len - 1, _pos)) >> (_pos); \
+})
+
+#define GMAC_SET_REG_BITS_LE(var, pos, len, val) ({ \
+ typeof(var) _var = (var); \
+ typeof(pos) _pos = (pos); \
+ typeof(len) _len = (len); \
+ typeof(val) _val = (val); \
+ _val = (_val << _pos) & GENMASK(_pos + _len - 1, _pos); \
+ _var = (_var & ~GENMASK(_pos + _len - 1, _pos)) | _val; \
+ cpu_to_le32(_var); \
+})
+
+#define TX_PACKET_ATTRIBUTES_CSUM_ENABLE_POS 0
+#define TX_PACKET_ATTRIBUTES_CSUM_ENABLE_LEN 1
+#define TX_PACKET_ATTRIBUTES_TSO_ENABLE_POS 1
+#define TX_PACKET_ATTRIBUTES_TSO_ENABLE_LEN 1
+#define TX_PACKET_ATTRIBUTES_VLAN_CTAG_POS 2
+#define TX_PACKET_ATTRIBUTES_VLAN_CTAG_LEN 1
+#define TX_PACKET_ATTRIBUTES_PTP_POS 3
+#define TX_PACKET_ATTRIBUTES_PTP_LEN 1
+
+#define TX_CONTEXT_DESC2_MSS_POS 0
+#define TX_CONTEXT_DESC2_MSS_LEN 14
+#define TX_CONTEXT_DESC3_CTXT_POS 30
+#define TX_CONTEXT_DESC3_CTXT_LEN 1
+#define TX_CONTEXT_DESC3_TCMSSV_POS 26
+#define TX_CONTEXT_DESC3_TCMSSV_LEN 1
+#define TX_CONTEXT_DESC3_VLTV_POS 16
+#define TX_CONTEXT_DESC3_VLTV_LEN 1
+#define TX_CONTEXT_DESC3_VT_POS 0
+#define TX_CONTEXT_DESC3_VT_LEN 16
+
+#define TX_NORMAL_DESC2_HL_B1L_POS 0
+#define TX_NORMAL_DESC2_HL_B1L_LEN 14
+#define TX_NORMAL_DESC2_IC_POS 31
+#define TX_NORMAL_DESC2_IC_LEN 1
+#define TX_NORMAL_DESC2_TTSE_POS 30
+#define TX_NORMAL_DESC2_TTSE_LEN 1
+#define TX_NORMAL_DESC2_VTIR_POS 14
+#define TX_NORMAL_DESC2_VTIR_LEN 2
+#define TX_NORMAL_DESC3_CIC_POS 16
+#define TX_NORMAL_DESC3_CIC_LEN 2
+#define TX_NORMAL_DESC3_CPC_POS 26
+#define TX_NORMAL_DESC3_CPC_LEN 2
+#define TX_NORMAL_DESC3_CTXT_POS 30
+#define TX_NORMAL_DESC3_CTXT_LEN 1
+#define TX_NORMAL_DESC3_FD_POS 29
+#define TX_NORMAL_DESC3_FD_LEN 1
+#define TX_NORMAL_DESC3_FL_POS 0
+#define TX_NORMAL_DESC3_FL_LEN 15
+#define TX_NORMAL_DESC3_LD_POS 28
+#define TX_NORMAL_DESC3_LD_LEN 1
+#define TX_NORMAL_DESC3_OWN_POS 31
+#define TX_NORMAL_DESC3_OWN_LEN 1
+#define TX_NORMAL_DESC3_TCPHDRLEN_POS 19
+#define TX_NORMAL_DESC3_TCPHDRLEN_LEN 4
+#define TX_NORMAL_DESC3_TCPPL_POS 0
+#define TX_NORMAL_DESC3_TCPPL_LEN 18
+#define TX_NORMAL_DESC3_TSE_POS 18
+#define TX_NORMAL_DESC3_TSE_LEN 1
+#define TX_NORMAL_DESC3_TTSS_POS 17
+#define TX_NORMAL_DESC3_TTSS_LEN 1
+
+#define TX_NORMAL_DESC2_VLAN_INSERT 0x2
+
+#define RX_PACKET_ATTRIBUTES_CSUM_DONE_POS 0
+#define RX_PACKET_ATTRIBUTES_CSUM_DONE_LEN 1
+#define RX_PACKET_ATTRIBUTES_VLAN_CTAG_POS 1
+#define RX_PACKET_ATTRIBUTES_VLAN_CTAG_LEN 1
+#define RX_PACKET_ATTRIBUTES_INCOMPLETE_POS 2
+#define RX_PACKET_ATTRIBUTES_INCOMPLETE_LEN 1
+#define RX_PACKET_ATTRIBUTES_CONTEXT_POS 3
+#define RX_PACKET_ATTRIBUTES_CONTEXT_LEN 1
+#define RX_PACKET_ATTRIBUTES_RX_TSTAMP_POS 4
+#define RX_PACKET_ATTRIBUTES_RX_TSTAMP_LEN 1
+
+#define RX_PACKET_ERRORS_CRC_POS 2
+#define RX_PACKET_ERRORS_CRC_LEN 1
+#define RX_PACKET_ERRORS_FRAME_POS 3
+#define RX_PACKET_ERRORS_FRAME_LEN 1
+#define RX_PACKET_ERRORS_LENGTH_POS 0
+#define RX_PACKET_ERRORS_LENGTH_LEN 1
+#define RX_PACKET_ERRORS_OVERRUN_POS 1
+#define RX_PACKET_ERRORS_OVERRUN_LEN 1
+
+#define RX_NORMAL_DESC0_OVT_POS 0
+#define RX_NORMAL_DESC0_OVT_LEN 16
+#define RX_NORMAL_DESC1_TSA_POS 14
+#define RX_NORMAL_DESC1_TSA_LEN 1
+#define RX_NORMAL_DESC1_IPHE_POS 3
+#define RX_NORMAL_DESC1_IPHE_LEN 1
+#define RX_NORMAL_DESC1_IPCB_POS 6
+#define RX_NORMAL_DESC1_IPCB_LEN 1
+#define RX_NORMAL_DESC1_IPCE_POS 7
+#define RX_NORMAL_DESC1_IPCE_LEN 1
+#define RX_NORMAL_DESC2_HL_POS 0
+#define RX_NORMAL_DESC2_HL_LEN 10
+#define RX_NORMAL_DESC3_CDA_POS 27
+#define RX_NORMAL_DESC3_CDA_LEN 1
+#define RX_NORMAL_DESC3_CTXT_POS 30
+#define RX_NORMAL_DESC3_CTXT_LEN 1
+#define RX_NORMAL_DESC3_ES_POS 15
+#define RX_NORMAL_DESC3_ES_LEN 1
+#define RX_NORMAL_DESC3_LT_POS 16
+#define RX_NORMAL_DESC3_LT_LEN 3
+#define RX_NORMAL_DESC3_FD_POS 29
+#define RX_NORMAL_DESC3_FD_LEN 1
+#define RX_NORMAL_DESC3_INTE_POS 30
+#define RX_NORMAL_DESC3_INTE_LEN 1
+#define RX_NORMAL_DESC3_BUF2V_POS 25
+#define RX_NORMAL_DESC3_BUF2V_LEN 1
+#define RX_NORMAL_DESC3_BUF1V_POS 24
+#define RX_NORMAL_DESC3_BUF1V_LEN 1
+#define RX_NORMAL_DESC3_L34T_POS 20
+#define RX_NORMAL_DESC3_L34T_LEN 4
+#define RX_NORMAL_DESC3_LD_POS 28
+#define RX_NORMAL_DESC3_LD_LEN 1
+#define RX_NORMAL_DESC3_OWN_POS 31
+#define RX_NORMAL_DESC3_OWN_LEN 1
+#define RX_NORMAL_DESC3_PL_POS 0
+#define RX_NORMAL_DESC3_PL_LEN 15
+#define RX_NORMAL_DESC3_RS2V_POS 27
+#define RX_NORMAL_DESC3_RS2V_LEN 1
+#define RX_NORMAL_DESC3_RS1V_POS 26
+#define RX_NORMAL_DESC3_RS1V_LEN 1
+#define RX_NORMAL_DESC3_RS0V_POS 25
+#define RX_NORMAL_DESC3_RS0V_LEN 1
+
+#define RX_CONTEXT_DESC3_OWN_POS 31
+#define RX_CONTEXT_DESC3_OWN_LEN 1
+#define RX_CONTEXT_DESC3_CTXT_POS 30
+#define RX_CONTEXT_DESC3_CTXT_LEN 1
+
+#endif /* __MT2712_DESCS_H__ */
+
diff --git a/drivers/net/ethernet/mediatek/gmac/mtk-gmac-ethtool.c b/drivers/net/ethernet/mediatek/gmac/mtk-gmac-ethtool.c
new file mode 100644
index 0000000..68eb4cf
--- /dev/null
+++ b/drivers/net/ethernet/mediatek/gmac/mtk-gmac-ethtool.c
@@ -0,0 +1,342 @@
+// SPDX-License-Identifier: GPL-2.0
+//
+// Copyright (c) 2018 MediaTek Inc.
+#include <linux/ethtool.h>
+#include <linux/kernel.h>
+#include <linux/netdevice.h>
+
+#include "mtk-gmac.h"
+
+struct gmac_stats_desc {
+ char stat_string[ETH_GSTRING_LEN];
+ int stat_offset;
+};
+
+#define GMAC_STAT(str, var) \
+ { \
+ str, \
+ offsetof(struct gmac_pdata, stats.var), \
+ }
+
+static const struct gmac_stats_desc gmac_gstring_stats[] = {
+ /* MMC TX counters */
+ GMAC_STAT("tx_bytes", txoctetcount_gb),
+ GMAC_STAT("tx_bytes_good", txoctetcount_g),
+ GMAC_STAT("tx_packets", txframecount_gb),
+ GMAC_STAT("tx_packets_good", txframecount_g),
+ GMAC_STAT("tx_unicast_packets", txunicastframes_gb),
+ GMAC_STAT("tx_broadcast_packets", txbroadcastframes_gb),
+ GMAC_STAT("tx_broadcast_packets_good", txbroadcastframes_g),
+ GMAC_STAT("tx_multicast_packets", txmulticastframes_gb),
+ GMAC_STAT("tx_multicast_packets_good", txmulticastframes_g),
+ GMAC_STAT("tx_vlan_packets_good", txvlanframes_g),
+ GMAC_STAT("tx_over_size_packets_good", txosizeframe_g),
+ GMAC_STAT("tx_64_byte_packets", tx64octets_gb),
+ GMAC_STAT("tx_65_to_127_byte_packets", tx65to127octets_gb),
+ GMAC_STAT("tx_128_to_255_byte_packets", tx128to255octets_gb),
+ GMAC_STAT("tx_256_to_511_byte_packets", tx256to511octets_gb),
+ GMAC_STAT("tx_512_to_1023_byte_packets", tx512to1023octets_gb),
+ GMAC_STAT("tx_1024_to_max_byte_packets", tx1024tomaxoctets_gb),
+ GMAC_STAT("tx_underflow_errors", txunderflowerror),
+ GMAC_STAT("tx_single_collision_good", txsinglecol_g),
+ GMAC_STAT("tx_multiple_collision_good", txmulticol_g),
+ GMAC_STAT("tx_deferred_packets", txdeferred),
+ GMAC_STAT("tx_late_collision_packets", txlatecol),
+ GMAC_STAT("tx_excessive-collision_packets", txexesscol),
+ GMAC_STAT("tx_carrier_error_packets", txcarriererror),
+ GMAC_STAT("tx_excessive_deferral_error", txexcessdef),
+ GMAC_STAT("tx_pause_frames", txpauseframes),
+ GMAC_STAT("tx_timestamp_packets", tx_timestamp_packets),
+ GMAC_STAT("tx_lpi_microseconds", txlpiusec),
+ GMAC_STAT("tx_lpi_transition", txlpitran),
+
+ /* MMC RX counters */
+ GMAC_STAT("rx_bytes", rxoctetcount_gb),
+ GMAC_STAT("rx_bytes_good", rxoctetcount_g),
+ GMAC_STAT("rx_packets", rxframecount_gb),
+ GMAC_STAT("rx_unicast_packets_good", rxunicastframes_g),
+ GMAC_STAT("rx_broadcast_packets_good", rxbroadcastframes_g),
+ GMAC_STAT("rx_multicast_packets_good", rxmulticastframes_g),
+ GMAC_STAT("rx_vlan_packets", rxvlanframes_gb),
+ GMAC_STAT("rx_64_byte_packets", rx64octets_gb),
+ GMAC_STAT("rx_65_to_127_byte_packets", rx65to127octets_gb),
+ GMAC_STAT("rx_128_to_255_byte_packets", rx128to255octets_gb),
+ GMAC_STAT("rx_256_to_511_byte_packets", rx256to511octets_gb),
+ GMAC_STAT("rx_512_to_1023_byte_packets", rx512to1023octets_gb),
+ GMAC_STAT("rx_1024_to_max_byte_packets", rx1024tomaxoctets_gb),
+ GMAC_STAT("rx_undersize_packets_good", rxundersize_g),
+ GMAC_STAT("rx_oversize_packets_good", rxoversize_g),
+ GMAC_STAT("rx_crc_errors", rxcrcerror),
+ GMAC_STAT("rx_alignment_error_packets", rxalignerror),
+ GMAC_STAT("rx_crc_errors_small_packets", rxrunterror),
+ GMAC_STAT("rx_crc_errors_giant_packets", rxjabbererror),
+ GMAC_STAT("rx_length_errors", rxlengtherror),
+ GMAC_STAT("rx_out_of_range_errors", rxoutofrangetype),
+ GMAC_STAT("rx_fifo_overflow_errors", rxfifooverflow),
+ GMAC_STAT("rx_watchdog_errors", rxwatchdogerror),
+ GMAC_STAT("rx_receive_errors", rxreceiveerror),
+ GMAC_STAT("rx_control_packets_good", rxctrlframes_g),
+ GMAC_STAT("rx_pause_frames", rxpauseframes),
+ GMAC_STAT("rx_timestamp_packets", rx_timestamp_packets),
+ GMAC_STAT("rx_lpi_microseconds", rxlpiusec),
+ GMAC_STAT("rx_lpi_transition", rxlpitran),
+
+ /* MMC RXIPC counters */
+ GMAC_STAT("rx_ipv4_good_packets", rxipv4_g),
+ GMAC_STAT("rx_ipv4_header_error_packets", rxipv4hderr),
+ GMAC_STAT("rx_ipv4_no_payload_packets", rxipv4nopay),
+ GMAC_STAT("rx_ipv4_fragmented_packets", rxipv4frag),
+ GMAC_STAT("rx_ipv4_udp_csum_dis_packets", rxipv4udsbl),
+ GMAC_STAT("rx_ipv6_good_packets", rxipv6octets_g),
+ GMAC_STAT("rx_ipv6_header_error_packets", rxipv6hderroctets),
+ GMAC_STAT("rx_ipv6_no_payload_packets", rxipv6nopayoctets),
+ GMAC_STAT("rx_udp_good_packets", rxudp_g),
+ GMAC_STAT("rx_udp_error_packets", rxudperr),
+ GMAC_STAT("rx_tcp_good_packets", rxtcp_g),
+ GMAC_STAT("rx_tcp_error_packets", rxtcperr),
+ GMAC_STAT("rx_icmp_good_packets", rxicmp_g),
+ GMAC_STAT("rx_icmp_error_packets", rxicmperr),
+ GMAC_STAT("rx_ipv4_good_bytes", rxipv4octets_g),
+ GMAC_STAT("rx_ipv4_header_error_bytes", rxipv4hderroctets),
+ GMAC_STAT("rx_ipv4_no_payload_bytes", rxipv4nopayoctets),
+ GMAC_STAT("rx_ipv4_fragmented_bytes", rxipv4fragoctets),
+ GMAC_STAT("rx_ipv4_udp_csum_dis_bytes", rxipv4udsbloctets),
+ GMAC_STAT("rx_ipv6_good_bytes", rxipv6_g),
+ GMAC_STAT("rx_ipv6_header_error_bytes", rxipv6hderr),
+ GMAC_STAT("rx_ipv6_no_payload_bytes", rxipv6nopay),
+ GMAC_STAT("rx_udp_good_bytes", rxudpoctets_g),
+ GMAC_STAT("rx_udp_error_bytes", rxudperroctets),
+ GMAC_STAT("rx_tcp_good_bytes", rxtcpoctets_g),
+ GMAC_STAT("rx_tcp_error_bytes", rxtcperroctets),
+ GMAC_STAT("rx_icmp_good_bytes", rxicmpoctets_g),
+ GMAC_STAT("rx_icmp_error_bytes", rxicmperroctets),
+
+ /* Extra counters */
+ GMAC_STAT("tx_tso_packets", tx_tso_packets),
+ GMAC_STAT("rx_split_header_packets", rx_split_header_packets),
+ GMAC_STAT("tx_process_stopped", tx_process_stopped),
+ GMAC_STAT("rx_process_stopped", rx_process_stopped),
+ GMAC_STAT("tx_buffer_unavailable", tx_buffer_unavailable),
+ GMAC_STAT("rx_buffer_unavailable", rx_buffer_unavailable),
+ GMAC_STAT("fatal_bus_error", fatal_bus_error),
+ GMAC_STAT("tx_vlan_packets", tx_vlan_packets),
+ GMAC_STAT("rx_vlan_packets", rx_vlan_packets),
+ GMAC_STAT("napi_poll_isr", napi_poll_isr),
+ GMAC_STAT("napi_poll_txtimer", napi_poll_txtimer),
+};
+
+#define GMAC_STATS_COUNT ARRAY_SIZE(gmac_gstring_stats)
+
+static void gmac_ethtool_get_drvinfo(struct net_device *netdev,
+ struct ethtool_drvinfo *drvinfo)
+{
+ struct gmac_pdata *pdata = netdev_priv(netdev);
+ u32 ver = pdata->hw_feat.version;
+ u32 snpsver, userver;
+
+ strlcpy(drvinfo->driver, pdata->drv_name, sizeof(drvinfo->driver));
+ strlcpy(drvinfo->version, pdata->drv_ver, sizeof(drvinfo->version));
+ strlcpy(drvinfo->bus_info, dev_name(pdata->dev),
+ sizeof(drvinfo->bus_info));
+ /* S|SNPSVER: Synopsys-defined Version
+ * U|USERVER: User-defined Version
+ */
+ snpsver = GMAC_GET_REG_BITS(ver,
+ MAC_VR_SNPSVER_POS,
+ MAC_VR_SNPSVER_LEN);
+ userver = GMAC_GET_REG_BITS(ver,
+ MAC_VR_USERVER_POS,
+ MAC_VR_USERVER_LEN);
+ snprintf(drvinfo->fw_version, sizeof(drvinfo->fw_version),
+ "S.U: %x.%x", snpsver, userver);
+}
+
+static u32 gmac_ethtool_get_msglevel(struct net_device *netdev)
+{
+ struct gmac_pdata *pdata = netdev_priv(netdev);
+
+ return pdata->msg_enable;
+}
+
+static void gmac_ethtool_set_msglevel(struct net_device *netdev,
+ u32 msglevel)
+{
+ struct gmac_pdata *pdata = netdev_priv(netdev);
+
+ pdata->msg_enable = msglevel;
+}
+
+static void gmac_ethtool_get_channels(struct net_device *netdev,
+ struct ethtool_channels *channel)
+{
+ struct gmac_pdata *pdata = netdev_priv(netdev);
+
+ channel->max_rx = GMAC_MAX_DMA_CHANNELS;
+ channel->max_tx = GMAC_MAX_DMA_CHANNELS;
+ channel->rx_count = pdata->rx_q_count;
+ channel->tx_count = pdata->tx_q_count;
+}
+
+static int gmac_ethtool_get_coalesce(struct net_device *netdev,
+ struct ethtool_coalesce *ec)
+{
+ struct gmac_pdata *pdata = netdev_priv(netdev);
+
+ memset(ec, 0, sizeof(struct ethtool_coalesce));
+ ec->rx_coalesce_usecs = pdata->rx_usecs;
+ ec->rx_max_coalesced_frames = pdata->rx_frames;
+ ec->tx_max_coalesced_frames = pdata->tx_frames;
+
+ return 0;
+}
+
+static int gmac_ethtool_set_coalesce(struct net_device *netdev,
+ struct ethtool_coalesce *ec)
+{
+ struct gmac_pdata *pdata = netdev_priv(netdev);
+ struct gmac_hw_ops *hw_ops = &pdata->hw_ops;
+ unsigned int rx_frames, rx_riwt, rx_usecs;
+ unsigned int tx_frames;
+
+ /* Check for not supported parameters */
+ if (ec->rx_coalesce_usecs_irq || ec->rx_max_coalesced_frames_irq ||
+ ec->tx_coalesce_usecs || ec->tx_coalesce_usecs_high ||
+ ec->tx_max_coalesced_frames_irq || ec->tx_coalesce_usecs_irq ||
+ ec->stats_block_coalesce_usecs || ec->pkt_rate_low ||
+ ec->use_adaptive_rx_coalesce || ec->use_adaptive_tx_coalesce ||
+ ec->rx_max_coalesced_frames_low || ec->rx_coalesce_usecs_low ||
+ ec->tx_coalesce_usecs_low || ec->tx_max_coalesced_frames_low ||
+ ec->pkt_rate_high || ec->rx_coalesce_usecs_high ||
+ ec->rx_max_coalesced_frames_high ||
+ ec->tx_max_coalesced_frames_high ||
+ ec->rate_sample_interval)
+ return -EOPNOTSUPP;
+
+ rx_usecs = ec->rx_coalesce_usecs;
+ rx_riwt = hw_ops->usec_to_riwt(pdata, rx_usecs);
+ rx_frames = ec->rx_max_coalesced_frames;
+ tx_frames = ec->tx_max_coalesced_frames;
+
+ if (rx_riwt > GMAC_MAX_DMA_RIWT ||
+ rx_riwt < GMAC_MIN_DMA_RIWT ||
+ rx_frames > pdata->rx_desc_count)
+ return -EINVAL;
+
+ if (tx_frames > pdata->tx_desc_count)
+ return -EINVAL;
+
+ pdata->rx_riwt = rx_riwt;
+ pdata->rx_usecs = rx_usecs;
+ pdata->rx_frames = rx_frames;
+ hw_ops->config_rx_coalesce(pdata);
+
+ pdata->tx_frames = tx_frames;
+ hw_ops->config_tx_coalesce(pdata);
+
+ return 0;
+}
+
+static void gmac_ethtool_get_strings(struct net_device *netdev,
+ u32 stringset, u8 *data)
+{
+ int i;
+
+ switch (stringset) {
+ case ETH_SS_STATS:
+ for (i = 0; i < GMAC_STATS_COUNT; i++) {
+ memcpy(data, gmac_gstring_stats[i].stat_string,
+ ETH_GSTRING_LEN);
+ data += ETH_GSTRING_LEN;
+ }
+ break;
+ default:
+ WARN_ON(1);
+ break;
+ }
+}
+
+static int gmac_ethtool_get_sset_count(struct net_device *netdev,
+ int stringset)
+{
+ int ret;
+
+ switch (stringset) {
+ case ETH_SS_STATS:
+ ret = GMAC_STATS_COUNT;
+ break;
+
+ default:
+ ret = -EOPNOTSUPP;
+ }
+
+ return ret;
+}
+
+static void gmac_ethtool_get_ethtool_stats(struct net_device *netdev,
+ struct ethtool_stats *stats,
+ u64 *data)
+{
+ struct gmac_pdata *pdata = netdev_priv(netdev);
+ u8 *stat;
+ int i;
+
+ pdata->hw_ops.read_mmc_stats(pdata);
+ for (i = 0; i < GMAC_STATS_COUNT; i++) {
+ stat = (u8 *)pdata + gmac_gstring_stats[i].stat_offset;
+ *data++ = *(u64 *)stat;
+ }
+}
+
+static int gmac_get_ts_info(struct net_device *dev,
+ struct ethtool_ts_info *info)
+{
+ struct gmac_pdata *pdata = netdev_priv(dev);
+
+ if (pdata->hw_feat.ts_src) {
+ info->so_timestamping = SOF_TIMESTAMPING_TX_SOFTWARE |
+ SOF_TIMESTAMPING_TX_HARDWARE |
+ SOF_TIMESTAMPING_RX_SOFTWARE |
+ SOF_TIMESTAMPING_RX_HARDWARE |
+ SOF_TIMESTAMPING_SOFTWARE |
+ SOF_TIMESTAMPING_RAW_HARDWARE;
+
+ if (pdata->ptp_clock)
+ info->phc_index = ptp_clock_index(pdata->ptp_clock);
+
+ info->tx_types = (1 << HWTSTAMP_TX_OFF) | (1 << HWTSTAMP_TX_ON);
+
+ info->rx_filters = ((1 << HWTSTAMP_FILTER_NONE) |
+ (1 << HWTSTAMP_FILTER_PTP_V1_L4_EVENT) |
+ (1 << HWTSTAMP_FILTER_PTP_V1_L4_SYNC) |
+ (1 << HWTSTAMP_FILTER_PTP_V1_L4_DELAY_REQ) |
+ (1 << HWTSTAMP_FILTER_PTP_V2_L4_EVENT) |
+ (1 << HWTSTAMP_FILTER_PTP_V2_L4_SYNC) |
+ (1 << HWTSTAMP_FILTER_PTP_V2_L4_DELAY_REQ) |
+ (1 << HWTSTAMP_FILTER_PTP_V2_EVENT) |
+ (1 << HWTSTAMP_FILTER_PTP_V2_SYNC) |
+ (1 << HWTSTAMP_FILTER_PTP_V2_DELAY_REQ) |
+ (1 << HWTSTAMP_FILTER_ALL));
+ return 0;
+ } else {
+ return ethtool_op_get_ts_info(dev, info);
+ }
+}
+
+static const struct ethtool_ops gmac_ethtool_ops = {
+ .get_drvinfo = gmac_ethtool_get_drvinfo,
+ .get_link = ethtool_op_get_link,
+ .get_msglevel = gmac_ethtool_get_msglevel,
+ .set_msglevel = gmac_ethtool_set_msglevel,
+ .get_channels = gmac_ethtool_get_channels,
+ .get_coalesce = gmac_ethtool_get_coalesce,
+ .set_coalesce = gmac_ethtool_set_coalesce,
+ .get_strings = gmac_ethtool_get_strings,
+ .get_sset_count = gmac_ethtool_get_sset_count,
+ .get_ethtool_stats = gmac_ethtool_get_ethtool_stats,
+ .get_ts_info = gmac_get_ts_info,
+};
+
+const struct ethtool_ops *gmac_get_ethtool_ops(void)
+{
+ return &gmac_ethtool_ops;
+}
diff --git a/drivers/net/ethernet/mediatek/gmac/mtk-gmac-hw.c b/drivers/net/ethernet/mediatek/gmac/mtk-gmac-hw.c
new file mode 100644
index 0000000..82de2a57
--- /dev/null
+++ b/drivers/net/ethernet/mediatek/gmac/mtk-gmac-hw.c
@@ -0,0 +1,3446 @@
+// SPDX-License-Identifier: GPL-2.0
+//
+// Copyright (c) 2018 MediaTek Inc.
+#include <linux/phy.h>
+#include <linux/mdio.h>
+#include <linux/bitrev.h>
+#include <linux/crc32.h>
+#include <linux/dcbnl.h>
+
+#include "mtk-gmac.h"
+
+static int gmac_tx_complete(struct gmac_dma_desc *dma_desc)
+{
+ return !GMAC_GET_REG_BITS_LE(dma_desc->desc3,
+ TX_NORMAL_DESC3_OWN_POS,
+ TX_NORMAL_DESC3_OWN_LEN);
+}
+
+static int gmac_disable_rx_csum(struct gmac_pdata *pdata)
+{
+ u32 regval;
+
+ regval = GMAC_IOREAD(pdata, MAC_MCR);
+ regval = GMAC_SET_REG_BITS(regval, MAC_MCR_IPC_POS,
+ MAC_MCR_IPC_LEN, 0);
+ GMAC_IOWRITE(pdata, MAC_MCR, regval);
+
+ return 0;
+}
+
+static int gmac_enable_rx_csum(struct gmac_pdata *pdata)
+{
+ u32 regval;
+
+ regval = GMAC_IOREAD(pdata, MAC_MCR);
+ regval = GMAC_SET_REG_BITS(regval, MAC_MCR_IPC_POS,
+ MAC_MCR_IPC_LEN, 1);
+ GMAC_IOWRITE(pdata, MAC_MCR, regval);
+
+ return 0;
+}
+
+static int gmac_set_mac_address(struct gmac_pdata *pdata,
+ u8 *addr,
+ unsigned int idx)
+{
+ unsigned int mac_addr_hi, mac_addr_lo;
+
+ mac_addr_hi = (addr[5] << 8) | (addr[4] << 0);
+ mac_addr_lo = (addr[3] << 24) | (addr[2] << 16) |
+ (addr[1] << 8) | (addr[0] << 0);
+ mac_addr_hi = GMAC_SET_REG_BITS(mac_addr_hi,
+ MAC_ADDR_HR_AE_POS,
+ MAC_ADDR_HR_AE_LEN,
+ 1);
+
+ GMAC_IOWRITE(pdata, MAC_ADDR_HR(idx), mac_addr_hi);
+ GMAC_IOWRITE(pdata, MAC_ADDR_LR(idx), mac_addr_lo);
+
+ return 0;
+}
+
+static void gmac_set_mac_reg(struct gmac_pdata *pdata,
+ struct netdev_hw_addr *ha,
+ unsigned int idx)
+{
+ unsigned int mac_addr_hi, mac_addr_lo;
+ u8 *mac_addr;
+
+ mac_addr_lo = 0;
+ mac_addr_hi = 0;
+
+ if (ha) {
+ mac_addr = (u8 *)&mac_addr_lo;
+ mac_addr[0] = ha->addr[0];
+ mac_addr[1] = ha->addr[1];
+ mac_addr[2] = ha->addr[2];
+ mac_addr[3] = ha->addr[3];
+ mac_addr = (u8 *)&mac_addr_hi;
+ mac_addr[0] = ha->addr[4];
+ mac_addr[1] = ha->addr[5];
+
+ netif_dbg(pdata, drv, pdata->netdev,
+ "adding mac address %pM at %#x\n",
+ ha->addr, idx);
+
+ mac_addr_hi = GMAC_SET_REG_BITS(mac_addr_hi,
+ MAC_ADDR_HR_AE_POS,
+ MAC_ADDR_HR_AE_LEN,
+ 1);
+ }
+
+ GMAC_IOWRITE(pdata, MAC_ADDR_HR(idx), mac_addr_hi);
+ GMAC_IOWRITE(pdata, MAC_ADDR_LR(idx), mac_addr_lo);
+}
+
+static int gmac_enable_rx_vlan_stripping(struct gmac_pdata *pdata)
+{
+ u32 regval;
+
+ regval = GMAC_IOREAD(pdata, MAC_VLANTR);
+ /* Put the VLAN tag in the Rx descriptor */
+ regval = GMAC_SET_REG_BITS(regval, MAC_VLANTR_EVLRXS_POS,
+ MAC_VLANTR_EVLRXS_LEN, 1);
+ /* Don't check the VLAN type */
+ regval = GMAC_SET_REG_BITS(regval, MAC_VLANTR_DOVLTC_POS,
+ MAC_VLANTR_DOVLTC_LEN, 1);
+ /* Check only C-TAG (0x8100) packets */
+ regval = GMAC_SET_REG_BITS(regval, MAC_VLANTR_ERSVLM_POS,
+ MAC_VLANTR_ERSVLM_LEN, 0);
+ /* Don't consider an S-TAG (0x88A8) packet as a VLAN packet */
+ regval = GMAC_SET_REG_BITS(regval, MAC_VLANTR_ESVL_POS,
+ MAC_VLANTR_ESVL_LEN, 0);
+ /* Enable VLAN tag stripping */
+ regval = GMAC_SET_REG_BITS(regval, MAC_VLANTR_EVLS_POS,
+ MAC_VLANTR_EVLS_LEN, 0x3);
+ GMAC_IOWRITE(pdata, MAC_VLANTR, regval);
+
+ return 0;
+}
+
+static int gmac_disable_rx_vlan_stripping(struct gmac_pdata *pdata)
+{
+ u32 regval;
+
+ regval = GMAC_IOREAD(pdata, MAC_VLANTR);
+ regval = GMAC_SET_REG_BITS(regval, MAC_VLANTR_EVLS_POS,
+ MAC_VLANTR_EVLS_LEN, 0);
+ GMAC_IOWRITE(pdata, MAC_VLANTR, regval);
+
+ return 0;
+}
+
+static int gmac_enable_rx_vlan_filtering(struct gmac_pdata *pdata)
+{
+ u32 regval;
+
+ regval = GMAC_IOREAD(pdata, MAC_PFR);
+ /* Enable VLAN filtering */
+ regval = GMAC_SET_REG_BITS(regval, MAC_PFR_VTFE_POS,
+ MAC_PFR_VTFE_LEN, 1);
+ GMAC_IOWRITE(pdata, MAC_PFR, regval);
+
+ regval = GMAC_IOREAD(pdata, MAC_VLANTR);
+ /* Enable VLAN Hash Table filtering */
+ regval = GMAC_SET_REG_BITS(regval, MAC_VLANTR_VTHM_POS,
+ MAC_VLANTR_VTHM_LEN, 1);
+ /* Disable VLAN tag inverse matching */
+ regval = GMAC_SET_REG_BITS(regval, MAC_VLANTR_VTIM_POS,
+ MAC_VLANTR_VTIM_LEN, 0);
+ /* Only filter on the lower 12-bits of the VLAN tag */
+ regval = GMAC_SET_REG_BITS(regval, MAC_VLANTR_ETV_POS,
+ MAC_VLANTR_ETV_LEN, 1);
+ /* In order for the VLAN Hash Table filtering to be effective,
+ * the VLAN tag identifier in the VLAN Tag Register must not
+ * be zero. Set the VLAN tag identifier to "1" to enable the
+ * VLAN Hash Table filtering. This implies that a VLAN tag of
+ * 1 will always pass filtering.
+ */
+ regval = GMAC_SET_REG_BITS(regval, MAC_VLANTR_VL_POS,
+ MAC_VLANTR_VL_LEN, 1);
+ GMAC_IOWRITE(pdata, MAC_VLANTR, regval);
+
+ return 0;
+}
+
+static int gmac_disable_rx_vlan_filtering(struct gmac_pdata *pdata)
+{
+ u32 regval;
+
+ regval = GMAC_IOREAD(pdata, MAC_PFR);
+ /* Disable VLAN filtering */
+ regval = GMAC_SET_REG_BITS(regval, MAC_PFR_VTFE_POS,
+ MAC_PFR_VTFE_LEN, 0);
+ GMAC_IOWRITE(pdata, MAC_PFR, regval);
+
+ return 0;
+}
+
+static u32 gmac_vid_crc32_le(__le16 vid_le)
+{
+ unsigned char *data = (unsigned char *)&vid_le;
+ unsigned char data_byte = 0;
+ u32 poly = 0xedb88320;
+ u32 crc = ~0;
+ u32 temp = 0;
+ int i, bits;
+
+ bits = get_bitmask_order(VLAN_VID_MASK);
+ for (i = 0; i < bits; i++) {
+ if ((i % 8) == 0)
+ data_byte = data[i / 8];
+
+ temp = ((crc & 1) ^ data_byte) & 1;
+ crc >>= 1;
+ data_byte >>= 1;
+
+ if (temp)
+ crc ^= poly;
+ }
+
+ return crc;
+}
+
+static int gmac_update_vlan_hash_table(struct gmac_pdata *pdata)
+{
+ u16 vlan_hash_table = 0;
+ __le16 vid_le;
+ u32 regval;
+ u32 crc;
+ u16 vid;
+
+ /* Generate the VLAN Hash Table value */
+ for_each_set_bit(vid, pdata->active_vlans, VLAN_N_VID) {
+ /* Get the CRC32 value of the VLAN ID */
+ vid_le = cpu_to_le16(vid);
+ crc = bitrev32(~gmac_vid_crc32_le(vid_le)) >> 28;
+
+ vlan_hash_table |= (1 << crc);
+ }
+
+ regval = GMAC_IOREAD(pdata, MAC_VLANHTR);
+ /* Set the VLAN Hash Table filtering register */
+ regval = GMAC_SET_REG_BITS(regval, MAC_VLANHTR_VLHT_POS,
+ MAC_VLANHTR_VLHT_LEN, vlan_hash_table);
+ GMAC_IOWRITE(pdata, MAC_VLANHTR, regval);
+
+ return 0;
+}
+
+static void gmac_update_vlan_id(struct gmac_pdata *pdata,
+ u16 vid,
+ unsigned int enable,
+ unsigned int ofs)
+{
+ u32 regval;
+
+ /* Set the VLAN filtering register */
+ regval = GMAC_IOREAD(pdata, MAC_VLANTFR);
+ regval = GMAC_SET_REG_BITS(regval, MAC_VLANTFR_VID_POS,
+ MAC_VLANTFR_VID_LEN, vid);
+ regval = GMAC_SET_REG_BITS(regval, MAC_VLANTFR_VEN_POS,
+ MAC_VLANTFR_VEN_LEN, enable);
+ GMAC_IOWRITE(pdata, MAC_VLANTFR, regval);
+
+ /* Set the VLAN filtering register */
+ regval = GMAC_IOREAD(pdata, MAC_VLANTR);
+ regval = GMAC_SET_REG_BITS(regval, MAC_VLANTR_OFS_POS,
+ MAC_VLANTR_OFS_LEN, ofs);
+ regval = GMAC_SET_REG_BITS(regval, MAC_VLANTR_CT_POS,
+ MAC_VLANTR_CT_POS, 0);
+ regval = GMAC_SET_REG_BITS(regval, MAC_VLANTR_OB_POS,
+ MAC_VLANTR_OB_POS, 1);
+ GMAC_IOWRITE(pdata, MAC_VLANTR, regval);
+
+ ofs++;
+}
+
+static int gmac_update_vlan(struct gmac_pdata *pdata)
+{
+ u32 ofs = 0;
+ u16 vid;
+
+ /* By default, receive only VLAN pkt with VID = 1
+ * because writing 0 will pass all VLAN pkt
+ * disable check vlan tag
+ */
+ for (ofs = 0; ofs < pdata->vlan_weight; ofs++)
+ gmac_update_vlan_id(pdata, 1, 0, ofs);
+
+ ofs = 0;
+ /* Generate the VLAN Hash Table value */
+ for_each_set_bit(vid, pdata->active_vlans, VLAN_N_VID) {
+ gmac_update_vlan_id(pdata, vid, 1, ofs);
+ ofs++;
+ }
+
+ return 0;
+}
+
+static int gmac_set_promiscuous_mode(struct gmac_pdata *pdata,
+ unsigned int enable)
+{
+ unsigned int val = enable ? 1 : 0;
+ u32 regval;
+
+ regval = GMAC_GET_REG_BITS(GMAC_IOREAD(pdata, MAC_PFR),
+ MAC_PFR_PR_POS, MAC_PFR_PR_LEN);
+ if (regval == val)
+ return 0;
+
+ netif_dbg(pdata, drv, pdata->netdev, "%s promiscuous mode\n",
+ enable ? "entering" : "leaving");
+
+ regval = GMAC_IOREAD(pdata, MAC_PFR);
+ regval = GMAC_SET_REG_BITS(regval, MAC_PFR_PR_POS,
+ MAC_PFR_PR_LEN, val);
+ GMAC_IOWRITE(pdata, MAC_PFR, regval);
+
+ /* Hardware will still perform VLAN filtering in promiscuous mode */
+ if (enable) {
+ gmac_disable_rx_vlan_filtering(pdata);
+ } else {
+ if (pdata->netdev->features & NETIF_F_HW_VLAN_CTAG_FILTER)
+ gmac_enable_rx_vlan_filtering(pdata);
+ }
+
+ return 0;
+}
+
+static int gmac_set_all_multicast_mode(struct gmac_pdata *pdata,
+ unsigned int enable)
+{
+ unsigned int val = enable ? 1 : 0;
+ u32 regval;
+
+ regval = GMAC_GET_REG_BITS(GMAC_IOREAD(pdata, MAC_PFR),
+ MAC_PFR_PM_POS, MAC_PFR_PM_LEN);
+ if (regval == val)
+ return 0;
+
+ netif_dbg(pdata, drv, pdata->netdev, "%s allmulti mode\n",
+ enable ? "entering" : "leaving");
+
+ regval = GMAC_IOREAD(pdata, MAC_PFR);
+ regval = GMAC_SET_REG_BITS(regval, MAC_PFR_PM_POS,
+ MAC_PFR_PM_LEN, val);
+ GMAC_IOWRITE(pdata, MAC_PFR, regval);
+
+ return 0;
+}
+
+static void gmac_set_mac_addn_addrs(struct gmac_pdata *pdata)
+{
+ struct net_device *netdev = pdata->netdev;
+ struct netdev_hw_addr *ha;
+ unsigned int addn_macs;
+ unsigned int addr_idx;
+
+ addr_idx = 1;
+ addn_macs = pdata->hw_feat.addn_mac;
+
+ if (netdev_uc_count(netdev) > addn_macs) {
+ gmac_set_promiscuous_mode(pdata, 1);
+ } else {
+ netdev_for_each_uc_addr(ha, netdev) {
+ gmac_set_mac_reg(pdata, ha, addr_idx);
+ addr_idx++;
+ addn_macs--;
+ }
+
+ if (netdev_mc_count(netdev) > addn_macs) {
+ gmac_set_all_multicast_mode(pdata, 1);
+ } else {
+ netdev_for_each_mc_addr(ha, netdev) {
+ gmac_set_mac_reg(pdata, ha, addr_idx);
+ addr_idx++;
+ addn_macs--;
+ }
+ }
+ }
+
+ /* Clear remaining additional MAC address entries */
+ while (addn_macs--) {
+ gmac_set_mac_reg(pdata, NULL, addr_idx);
+ addr_idx++;
+ }
+}
+
+static void gmac_set_mac_hash_table(struct gmac_pdata *pdata)
+{
+ unsigned int hash_table_shift, hash_table_count;
+ u32 hash_table[GMAC_MAC_HASH_TABLE_SIZE];
+ struct net_device *netdev = pdata->netdev;
+ struct netdev_hw_addr *ha;
+ unsigned int i;
+ u32 crc;
+
+ hash_table_shift = 26 - (pdata->hw_feat.hash_table_size >> 7);
+ hash_table_count = pdata->hw_feat.hash_table_size / 32;
+ memset(hash_table, 0, sizeof(hash_table));
+
+ /* Build the MAC Hash Table register values */
+ netdev_for_each_uc_addr(ha, netdev) {
+ crc = bitrev32(~crc32_le(~0, ha->addr, ETH_ALEN));
+ crc >>= hash_table_shift;
+ hash_table[crc >> 5] |= (1 << (crc & 0x1f));
+ }
+
+ netdev_for_each_mc_addr(ha, netdev) {
+ crc = bitrev32(~crc32_le(~0, ha->addr, ETH_ALEN));
+ crc >>= hash_table_shift;
+ hash_table[crc >> 5] |= (1 << (crc & 0x1f));
+ }
+
+ /* Set the MAC Hash Table registers */
+ for (i = 0; i < hash_table_count; i++)
+ GMAC_IOWRITE(pdata, MAC_HTR(i), hash_table[i]);
+}
+
+static int gmac_add_mac_addresses(struct gmac_pdata *pdata)
+{
+ if (pdata->hw_feat.hash_table_size)
+ gmac_set_mac_hash_table(pdata);
+ else
+ gmac_set_mac_addn_addrs(pdata);
+
+ return 0;
+}
+
+static void gmac_config_mac_address(struct gmac_pdata *pdata)
+{
+ u32 regval;
+
+ gmac_set_mac_address(pdata, pdata->netdev->dev_addr, 0);
+
+ /* Filtering is done using perfect filtering and hash filtering */
+ if (pdata->hw_feat.hash_table_size) {
+ regval = GMAC_IOREAD(pdata, MAC_PFR);
+ regval = GMAC_SET_REG_BITS(regval, MAC_PFR_HPF_POS,
+ MAC_PFR_HPF_LEN, 1);
+ regval = GMAC_SET_REG_BITS(regval, MAC_PFR_HUC_POS,
+ MAC_PFR_HUC_LEN, 1);
+ regval = GMAC_SET_REG_BITS(regval, MAC_PFR_HMC_POS,
+ MAC_PFR_HMC_LEN, 1);
+ GMAC_IOWRITE(pdata, MAC_PFR, regval);
+ }
+}
+
+static void gmac_config_jumbo_disable(struct gmac_pdata *pdata)
+{
+ u32 regval;
+
+ regval = GMAC_IOREAD(pdata, MAC_MCR);
+ regval = GMAC_SET_REG_BITS(regval, MAC_MCR_JE_POS,
+ MAC_MCR_JE_LEN, 0);
+ GMAC_IOWRITE(pdata, MAC_MCR, regval);
+}
+
+static void gmac_config_checksum_offload(struct gmac_pdata *pdata)
+{
+ if (pdata->netdev->features & NETIF_F_RXCSUM)
+ gmac_enable_rx_csum(pdata);
+ else
+ gmac_disable_rx_csum(pdata);
+}
+
+static void gmac_config_vlan_support(struct gmac_pdata *pdata)
+{
+ u32 regval;
+
+ regval = GMAC_IOREAD(pdata, MAC_VLANIR);
+ /* Indicate that VLAN Tx CTAGs come from context descriptors */
+ regval = GMAC_SET_REG_BITS(regval, MAC_VLANIR_CSVL_POS,
+ MAC_VLANIR_CSVL_LEN, 0);
+ regval = GMAC_SET_REG_BITS(regval, MAC_VLANIR_VLTI_POS,
+ MAC_VLANIR_VLTI_LEN, 1);
+ GMAC_IOWRITE(pdata, MAC_VLANIR, regval);
+
+ /* Set the current VLAN Hash Table register value */
+ gmac_update_vlan_hash_table(pdata);
+
+ if (pdata->netdev->features & NETIF_F_HW_VLAN_CTAG_FILTER)
+ gmac_enable_rx_vlan_filtering(pdata);
+ else
+ gmac_disable_rx_vlan_filtering(pdata);
+
+ if (pdata->netdev->features & NETIF_F_HW_VLAN_CTAG_RX)
+ gmac_enable_rx_vlan_stripping(pdata);
+ else
+ gmac_disable_rx_vlan_stripping(pdata);
+}
+
+static int gmac_config_rx_mode(struct gmac_pdata *pdata)
+{
+ struct net_device *netdev = pdata->netdev;
+ unsigned int pr_mode, am_mode;
+
+ pr_mode = ((netdev->flags & IFF_PROMISC) != 0);
+ am_mode = ((netdev->flags & IFF_ALLMULTI) != 0);
+
+ gmac_set_promiscuous_mode(pdata, pr_mode);
+ gmac_set_all_multicast_mode(pdata, am_mode);
+
+ gmac_add_mac_addresses(pdata);
+
+ return 0;
+}
+
+static void gmac_prepare_tx_stop(struct gmac_pdata *pdata,
+ struct gmac_channel *channel)
+{
+ unsigned int tx_dsr, tx_pos, tx_qidx;
+ unsigned long tx_timeout;
+ unsigned int tx_status;
+
+ /* Calculate the status register to read and the position within */
+ if (channel->queue_index < DMA_DSRX_FIRST_QUEUE) {
+ tx_dsr = DMA_DSR0;
+ tx_pos = (channel->queue_index * DMA_DSR_Q_LEN) +
+ DMA_DSR0_TPS_START;
+ } else {
+ tx_qidx = channel->queue_index - DMA_DSRX_FIRST_QUEUE;
+
+ tx_dsr = DMA_DSR1 + ((tx_qidx / DMA_DSRX_QPR) * DMA_DSRX_INC);
+ tx_pos = ((tx_qidx % DMA_DSRX_QPR) * DMA_DSR_Q_LEN) +
+ DMA_DSRX_TPS_START;
+ }
+
+ /* The Tx engine cannot be stopped if it is actively processing
+ * descriptors. Wait for the Tx engine to enter the stopped or
+ * suspended state. Don't wait forever though...
+ */
+ tx_timeout = jiffies + (GMAC_DMA_STOP_TIMEOUT * HZ);
+ while (time_before(jiffies, tx_timeout)) {
+ tx_status = GMAC_IOREAD(pdata, tx_dsr);
+ tx_status = GMAC_GET_REG_BITS(tx_status, tx_pos,
+ DMA_DSR_TPS_LEN);
+ if (tx_status == tx_stopped ||
+ tx_status == tx_suspended)
+ break;
+
+ usleep_range(500, 1000);
+ }
+
+ if (!time_before(jiffies, tx_timeout))
+ netdev_info(pdata->netdev,
+ "timed out waiting for Tx DMA channel %u to stop\n",
+ channel->queue_index);
+}
+
+static void gmac_enable_tx(struct gmac_pdata *pdata)
+{
+ struct gmac_channel *channel;
+ unsigned int i;
+ u32 regval;
+
+ /* Enable each Tx DMA channel */
+ channel = pdata->channel_head;
+ for (i = 0; i < pdata->channel_count; i++, channel++) {
+ if (!channel->tx_ring)
+ break;
+
+ regval = GMAC_IOREAD(pdata, DMA_CH_TCR(i));
+ regval = GMAC_SET_REG_BITS(regval, DMA_CH_TCR_ST_POS,
+ DMA_CH_TCR_ST_LEN, 1);
+ GMAC_IOWRITE(pdata, DMA_CH_TCR(i), regval);
+ }
+
+ /* Enable each Tx queue */
+ for (i = 0; i < pdata->tx_q_count; i++) {
+ regval = GMAC_IOREAD(pdata, MTL_Q_TQOMR(i));
+ regval = GMAC_SET_REG_BITS(regval, MTL_Q_TQOMR_TXQEN_POS,
+ MTL_Q_TQOMR_TXQEN_LEN,
+ MTL_Q_ENABLED);
+ GMAC_IOWRITE(pdata, MTL_Q_TQOMR(i), regval);
+ }
+
+ /* Enable MAC Tx */
+ regval = GMAC_IOREAD(pdata, MAC_MCR);
+ regval = GMAC_SET_REG_BITS(regval, MAC_MCR_TE_POS,
+ MAC_MCR_TE_LEN, 1);
+ GMAC_IOWRITE(pdata, MAC_MCR, regval);
+}
+
+static void gmac_disable_tx(struct gmac_pdata *pdata)
+{
+ struct gmac_channel *channel;
+ unsigned int i;
+ u32 regval;
+
+ /* Disable each Tx DMA channel */
+ channel = pdata->channel_head;
+ for (i = 0; i < pdata->channel_count; i++, channel++) {
+ if (!channel->tx_ring)
+ break;
+ /* Issue Tx dma stop command */
+ regval = GMAC_IOREAD(pdata, DMA_CH_TCR(i));
+ regval = GMAC_SET_REG_BITS(regval, DMA_CH_TCR_ST_POS,
+ DMA_CH_TCR_ST_LEN, 0);
+ GMAC_IOWRITE(pdata, DMA_CH_TCR(i), regval);
+ /* Waiting for Tx DMA channel stop */
+ gmac_prepare_tx_stop(pdata, channel);
+ }
+
+ /* Disable MAC Tx */
+ regval = GMAC_IOREAD(pdata, MAC_MCR);
+ regval = GMAC_SET_REG_BITS(regval, MAC_MCR_TE_POS,
+ MAC_MCR_TE_LEN, 0);
+ GMAC_IOWRITE(pdata, MAC_MCR, regval);
+
+ /* Disable each Tx queue */
+ for (i = 0; i < pdata->tx_q_count; i++) {
+ regval = GMAC_IOREAD(pdata, MTL_Q_TQOMR(i));
+ regval = GMAC_SET_REG_BITS(regval, MTL_Q_TQOMR_TXQEN_POS,
+ MTL_Q_TQOMR_TXQEN_LEN, 0);
+ GMAC_IOWRITE(pdata, MTL_Q_TQOMR(i), regval);
+ }
+}
+
+static void gmac_prepare_rx_stop(struct gmac_pdata *pdata,
+ struct gmac_channel *channel)
+{
+ unsigned int rx_dsr, rx_pos, rx_qidx;
+ unsigned long rx_timeout;
+ unsigned int rx_status;
+
+ /* Calculate the status register to read and the position within */
+ if (channel->queue_index < DMA_DSRX_FIRST_QUEUE) {
+ rx_dsr = DMA_DSR0;
+ rx_pos = (channel->queue_index * DMA_DSR_Q_LEN) +
+ DMA_DSR0_RPS_START;
+ } else {
+ rx_qidx = channel->queue_index - DMA_DSRX_FIRST_QUEUE;
+
+ rx_dsr = DMA_DSR1 + ((rx_qidx / DMA_DSRX_QPR) * DMA_DSRX_INC);
+ rx_pos = ((rx_qidx % DMA_DSRX_QPR) * DMA_DSR_Q_LEN) +
+ DMA_DSRX_RPS_START;
+ }
+
+ /* The Rx engine cannot be stopped if it is actively processing
+ * descriptors. Wait for the Rx engine to enter the stopped or
+ * suspended, waiting state. Don't wait forever though...
+ */
+ rx_timeout = jiffies + (GMAC_DMA_STOP_TIMEOUT * HZ);
+ while (time_before(jiffies, rx_timeout)) {
+ rx_status = GMAC_IOREAD(pdata, rx_dsr);
+ rx_status = GMAC_GET_REG_BITS(rx_status, rx_pos,
+ DMA_DSR_RPS_LEN);
+ if (rx_status == rx_stopped ||
+ rx_status == rx_suspended ||
+ rx_status == rx_running_waiting)
+ break;
+
+ usleep_range(500, 1000);
+ }
+
+ if (!time_before(jiffies, rx_timeout))
+ netdev_info(pdata->netdev,
+ "timed out waiting for Rx queue %u to empty\n",
+ channel->queue_index);
+}
+
+static void gmac_enable_rx(struct gmac_pdata *pdata)
+{
+ struct gmac_channel *channel;
+ unsigned int regval, i;
+
+ /* Enable each Rx DMA channel */
+ channel = pdata->channel_head;
+ for (i = 0; i < pdata->channel_count; i++, channel++) {
+ if (!channel->rx_ring)
+ break;
+
+ regval = GMAC_IOREAD(pdata, DMA_CH_RCR(i));
+ regval = GMAC_SET_REG_BITS(regval, DMA_CH_RCR_SR_POS,
+ DMA_CH_RCR_SR_LEN, 1);
+ GMAC_IOWRITE(pdata, DMA_CH_RCR(i), regval);
+ }
+
+ /* Enable each Rx queue */
+ regval = 0;
+ for (i = 0; i < pdata->rx_q_count; i++)
+ regval |= (0x02 << (i << 1));
+
+ GMAC_IOWRITE(pdata, MAC_RQC0R, regval);
+
+ /* Enable MAC Rx */
+ regval = GMAC_IOREAD(pdata, MAC_MCR);
+ regval = GMAC_SET_REG_BITS(regval, MAC_MCR_CST_POS,
+ MAC_MCR_CST_LEN, 1);
+ regval = GMAC_SET_REG_BITS(regval, MAC_MCR_ACS_POS,
+ MAC_MCR_ACS_LEN, 1);
+ regval = GMAC_SET_REG_BITS(regval, MAC_MCR_RE_POS,
+ MAC_MCR_RE_LEN, 1);
+ GMAC_IOWRITE(pdata, MAC_MCR, regval);
+}
+
+static void gmac_disable_rx(struct gmac_pdata *pdata)
+{
+ struct gmac_channel *channel;
+ unsigned int i;
+ u32 regval;
+
+ /* Disable MAC Rx */
+ regval = GMAC_IOREAD(pdata, MAC_MCR);
+ regval = GMAC_SET_REG_BITS(regval, MAC_MCR_CST_POS,
+ MAC_MCR_CST_LEN, 0);
+ regval = GMAC_SET_REG_BITS(regval, MAC_MCR_ACS_POS,
+ MAC_MCR_ACS_LEN, 0);
+ regval = GMAC_SET_REG_BITS(regval, MAC_MCR_RE_POS,
+ MAC_MCR_RE_LEN, 0);
+ GMAC_IOWRITE(pdata, MAC_MCR, regval);
+
+ /* Disable each Rx queue */
+ GMAC_IOWRITE(pdata, MAC_RQC0R, 0);
+
+ /* Disable each Rx DMA channel */
+ channel = pdata->channel_head;
+ for (i = 0; i < pdata->channel_count; i++, channel++) {
+ if (!channel->rx_ring)
+ break;
+
+ regval = GMAC_IOREAD(pdata, DMA_CH_RCR(i));
+ regval = GMAC_SET_REG_BITS(regval, DMA_CH_RCR_SR_POS,
+ DMA_CH_RCR_SR_LEN, 0);
+ GMAC_IOWRITE(pdata, DMA_CH_RCR(i), regval);
+
+ /* Waiting for Rx DMA channel stop */
+ gmac_prepare_rx_stop(pdata, channel);
+ }
+}
+
+static void gmac_tx_start_xmit(struct gmac_channel *channel,
+ struct gmac_ring *ring)
+{
+ struct gmac_pdata *pdata = channel->pdata;
+ struct gmac_desc_data *desc_data;
+ unsigned int q = channel->queue_index;
+
+ /* Make sure everything is written before the register write */
+ wmb();
+
+ /* Issue a poll command to Tx DMA by writing address
+ * of next immediate free descriptor
+ */
+ desc_data = GMAC_GET_DESC_DATA(ring, ring->cur);
+ GMAC_IOWRITE(pdata, DMA_CH_TDTR(q),
+ lower_32_bits(desc_data->dma_desc_addr));
+
+ /* Start the Tx timer */
+ if (pdata->tx_usecs && !channel->tx_timer_active) {
+ channel->tx_timer_active = 1;
+ mod_timer(&channel->tx_timer,
+ jiffies + usecs_to_jiffies(pdata->tx_usecs));
+ }
+
+ ring->tx.xmit_more = 0;
+}
+
+static void gmac_dev_xmit(struct gmac_channel *channel)
+{
+ struct gmac_pdata *pdata = channel->pdata;
+ struct gmac_ring *ring = channel->tx_ring;
+ unsigned int tso_context, vlan_context;
+ struct gmac_desc_data *desc_data;
+ struct gmac_dma_desc *dma_desc;
+ struct gmac_pkt_info *pkt_info;
+ unsigned int csum, tso, vlan;
+ int start_index = ring->cur;
+ int cur_index = ring->cur;
+ unsigned int tx_set_ic;
+ int i;
+
+ pkt_info = &ring->pkt_info;
+ csum = GMAC_GET_REG_BITS(pkt_info->attributes,
+ TX_PACKET_ATTRIBUTES_CSUM_ENABLE_POS,
+ TX_PACKET_ATTRIBUTES_CSUM_ENABLE_LEN);
+ tso = GMAC_GET_REG_BITS(pkt_info->attributes,
+ TX_PACKET_ATTRIBUTES_TSO_ENABLE_POS,
+ TX_PACKET_ATTRIBUTES_TSO_ENABLE_LEN);
+ vlan = GMAC_GET_REG_BITS(pkt_info->attributes,
+ TX_PACKET_ATTRIBUTES_VLAN_CTAG_POS,
+ TX_PACKET_ATTRIBUTES_VLAN_CTAG_LEN);
+
+ if (tso && pkt_info->mss != ring->tx.cur_mss)
+ tso_context = 1;
+ else
+ tso_context = 0;
+
+ if (vlan && pkt_info->vlan_ctag != ring->tx.cur_vlan_ctag)
+ vlan_context = 1;
+ else
+ vlan_context = 0;
+
+ /* Determine if an interrupt should be generated for this Tx:
+ * Interrupt:
+ * - Tx frame count exceeds the frame count setting
+ * - Addition of Tx frame count to the frame count since the
+ * last interrupt was set exceeds the frame count setting
+ * No interrupt:
+ * - No frame count setting specified (ethtool -C ethX tx-frames 0)
+ * - Addition of Tx frame count to the frame count since the
+ * last interrupt was set does not exceed the frame count setting
+ */
+ ring->coalesce_count += pkt_info->tx_packets;
+ if (!pdata->tx_frames)
+ tx_set_ic = 0;
+ else if (pkt_info->tx_packets > pdata->tx_frames)
+ tx_set_ic = 1;
+ else if ((ring->coalesce_count % pdata->tx_frames) <
+ pkt_info->tx_packets)
+ tx_set_ic = 1;
+ else
+ tx_set_ic = 0;
+
+ desc_data = GMAC_GET_DESC_DATA(ring, cur_index);
+ dma_desc = desc_data->dma_desc;
+
+ /* Create a context descriptor if this is a TSO pkt_info */
+ if (tso_context || vlan_context) {
+ if (tso_context) {
+ netif_dbg(pdata, tx_queued, pdata->netdev,
+ "TSO context descriptor, mss=%u\n",
+ pkt_info->mss);
+
+ /* Set the MSS size */
+ dma_desc->desc2 = GMAC_SET_REG_BITS_LE(dma_desc->desc2,
+ TX_CONTEXT_DESC2_MSS_POS,
+ TX_CONTEXT_DESC2_MSS_LEN,
+ pkt_info->mss);
+
+ /* Mark it as a CONTEXT descriptor */
+ dma_desc->desc3 = GMAC_SET_REG_BITS_LE(dma_desc->desc3,
+ TX_CONTEXT_DESC3_CTXT_POS,
+ TX_CONTEXT_DESC3_CTXT_LEN,
+ 1);
+
+ /* Indicate this descriptor contains the MSS */
+ dma_desc->desc3 = GMAC_SET_REG_BITS_LE(dma_desc->desc3,
+ TX_CONTEXT_DESC3_TCMSSV_POS,
+ TX_CONTEXT_DESC3_TCMSSV_LEN,
+ 1);
+
+ ring->tx.cur_mss = pkt_info->mss;
+ }
+
+ if (vlan_context) {
+ netif_dbg(pdata, tx_queued, pdata->netdev,
+ "VLAN context descriptor, ctag=%u\n",
+ pkt_info->vlan_ctag);
+
+ /* Mark it as a CONTEXT descriptor */
+ dma_desc->desc3 = GMAC_SET_REG_BITS_LE(dma_desc->desc3,
+ TX_CONTEXT_DESC3_CTXT_POS,
+ TX_CONTEXT_DESC3_CTXT_LEN,
+ 1);
+
+ /* Set the VLAN tag */
+ dma_desc->desc3 = GMAC_SET_REG_BITS_LE(dma_desc->desc3,
+ TX_CONTEXT_DESC3_VT_POS,
+ TX_CONTEXT_DESC3_VT_LEN,
+ pkt_info->vlan_ctag);
+
+ /* Indicate this descriptor contains the VLAN tag */
+ dma_desc->desc3 = GMAC_SET_REG_BITS_LE(dma_desc->desc3,
+ TX_CONTEXT_DESC3_VLTV_POS,
+ TX_CONTEXT_DESC3_VLTV_LEN,
+ 1);
+
+ ring->tx.cur_vlan_ctag = pkt_info->vlan_ctag;
+ }
+
+ cur_index++;
+ desc_data = GMAC_GET_DESC_DATA(ring, cur_index);
+ dma_desc = desc_data->dma_desc;
+ }
+
+ /* Update buffer address (for TSO this is the header) */
+ dma_desc->desc0 = cpu_to_le32(lower_32_bits(desc_data->skb_dma));
+
+ /* Update the buffer length */
+ dma_desc->desc2 = GMAC_SET_REG_BITS_LE(dma_desc->desc2,
+ TX_NORMAL_DESC2_HL_B1L_POS,
+ TX_NORMAL_DESC2_HL_B1L_LEN,
+ desc_data->skb_dma_len);
+
+ /* VLAN tag insertion check */
+ if (vlan) {
+ dma_desc->desc2 = GMAC_SET_REG_BITS_LE(dma_desc->desc2,
+ TX_NORMAL_DESC2_VTIR_POS,
+ TX_NORMAL_DESC2_VTIR_LEN,
+ TX_NORMAL_DESC2_VLAN_INSERT);
+ pdata->stats.tx_vlan_packets++;
+ }
+
+ /* Timestamp enablement check */
+ if (GMAC_GET_REG_BITS(pkt_info->attributes,
+ TX_PACKET_ATTRIBUTES_PTP_POS,
+ TX_PACKET_ATTRIBUTES_PTP_LEN))
+ dma_desc->desc2 = GMAC_SET_REG_BITS_LE(dma_desc->desc2,
+ TX_NORMAL_DESC2_TTSE_POS,
+ TX_NORMAL_DESC2_TTSE_LEN,
+ 1);
+
+ /* Mark it as First Descriptor */
+ dma_desc->desc3 = GMAC_SET_REG_BITS_LE(dma_desc->desc3,
+ TX_NORMAL_DESC3_FD_POS,
+ TX_NORMAL_DESC3_FD_LEN,
+ 1);
+
+ /* Mark it as a NORMAL descriptor */
+ dma_desc->desc3 = GMAC_SET_REG_BITS_LE(dma_desc->desc3,
+ TX_NORMAL_DESC3_CTXT_POS,
+ TX_NORMAL_DESC3_CTXT_LEN,
+ 0);
+
+ /* Set OWN bit if not the first descriptor */
+ if (cur_index != start_index)
+ dma_desc->desc3 = GMAC_SET_REG_BITS_LE(dma_desc->desc3,
+ TX_NORMAL_DESC3_OWN_POS,
+ TX_NORMAL_DESC3_OWN_LEN,
+ 1);
+
+ if (tso) {
+ /* Enable TSO */
+ dma_desc->desc3 = GMAC_SET_REG_BITS_LE(dma_desc->desc3,
+ TX_NORMAL_DESC3_TSE_POS,
+ TX_NORMAL_DESC3_TSE_LEN,
+ 1);
+ dma_desc->desc3 = GMAC_SET_REG_BITS_LE(dma_desc->desc3,
+ TX_NORMAL_DESC3_TCPPL_POS,
+ TX_NORMAL_DESC3_TCPPL_LEN,
+ pkt_info->tcp_payload_len);
+ dma_desc->desc3 = GMAC_SET_REG_BITS_LE(dma_desc->desc3,
+ TX_NORMAL_DESC3_TCPHDRLEN_POS,
+ TX_NORMAL_DESC3_TCPHDRLEN_LEN,
+ pkt_info->tcp_header_len / 4);
+
+ pdata->stats.tx_tso_packets++;
+ } else {
+ /* Enable CRC and Pad Insertion */
+ dma_desc->desc3 = GMAC_SET_REG_BITS_LE(dma_desc->desc3,
+ TX_NORMAL_DESC3_CPC_POS,
+ TX_NORMAL_DESC3_CPC_LEN,
+ 0);
+
+ /* Enable HW CSUM */
+ if (csum)
+ dma_desc->desc3 = GMAC_SET_REG_BITS_LE(dma_desc->desc3,
+ TX_NORMAL_DESC3_CIC_POS,
+ TX_NORMAL_DESC3_CIC_LEN,
+ 0x3);
+
+ /* Set the total length to be transmitted */
+ dma_desc->desc3 = GMAC_SET_REG_BITS_LE(dma_desc->desc3,
+ TX_NORMAL_DESC3_FL_POS,
+ TX_NORMAL_DESC3_FL_LEN,
+ pkt_info->length);
+ }
+
+ for (i = cur_index - start_index + 1; i < pkt_info->desc_count; i++) {
+ cur_index++;
+ desc_data = GMAC_GET_DESC_DATA(ring, cur_index);
+ dma_desc = desc_data->dma_desc;
+
+ /* Update buffer address */
+ dma_desc->desc0 =
+ cpu_to_le32(lower_32_bits(desc_data->skb_dma));
+
+ /* Update the buffer length */
+ dma_desc->desc2 = GMAC_SET_REG_BITS_LE(dma_desc->desc2,
+ TX_NORMAL_DESC2_HL_B1L_POS,
+ TX_NORMAL_DESC2_HL_B1L_LEN,
+ desc_data->skb_dma_len);
+
+ /* Set OWN bit */
+ dma_desc->desc3 = GMAC_SET_REG_BITS_LE(dma_desc->desc3,
+ TX_NORMAL_DESC3_OWN_POS,
+ TX_NORMAL_DESC3_OWN_LEN,
+ 1);
+
+ /* Mark it as NORMAL descriptor */
+ dma_desc->desc3 = GMAC_SET_REG_BITS_LE(dma_desc->desc3,
+ TX_NORMAL_DESC3_CTXT_POS,
+ TX_NORMAL_DESC3_CTXT_LEN,
+ 0);
+
+ /* Enable HW CSUM */
+ if (csum)
+ dma_desc->desc3 = GMAC_SET_REG_BITS_LE(dma_desc->desc3,
+ TX_NORMAL_DESC3_CIC_POS,
+ TX_NORMAL_DESC3_CIC_LEN,
+ 0x3);
+ }
+
+ /* Set LAST bit for the last descriptor */
+ dma_desc->desc3 = GMAC_SET_REG_BITS_LE(dma_desc->desc3,
+ TX_NORMAL_DESC3_LD_POS,
+ TX_NORMAL_DESC3_LD_LEN,
+ 1);
+
+ /* Set IC bit based on Tx coalescing settings */
+ if (tx_set_ic)
+ dma_desc->desc2 = GMAC_SET_REG_BITS_LE(dma_desc->desc2,
+ TX_NORMAL_DESC2_IC_POS,
+ TX_NORMAL_DESC2_IC_LEN,
+ 1);
+
+ /* Save the Tx info to report back during cleanup */
+ desc_data->trx.packets = pkt_info->tx_packets;
+ desc_data->trx.bytes = pkt_info->tx_bytes;
+
+ /* In case the Tx DMA engine is running, make sure everything
+ * is written to the descriptor(s) before setting the OWN bit
+ * for the first descriptor
+ */
+ dma_wmb();
+
+ /* Set OWN bit for the first descriptor */
+ desc_data = GMAC_GET_DESC_DATA(ring, start_index);
+ dma_desc = desc_data->dma_desc;
+ dma_desc->desc3 = GMAC_SET_REG_BITS_LE(dma_desc->desc3,
+ TX_NORMAL_DESC3_OWN_POS,
+ TX_NORMAL_DESC3_OWN_LEN,
+ 1);
+
+ if (netif_msg_tx_queued(pdata))
+ gmac_dump_tx_desc(pdata, ring, start_index,
+ pkt_info->desc_count, 1);
+
+ /* Make sure ownership is written to the descriptor */
+ smp_wmb();
+
+ ring->cur = cur_index + 1;
+ if (!pkt_info->skb->xmit_more ||
+ netif_xmit_stopped(netdev_get_tx_queue(pdata->netdev,
+ channel->queue_index)))
+ gmac_tx_start_xmit(channel, ring);
+ else
+ ring->tx.xmit_more = 1;
+
+ netif_dbg(pdata, tx_queued, pdata->netdev,
+ "%s: descriptors %u to %u written, %u:%u\n",
+ channel->name, start_index & (ring->dma_desc_count - 1),
+ (ring->cur - 1) & (ring->dma_desc_count - 1),
+ start_index,
+ ring->cur);
+}
+
+static int gmac_check_rx_tstamp(struct gmac_dma_desc *dma_desc)
+{
+ u32 own, ctxt;
+ int ret = 1;
+
+ own = GMAC_GET_REG_BITS_LE(dma_desc->desc3,
+ RX_CONTEXT_DESC3_OWN_POS,
+ RX_CONTEXT_DESC3_OWN_LEN);
+ ctxt = GMAC_GET_REG_BITS_LE(dma_desc->desc3,
+ RX_CONTEXT_DESC3_CTXT_POS,
+ RX_CONTEXT_DESC3_CTXT_LEN);
+
+ if (likely(!own && ctxt)) {
+ if (dma_desc->desc0 == 0xffffffff &&
+ dma_desc->desc1 == 0xffffffff)
+ /* Corrupted value */
+ ret = -EINVAL;
+ else
+ /* A valid Timestamp is ready to be read */
+ ret = 0;
+ }
+
+ /* Timestamp not ready */
+ return ret;
+}
+
+static u64 gmac_get_rx_tstamp(struct gmac_dma_desc *dma_desc)
+{
+ u64 nsec;
+
+ nsec = le32_to_cpu(dma_desc->desc1);
+ nsec += le32_to_cpu(dma_desc->desc0) * 1000000000ULL;
+
+ return nsec;
+}
+
+static int gmac_get_rx_tstamp_status(struct gmac_pdata *pdata,
+ struct gmac_dma_desc *next_desc,
+ struct gmac_pkt_info *pkt_info)
+{
+ int ret = -EINVAL;
+
+ int i = 0;
+
+ /* Check if timestamp is OK from context descriptor */
+ do {
+ ret = gmac_check_rx_tstamp(next_desc);
+ if (ret <= 0)
+ goto exit;
+ i++;
+ } while ((ret == 1) && (i < 10));
+
+ if (i == 10) {
+ ret = -EBUSY;
+ netif_dbg(pdata, rx_status, pdata->netdev,
+ "Device has not yet updated the context desc to hold Rx time stamp\n");
+ }
+exit:
+ if (likely(ret == 0)) {
+ /* Timestamp Context Descriptor */
+ pkt_info->rx_tstamp =
+ gmac_get_rx_tstamp(next_desc);
+ pkt_info->attributes =
+ GMAC_SET_REG_BITS(pkt_info->attributes,
+ RX_PACKET_ATTRIBUTES_RX_TSTAMP_POS,
+ RX_PACKET_ATTRIBUTES_RX_TSTAMP_LEN,
+ 1);
+ return 1;
+ }
+
+ netif_dbg(pdata, rx_status, pdata->netdev, "RX hw timestamp corrupted\n");
+
+ return ret;
+}
+
+static void gmac_tx_desc_reset(struct gmac_desc_data *desc_data)
+{
+ struct gmac_dma_desc *dma_desc = desc_data->dma_desc;
+
+ /* Reset the Tx descriptor
+ * Set buffer 1 (lo) address to zero
+ * Set buffer 1 (hi) address to zero
+ * Reset all other control bits (IC, TTSE, B2L & B1L)
+ * Reset all other control bits (OWN, CTXT, FD, LD, CPC, CIC, etc)
+ */
+ dma_desc->desc0 = 0;
+ dma_desc->desc1 = 0;
+ dma_desc->desc2 = 0;
+ dma_desc->desc3 = 0;
+
+ /* Make sure ownership is written to the descriptor */
+ dma_wmb();
+}
+
+static void gmac_tx_desc_init(struct gmac_channel *channel)
+{
+ struct gmac_pdata *pdata = channel->pdata;
+ struct gmac_ring *ring = channel->tx_ring;
+ struct gmac_desc_data *desc_data;
+ unsigned int q = channel->queue_index;
+ int start_index = ring->cur;
+ int i;
+
+ /* Initialize all descriptors */
+ for (i = 0; i < ring->dma_desc_count; i++) {
+ desc_data = GMAC_GET_DESC_DATA(ring, i);
+
+ /* Initialize Tx descriptor */
+ gmac_tx_desc_reset(desc_data);
+ }
+
+ /* Update the total number of Tx descriptors */
+ GMAC_IOWRITE(pdata, DMA_CH_TDRLR(q), ring->dma_desc_count - 1);
+
+ /* Update the starting address of descriptor ring */
+ desc_data = GMAC_GET_DESC_DATA(ring, start_index);
+ GMAC_IOWRITE(pdata, DMA_CH_TDLR(q),
+ lower_32_bits(desc_data->dma_desc_addr));
+}
+
+static void gmac_rx_desc_reset(struct gmac_pdata *pdata,
+ struct gmac_desc_data *desc_data,
+ unsigned int index)
+{
+ struct gmac_dma_desc *dma_desc = desc_data->dma_desc;
+ unsigned int rx_frames = pdata->rx_frames;
+ unsigned int rx_usecs = pdata->rx_usecs;
+ unsigned int inte;
+
+ memset(dma_desc, 0, sizeof(struct gmac_dma_desc));
+
+ if (!rx_usecs && !rx_frames) {
+ /* No coalescing, interrupt for every descriptor */
+ inte = 1;
+ } else {
+ /* Set interrupt based on Rx frame coalescing setting */
+ if (rx_frames && !((index + 1) % rx_frames))
+ inte = 1;
+ else
+ inte = 0;
+ }
+
+ /* Reset the Rx descriptor
+ * Normal Frame
+ * Set buffer 1 address to skb dma address
+ * Set buffer 2 address to 0 and
+ * set control bits OWN and INTE
+ */
+
+ dma_desc->desc0 = desc_data->skb_dma;
+ dma_desc->desc1 = 0;
+ dma_desc->desc2 = 0;
+ dma_desc->desc3 = GMAC_SET_REG_BITS_LE(dma_desc->desc3,
+ RX_NORMAL_DESC3_BUF2V_POS,
+ RX_NORMAL_DESC3_BUF2V_LEN,
+ 0);
+
+ dma_desc->desc3 = GMAC_SET_REG_BITS_LE(dma_desc->desc3,
+ RX_NORMAL_DESC3_BUF1V_POS,
+ RX_NORMAL_DESC3_BUF1V_LEN,
+ 1);
+
+ dma_desc->desc3 = GMAC_SET_REG_BITS_LE(dma_desc->desc3,
+ RX_NORMAL_DESC3_INTE_POS,
+ RX_NORMAL_DESC3_INTE_LEN,
+ inte);
+
+ /* Since the Rx DMA engine is likely running, make sure everything
+ * is written to the descriptor(s) before setting the OWN bit
+ * for the descriptor
+ */
+ dma_wmb();
+
+ dma_desc->desc3 = GMAC_SET_REG_BITS_LE(dma_desc->desc3,
+ RX_NORMAL_DESC3_OWN_POS,
+ RX_NORMAL_DESC3_OWN_LEN,
+ 1);
+
+ /* Make sure ownership is written to the descriptor */
+ dma_wmb();
+}
+
+static void gmac_rx_desc_init(struct gmac_channel *channel)
+{
+ struct gmac_pdata *pdata = channel->pdata;
+ struct gmac_ring *ring = channel->rx_ring;
+ unsigned int start_index = ring->cur;
+ struct gmac_desc_data *desc_data;
+ unsigned int q = channel->queue_index;
+ unsigned int i;
+
+ /* Initialize all descriptors */
+ for (i = 0; i < ring->dma_desc_count; i++) {
+ desc_data = GMAC_GET_DESC_DATA(ring, i);
+
+ /* Initialize Rx descriptor */
+ gmac_rx_desc_reset(pdata, desc_data, i);
+ }
+
+ /* Update the total number of Rx descriptors */
+ GMAC_IOWRITE(pdata, DMA_CH_RDRLR(q), ring->dma_desc_count - 1);
+
+ /* Update the starting address of descriptor ring */
+ desc_data = GMAC_GET_DESC_DATA(ring, start_index);
+ GMAC_IOWRITE(pdata, DMA_CH_RDLR(q),
+ lower_32_bits(desc_data->dma_desc_addr));
+
+ /* Update the Rx Descriptor Tail Pointer */
+ desc_data = GMAC_GET_DESC_DATA(ring, start_index +
+ ring->dma_desc_count - 1);
+ GMAC_IOWRITE(pdata, DMA_CH_RDTR(q),
+ lower_32_bits(desc_data->dma_desc_addr));
+}
+
+static int gmac_is_context_desc(struct gmac_dma_desc *dma_desc)
+{
+ /* Rx and Tx share CTXT bit, so check TDES3.CTXT bit */
+ return GMAC_GET_REG_BITS_LE(dma_desc->desc3,
+ TX_NORMAL_DESC3_CTXT_POS,
+ TX_NORMAL_DESC3_CTXT_LEN);
+}
+
+static int gmac_is_last_desc(struct gmac_dma_desc *dma_desc)
+{
+ /* Rx and Tx share LD bit, so check TDES3.LD bit */
+ return GMAC_GET_REG_BITS_LE(dma_desc->desc3,
+ TX_NORMAL_DESC3_LD_POS,
+ TX_NORMAL_DESC3_LD_LEN);
+}
+
+static int gmac_is_rx_csum_error(struct gmac_dma_desc *dma_desc)
+{
+ /* Rx csum error, so check TDES1.IPHE/IPCB/IPCE bit */
+ return GMAC_GET_REG_BITS_LE(dma_desc->desc1,
+ RX_NORMAL_DESC1_IPHE_POS,
+ RX_NORMAL_DESC1_IPHE_LEN) ||
+ GMAC_GET_REG_BITS_LE(dma_desc->desc1,
+ RX_NORMAL_DESC1_IPCB_POS,
+ RX_NORMAL_DESC1_IPCB_LEN) ||
+ GMAC_GET_REG_BITS_LE(dma_desc->desc1,
+ RX_NORMAL_DESC1_IPCE_POS,
+ RX_NORMAL_DESC1_IPCE_LEN);
+}
+
+static int gmac_is_rx_csum_valid(struct gmac_dma_desc *dma_desc)
+{
+ unsigned int vlan_type;
+
+ vlan_type = GMAC_GET_REG_BITS_LE(dma_desc->desc3,
+ RX_NORMAL_DESC3_LT_POS,
+ RX_NORMAL_DESC3_LT_LEN);
+
+ /* Rx csum error, so check TDES1.IPHE/IPCB/IPCE bit */
+ return GMAC_GET_REG_BITS_LE(dma_desc->desc3,
+ RX_NORMAL_DESC3_RS0V_POS,
+ RX_NORMAL_DESC3_RS0V_LEN) &&
+ ((vlan_type == 4) || (vlan_type == 5));
+}
+
+static int gmac_disable_tx_flow_control(struct gmac_pdata *pdata)
+{
+ unsigned int max_q_count, q_count;
+ unsigned int regval;
+ unsigned int i;
+
+ /* Clear MTL flow control */
+ for (i = 0; i < pdata->rx_q_count; i++) {
+ regval = GMAC_IOREAD(pdata, MTL_Q_RQOMR(i));
+ regval = GMAC_SET_REG_BITS(regval, MTL_Q_RQOMR_EHFC_POS,
+ MTL_Q_RQOMR_EHFC_LEN, 0);
+ GMAC_IOWRITE(pdata, MTL_Q_RQOMR(i), regval);
+ }
+
+ /* Clear MAC flow control */
+ max_q_count = GMAC_MAX_FLOW_CONTROL_QUEUES;
+ q_count = min_t(unsigned int, pdata->tx_q_count, max_q_count);
+ for (i = 0; i < q_count; i++) {
+ regval = GMAC_IOREAD(pdata, MAC_Q_TFCR(i));
+ regval = GMAC_SET_REG_BITS(regval,
+ MAC_QTFCR_TFE_POS,
+ MAC_QTFCR_TFE_LEN,
+ 0);
+ GMAC_IOWRITE(pdata, MAC_Q_TFCR(i), regval);
+ }
+
+ return 0;
+}
+
+static int gmac_enable_tx_flow_control(struct gmac_pdata *pdata)
+{
+ unsigned int max_q_count, q_count;
+ unsigned int regval;
+ unsigned int i;
+
+ /* Set MTL flow control */
+ for (i = 0; i < pdata->rx_q_count; i++) {
+ regval = GMAC_IOREAD(pdata, MTL_Q_RQOMR(i));
+ regval = GMAC_SET_REG_BITS(regval, MTL_Q_RQOMR_EHFC_POS,
+ MTL_Q_RQOMR_EHFC_LEN, 1);
+ GMAC_IOWRITE(pdata, MTL_Q_RQOMR(i), regval);
+ }
+
+ /* Set MAC flow control */
+ max_q_count = GMAC_MAX_FLOW_CONTROL_QUEUES;
+ q_count = min_t(unsigned int, pdata->tx_q_count, max_q_count);
+ for (i = 0; i < q_count; i++) {
+ regval = GMAC_IOREAD(pdata, MAC_Q_TFCR(i));
+ /* Enable transmit flow control */
+ regval = GMAC_SET_REG_BITS(regval, MAC_QTFCR_TFE_POS,
+ MAC_QTFCR_TFE_LEN, 1);
+ /* Set pause time */
+ regval = GMAC_SET_REG_BITS(regval, MAC_QTFCR_PT_POS,
+ MAC_QTFCR_PT_LEN, 0xffff);
+ GMAC_IOWRITE(pdata, MAC_Q_TFCR(i), regval);
+ }
+
+ return 0;
+}
+
+static int gmac_disable_rx_flow_control(struct gmac_pdata *pdata)
+{
+ u32 regval;
+
+ regval = GMAC_IOREAD(pdata, MAC_RFCR);
+ regval = GMAC_SET_REG_BITS(regval, MAC_RFCR_RFE_POS,
+ MAC_RFCR_RFE_LEN, 0);
+ GMAC_IOWRITE(pdata, MAC_RFCR, regval);
+
+ return 0;
+}
+
+static int gmac_enable_rx_flow_control(struct gmac_pdata *pdata)
+{
+ u32 regval;
+
+ regval = GMAC_IOREAD(pdata, MAC_RFCR);
+ regval = GMAC_SET_REG_BITS(regval, MAC_RFCR_RFE_POS,
+ MAC_RFCR_RFE_LEN, 1);
+ GMAC_IOWRITE(pdata, MAC_RFCR, regval);
+
+ return 0;
+}
+
+static int gmac_config_tx_flow_control(struct gmac_pdata *pdata)
+{
+ if (pdata->tx_pause)
+ gmac_enable_tx_flow_control(pdata);
+ else
+ gmac_disable_tx_flow_control(pdata);
+
+ return 0;
+}
+
+static int gmac_config_rx_flow_control(struct gmac_pdata *pdata)
+{
+ if (pdata->rx_pause)
+ gmac_enable_rx_flow_control(pdata);
+ else
+ gmac_disable_rx_flow_control(pdata);
+
+ return 0;
+}
+
+static int gmac_config_rx_coalesce(struct gmac_pdata *pdata)
+{
+ struct gmac_channel *channel;
+ unsigned int i;
+ u32 regval;
+
+ channel = pdata->channel_head;
+ for (i = 0; i < pdata->channel_count; i++, channel++) {
+ if (!channel->rx_ring)
+ break;
+
+ regval = GMAC_IOREAD(pdata, DMA_CH_RIWT(i));
+ regval = GMAC_SET_REG_BITS(regval,
+ DMA_CH_RIWT_RWT_POS,
+ DMA_CH_RIWT_RWT_LEN,
+ pdata->rx_riwt);
+ GMAC_IOWRITE(pdata, DMA_CH_RIWT(i), regval);
+ }
+
+ return 0;
+}
+
+static void gmac_config_flow_control(struct gmac_pdata *pdata)
+{
+ gmac_config_tx_flow_control(pdata);
+ gmac_config_rx_flow_control(pdata);
+}
+
+static void gmac_config_rx_fep_enable(struct gmac_pdata *pdata)
+{
+ unsigned int i;
+ u32 regval;
+
+ for (i = 0; i < pdata->rx_q_count; i++) {
+ regval = GMAC_IOREAD(pdata, MTL_Q_RQOMR(i));
+ regval = GMAC_SET_REG_BITS(regval,
+ MTL_Q_RQOMR_FEP_POS,
+ MTL_Q_RQOMR_FEP_LEN,
+ 1);
+ GMAC_IOWRITE(pdata, MTL_Q_RQOMR(i), regval);
+ }
+}
+
+static void gmac_config_rx_fup_enable(struct gmac_pdata *pdata)
+{
+ unsigned int i;
+ u32 regval;
+
+ for (i = 0; i < pdata->rx_q_count; i++) {
+ regval = GMAC_IOREAD(pdata, MTL_Q_RQOMR(i));
+ regval = GMAC_SET_REG_BITS(regval,
+ MTL_Q_RQOMR_FUP_POS,
+ MTL_Q_RQOMR_FUP_LEN,
+ 1);
+ GMAC_IOWRITE(pdata, MTL_Q_RQOMR(i), regval);
+ }
+}
+
+static int gmac_config_tx_coalesce(struct gmac_pdata *pdata)
+{
+ return 0;
+}
+
+static void gmac_config_rx_buffer_size(struct gmac_pdata *pdata)
+{
+ struct gmac_channel *channel;
+ unsigned int i;
+ u32 regval;
+
+ channel = pdata->channel_head;
+ for (i = 0; i < pdata->channel_count; i++, channel++) {
+ if (!channel->rx_ring)
+ break;
+
+ regval = GMAC_IOREAD(pdata, DMA_CH_RCR(i));
+ /* for normal case, Rx Buffer size = 2048bytes */
+ regval = GMAC_SET_REG_BITS(regval,
+ DMA_CH_RCR_RBSZ_POS,
+ DMA_CH_RCR_RBSZ_LEN,
+ pdata->rx_buf_size);
+ GMAC_IOWRITE(pdata, DMA_CH_RCR(i), regval);
+ }
+}
+
+static void gmac_config_tso_mode(struct gmac_pdata *pdata)
+{
+ struct gmac_channel *channel;
+ unsigned int i;
+ u32 regval;
+
+ channel = pdata->channel_head;
+ for (i = 0; i < pdata->channel_count; i++, channel++) {
+ if (!channel->tx_ring)
+ break;
+
+ if (pdata->hw_feat.tso) {
+ regval = GMAC_IOREAD(pdata, DMA_CH_TCR(i));
+ regval = GMAC_SET_REG_BITS(regval,
+ DMA_CH_TCR_TSE_POS,
+ DMA_CH_TCR_TSE_LEN,
+ 1);
+ GMAC_IOWRITE(pdata, DMA_CH_TCR(i), regval);
+ }
+ }
+}
+
+static void gmac_config_sph_mode(struct gmac_pdata *pdata)
+{
+ struct gmac_channel *channel;
+ unsigned int i;
+ u32 regval;
+
+ channel = pdata->channel_head;
+ for (i = 0; i < pdata->channel_count; i++, channel++) {
+ if (!channel->rx_ring)
+ break;
+
+ /* not support sph feature */
+ regval = GMAC_IOREAD(pdata, DMA_CH_CR(i));
+ regval = GMAC_SET_REG_BITS(regval,
+ DMA_CH_CR_SPH_POS,
+ DMA_CH_CR_SPH_LEN,
+ 0);
+ GMAC_IOWRITE(pdata, DMA_CH_CR(i), regval);
+ }
+}
+
+static unsigned int gmac_usec_to_riwt(struct gmac_pdata *pdata,
+ unsigned int usec)
+{
+ unsigned long rate;
+ unsigned int ret;
+
+ rate = pdata->sysclk_rate;
+
+ /* Convert the input usec value to the watchdog timer value. Each
+ * watchdog timer value is equivalent to 256 clock cycles.
+ * Calculate the required value as:
+ * ( usec * ( system_clock_mhz / 10^6 ) / 256
+ */
+ ret = (usec * (rate / 1000000)) / 256;
+
+ return ret;
+}
+
+static unsigned int gmac_riwt_to_usec(struct gmac_pdata *pdata,
+ unsigned int riwt)
+{
+ unsigned long rate;
+ unsigned int ret;
+
+ rate = pdata->sysclk_rate;
+
+ /* Convert the input watchdog timer value to the usec value. Each
+ * watchdog timer value is equivalent to 256 clock cycles.
+ * Calculate the required value as:
+ * ( riwt * 256 ) / ( system_clock_mhz / 10^6 )
+ */
+ ret = (riwt * 256) / (rate / 1000000);
+
+ return ret;
+}
+
+static int gmac_config_rx_threshold(struct gmac_pdata *pdata,
+ unsigned int val)
+{
+ unsigned int i;
+ u32 regval;
+
+ for (i = 0; i < pdata->rx_q_count; i++) {
+ regval = GMAC_IOREAD(pdata, MTL_Q_RQOMR(i));
+ regval = GMAC_SET_REG_BITS(regval,
+ MTL_Q_RQOMR_RTC_POS,
+ MTL_Q_RQOMR_RTC_LEN,
+ val);
+ GMAC_IOWRITE(pdata, MTL_Q_RQOMR(i), regval);
+ }
+
+ return 0;
+}
+
+static void gmac_config_mtl_mode(struct gmac_pdata *pdata)
+{
+ unsigned int i;
+ u32 regval;
+
+ /* Set Tx to weighted round robin scheduling algorithm */
+ regval = GMAC_IOREAD(pdata, MTL_OMR);
+ regval = GMAC_SET_REG_BITS(regval,
+ MTL_OMR_TSA_POS,
+ MTL_OMR_TSA_LEN,
+ MTL_TSA_WRR);
+ GMAC_IOWRITE(pdata, MTL_OMR, regval);
+
+ for (i = 0; i < pdata->hw_feat.tx_ch_cnt; i++) {
+ regval = GMAC_IOREAD(pdata, MTL_Q_TQWR(i));
+ regval = GMAC_SET_REG_BITS(regval,
+ MTL_Q_TQWR_QW_POS,
+ MTL_Q_TQWR_QW_LEN,
+ (0x10 + i));
+ GMAC_IOWRITE(pdata, MTL_Q_TQWR(i), regval);
+ }
+
+ /* Set Rx to strict priority algorithm */
+ regval = GMAC_IOREAD(pdata, MTL_OMR);
+ regval = GMAC_SET_REG_BITS(regval,
+ MTL_OMR_RAA_POS,
+ MTL_OMR_RAA_LEN,
+ MTL_RAA_SP);
+ GMAC_IOWRITE(pdata, MTL_OMR, regval);
+}
+
+static void gmac_config_queue_mapping(struct gmac_pdata *pdata)
+{
+ u32 value;
+
+ /* Configure one to one, MTL Rx queue to DMA Rx channel mapping
+ * ie Q0 <--> CH0, Q1 <--> CH1 ... Q7 <--> CH7
+ */
+ value = (MTL_RQDCM0R_Q0MDMACH | MTL_RQDCM0R_Q1MDMACH |
+ MTL_RQDCM0R_Q2MDMACH | MTL_RQDCM0R_Q3MDMACH);
+ GMAC_IOWRITE(pdata, MTL_RQDCM0R, value);
+
+ value = (MTL_RQDCM1R_Q4MDMACH | MTL_RQDCM1R_Q5MDMACH |
+ MTL_RQDCM1R_Q5MDMACH | MTL_RQDCM1R_Q6MDMACH);
+ GMAC_IOWRITE(pdata, MTL_RQDCM1R, value);
+}
+
+static unsigned int gmac_calculate_per_queue_fifo(unsigned int fifo_size,
+ unsigned int queue_count)
+{
+ unsigned int q_fifo_size;
+ unsigned int p_fifo;
+
+ /* Calculate the configured fifo size */
+ q_fifo_size = 1 << (fifo_size + 7);
+
+ /* The configured value may not be the actual amount of fifo RAM */
+ q_fifo_size = min_t(unsigned int, GMAC_MAX_FIFO, q_fifo_size);
+
+ q_fifo_size = q_fifo_size / queue_count;
+
+ /* Each increment in the queue fifo size represents 256 bytes of
+ * fifo, with 0 representing 256 bytes. Distribute the fifo equally
+ * between the queues.
+ */
+ p_fifo = fls(q_fifo_size / 256) - 1;
+
+ p_fifo = (1 << p_fifo);
+
+ p_fifo--;
+
+ return p_fifo;
+}
+
+static void gmac_config_tx_fifo_size(struct gmac_pdata *pdata)
+{
+ unsigned int fifo_size;
+ unsigned int i;
+ u32 regval;
+
+ fifo_size = gmac_calculate_per_queue_fifo(pdata->hw_feat.tx_fifo_size,
+ pdata->tx_q_count);
+
+ for (i = 0; i < pdata->tx_q_count; i++) {
+ regval = GMAC_IOREAD(pdata, MTL_Q_TQOMR(i));
+ regval = GMAC_SET_REG_BITS(regval,
+ MTL_Q_TQOMR_TQS_POS,
+ MTL_Q_TQOMR_TQS_LEN,
+ fifo_size);
+ GMAC_IOWRITE(pdata, MTL_Q_TQOMR(i), regval);
+ }
+
+ netif_info(pdata, drv, pdata->netdev,
+ "%d Tx hardware queues, %d byte fifo per queue\n",
+ pdata->tx_q_count, ((fifo_size + 1) * 256));
+}
+
+static void gmac_config_rx_fifo_size(struct gmac_pdata *pdata)
+{
+ unsigned int fifo_size;
+ unsigned int i;
+ u32 regval;
+
+ fifo_size = gmac_calculate_per_queue_fifo(pdata->hw_feat.rx_fifo_size,
+ pdata->rx_q_count);
+
+ for (i = 0; i < pdata->rx_q_count; i++) {
+ regval = GMAC_IOREAD(pdata, MTL_Q_RQOMR(i));
+ regval = GMAC_SET_REG_BITS(regval,
+ MTL_Q_RQOMR_RQS_POS,
+ MTL_Q_RQOMR_RQS_LEN,
+ fifo_size);
+ GMAC_IOWRITE(pdata, MTL_Q_RQOMR(i), regval);
+ }
+
+ netif_info(pdata, drv, pdata->netdev,
+ "%d Rx hardware queues, %d byte fifo per queue\n",
+ pdata->rx_q_count, ((fifo_size + 1) * 256));
+}
+
+static void gmac_config_flow_control_threshold(struct gmac_pdata *pdata)
+{
+ unsigned int i;
+ u32 regval;
+
+ for (i = 0; i < pdata->rx_q_count; i++) {
+ regval = GMAC_IOREAD(pdata, MTL_Q_RQOMR(i));
+ /* Activate flow control when less than 1.5k left in fifo */
+ regval = GMAC_SET_REG_BITS(regval,
+ MTL_Q_RQOMR_RFA_POS,
+ MTL_Q_RQOMR_RFA_LEN,
+ 1);
+ /* De-activate flow control when more than 2.5k left in fifo */
+ regval = GMAC_SET_REG_BITS(regval,
+ MTL_Q_RQOMR_RFD_POS,
+ MTL_Q_RQOMR_RFD_LEN, 3);
+ GMAC_IOWRITE(pdata, MTL_Q_RQOMR(i), regval);
+ }
+}
+
+static int gmac_config_tx_threshold(struct gmac_pdata *pdata,
+ unsigned int val)
+{
+ unsigned int i;
+ u32 regval;
+
+ for (i = 0; i < pdata->tx_q_count; i++) {
+ regval = GMAC_IOREAD(pdata, MTL_Q_TQOMR(i));
+ regval = GMAC_SET_REG_BITS(regval,
+ MTL_Q_TQOMR_TTC_POS,
+ MTL_Q_TQOMR_TTC_LEN,
+ val);
+ GMAC_IOWRITE(pdata, MTL_Q_TQOMR(i), regval);
+ }
+
+ return 0;
+}
+
+static int gmac_config_rsf_mode(struct gmac_pdata *pdata,
+ unsigned int val)
+{
+ unsigned int i;
+ u32 regval;
+
+ for (i = 0; i < pdata->rx_q_count; i++) {
+ regval = GMAC_IOREAD(pdata, MTL_Q_RQOMR(i));
+ regval = GMAC_SET_REG_BITS(regval,
+ MTL_Q_RQOMR_RSF_POS,
+ MTL_Q_RQOMR_RSF_LEN, val);
+ GMAC_IOWRITE(pdata, MTL_Q_RQOMR(i), regval);
+ }
+
+ return 0;
+}
+
+static int gmac_config_tsf_mode(struct gmac_pdata *pdata,
+ unsigned int val)
+{
+ unsigned int i;
+ u32 regval;
+
+ for (i = 0; i < pdata->tx_q_count; i++) {
+ regval = GMAC_IOREAD(pdata, MTL_Q_TQOMR(i));
+ regval = GMAC_SET_REG_BITS(regval,
+ MTL_Q_TQOMR_TSF_POS,
+ MTL_Q_TQOMR_TSF_LEN,
+ val);
+ GMAC_IOWRITE(pdata, MTL_Q_TQOMR(i), regval);
+ }
+
+ return 0;
+}
+
+static int gmac_config_osp_mode(struct gmac_pdata *pdata)
+{
+ struct gmac_channel *channel;
+ unsigned int i;
+ u32 regval;
+
+ channel = pdata->channel_head;
+ for (i = 0; i < pdata->channel_count; i++, channel++) {
+ if (!channel->tx_ring)
+ break;
+
+ regval = GMAC_IOREAD(pdata, DMA_CH_TCR(i));
+ regval = GMAC_SET_REG_BITS(regval,
+ DMA_CH_TCR_OSP_POS,
+ DMA_CH_TCR_OSP_LEN,
+ pdata->tx_osp_mode);
+ GMAC_IOWRITE(pdata, DMA_CH_TCR(i), regval);
+ }
+
+ return 0;
+}
+
+static int gmac_config_pblx8(struct gmac_pdata *pdata)
+{
+ unsigned int i;
+ u32 regval;
+
+ for (i = 0; i < pdata->channel_count; i++) {
+ regval = GMAC_IOREAD(pdata, DMA_CH_CR(i));
+ regval = GMAC_SET_REG_BITS(regval,
+ DMA_CH_CR_PBLX8_POS,
+ DMA_CH_CR_PBLX8_LEN,
+ pdata->pblx8);
+ GMAC_IOWRITE(pdata, DMA_CH_CR(i), regval);
+ }
+
+ return 0;
+}
+
+static int gmac_config_tx_pbl_val(struct gmac_pdata *pdata)
+{
+ struct gmac_channel *channel;
+ unsigned int i;
+ u32 regval;
+
+ channel = pdata->channel_head;
+ for (i = 0; i < pdata->channel_count; i++, channel++) {
+ if (!channel->tx_ring)
+ break;
+
+ regval = GMAC_IOREAD(pdata, DMA_CH_TCR(i));
+ regval = GMAC_SET_REG_BITS(regval,
+ DMA_CH_TCR_PBL_POS,
+ DMA_CH_TCR_PBL_LEN,
+ pdata->tx_pbl);
+ GMAC_IOWRITE(pdata, DMA_CH_TCR(i), regval);
+ }
+
+ return 0;
+}
+
+static int gmac_config_rx_pbl_val(struct gmac_pdata *pdata)
+{
+ struct gmac_channel *channel;
+ unsigned int i;
+ u32 regval;
+
+ channel = pdata->channel_head;
+ for (i = 0; i < pdata->channel_count; i++, channel++) {
+ if (!channel->rx_ring)
+ break;
+
+ regval = GMAC_IOREAD(pdata, DMA_CH_RCR(i));
+ regval = GMAC_SET_REG_BITS(regval,
+ DMA_CH_RCR_PBL_POS,
+ DMA_CH_RCR_PBL_LEN,
+ pdata->rx_pbl);
+ GMAC_IOWRITE(pdata, DMA_CH_RCR(i), regval);
+ }
+
+ return 0;
+}
+
+static void gmac_tx_mmc_int(struct gmac_pdata *pdata)
+{
+ unsigned int mmc_isr = GMAC_IOREAD(pdata, MMC_TISR);
+ struct gmac_stats *stats = &pdata->stats;
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_TISR_TXOCTETCOUNT_GB_POS,
+ MMC_TISR_TXOCTETCOUNT_GB_LEN))
+ stats->txoctetcount_gb +=
+ GMAC_IOREAD(pdata, MMC_TXOCTETCOUNT_GB);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_TISR_TXFRAMECOUNT_GB_POS,
+ MMC_TISR_TXFRAMECOUNT_GB_LEN))
+ stats->txframecount_gb +=
+ GMAC_IOREAD(pdata, MMC_TXPACKETCOUNT_GB);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_TISR_TXBROADCASTFRAMES_G_POS,
+ MMC_TISR_TXBROADCASTFRAMES_G_LEN))
+ stats->txbroadcastframes_g +=
+ GMAC_IOREAD(pdata, MMC_TXBROADCASTFRAMES_G);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_TISR_TXMULTICASTFRAMES_G_POS,
+ MMC_TISR_TXMULTICASTFRAMES_G_LEN))
+ stats->txmulticastframes_g +=
+ GMAC_IOREAD(pdata, MMC_TXMULTICASTFRAMES_G);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_TISR_TX64OCTETS_GB_POS,
+ MMC_TISR_TX64OCTETS_GB_LEN))
+ stats->tx64octets_gb +=
+ GMAC_IOREAD(pdata, MMC_TX64OCTETS_GB);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_TISR_TX65TO127OCTETS_GB_POS,
+ MMC_TISR_TX65TO127OCTETS_GB_LEN))
+ stats->tx65to127octets_gb +=
+ GMAC_IOREAD(pdata, MMC_TX65TO127OCTETS_GB);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_TISR_TX128TO255OCTETS_GB_POS,
+ MMC_TISR_TX128TO255OCTETS_GB_LEN))
+ stats->tx128to255octets_gb +=
+ GMAC_IOREAD(pdata, MMC_TX128TO255OCTETS_GB);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_TISR_TX256TO511OCTETS_GB_POS,
+ MMC_TISR_TX256TO511OCTETS_GB_LEN))
+ stats->tx256to511octets_gb +=
+ GMAC_IOREAD(pdata, MMC_TX256TO511OCTETS_GB);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_TISR_TX512TO1023OCTETS_GB_POS,
+ MMC_TISR_TX512TO1023OCTETS_GB_LEN))
+ stats->tx512to1023octets_gb +=
+ GMAC_IOREAD(pdata, MMC_TX512TO1023OCTETS_GB);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_TISR_TX1024TOMAXOCTETS_GB_POS,
+ MMC_TISR_TX1024TOMAXOCTETS_GB_LEN))
+ stats->tx1024tomaxoctets_gb +=
+ GMAC_IOREAD(pdata, MMC_TX1024TOMAXOCTETS_GB);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_TISR_TXUNICASTFRAMES_GB_POS,
+ MMC_TISR_TXUNICASTFRAMES_GB_LEN))
+ stats->txunicastframes_gb +=
+ GMAC_IOREAD(pdata, MMC_TXUNICASTFRAMES_GB);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_TISR_TXMULTICASTFRAMES_GB_POS,
+ MMC_TISR_TXMULTICASTFRAMES_GB_LEN))
+ stats->txmulticastframes_gb +=
+ GMAC_IOREAD(pdata, MMC_TXMULTICASTFRAMES_GB);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_TISR_TXBROADCASTFRAMES_GB_POS,
+ MMC_TISR_TXBROADCASTFRAMES_GB_LEN))
+ stats->txbroadcastframes_g +=
+ GMAC_IOREAD(pdata, MMC_TXBROADCASTFRAMES_GB);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_TISR_TXUNDERFLOWERROR_POS,
+ MMC_TISR_TXUNDERFLOWERROR_LEN))
+ stats->txunderflowerror +=
+ GMAC_IOREAD(pdata, MMC_TXUNDERFLOWERROR);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_TISR_TXSINGLECOL_G_POS,
+ MMC_TISR_TXSINGLECOL_G_POS))
+ stats->txsinglecol_g +=
+ GMAC_IOREAD(pdata, MMC_TXSINGLECOL_G);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_TISR_TXMULTICOL_G_POS,
+ MMC_TISR_TXMULTICOL_G_LEN))
+ stats->txmulticol_g +=
+ GMAC_IOREAD(pdata, MMC_TXMULTICOL_G);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_TISR_TXDEFERRED_POS,
+ MMC_TISR_TXDEFERRED_LEN))
+ stats->txdeferred +=
+ GMAC_IOREAD(pdata, MMC_TXDEFERRED);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_TISR_TXLATECOL_POS,
+ MMC_TISR_TXLATECOL_LEN))
+ stats->txlatecol +=
+ GMAC_IOREAD(pdata, MMC_TXLATECOL);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_TISR_TXEXESSCOL_POS,
+ MMC_TISR_TXEXESSCOL_LEN))
+ stats->txexesscol +=
+ GMAC_IOREAD(pdata, MMC_TXEXESSCOL);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_TISR_TXCARRIERERROR_POS,
+ MMC_TISR_TXCARRIERERROR_LEN))
+ stats->txcarriererror +=
+ GMAC_IOREAD(pdata, MMC_TXCARRIERERROR);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_TISR_TXOCTETCOUNT_G_POS,
+ MMC_TISR_TXOCTETCOUNT_G_LEN))
+ stats->txoctetcount_g +=
+ GMAC_IOREAD(pdata, MMC_TXOCTETCOUNT_G);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_TISR_TXFRAMECOUNT_G_POS,
+ MMC_TISR_TXFRAMECOUNT_G_LEN))
+ stats->txframecount_g +=
+ GMAC_IOREAD(pdata, MMC_TXPACKETSCOUNT_G);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_TISR_TXEXCESSDEF_POS,
+ MMC_TISR_TXEXCESSDEF_LEN))
+ stats->txexcessdef +=
+ GMAC_IOREAD(pdata, MMC_TXEXCESSDEF);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_TISR_TXPAUSEFRAMES_POS,
+ MMC_TISR_TXPAUSEFRAMES_LEN))
+ stats->txpauseframes +=
+ GMAC_IOREAD(pdata, MMC_TXPAUSEFRAMES);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_TISR_TXVLANFRAMES_G_POS,
+ MMC_TISR_TXVLANFRAMES_G_LEN))
+ stats->txvlanframes_g +=
+ GMAC_IOREAD(pdata, MMC_TXVLANFRAMES_G);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_TISR_TXOVERSIZE_G_POS,
+ MMC_TISR_TXOVERSIZE_G_LEN))
+ stats->txosizeframe_g +=
+ GMAC_IOREAD(pdata, MMC_TXOVERSIZE_G);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_TISR_TXLPIUSEC_POS,
+ MMC_TISR_TXLPIUSEC_LEN))
+ stats->txlpiusec +=
+ GMAC_IOREAD(pdata, MMC_TXLPIUSEC);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_TISR_TXLPITRAN_POS,
+ MMC_TISR_TXLPITRAN_LEN))
+ stats->txlpitran +=
+ GMAC_IOREAD(pdata, MMC_TXLPITRAN);
+}
+
+static void gmac_rx_mmc_int(struct gmac_pdata *pdata)
+{
+ unsigned int mmc_isr = GMAC_IOREAD(pdata, MMC_RISR);
+ struct gmac_stats *stats = &pdata->stats;
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_RISR_RXFRAMECOUNT_GB_POS,
+ MMC_RISR_RXFRAMECOUNT_GB_LEN))
+ stats->rxframecount_gb +=
+ GMAC_IOREAD(pdata, MMC_RXPACKETCOUNT_GB);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_RISR_RXOCTETCOUNT_GB_POS,
+ MMC_RISR_RXOCTETCOUNT_GB_LEN))
+ stats->rxoctetcount_gb +=
+ GMAC_IOREAD(pdata, MMC_RXOCTETCOUNT_GB);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_RISR_RXOCTETCOUNT_G_POS,
+ MMC_RISR_RXOCTETCOUNT_G_LEN))
+ stats->rxoctetcount_g +=
+ GMAC_IOREAD(pdata, MMC_RXOCTETCOUNT_G);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_RISR_RXBROADCASTFRAMES_G_POS,
+ MMC_RISR_RXBROADCASTFRAMES_G_LEN))
+ stats->rxbroadcastframes_g +=
+ GMAC_IOREAD(pdata, MMC_RXBROADCASTFRAMES_G);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_RISR_RXMULTICASTFRAMES_G_POS,
+ MMC_RISR_RXMULTICASTFRAMES_G_LEN))
+ stats->rxmulticastframes_g +=
+ GMAC_IOREAD(pdata, MMC_RXMULTICASTFRAMES_G);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_RISR_RXCRCERROR_POS,
+ MMC_RISR_RXCRCERROR_LEN))
+ stats->rxcrcerror +=
+ GMAC_IOREAD(pdata, MMC_RXCRCERROR);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_RISR_RXALIGNMENTERROR_POS,
+ MMC_RISR_RXALIGNMENTERROR_LEN))
+ stats->rxalignerror +=
+ GMAC_IOREAD(pdata, MMC_RXALIGNMENTERROR);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_RISR_RXRUNTERROR_POS,
+ MMC_RISR_RXRUNTERROR_LEN))
+ stats->rxrunterror +=
+ GMAC_IOREAD(pdata, MMC_RXRUNTERROR);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_RISR_RXJABBERERROR_POS,
+ MMC_RISR_RXJABBERERROR_LEN))
+ stats->rxjabbererror +=
+ GMAC_IOREAD(pdata, MMC_RXJABBERERROR);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_RISR_RXUNDERSIZE_G_POS,
+ MMC_RISR_RXUNDERSIZE_G_LEN))
+ stats->rxundersize_g +=
+ GMAC_IOREAD(pdata, MMC_RXUNDERSIZE_G);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_RISR_RXOVERSIZE_G_POS,
+ MMC_RISR_RXOVERSIZE_G_LEN))
+ stats->rxoversize_g +=
+ GMAC_IOREAD(pdata, MMC_RXOVERSIZE_G);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_RISR_RX64OCTETS_GB_POS,
+ MMC_RISR_RX64OCTETS_GB_LEN))
+ stats->rx64octets_gb +=
+ GMAC_IOREAD(pdata, MMC_RX64OCTETS_GB);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_RISR_RX65TO127OCTETS_GB_POS,
+ MMC_RISR_RX65TO127OCTETS_GB_LEN))
+ stats->rx65to127octets_gb +=
+ GMAC_IOREAD(pdata, MMC_RX65TO127OCTETS_GB);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_RISR_RX128TO255OCTETS_GB_POS,
+ MMC_RISR_RX128TO255OCTETS_GB_LEN))
+ stats->rx128to255octets_gb +=
+ GMAC_IOREAD(pdata, MMC_RX128TO255OCTETS_GB);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_RISR_RX256TO511OCTETS_GB_POS,
+ MMC_RISR_RX256TO511OCTETS_GB_LEN))
+ stats->rx256to511octets_gb +=
+ GMAC_IOREAD(pdata, MMC_RX256TO511OCTETS_GB);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_RISR_RX512TO1023OCTETS_GB_POS,
+ MMC_RISR_RX512TO1023OCTETS_GB_LEN))
+ stats->rx512to1023octets_gb +=
+ GMAC_IOREAD(pdata, MMC_RX512TO1023OCTETS_GB);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_RISR_RX1024TOMAXOCTETS_GB_POS,
+ MMC_RISR_RX1024TOMAXOCTETS_GB_LEN))
+ stats->rx1024tomaxoctets_gb +=
+ GMAC_IOREAD(pdata, MMC_RX1024TOMAXOCTETS_GB);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_RISR_RXUNICASTFRAMES_G_POS,
+ MMC_RISR_RXUNICASTFRAMES_G_LEN))
+ stats->rxunicastframes_g +=
+ GMAC_IOREAD(pdata, MMC_RXUNICASTFRAMES_G);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_RISR_RXLENGTHERROR_POS,
+ MMC_RISR_RXLENGTHERROR_LEN))
+ stats->rxlengtherror +=
+ GMAC_IOREAD(pdata, MMC_RXLENGTHERROR);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_RISR_RXOUTOFRANGETYPE_POS,
+ MMC_RISR_RXOUTOFRANGETYPE_LEN))
+ stats->rxoutofrangetype +=
+ GMAC_IOREAD(pdata, MMC_RXOUTOFRANGETYPE);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_RISR_RXPAUSEFRAMES_POS,
+ MMC_RISR_RXPAUSEFRAMES_LEN))
+ stats->rxpauseframes +=
+ GMAC_IOREAD(pdata, MMC_RXPAUSEFRAMES);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_RISR_RXFIFOOVERFLOW_POS,
+ MMC_RISR_RXFIFOOVERFLOW_LEN))
+ stats->rxfifooverflow +=
+ GMAC_IOREAD(pdata, MMC_RXFIFOOVERFLOW);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_RISR_RXVLANFRAMES_GB_POS,
+ MMC_RISR_RXVLANFRAMES_GB_LEN))
+ stats->rxvlanframes_gb +=
+ GMAC_IOREAD(pdata, MMC_RXVLANFRAMES_GB);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_RISR_RXWATCHDOGERROR_POS,
+ MMC_RISR_RXWATCHDOGERROR_LEN))
+ stats->rxwatchdogerror +=
+ GMAC_IOREAD(pdata, MMC_RXWATCHDOGERROR);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_RISR_RXRCVERROR_POS,
+ MMC_RISR_RXRCVERROR_LEN))
+ stats->rxreceiveerror +=
+ GMAC_IOREAD(pdata, MMC_RXRCVERROR);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_RISR_RXCTRLFRAMES_POS,
+ MMC_RISR_RXCTRLFRAMES_LEN))
+ stats->rxctrlframes_g +=
+ GMAC_IOREAD(pdata, MMC_RXCTRLFRAMES_G);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_RISR_RXLPIUSEC_POS,
+ MMC_RISR_RXLPIUSEC_LEN))
+ stats->rxlpiusec +=
+ GMAC_IOREAD(pdata, MMC_RXLPIUSEC);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_RISR_RXLPITRAN_POS,
+ MMC_RISR_RXLPITRAN_LEN))
+ stats->rxlpitran += GMAC_IOREAD(pdata, MMC_RXLPITRAN);
+}
+
+static void gmac_rxipc_mmc_int(struct gmac_pdata *pdata)
+{
+ unsigned int mmc_isr = GMAC_IOREAD(pdata, MMC_IPCSR);
+ struct gmac_stats *stats = &pdata->stats;
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_IPCSR_RXIPV4GDPKTS_POS,
+ MMC_IPCSR_RXIPV4GDPKTS_LEN))
+ stats->rxipv4_g +=
+ GMAC_IOREAD(pdata, MMC_RXIPV4GDPKTS);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_IPCSR_RXIPV4HDRERRPKTS_POS,
+ MMC_IPCSR_RXIPV4HDRERRPKTS_LEN))
+ stats->rxipv4hderr +=
+ GMAC_IOREAD(pdata, MMC_RXIPV4HDRERRPKTS);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_IPCSR_RXIPV4NOPAYPKTS_POS,
+ MMC_IPCSR_RXIPV4NOPAYPKTS_LEN))
+ stats->rxipv4nopay +=
+ GMAC_IOREAD(pdata, MMC_RXIPV4NOPAYPKTS);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_IPCSR_RXIPV4FRAGPKTS_POS,
+ MMC_IPCSR_RXIPV4FRAGPKTS_LEN))
+ stats->rxipv4frag +=
+ GMAC_IOREAD(pdata, MMC_RXIPV4FRAGPKTS);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_IPCSR_RXIPV4UBSBLPKTS_POS,
+ MMC_IPCSR_RXIPV4UBSBLPKTS_LEN))
+ stats->rxipv4udsbl +=
+ GMAC_IOREAD(pdata, MMC_RXIPV4UBSBLPKTS);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_IPCSR_RXIPV6GDPKTS_POS,
+ MMC_IPCSR_RXIPV6GDPKTS_LEN))
+ stats->rxipv6_g +=
+ GMAC_IOREAD(pdata, MMC_RXIPV6GDPKTS);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_IPCSR_RXIPV6HDRERRPKTS_POS,
+ MMC_IPCSR_RXIPV6HDRERRPKTS_LEN))
+ stats->rxipv6hderr +=
+ GMAC_IOREAD(pdata, MMC_RXIPV6HDRERRPKTS);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_IPCSR_RXIPV6NOPAYPKTS_POS,
+ MMC_IPCSR_RXIPV6NOPAYPKTS_LEN))
+ stats->rxipv6nopay +=
+ GMAC_IOREAD(pdata, MMC_RXIPV6NOPAYPKTS);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_IPCSR_RXUDPGDPKTS_POS,
+ MMC_IPCSR_RXUDPGDPKTS_LEN))
+ stats->rxudp_g +=
+ GMAC_IOREAD(pdata, MMC_RXUDPGDPKTS);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_IPCSR_RXUDPERRPKTS_POS,
+ MMC_IPCSR_RXUDPERRPKTS_LEN))
+ stats->rxudperr +=
+ GMAC_IOREAD(pdata, MMC_RXUDPERRPKTS);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_IPCSR_RXTCPGDPKTS_POS,
+ MMC_IPCSR_RXTCPGDPKTS_LEN))
+ stats->rxtcp_g +=
+ GMAC_IOREAD(pdata, MMC_RXTCPGDPKTS);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_IPCSR_RXTCPERRPKTS_POS,
+ MMC_IPCSR_RXTCPERRPKTS_LEN))
+ stats->rxtcperr +=
+ GMAC_IOREAD(pdata, MMC_RXTCPERRPKTS);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_IPCSR_RXICMPGDPKTS_POS,
+ MMC_IPCSR_RXICMPGDPKTS_LEN))
+ stats->rxicmp_g +=
+ GMAC_IOREAD(pdata, MMC_RXICMPGDPKTS);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_IPCSR_RXICMPERRPKTS_POS,
+ MMC_IPCSR_RXICMPERRPKTS_LEN))
+ stats->rxicmperr +=
+ GMAC_IOREAD(pdata, MMC_RXICMPERRPKTS);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_IPCSR_RXIPV4GDOCTETS_POS,
+ MMC_IPCSR_RXIPV4GDOCTETS_LEN))
+ stats->rxipv4octets_g +=
+ GMAC_IOREAD(pdata, MMC_RXIPV4GDOCTETS);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_IPCSR_RXIPV4GDOCTETS_POS,
+ MMC_IPCSR_RXIPV4GDOCTETS_LEN))
+ stats->rxipv4hderroctets +=
+ GMAC_IOREAD(pdata, MMC_RXIPV4HDRERROCTETS);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_IPCSR_RXIPV4NOPAYOCTETS_POS,
+ MMC_IPCSR_RXIPV4NOPAYOCTETS_LEN))
+ stats->rxipv4nopayoctets +=
+ GMAC_IOREAD(pdata, MMC_RXIPV4NOPAYOCTETS);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_IPCSR_RXIPV4FRAGOCTETS_POS,
+ MMC_IPCSR_RXIPV4FRAGOCTETS_LEN))
+ stats->rxipv4fragoctets +=
+ GMAC_IOREAD(pdata, MMC_RXIPV4FRAGOCTETS);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_IPCSR_RXIPV4UDSBLOCTETS_POS,
+ MMC_IPCSR_RXIPV4UDSBLOCTETS_LEN))
+ stats->rxipv4udsbloctets +=
+ GMAC_IOREAD(pdata, MMC_RXIPV4UDSBLOCTETS);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_IPCSR_RXIPV6GDOCTETS_POS,
+ MMC_IPCSR_RXIPV6GDOCTETS_LEN))
+ stats->rxipv6octets_g +=
+ GMAC_IOREAD(pdata, MMC_RXIPV6GDOCTETS);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_IPCSR_RXIPV6HDRERROCTETS_POS,
+ MMC_IPCSR_RXIPV6HDRERROCTETS_LEN))
+ stats->rxipv6hderroctets +=
+ GMAC_IOREAD(pdata, MMC_RXIPV6HDRERROCTETS);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_IPCSR_RXIPV6NOPAYOCTETS_POS,
+ MMC_IPCSR_RXIPV6NOPAYOCTETS_LEN))
+ stats->rxipv6nopayoctets +=
+ GMAC_IOREAD(pdata, MMC_RXIPV6NOPAYOCTETS);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_IPCSR_RXUDPGDOCTETS_POS,
+ MMC_IPCSR_RXUDPGDOCTETS_LEN))
+ stats->rxudpoctets_g +=
+ GMAC_IOREAD(pdata, MMC_RXUDPGDOCTETS);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_IPCSR_RXUDPERROCTETS_POS,
+ MMC_IPCSR_RXUDPERROCTETS_LEN))
+ stats->rxudperroctets +=
+ GMAC_IOREAD(pdata, MMC_RXUDPERROCTETS);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_IPCSR_RXTCPGDOCTETS_POS,
+ MMC_IPCSR_RXTCPGDOCTETS_LEN))
+ stats->rxtcpoctets_g +=
+ GMAC_IOREAD(pdata, MMC_RXTCPGDOCTETS);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_IPCSR_RXTCPERROCTETS_POS,
+ MMC_IPCSR_RXTCPERROCTETS_LEN))
+ stats->rxtcperroctets +=
+ GMAC_IOREAD(pdata, MMC_RXTCPERROCTETS);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_IPCSR_RXICMPGDOCTETS_POS,
+ MMC_IPCSR_RXICMPGDOCTETS_LEN))
+ stats->rxicmpoctets_g +=
+ GMAC_IOREAD(pdata, MMC_RXICMPGDOCTETS);
+
+ if (GMAC_GET_REG_BITS(mmc_isr,
+ MMC_IPCSR_RXICMPERROCTETS_POS,
+ MMC_IPCSR_RXICMPERROCTETS_LEN))
+ stats->rxicmperroctets +=
+ GMAC_IOREAD(pdata, MMC_RXICMPERROCTETS);
+}
+
+static void gmac_read_mmc_stats(struct gmac_pdata *pdata)
+{
+ struct gmac_stats *stats = &pdata->stats;
+ u32 regval;
+
+ /* Freeze counters */
+ regval = GMAC_IOREAD(pdata, MMC_CR);
+ regval = GMAC_SET_REG_BITS(regval,
+ MMC_CR_MCF_POS,
+ MMC_CR_MCF_LEN,
+ 1);
+ GMAC_IOWRITE(pdata, MMC_CR, regval);
+
+ /* MMC TX counter registers */
+ stats->txoctetcount_gb +=
+ GMAC_IOREAD(pdata, MMC_TXOCTETCOUNT_GB);
+ stats->txframecount_gb +=
+ GMAC_IOREAD(pdata, MMC_TXPACKETCOUNT_GB);
+ stats->txbroadcastframes_g +=
+ GMAC_IOREAD(pdata, MMC_TXBROADCASTFRAMES_G);
+ stats->txmulticastframes_g +=
+ GMAC_IOREAD(pdata, MMC_TXMULTICASTFRAMES_G);
+ stats->tx64octets_gb +=
+ GMAC_IOREAD(pdata, MMC_TX64OCTETS_GB);
+ stats->tx65to127octets_gb +=
+ GMAC_IOREAD(pdata, MMC_TX65TO127OCTETS_GB);
+ stats->tx128to255octets_gb +=
+ GMAC_IOREAD(pdata, MMC_TX128TO255OCTETS_GB);
+ stats->tx256to511octets_gb +=
+ GMAC_IOREAD(pdata, MMC_TX256TO511OCTETS_GB);
+ stats->tx512to1023octets_gb +=
+ GMAC_IOREAD(pdata, MMC_TX512TO1023OCTETS_GB);
+ stats->tx1024tomaxoctets_gb +=
+ GMAC_IOREAD(pdata, MMC_TX1024TOMAXOCTETS_GB);
+ stats->txunicastframes_gb +=
+ GMAC_IOREAD(pdata, MMC_TXUNICASTFRAMES_GB);
+ stats->txmulticastframes_gb +=
+ GMAC_IOREAD(pdata, MMC_TXMULTICASTFRAMES_GB);
+ stats->txbroadcastframes_gb +=
+ GMAC_IOREAD(pdata, MMC_TXBROADCASTFRAMES_GB);
+ stats->txunderflowerror +=
+ GMAC_IOREAD(pdata, MMC_TXUNDERFLOWERROR);
+ stats->txsinglecol_g +=
+ GMAC_IOREAD(pdata, MMC_TXSINGLECOL_G);
+ stats->txmulticol_g +=
+ GMAC_IOREAD(pdata, MMC_TXMULTICOL_G);
+ stats->txdeferred +=
+ GMAC_IOREAD(pdata, MMC_TXDEFERRED);
+ stats->txlatecol +=
+ GMAC_IOREAD(pdata, MMC_TXLATECOL);
+ stats->txexesscol +=
+ GMAC_IOREAD(pdata, MMC_TXEXESSCOL);
+ stats->txcarriererror +=
+ GMAC_IOREAD(pdata, MMC_TXCARRIERERROR);
+ stats->txoctetcount_g +=
+ GMAC_IOREAD(pdata, MMC_TXOCTETCOUNT_G);
+ stats->txframecount_g +=
+ GMAC_IOREAD(pdata, MMC_TXPACKETSCOUNT_G);
+ stats->txexcessdef +=
+ GMAC_IOREAD(pdata, MMC_TXEXCESSDEF);
+ stats->txpauseframes +=
+ GMAC_IOREAD(pdata, MMC_TXPAUSEFRAMES);
+ stats->txvlanframes_g +=
+ GMAC_IOREAD(pdata, MMC_TXVLANFRAMES_G);
+ stats->txosizeframe_g +=
+ GMAC_IOREAD(pdata, MMC_TXOVERSIZE_G);
+ stats->txlpiusec +=
+ GMAC_IOREAD(pdata, MMC_TXLPIUSEC);
+ stats->txlpitran +=
+ GMAC_IOREAD(pdata, MMC_TXLPITRAN);
+
+ /* MMC RX counter registers */
+ stats->rxframecount_gb +=
+ GMAC_IOREAD(pdata, MMC_RXPACKETCOUNT_GB);
+ stats->rxoctetcount_gb +=
+ GMAC_IOREAD(pdata, MMC_RXOCTETCOUNT_GB);
+ stats->rxoctetcount_g +=
+ GMAC_IOREAD(pdata, MMC_RXOCTETCOUNT_G);
+ stats->rxbroadcastframes_g +=
+ GMAC_IOREAD(pdata, MMC_RXBROADCASTFRAMES_G);
+ stats->rxmulticastframes_g +=
+ GMAC_IOREAD(pdata, MMC_RXMULTICASTFRAMES_G);
+ stats->rxcrcerror +=
+ GMAC_IOREAD(pdata, MMC_RXCRCERROR);
+ stats->rxalignerror +=
+ GMAC_IOREAD(pdata, MMC_RXALIGNMENTERROR);
+ stats->rxrunterror +=
+ GMAC_IOREAD(pdata, MMC_RXRUNTERROR);
+ stats->rxjabbererror +=
+ GMAC_IOREAD(pdata, MMC_RXJABBERERROR);
+ stats->rxundersize_g +=
+ GMAC_IOREAD(pdata, MMC_RXUNDERSIZE_G);
+ stats->rxoversize_g +=
+ GMAC_IOREAD(pdata, MMC_RXOVERSIZE_G);
+ stats->rx64octets_gb +=
+ GMAC_IOREAD(pdata, MMC_RX64OCTETS_GB);
+ stats->rx65to127octets_gb +=
+ GMAC_IOREAD(pdata, MMC_RX65TO127OCTETS_GB);
+ stats->rx128to255octets_gb +=
+ GMAC_IOREAD(pdata, MMC_RX128TO255OCTETS_GB);
+ stats->rx256to511octets_gb +=
+ GMAC_IOREAD(pdata, MMC_RX256TO511OCTETS_GB);
+ stats->rx512to1023octets_gb +=
+ GMAC_IOREAD(pdata, MMC_RX512TO1023OCTETS_GB);
+ stats->rx1024tomaxoctets_gb +=
+ GMAC_IOREAD(pdata, MMC_RX1024TOMAXOCTETS_GB);
+ stats->rxunicastframes_g +=
+ GMAC_IOREAD(pdata, MMC_RXUNICASTFRAMES_G);
+ stats->rxlengtherror +=
+ GMAC_IOREAD(pdata, MMC_RXLENGTHERROR);
+ stats->rxoutofrangetype +=
+ GMAC_IOREAD(pdata, MMC_RXOUTOFRANGETYPE);
+ stats->rxpauseframes +=
+ GMAC_IOREAD(pdata, MMC_RXPAUSEFRAMES);
+ stats->rxfifooverflow +=
+ GMAC_IOREAD(pdata, MMC_RXFIFOOVERFLOW);
+ stats->rxvlanframes_gb +=
+ GMAC_IOREAD(pdata, MMC_RXVLANFRAMES_GB);
+ stats->rxwatchdogerror +=
+ GMAC_IOREAD(pdata, MMC_RXWATCHDOGERROR);
+ stats->rxreceiveerror +=
+ GMAC_IOREAD(pdata, MMC_RXRCVERROR);
+ stats->rxctrlframes_g +=
+ GMAC_IOREAD(pdata, MMC_RXCTRLFRAMES_G);
+ stats->rxlpiusec +=
+ GMAC_IOREAD(pdata, MMC_RXLPIUSEC);
+ stats->rxlpitran +=
+ GMAC_IOREAD(pdata, MMC_RXLPITRAN);
+
+ /* MMC RX IPC counter registers */
+ stats->rxipv4_g +=
+ GMAC_IOREAD(pdata, MMC_RXIPV4GDPKTS);
+ stats->rxipv4hderr +=
+ GMAC_IOREAD(pdata, MMC_RXIPV4HDRERRPKTS);
+ stats->rxipv4nopay +=
+ GMAC_IOREAD(pdata, MMC_RXIPV4NOPAYPKTS);
+ stats->rxipv4frag +=
+ GMAC_IOREAD(pdata, MMC_RXIPV4FRAGPKTS);
+ stats->rxipv4udsbl +=
+ GMAC_IOREAD(pdata, MMC_RXIPV4UBSBLPKTS);
+ stats->rxipv6_g +=
+ GMAC_IOREAD(pdata, MMC_RXIPV6GDPKTS);
+ stats->rxipv6hderr +=
+ GMAC_IOREAD(pdata, MMC_RXIPV6HDRERRPKTS);
+ stats->rxipv6nopay +=
+ GMAC_IOREAD(pdata, MMC_RXIPV6NOPAYPKTS);
+ stats->rxudp_g +=
+ GMAC_IOREAD(pdata, MMC_RXUDPGDPKTS);
+ stats->rxudperr +=
+ GMAC_IOREAD(pdata, MMC_RXUDPERRPKTS);
+ stats->rxtcp_g +=
+ GMAC_IOREAD(pdata, MMC_RXTCPGDPKTS);
+ stats->rxtcperr +=
+ GMAC_IOREAD(pdata, MMC_RXTCPERRPKTS);
+ stats->rxicmp_g +=
+ GMAC_IOREAD(pdata, MMC_RXICMPGDPKTS);
+ stats->rxicmperr +=
+ GMAC_IOREAD(pdata, MMC_RXICMPERRPKTS);
+ stats->rxipv4octets_g +=
+ GMAC_IOREAD(pdata, MMC_RXIPV4GDOCTETS);
+ stats->rxipv4hderroctets +=
+ GMAC_IOREAD(pdata, MMC_RXIPV4HDRERROCTETS);
+ stats->rxipv4nopayoctets +=
+ GMAC_IOREAD(pdata, MMC_RXIPV4NOPAYOCTETS);
+ stats->rxipv4fragoctets +=
+ GMAC_IOREAD(pdata, MMC_RXIPV4FRAGOCTETS);
+ stats->rxipv4udsbloctets +=
+ GMAC_IOREAD(pdata, MMC_RXIPV4UDSBLOCTETS);
+ stats->rxipv6octets_g +=
+ GMAC_IOREAD(pdata, MMC_RXIPV6GDOCTETS);
+ stats->rxipv6hderroctets +=
+ GMAC_IOREAD(pdata, MMC_RXIPV6HDRERROCTETS);
+ stats->rxipv6nopayoctets +=
+ GMAC_IOREAD(pdata, MMC_RXIPV6NOPAYOCTETS);
+ stats->rxudpoctets_g +=
+ GMAC_IOREAD(pdata, MMC_RXUDPGDOCTETS);
+ stats->rxudperroctets +=
+ GMAC_IOREAD(pdata, MMC_RXUDPERROCTETS);
+ stats->rxtcpoctets_g +=
+ GMAC_IOREAD(pdata, MMC_RXTCPGDOCTETS);
+ stats->rxtcperroctets +=
+ GMAC_IOREAD(pdata, MMC_RXTCPERROCTETS);
+ stats->rxicmpoctets_g +=
+ GMAC_IOREAD(pdata, MMC_RXICMPGDOCTETS);
+ stats->rxicmperroctets +=
+ GMAC_IOREAD(pdata, MMC_RXICMPERROCTETS);
+
+ /* Un-freeze counters */
+ regval = GMAC_IOREAD(pdata, MMC_CR);
+ regval = GMAC_SET_REG_BITS(regval, MMC_CR_MCF_POS,
+ MMC_CR_MCF_LEN, 0);
+ GMAC_IOWRITE(pdata, MMC_CR, regval);
+}
+
+static void gmac_config_mmc(struct gmac_pdata *pdata)
+{
+ unsigned int regval;
+
+ regval = GMAC_IOREAD(pdata, MMC_CR);
+ /* Set counters to reset on read */
+ regval = GMAC_SET_REG_BITS(regval, MMC_CR_ROR_POS,
+ MMC_CR_ROR_LEN, 1);
+ /* Reset the counters */
+ regval = GMAC_SET_REG_BITS(regval, MMC_CR_CR_POS,
+ MMC_CR_CR_LEN, 1);
+ GMAC_IOWRITE(pdata, MMC_CR, regval);
+}
+
+static void gmac_enable_dma_interrupts(struct gmac_pdata *pdata)
+{
+ unsigned int dma_ch_isr, dma_ch_ier;
+ struct gmac_channel *channel;
+ unsigned int i;
+
+ channel = pdata->channel_head;
+ for (i = 0; i < pdata->channel_count; i++, channel++) {
+ /* Clear all the interrupts which are set */
+ dma_ch_isr = GMAC_IOREAD(pdata, DMA_CH_SR(i));
+ GMAC_IOWRITE(pdata, DMA_CH_SR(i), dma_ch_isr);
+
+ /* Clear all interrupt enable bits */
+ dma_ch_ier = 0;
+
+ /* Enable following interrupts
+ * NIE - Normal Interrupt Summary Enable
+ * AIE - Abnormal Interrupt Summary Enable
+ * FBEE - Fatal Bus Error Enable
+ */
+ dma_ch_ier = GMAC_SET_REG_BITS(dma_ch_ier,
+ DMA_CH_IER_NIE_POS,
+ DMA_CH_IER_NIE_LEN, 1);
+ dma_ch_ier = GMAC_SET_REG_BITS(dma_ch_ier,
+ DMA_CH_IER_AIE_POS,
+ DMA_CH_IER_AIE_LEN, 1);
+ dma_ch_ier = GMAC_SET_REG_BITS(dma_ch_ier,
+ DMA_CH_IER_FBEE_POS,
+ DMA_CH_IER_FBEE_LEN, 1);
+
+ if (channel->tx_ring) {
+ /* Enable the following Tx interrupts
+ * TIE - Transmit Interrupt Enable (unless using
+ * per channel interrupts)
+ */
+ if (!pdata->per_channel_irq)
+ dma_ch_ier = GMAC_SET_REG_BITS(dma_ch_ier,
+ DMA_CH_IER_TIE_POS,
+ DMA_CH_IER_TIE_LEN,
+ 1);
+ }
+ if (channel->rx_ring) {
+ /* Enable following Rx interrupts
+ * RBUE - Receive Buffer Unavailable Enable
+ * RIE - Receive Interrupt Enable (unless using
+ * per channel interrupts)
+ */
+ dma_ch_ier = GMAC_SET_REG_BITS(dma_ch_ier,
+ DMA_CH_IER_RBUE_POS,
+ DMA_CH_IER_RBUE_LEN,
+ 1);
+ if (!pdata->per_channel_irq)
+ dma_ch_ier = GMAC_SET_REG_BITS(dma_ch_ier,
+ DMA_CH_IER_RIE_POS,
+ DMA_CH_IER_RIE_LEN,
+ 1);
+ }
+
+ GMAC_IOWRITE(pdata, DMA_CH_IER(i), dma_ch_ier);
+ }
+}
+
+static void gmac_enable_mtl_interrupts(struct gmac_pdata *pdata)
+{
+ unsigned int q_count, i;
+ unsigned int regval;
+
+ q_count = max(pdata->hw_feat.tx_q_cnt, pdata->hw_feat.rx_q_cnt);
+ for (i = 0; i < q_count; i++) {
+ /* No MTL interrupts to be enabled */
+ regval = 0;
+
+ /* Clear all the interrupts which are set */
+ regval = GMAC_SET_REG_BITS(regval,
+ MTL_ICR_RXOVFIS_POS,
+ MTL_ICR_RXOVFIS_LEN,
+ 1);
+ regval = GMAC_SET_REG_BITS(regval,
+ MTL_ICR_ABPSIS_POS,
+ MTL_ICR_ABPSIS_LEN,
+ 1);
+ regval = GMAC_SET_REG_BITS(regval,
+ MTL_ICR_TXUNFIS_POS,
+ MTL_ICR_TXUNFIS_LEN,
+ 1);
+ GMAC_IOWRITE(pdata, MTL_Q_ICSR(i), regval);
+ }
+}
+
+static void gmac_enable_mac_interrupts(struct gmac_pdata *pdata)
+{
+ unsigned int mac_ier = 0;
+
+ /* Enable RGMII interrupt */
+ mac_ier = GMAC_SET_REG_BITS(mac_ier, MAC_IER_RGMII_POS,
+ MAC_IER_RGMII_LEN, 1);
+ GMAC_IOWRITE(pdata, MAC_IER, mac_ier);
+
+ /* Enable all TX interrupts */
+ GMAC_IOWRITE(pdata, MMC_TIER, 0);
+ /* Enable all RX interrupts */
+ GMAC_IOWRITE(pdata, MMC_RIER, 0);
+ /* Enable MMC Rx Interrupts for IPC */
+ GMAC_IOWRITE(pdata, MMC_IPCER, 0);
+}
+
+static int gmac_set_gmii_10_speed(struct gmac_pdata *pdata)
+{
+ u32 regval;
+
+ regval = GMAC_GET_REG_BITS(GMAC_IOREAD(pdata, MAC_MCR),
+ MAC_MCR_SS_POS, MAC_MCR_SS_LEN);
+ if (regval == 0x2)
+ return 0;
+
+ regval = GMAC_SET_REG_BITS(regval, MAC_MCR_SS_POS,
+ MAC_MCR_SS_LEN, 0x2);
+ GMAC_IOWRITE(pdata, MAC_MCR, regval);
+
+ return 0;
+}
+
+static int gmac_set_gmii_100_speed(struct gmac_pdata *pdata)
+{
+ u32 regval;
+
+ regval = GMAC_GET_REG_BITS(GMAC_IOREAD(pdata, MAC_MCR),
+ MAC_MCR_SS_POS, MAC_MCR_SS_LEN);
+ if (regval == 0x3)
+ return 0;
+
+ regval = GMAC_SET_REG_BITS(regval, MAC_MCR_SS_POS,
+ MAC_MCR_SS_LEN, 0x3);
+ GMAC_IOWRITE(pdata, MAC_MCR, regval);
+
+ return 0;
+}
+
+static int gmac_set_gmii_1000_speed(struct gmac_pdata *pdata)
+{
+ u32 regval;
+
+ regval = GMAC_GET_REG_BITS(GMAC_IOREAD(pdata, MAC_MCR),
+ MAC_MCR_SS_POS, MAC_MCR_SS_LEN);
+ if (regval == 0x0)
+ return 0;
+
+ regval = GMAC_SET_REG_BITS(regval, MAC_MCR_SS_POS,
+ MAC_MCR_SS_LEN, 0x0);
+ GMAC_IOWRITE(pdata, MAC_MCR, regval);
+
+ return 0;
+}
+
+static void gmac_config_mac_speed(struct gmac_pdata *pdata)
+{
+ switch (pdata->phy_speed) {
+ case SPEED_10:
+ gmac_set_gmii_10_speed(pdata);
+ break;
+
+ case SPEED_100:
+ gmac_set_gmii_100_speed(pdata);
+ break;
+
+ case SPEED_1000:
+ gmac_set_gmii_1000_speed(pdata);
+ break;
+ }
+}
+
+static int gmac_set_full_duplex(struct gmac_pdata *pdata)
+{
+ u32 regval;
+
+ regval = GMAC_GET_REG_BITS(GMAC_IOREAD(pdata, MAC_MCR),
+ MAC_MCR_DM_POS, MAC_MCR_DM_LEN);
+ if (regval == 0x1)
+ return 0;
+
+ regval = GMAC_SET_REG_BITS(regval, MAC_MCR_DM_POS,
+ MAC_MCR_DM_LEN, 0x1);
+ GMAC_IOWRITE(pdata, MAC_MCR, regval);
+
+ return 0;
+}
+
+static int gmac_set_half_duplex(struct gmac_pdata *pdata)
+{
+ u32 regval;
+
+ regval = GMAC_GET_REG_BITS(GMAC_IOREAD(pdata, MAC_MCR),
+ MAC_MCR_DM_POS, MAC_MCR_DM_LEN);
+ if (regval == 0x0)
+ return 0;
+
+ regval = GMAC_SET_REG_BITS(regval, MAC_MCR_DM_POS,
+ MAC_MCR_DM_LEN, 0x0);
+ GMAC_IOWRITE(pdata, MAC_MCR, regval);
+
+ return 0;
+}
+
+static int gmac_dev_read(struct gmac_channel *channel)
+{
+ struct gmac_pdata *pdata = channel->pdata;
+ struct gmac_ring *ring = channel->rx_ring;
+ struct net_device *netdev = pdata->netdev;
+ struct gmac_desc_data *desc_data, *next_data;
+ struct gmac_dma_desc *dma_desc, *next_desc;
+ struct gmac_pkt_info *pkt_info;
+ int ret;
+
+ desc_data = GMAC_GET_DESC_DATA(ring, ring->cur);
+ dma_desc = desc_data->dma_desc;
+ pkt_info = &ring->pkt_info;
+
+ /* Check for data availability */
+ if (GMAC_GET_REG_BITS_LE(dma_desc->desc3,
+ RX_NORMAL_DESC3_OWN_POS,
+ RX_NORMAL_DESC3_OWN_LEN))
+ return 1;
+
+ /* Make sure descriptor fields are read after reading the OWN bit */
+ dma_rmb();
+
+ if (netif_msg_rx_status(pdata))
+ gmac_dump_rx_desc(pdata, ring, ring->cur);
+
+ /* Normal Descriptor, be sure Context Descriptor bit is off */
+ pkt_info->attributes = GMAC_SET_REG_BITS(pkt_info->attributes,
+ RX_PACKET_ATTRIBUTES_CONTEXT_POS,
+ RX_PACKET_ATTRIBUTES_CONTEXT_LEN,
+ 0);
+
+ /* Get the pkt_info length */
+ desc_data->trx.bytes = GMAC_GET_REG_BITS_LE(dma_desc->desc3,
+ RX_NORMAL_DESC3_PL_POS,
+ RX_NORMAL_DESC3_PL_LEN);
+
+ if (!GMAC_GET_REG_BITS_LE(dma_desc->desc3,
+ RX_NORMAL_DESC3_LD_POS,
+ RX_NORMAL_DESC3_LD_LEN)) {
+ /* Not all the data has been transferred for this pkt_info */
+ pkt_info->attributes = GMAC_SET_REG_BITS(pkt_info->attributes,
+ RX_PACKET_ATTRIBUTES_INCOMPLETE_POS,
+ RX_PACKET_ATTRIBUTES_INCOMPLETE_LEN,
+ 1);
+ return 0;
+ }
+
+ /* This is the last of the data for this pkt_info */
+ pkt_info->attributes = GMAC_SET_REG_BITS(pkt_info->attributes,
+ RX_PACKET_ATTRIBUTES_INCOMPLETE_POS,
+ RX_PACKET_ATTRIBUTES_INCOMPLETE_LEN,
+ 0);
+
+ /* Set checksum done indicator as appropriate */
+ if (netdev->features & NETIF_F_RXCSUM)
+ pkt_info->attributes = GMAC_SET_REG_BITS(pkt_info->attributes,
+ RX_PACKET_ATTRIBUTES_CSUM_DONE_POS,
+ RX_PACKET_ATTRIBUTES_CSUM_DONE_LEN,
+ 1);
+
+ if (GMAC_GET_REG_BITS_LE(dma_desc->desc3,
+ RX_NORMAL_DESC3_RS1V_POS,
+ RX_NORMAL_DESC3_RS1V_LEN)) {
+ if (GMAC_GET_REG_BITS_LE(dma_desc->desc1,
+ RX_NORMAL_DESC1_TSA_POS,
+ RX_NORMAL_DESC1_TSA_LEN)){
+ ring->cur++;
+
+ next_data = GMAC_GET_DESC_DATA(ring, ring->cur);
+ next_desc = next_data->dma_desc;
+
+ ret = gmac_get_rx_tstamp_status(pdata,
+ next_desc,
+ pkt_info);
+ if (ret == -EBUSY) {
+ ring->cur--;
+ return ret;
+ }
+ }
+
+ if (gmac_is_rx_csum_error(dma_desc))
+ pkt_info->attributes = GMAC_SET_REG_BITS(pkt_info->attributes,
+ RX_PACKET_ATTRIBUTES_CSUM_DONE_POS,
+ RX_PACKET_ATTRIBUTES_CSUM_DONE_LEN,
+ 0);
+ }
+
+ if (netdev->features & NETIF_F_HW_VLAN_CTAG_RX) {
+ if (gmac_is_rx_csum_valid(dma_desc)) {
+ pkt_info->attributes = GMAC_SET_REG_BITS(pkt_info->attributes,
+ RX_PACKET_ATTRIBUTES_VLAN_CTAG_POS,
+ RX_PACKET_ATTRIBUTES_VLAN_CTAG_LEN,
+ 1);
+ pkt_info->vlan_ctag = GMAC_GET_REG_BITS_LE(dma_desc->desc0,
+ RX_NORMAL_DESC0_OVT_POS,
+ RX_NORMAL_DESC0_OVT_LEN);
+ netif_dbg(pdata, rx_status, netdev, "vlan-ctag=%#06x\n",
+ pkt_info->vlan_ctag);
+ }
+ }
+
+ if (GMAC_GET_REG_BITS_LE(dma_desc->desc3,
+ RX_NORMAL_DESC3_ES_POS,
+ RX_NORMAL_DESC3_ES_LEN))
+ pkt_info->errors = GMAC_SET_REG_BITS(pkt_info->errors,
+ RX_PACKET_ERRORS_FRAME_POS,
+ RX_PACKET_ERRORS_FRAME_LEN,
+ 1);
+
+ netif_dbg(pdata, rx_status, netdev,
+ "%s - descriptor=%u (cur=%d)\n", channel->name,
+ ring->cur & (ring->dma_desc_count - 1), ring->cur);
+
+ return 0;
+}
+
+static int gmac_enable_int(struct gmac_channel *channel,
+ enum gmac_int int_id)
+{
+ struct gmac_pdata *pdata = channel->pdata;
+ unsigned int dma_ch_ier;
+
+ dma_ch_ier = GMAC_IOREAD(pdata, DMA_CH_IER(channel->queue_index));
+
+ switch (int_id) {
+ case GMAC_INT_DMA_CH_SR_TI:
+ dma_ch_ier = GMAC_SET_REG_BITS(dma_ch_ier, DMA_CH_IER_TIE_POS,
+ DMA_CH_IER_TIE_LEN, 1);
+ break;
+ case GMAC_INT_DMA_CH_SR_TPS:
+ dma_ch_ier = GMAC_SET_REG_BITS(dma_ch_ier, DMA_CH_IER_TXSE_POS,
+ DMA_CH_IER_TXSE_LEN, 1);
+ break;
+ case GMAC_INT_DMA_CH_SR_TBU:
+ dma_ch_ier = GMAC_SET_REG_BITS(dma_ch_ier, DMA_CH_IER_TBUE_POS,
+ DMA_CH_IER_TBUE_LEN, 1);
+ break;
+ case GMAC_INT_DMA_CH_SR_RI:
+ dma_ch_ier = GMAC_SET_REG_BITS(dma_ch_ier, DMA_CH_IER_RIE_POS,
+ DMA_CH_IER_RIE_LEN, 1);
+ break;
+ case GMAC_INT_DMA_CH_SR_RBU:
+ dma_ch_ier = GMAC_SET_REG_BITS(dma_ch_ier, DMA_CH_IER_RBUE_POS,
+ DMA_CH_IER_RBUE_LEN, 1);
+ break;
+ case GMAC_INT_DMA_CH_SR_RPS:
+ dma_ch_ier = GMAC_SET_REG_BITS(dma_ch_ier, DMA_CH_IER_RSE_POS,
+ DMA_CH_IER_RSE_LEN, 1);
+ break;
+ case GMAC_INT_DMA_CH_SR_TI_RI:
+ dma_ch_ier = GMAC_SET_REG_BITS(dma_ch_ier, DMA_CH_IER_TIE_POS,
+ DMA_CH_IER_TIE_LEN, 1);
+ dma_ch_ier = GMAC_SET_REG_BITS(dma_ch_ier, DMA_CH_IER_RIE_POS,
+ DMA_CH_IER_RIE_LEN, 1);
+ break;
+ case GMAC_INT_DMA_CH_SR_FBE:
+ dma_ch_ier = GMAC_SET_REG_BITS(dma_ch_ier, DMA_CH_IER_FBEE_POS,
+ DMA_CH_IER_FBEE_LEN, 1);
+ break;
+ case GMAC_INT_DMA_ALL:
+ dma_ch_ier |= channel->saved_ier;
+ break;
+ default:
+ return -1;
+ }
+
+ GMAC_IOWRITE(pdata, DMA_CH_IER(channel->queue_index), dma_ch_ier);
+
+ return 0;
+}
+
+static int gmac_disable_int(struct gmac_channel *channel,
+ enum gmac_int int_id)
+{
+ struct gmac_pdata *pdata = channel->pdata;
+ unsigned int dma_ch_ier;
+
+ dma_ch_ier = GMAC_IOREAD(pdata, DMA_CH_IER(channel->queue_index));
+
+ switch (int_id) {
+ case GMAC_INT_DMA_CH_SR_TI:
+ dma_ch_ier = GMAC_SET_REG_BITS(dma_ch_ier, DMA_CH_IER_TIE_POS,
+ DMA_CH_IER_TIE_LEN, 0);
+ break;
+ case GMAC_INT_DMA_CH_SR_TPS:
+ dma_ch_ier = GMAC_SET_REG_BITS(dma_ch_ier, DMA_CH_IER_TXSE_POS,
+ DMA_CH_IER_TXSE_LEN, 0);
+ break;
+ case GMAC_INT_DMA_CH_SR_TBU:
+ dma_ch_ier = GMAC_SET_REG_BITS(dma_ch_ier, DMA_CH_IER_TBUE_POS,
+ DMA_CH_IER_TBUE_LEN, 0);
+ break;
+ case GMAC_INT_DMA_CH_SR_RI:
+ dma_ch_ier = GMAC_SET_REG_BITS(dma_ch_ier, DMA_CH_IER_RIE_POS,
+ DMA_CH_IER_RIE_LEN, 0);
+ break;
+ case GMAC_INT_DMA_CH_SR_RBU:
+ dma_ch_ier = GMAC_SET_REG_BITS(dma_ch_ier, DMA_CH_IER_RBUE_POS,
+ DMA_CH_IER_RBUE_LEN, 0);
+ break;
+ case GMAC_INT_DMA_CH_SR_RPS:
+ dma_ch_ier = GMAC_SET_REG_BITS(dma_ch_ier, DMA_CH_IER_RSE_POS,
+ DMA_CH_IER_RSE_LEN, 0);
+ break;
+ case GMAC_INT_DMA_CH_SR_TI_RI:
+ dma_ch_ier = GMAC_SET_REG_BITS(dma_ch_ier, DMA_CH_IER_TIE_POS,
+ DMA_CH_IER_TIE_LEN, 0);
+ dma_ch_ier = GMAC_SET_REG_BITS(dma_ch_ier, DMA_CH_IER_RIE_POS,
+ DMA_CH_IER_RIE_LEN, 0);
+ break;
+ case GMAC_INT_DMA_CH_SR_FBE:
+ dma_ch_ier = GMAC_SET_REG_BITS(dma_ch_ier, DMA_CH_IER_FBEE_POS,
+ DMA_CH_IER_FBEE_LEN, 0);
+ break;
+ case GMAC_INT_DMA_ALL:
+ channel->saved_ier = dma_ch_ier & GMAC_DMA_INTERRUPT_MASK;
+ dma_ch_ier &= ~GMAC_DMA_INTERRUPT_MASK;
+ break;
+ default:
+ return -1;
+ }
+
+ GMAC_IOWRITE(pdata, DMA_CH_IER(channel->queue_index), dma_ch_ier);
+
+ return 0;
+}
+
+static int gmac_flush_tx_queues(struct gmac_pdata *pdata)
+{
+ unsigned int i;
+ u32 regval;
+ int limit;
+
+ for (i = 0; i < pdata->tx_q_count; i++) {
+ regval = GMAC_IOREAD(pdata, MTL_Q_TQOMR(i));
+ regval = GMAC_SET_REG_BITS(regval, MTL_Q_TQOMR_FTQ_POS,
+ MTL_Q_TQOMR_FTQ_LEN, 1);
+ GMAC_IOWRITE(pdata, MTL_Q_TQOMR(i), regval);
+ }
+
+ /* Poll Until Poll Condition */
+ for (i = 0; i < pdata->tx_q_count; i++) {
+ limit = 10;
+ while (limit-- &&
+ GMAC_GET_REG_BITS(GMAC_IOREAD(pdata, MTL_Q_TQOMR(i)),
+ MTL_Q_TQOMR_FTQ_POS,
+ MTL_Q_TQOMR_FTQ_LEN))
+ mdelay(10);
+
+ if (limit < 0)
+ return -EBUSY;
+ }
+
+ return 0;
+}
+
+static void gmac_config_dma_bus(struct gmac_pdata *pdata)
+{
+ u32 regval;
+
+ regval = GMAC_IOREAD(pdata, DMA_SBMR);
+ /* Set maximum read outstanding request limit*/
+ regval = GMAC_SET_REG_BITS(regval,
+ DMA_SBMR_WR_OSR_LMT_POS,
+ DMA_SBMR_WR_OSR_LMT_LEN,
+ DMA_SBMR_OSR_MAX);
+ regval = GMAC_SET_REG_BITS(regval,
+ DMA_SBMR_RD_OSR_LMT_POS,
+ DMA_SBMR_RD_OSR_LMT_LEN,
+ DMA_SBMR_OSR_MAX);
+ /* Set the System Bus mode */
+ regval = GMAC_SET_REG_BITS(regval,
+ DMA_SBMR_FB_POS,
+ DMA_SBMR_FB_LEN,
+ 0);
+ regval = GMAC_SET_REG_BITS(regval,
+ DMA_SBMR_BLEN_16_POS,
+ DMA_SBMR_BLEN_16_LEN,
+ 1);
+ regval = GMAC_SET_REG_BITS(regval,
+ DMA_SBMR_BLEN_8_POS,
+ DMA_SBMR_BLEN_8_LEN,
+ 1);
+ regval = GMAC_SET_REG_BITS(regval,
+ DMA_SBMR_BLEN_4_POS,
+ DMA_SBMR_BLEN_4_LEN,
+ 1);
+ GMAC_IOWRITE(pdata, DMA_SBMR, regval);
+}
+
+static int gmac_hw_init(struct gmac_pdata *pdata)
+{
+ struct gmac_desc_ops *desc_ops = &pdata->desc_ops;
+ int ret;
+
+ /* Flush Tx queues */
+ ret = gmac_flush_tx_queues(pdata);
+ if (ret)
+ return ret;
+
+ /* Initialize DMA related features */
+ gmac_config_dma_bus(pdata);
+ gmac_config_osp_mode(pdata);
+ gmac_config_pblx8(pdata);
+ gmac_config_tx_pbl_val(pdata);
+ gmac_config_rx_pbl_val(pdata);
+ gmac_config_rx_coalesce(pdata);
+ gmac_config_tx_coalesce(pdata);
+ gmac_config_rx_buffer_size(pdata);
+ gmac_config_tso_mode(pdata);
+ gmac_config_sph_mode(pdata);
+ desc_ops->tx_desc_init(pdata);
+ desc_ops->rx_desc_init(pdata);
+ gmac_enable_dma_interrupts(pdata);
+
+ /* Initialize MTL related features */
+ gmac_config_mtl_mode(pdata);
+ gmac_config_queue_mapping(pdata);
+ gmac_config_tsf_mode(pdata, pdata->tx_sf_mode);
+ gmac_config_rsf_mode(pdata, pdata->rx_sf_mode);
+ gmac_config_tx_threshold(pdata, pdata->tx_threshold);
+ gmac_config_rx_threshold(pdata, pdata->rx_threshold);
+ gmac_config_tx_fifo_size(pdata);
+ gmac_config_rx_fifo_size(pdata);
+ gmac_config_flow_control_threshold(pdata);
+ gmac_config_rx_fep_enable(pdata);
+ gmac_config_rx_fup_enable(pdata);
+ gmac_enable_mtl_interrupts(pdata);
+
+ /* Initialize MAC related features */
+ gmac_config_mac_address(pdata);
+ gmac_config_rx_mode(pdata);
+ gmac_config_jumbo_disable(pdata);
+ gmac_config_flow_control(pdata);
+ gmac_config_mac_speed(pdata);
+ gmac_config_checksum_offload(pdata);
+ gmac_config_vlan_support(pdata);
+ gmac_config_mmc(pdata);
+ gmac_enable_mac_interrupts(pdata);
+
+ return 0;
+}
+
+static int gmac_hw_exit(struct gmac_pdata *pdata)
+{
+ u32 regval;
+ int limit;
+
+ /* Issue a software reset */
+ regval = GMAC_IOREAD(pdata, DMA_MR);
+ regval = GMAC_SET_REG_BITS(regval, DMA_MR_SWR_POS,
+ DMA_MR_SWR_LEN, 1);
+ GMAC_IOWRITE(pdata, DMA_MR, regval);
+ limit = 10;
+ while (limit-- &&
+ GMAC_GET_REG_BITS(GMAC_IOREAD(pdata, DMA_MR),
+ DMA_MR_SWR_POS, DMA_MR_SWR_LEN))
+ mdelay(10);
+
+ if (limit < 0)
+ return -EBUSY;
+
+ return 0;
+}
+
+static void gmac_config_hw_timestamping(struct gmac_pdata *pdata,
+ u32 data)
+{
+ GMAC_IOWRITE(pdata, PTP_TCR, data);
+}
+
+static void gmac_config_sub_second_increment(struct gmac_pdata *pdata,
+ u32 ptp_clock,
+ u32 *ssinc)
+{
+ u32 value = GMAC_IOREAD(pdata, PTP_TCR);
+ unsigned long data;
+ u32 reg_value = 0;
+
+ /* Convert the ptp_clock to nano second
+ * formula = (1/ptp_clock) * 1000000000
+ * where ptp_clock is 50MHz if fine method is used to update system
+ */
+ if (GMAC_GET_REG_BITS(value,
+ PTP_TCR_TSCFUPDT_POS,
+ PTP_TCR_TSCFUPDT_LEN))
+ data = (1000000000ULL / 50000000);
+ else
+ data = (1000000000ULL / ptp_clock);
+
+ /* 0.465ns accuracy */
+ if (!GMAC_GET_REG_BITS(value,
+ PTP_TCR_TSCTRLSSR_POS,
+ PTP_TCR_TSCTRLSSR_LEN))
+ data = (data * 1000) / 465;
+
+ reg_value = GMAC_SET_REG_BITS(reg_value,
+ PTP_SSIR_SSINC_POS,
+ PTP_SSIR_SSINC_LEN,
+ data);
+
+ GMAC_IOWRITE(pdata, PTP_SSIR, reg_value);
+
+ if (ssinc)
+ *ssinc = data;
+}
+
+static int gmac_init_systime(struct gmac_pdata *pdata, u32 sec, u32 nsec)
+{
+ int limit;
+ u32 value;
+
+ GMAC_IOWRITE(pdata, PTP_STSUR, sec);
+ GMAC_IOWRITE(pdata, PTP_STNSUR, nsec);
+
+ /* issue command to initialize the system time value */
+ value = GMAC_IOREAD(pdata, PTP_TCR);
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSINIT_POS,
+ PTP_TCR_TSINIT_LEN, 1);
+ GMAC_IOWRITE(pdata, PTP_TCR, value);
+
+ /* wait for present system time initialize to complete */
+ limit = 10;
+ while (limit-- &&
+ GMAC_GET_REG_BITS(GMAC_IOREAD(pdata, PTP_TCR),
+ PTP_TCR_TSINIT_POS, PTP_TCR_TSINIT_LEN))
+ mdelay(10);
+
+ if (limit < 0)
+ return -EBUSY;
+
+ return 0;
+}
+
+static int gmac_config_addend(struct gmac_pdata *pdata, u32 addend)
+{
+ u32 value;
+ int limit;
+
+ GMAC_IOWRITE(pdata, PTP_TAR, addend);
+ /* issue command to update the addend value */
+ value = GMAC_IOREAD(pdata, PTP_TCR);
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSADDREG_POS,
+ PTP_TCR_TSADDREG_LEN, 1);
+ GMAC_IOWRITE(pdata, PTP_TCR, value);
+
+ /* wait for present addend update to complete */
+ limit = 10;
+ while (limit-- &&
+ GMAC_GET_REG_BITS(GMAC_IOREAD(pdata, PTP_TCR),
+ PTP_TCR_TSADDREG_POS,
+ PTP_TCR_TSADDREG_LEN))
+ mdelay(10);
+
+ if (limit < 0)
+ return -EBUSY;
+
+ return 0;
+}
+
+static int gmac_adjust_systime(struct gmac_pdata *pdata,
+ u32 sec,
+ u32 nsec,
+ int add_sub)
+{
+ u32 value;
+ int limit;
+
+ if (add_sub) {
+ /* If the new sec value needs to be subtracted with
+ * the system time, then MAC_STSUR reg should be
+ * programmed with (2^32 - <new_sec_value>)
+ */
+ sec = (0x100000000ULL - sec);
+
+ value = GMAC_IOREAD(pdata, PTP_TCR);
+ if (GMAC_GET_REG_BITS(value,
+ PTP_TCR_TSCTRLSSR_POS,
+ PTP_TCR_TSCTRLSSR_LEN))
+ nsec = (PTP_DIGITAL_ROLLOVER_MODE - nsec);
+ else
+ nsec = (PTP_BINARY_ROLLOVER_MODE - nsec);
+ }
+
+ GMAC_IOWRITE(pdata, PTP_STSUR, sec);
+
+ value = 0;
+ value = GMAC_SET_REG_BITS(value, PTP_STNSUR_ADDSUB_POS,
+ PTP_STNSUR_ADDSUB_LEN, add_sub);
+ value = GMAC_SET_REG_BITS(value, PTP_STNSUR_TSSSS_POS,
+ PTP_STNSUR_TSSSS_LEN, nsec);
+ GMAC_IOWRITE(pdata, PTP_STNSUR, value);
+
+ /* issue command to initialize the system time value */
+ value = GMAC_IOREAD(pdata, PTP_TCR);
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSUPDT_POS,
+ PTP_TCR_TSUPDT_LEN, 1);
+ GMAC_IOWRITE(pdata, PTP_TCR, value);
+
+ /* wait for present system time adjust/update to complete */
+ limit = 10;
+ while (limit-- &&
+ GMAC_GET_REG_BITS(GMAC_IOREAD(pdata, PTP_TCR),
+ PTP_TCR_TSUPDT_POS, PTP_TCR_TSUPDT_LEN))
+ mdelay(10);
+
+ if (limit < 0)
+ return -EBUSY;
+
+ return 0;
+}
+
+static void gmac_get_systime(struct gmac_pdata *pdata, u64 *systime)
+{
+ u64 ns;
+
+ /* Get the TSSS value */
+ ns = GMAC_IOREAD(pdata, PTP_STNSR);
+ /* Get the TSS and convert sec time value to nanosecond */
+ ns += GMAC_IOREAD(pdata, PTP_STSR) * 1000000000ULL;
+
+ if (systime)
+ *systime = ns;
+}
+
+static int gmac_get_tx_timestamp_status(struct gmac_dma_desc *dma_desc)
+{
+ return GMAC_GET_REG_BITS_LE(dma_desc->desc0,
+ TX_NORMAL_DESC3_TTSS_POS,
+ TX_NORMAL_DESC3_TTSS_LEN);
+}
+
+static void gmac_get_tx_timestamp(struct gmac_dma_desc *desc, u64 *ts)
+{
+ u64 ns;
+
+ ns = desc->desc0;
+ /* convert high/sec time stamp value to nanosecond */
+ ns += (desc->desc1 * 1000000000ULL);
+
+ *ts = ns;
+}
+
+static void gmac_get_tx_hwtstamp(struct gmac_pdata *pdata,
+ struct gmac_dma_desc *desc,
+ struct sk_buff *skb)
+{
+ struct skb_shared_hwtstamps shhwtstamp;
+ u64 ns;
+
+ if (!pdata->hwts_tx_en)
+ return;
+
+ /* exit if skb doesn't support hw tstamp */
+ if (likely(!skb || !(skb_shinfo(skb)->tx_flags & SKBTX_IN_PROGRESS)))
+ return;
+
+ /* check tx tstamp status */
+ if (gmac_get_tx_timestamp_status(desc)) {
+ /* get the valid tstamp */
+ gmac_get_tx_timestamp(desc, &ns);
+
+ memset(&shhwtstamp, 0, sizeof(struct skb_shared_hwtstamps));
+ shhwtstamp.hwtstamp = ns_to_ktime(ns);
+
+ netdev_dbg(pdata->netdev,
+ "get valid TX hw timestamp %llu\n",
+ ns);
+ /* pass tstamp to stack */
+ skb_tstamp_tx(skb, &shhwtstamp);
+ pdata->stats.tx_timestamp_packets++;
+ }
+}
+
+void gmac_init_hw_ops(struct gmac_hw_ops *hw_ops)
+{
+ hw_ops->init = gmac_hw_init;
+ hw_ops->exit = gmac_hw_exit;
+
+ hw_ops->tx_complete = gmac_tx_complete;
+
+ hw_ops->enable_tx = gmac_enable_tx;
+ hw_ops->disable_tx = gmac_disable_tx;
+ hw_ops->enable_rx = gmac_enable_rx;
+ hw_ops->disable_rx = gmac_disable_rx;
+
+ hw_ops->dev_xmit = gmac_dev_xmit;
+ hw_ops->dev_read = gmac_dev_read;
+ hw_ops->enable_int = gmac_enable_int;
+ hw_ops->disable_int = gmac_disable_int;
+
+ hw_ops->set_mac_address = gmac_set_mac_address;
+ hw_ops->config_rx_mode = gmac_config_rx_mode;
+ hw_ops->enable_rx_csum = gmac_enable_rx_csum;
+ hw_ops->disable_rx_csum = gmac_disable_rx_csum;
+
+ /* For MII speed configuration */
+ hw_ops->set_gmii_10_speed = gmac_set_gmii_10_speed;
+ hw_ops->set_gmii_100_speed = gmac_set_gmii_100_speed;
+ hw_ops->set_gmii_1000_speed = gmac_set_gmii_1000_speed;
+
+ hw_ops->set_full_duplex = gmac_set_full_duplex;
+ hw_ops->set_half_duplex = gmac_set_half_duplex;
+
+ /* For descriptor related operation */
+ hw_ops->tx_desc_init = gmac_tx_desc_init;
+ hw_ops->rx_desc_init = gmac_rx_desc_init;
+ hw_ops->tx_desc_reset = gmac_tx_desc_reset;
+ hw_ops->rx_desc_reset = gmac_rx_desc_reset;
+ hw_ops->is_last_desc = gmac_is_last_desc;
+ hw_ops->is_context_desc = gmac_is_context_desc;
+ hw_ops->tx_start_xmit = gmac_tx_start_xmit;
+
+ /* For Flow Control */
+ hw_ops->config_tx_flow_control = gmac_config_tx_flow_control;
+ hw_ops->config_rx_flow_control = gmac_config_rx_flow_control;
+
+ /* For Vlan related config */
+ hw_ops->enable_rx_vlan_stripping = gmac_enable_rx_vlan_stripping;
+ hw_ops->disable_rx_vlan_stripping = gmac_disable_rx_vlan_stripping;
+ hw_ops->enable_rx_vlan_filtering = gmac_enable_rx_vlan_filtering;
+ hw_ops->disable_rx_vlan_filtering = gmac_disable_rx_vlan_filtering;
+ hw_ops->update_vlan_hash_table = gmac_update_vlan_hash_table;
+ hw_ops->update_vlan = gmac_update_vlan;
+
+ /* For RX coalescing */
+ hw_ops->config_rx_coalesce = gmac_config_rx_coalesce;
+ hw_ops->config_tx_coalesce = gmac_config_tx_coalesce;
+ hw_ops->usec_to_riwt = gmac_usec_to_riwt;
+ hw_ops->riwt_to_usec = gmac_riwt_to_usec;
+
+ /* For RX and TX threshold config */
+ hw_ops->config_rx_threshold = gmac_config_rx_threshold;
+ hw_ops->config_tx_threshold = gmac_config_tx_threshold;
+
+ /* For RX and TX Store and Forward Mode config */
+ hw_ops->config_rsf_mode = gmac_config_rsf_mode;
+ hw_ops->config_tsf_mode = gmac_config_tsf_mode;
+
+ /* For TX DMA Operating on Second Frame config */
+ hw_ops->config_osp_mode = gmac_config_osp_mode;
+
+ /* For RX and TX PBL config */
+ hw_ops->config_rx_pbl_val = gmac_config_rx_pbl_val;
+ hw_ops->config_tx_pbl_val = gmac_config_tx_pbl_val;
+ hw_ops->config_pblx8 = gmac_config_pblx8;
+
+ /* For MMC statistics support */
+ hw_ops->tx_mmc_int = gmac_tx_mmc_int;
+ hw_ops->rx_mmc_int = gmac_rx_mmc_int;
+ hw_ops->rxipc_mmc_int = gmac_rxipc_mmc_int;
+ hw_ops->read_mmc_stats = gmac_read_mmc_stats;
+
+ /* For HW timestamping */
+ hw_ops->config_hw_timestamping = gmac_config_hw_timestamping;
+ hw_ops->config_sub_second_increment = gmac_config_sub_second_increment;
+ hw_ops->init_systime = gmac_init_systime;
+ hw_ops->config_addend = gmac_config_addend;
+ hw_ops->adjust_systime = gmac_adjust_systime;
+ hw_ops->get_systime = gmac_get_systime;
+ hw_ops->get_tx_hwtstamp = gmac_get_tx_hwtstamp;
+}
+
diff --git a/drivers/net/ethernet/mediatek/gmac/mtk-gmac-mdio.c b/drivers/net/ethernet/mediatek/gmac/mtk-gmac-mdio.c
new file mode 100644
index 0000000..2088498
--- /dev/null
+++ b/drivers/net/ethernet/mediatek/gmac/mtk-gmac-mdio.c
@@ -0,0 +1,274 @@
+// SPDX-License-Identifier: GPL-2.0
+//
+// Copyright (c) 2018 MediaTek Inc.
+#include <linux/io.h>
+#include <linux/iopoll.h>
+#include <linux/mii.h>
+#include <linux/of.h>
+#include <linux/of_gpio.h>
+#include <linux/of_mdio.h>
+#include <linux/phy.h>
+#include <linux/slab.h>
+
+#include "mtk-gmac.h"
+
+static int gmac_mdio_read(struct mii_bus *bus, int phyaddr, int phyreg)
+{
+ struct net_device *ndev = bus->priv;
+ struct gmac_pdata *pdata = netdev_priv(ndev);
+ int data;
+ u32 value = 0;
+ int limit;
+
+ value = GMAC_SET_REG_BITS(value, MAC_MDIOAR_PA_POS,
+ MAC_MDIOAR_PA_LEN, phyaddr);
+ value = GMAC_SET_REG_BITS(value, MAC_MDIOAR_RDA_POS,
+ MAC_MDIOAR_RDA_LEN, phyreg);
+ value = GMAC_SET_REG_BITS(value, MAC_MDIOAR_CR_POS,
+ MAC_MDIOAR_CR_LEN, 0);
+ value = GMAC_SET_REG_BITS(value, MAC_MDIOAR_GOC_POS,
+ MAC_MDIOAR_GOC_LEN, 3);
+ value = GMAC_SET_REG_BITS(value, MAC_MDIOAR_GB_POS,
+ MAC_MDIOAR_GB_LEN, 1);
+
+ limit = 10;
+ while (limit-- &&
+ GMAC_GET_REG_BITS(GMAC_IOREAD(pdata, MAC_MDIOAR),
+ MAC_MDIOAR_GB_POS,
+ MAC_MDIOAR_GB_LEN))
+ mdelay(10);
+
+ if (limit < 0)
+ return -EBUSY;
+
+ GMAC_IOWRITE(pdata, MAC_MDIOAR, value);
+
+ limit = 10;
+ while (limit-- &&
+ GMAC_GET_REG_BITS(GMAC_IOREAD(pdata, MAC_MDIOAR),
+ MAC_MDIOAR_GB_POS,
+ MAC_MDIOAR_GB_LEN))
+ mdelay(10);
+
+ if (limit < 0)
+ return -EBUSY;
+
+ /* Read the data from the MII data register */
+ data = (int)GMAC_GET_REG_BITS(GMAC_IOREAD(pdata, MAC_MDIODR),
+ MAC_MDIODR_GD_POS,
+ MAC_MDIODR_GD_LEN);
+
+ return data;
+}
+
+static int gmac_mdio_write(struct mii_bus *bus,
+ int phyaddr,
+ int phyreg,
+ u16 phydata)
+{
+ struct net_device *ndev = bus->priv;
+ struct gmac_pdata *pdata = netdev_priv(ndev);
+ u32 value = 0;
+ int limit;
+
+ value = GMAC_SET_REG_BITS(value, MAC_MDIOAR_PA_POS,
+ MAC_MDIOAR_PA_LEN, phyaddr);
+ value = GMAC_SET_REG_BITS(value, MAC_MDIOAR_RDA_POS,
+ MAC_MDIOAR_RDA_LEN, phyreg);
+ value = GMAC_SET_REG_BITS(value, MAC_MDIOAR_CR_POS,
+ MAC_MDIOAR_CR_LEN, 0);
+ value = GMAC_SET_REG_BITS(value, MAC_MDIOAR_GOC_POS,
+ MAC_MDIOAR_GOC_LEN, 1);
+ value = GMAC_SET_REG_BITS(value, MAC_MDIOAR_GB_POS,
+ MAC_MDIOAR_GB_LEN, 1);
+
+ limit = 10;
+ while (limit-- &&
+ GMAC_GET_REG_BITS(GMAC_IOREAD(pdata, MAC_MDIOAR),
+ MAC_MDIOAR_GB_POS,
+ MAC_MDIOAR_GB_LEN))
+ mdelay(10);
+
+ if (limit < 0)
+ return -EBUSY;
+
+ /* Set the MII address register to write */
+ GMAC_IOWRITE(pdata, MAC_MDIODR, phydata);
+ GMAC_IOWRITE(pdata, MAC_MDIOAR, value);
+
+ limit = 10;
+ while (limit-- &&
+ GMAC_GET_REG_BITS(GMAC_IOREAD(pdata, MAC_MDIOAR),
+ MAC_MDIOAR_GB_POS,
+ MAC_MDIOAR_GB_LEN))
+ mdelay(10);
+
+ if (limit < 0)
+ return -EBUSY;
+
+ return 0;
+}
+
+static int gmac_mdio_reset(struct mii_bus *bus)
+{
+ struct net_device *ndev = bus->priv;
+ struct gmac_pdata *pdata = netdev_priv(ndev);
+
+ gpio_direction_output(pdata->phy_rst, 0);
+
+ msleep(20);
+
+ gpio_direction_output(pdata->phy_rst, 1);
+
+ return 0;
+}
+
+static void adjust_link(struct net_device *ndev)
+{
+ struct gmac_pdata *pdata = netdev_priv(ndev);
+ struct gmac_hw_ops *hw_ops = &pdata->hw_ops;
+ struct phy_device *phydev = pdata->phydev;
+
+ if (!phydev)
+ return;
+
+ if (phydev->link) {
+ /* Now we make sure that we can be in full duplex mode.
+ * If not, we operate in half-duplex mode
+ */
+ if (phydev->duplex)
+ hw_ops->set_full_duplex(pdata);
+ else
+ hw_ops->set_full_duplex(pdata);
+
+ switch (phydev->speed) {
+ case SPEED_1000:
+ hw_ops->set_gmii_1000_speed(pdata);
+ break;
+ case SPEED_100:
+ hw_ops->set_gmii_100_speed(pdata);
+ break;
+ case SPEED_10:
+ hw_ops->set_gmii_10_speed(pdata);
+ break;
+ }
+ }
+}
+
+static int init_phy(struct net_device *ndev)
+{
+ struct gmac_pdata *pdata = netdev_priv(ndev);
+ struct phy_device *phydev = NULL;
+ char phy_id_fmt[MII_BUS_ID_SIZE + 3];
+ char bus_id[MII_BUS_ID_SIZE];
+
+ snprintf(bus_id, MII_BUS_ID_SIZE, "mtk_gmac-%x", pdata->bus_id);
+
+ snprintf(phy_id_fmt, MII_BUS_ID_SIZE + 3,
+ PHY_ID_FMT, bus_id,
+ pdata->phyaddr);
+
+ phydev = phy_connect(ndev, phy_id_fmt, &adjust_link,
+ pdata->plat->phy_mode);
+ if (IS_ERR(phydev)) {
+ dev_err(pdata->dev, "%s: Could not attach to PHY\n", ndev->name);
+ return PTR_ERR(phydev);
+ }
+
+ if (phydev->phy_id == 0) {
+ phy_disconnect(phydev);
+ return -ENODEV;
+ }
+
+ if (pdata->plat->phy_mode == PHY_INTERFACE_MODE_GMII) {
+ phydev->supported = PHY_GBIT_FEATURES;
+ } else if ((pdata->plat->phy_mode == PHY_INTERFACE_MODE_MII) ||
+ (pdata->plat->phy_mode == PHY_INTERFACE_MODE_RMII)) {
+ phydev->supported = PHY_BASIC_FEATURES;
+ }
+
+ phydev->advertising = phydev->supported;
+
+ pdata->phydev = phydev;
+ phy_start(pdata->phydev);
+
+ return 0;
+}
+
+int mdio_register(struct net_device *ndev)
+{
+ struct gmac_pdata *pdata = netdev_priv(ndev);
+ struct mii_bus *new_bus = NULL;
+ int phyaddr = 0;
+ unsigned short phy_detected = 0;
+ int ret = 0;
+
+ new_bus = mdiobus_alloc();
+ if (!new_bus)
+ return -ENOMEM;
+
+ pdata->bus_id = 0x1;
+ new_bus->name = "mtk_gmac";
+ new_bus->read = gmac_mdio_read;
+ new_bus->write = gmac_mdio_write;
+ new_bus->reset = gmac_mdio_reset;
+ snprintf(new_bus->id, MII_BUS_ID_SIZE, "%s-%x",
+ new_bus->name, pdata->bus_id);
+ new_bus->priv = ndev;
+ new_bus->phy_mask = 0;
+ new_bus->parent = pdata->dev;
+
+ ret = mdiobus_register(new_bus);
+ if (ret != 0) {
+ dev_err(pdata->dev, "%s: Cannot register as MDIO bus\n", new_bus->name);
+ mdiobus_free(new_bus);
+ return ret;
+ }
+ pdata->mii = new_bus;
+
+ for (phyaddr = 0; phyaddr < PHY_MAX_ADDR; phyaddr++) {
+ struct phy_device *phydev = mdiobus_get_phy(new_bus, phyaddr);
+
+ if (!phydev)
+ continue;
+
+ pdata->phyaddr = phyaddr;
+
+ phy_attached_info(phydev);
+ phy_detected = 1;
+ }
+ if (!phy_detected) {
+ dev_warn(pdata->dev, "No PHY found\n");
+ ret = -ENODEV;
+ goto err_out_phy_connect;
+ }
+
+ ret = init_phy(ndev);
+ if (unlikely(ret)) {
+ dev_err(pdata->dev, "Cannot attach to PHY (error: %d)\n", ret);
+ goto err_out_phy_connect;
+ }
+
+ return ret;
+
+ err_out_phy_connect:
+ mdiobus_unregister(new_bus);
+ mdiobus_free(new_bus);
+ return ret;
+}
+
+void mdio_unregister(struct net_device *ndev)
+{
+ struct gmac_pdata *pdata = netdev_priv(ndev);
+
+ if (pdata->phydev) {
+ phy_stop(pdata->phydev);
+ phy_disconnect(pdata->phydev);
+ pdata->phydev = NULL;
+ }
+
+ mdiobus_unregister(pdata->mii);
+ pdata->mii->priv = NULL;
+ mdiobus_free(pdata->mii);
+ pdata->mii = NULL;
+}
diff --git a/drivers/net/ethernet/mediatek/gmac/mtk-gmac-net.c b/drivers/net/ethernet/mediatek/gmac/mtk-gmac-net.c
new file mode 100644
index 0000000..ea504e3
--- /dev/null
+++ b/drivers/net/ethernet/mediatek/gmac/mtk-gmac-net.c
@@ -0,0 +1,1638 @@
+// SPDX-License-Identifier: GPL-2.0
+//
+// Copyright (c) 2018 MediaTek Inc.
+#include <linux/netdevice.h>
+#include <linux/tcp.h>
+#include <linux/interrupt.h>
+
+#include "mtk-gmac.h"
+
+static int gmac_one_poll(struct napi_struct *, int);
+static int gmac_all_poll(struct napi_struct *, int);
+
+static inline unsigned int gmac_tx_avail_desc(struct gmac_ring *ring)
+{
+ return (ring->dma_desc_count - (ring->cur - ring->dirty));
+}
+
+static inline unsigned int gmac_rx_dirty_desc(struct gmac_ring *ring)
+{
+ return (ring->cur - ring->dirty);
+}
+
+static int gmac_maybe_stop_tx_queue(struct gmac_channel *channel,
+ struct gmac_ring *ring,
+ unsigned int count)
+{
+ struct gmac_pdata *pdata = channel->pdata;
+
+ if (count > gmac_tx_avail_desc(ring)) {
+ netif_info(pdata, drv, pdata->netdev,
+ "Tx queue stopped, not enough descriptors available\n");
+ netif_stop_subqueue(pdata->netdev, channel->queue_index);
+ ring->tx.queue_stopped = 1;
+
+ /* If we haven't notified the hardware because of xmit_more
+ * support, tell it now
+ */
+ if (ring->tx.xmit_more)
+ pdata->hw_ops.tx_start_xmit(channel, ring);
+
+ return NETDEV_TX_BUSY;
+ }
+
+ return 0;
+}
+
+static void gmac_prep_vlan(struct sk_buff *skb,
+ struct gmac_pkt_info *pkt_info)
+{
+ if (skb_vlan_tag_present(skb))
+ pkt_info->vlan_ctag = skb_vlan_tag_get(skb);
+}
+
+static int gmac_prep_tso(struct gmac_pdata *pdata,
+ struct sk_buff *skb,
+ struct gmac_pkt_info *pkt_info)
+{
+ int ret;
+
+ if (!GMAC_GET_REG_BITS(pkt_info->attributes,
+ TX_PACKET_ATTRIBUTES_TSO_ENABLE_POS,
+ TX_PACKET_ATTRIBUTES_TSO_ENABLE_LEN))
+ return 0;
+
+ ret = skb_cow_head(skb, 0);
+ if (ret)
+ return ret;
+
+ pkt_info->header_len = skb_transport_offset(skb) + tcp_hdrlen(skb);
+ pkt_info->tcp_header_len = tcp_hdrlen(skb);
+ pkt_info->tcp_payload_len = skb->len - pkt_info->header_len;
+ pkt_info->mss = skb_shinfo(skb)->gso_size;
+
+ netif_dbg(pdata, tx_queued, pdata->netdev,
+ "header_len=%u\n", pkt_info->header_len);
+ netif_dbg(pdata, tx_queued, pdata->netdev,
+ "tcp_header_len=%u, tcp_payload_len=%u\n",
+ pkt_info->tcp_header_len, pkt_info->tcp_payload_len);
+ netif_dbg(pdata, tx_queued, pdata->netdev, "mss=%u\n", pkt_info->mss);
+
+ /* Update the number of packets that will ultimately be transmitted
+ * along with the extra bytes for each extra packet
+ */
+ pkt_info->tx_packets = skb_shinfo(skb)->gso_segs;
+ pkt_info->tx_bytes +=
+ (pkt_info->tx_packets - 1) * pkt_info->header_len;
+
+ return 0;
+}
+
+static int gmac_is_tso(struct sk_buff *skb)
+{
+ if (skb->ip_summed != CHECKSUM_PARTIAL)
+ return 0;
+
+ if (!skb_is_gso(skb))
+ return 0;
+
+ return 1;
+}
+
+static void gmac_prep_tx_pkt(struct gmac_pdata *pdata,
+ struct gmac_ring *ring,
+ struct sk_buff *skb,
+ struct gmac_pkt_info *pkt_info)
+{
+ struct skb_frag_struct *frag;
+ unsigned int context_desc;
+ unsigned int len;
+ unsigned int i;
+
+ pkt_info->skb = skb;
+
+ context_desc = 0;
+ pkt_info->desc_count = 0;
+
+ pkt_info->tx_packets = 1;
+ pkt_info->tx_bytes = skb->len;
+
+ if (gmac_is_tso(skb)) {
+ /* TSO requires an extra descriptor if mss is different */
+ if (skb_shinfo(skb)->gso_size != ring->tx.cur_mss) {
+ context_desc = 1;
+ pkt_info->desc_count++;
+ }
+
+ /* TSO requires an extra descriptor for TSO header */
+ pkt_info->desc_count++;
+
+ pkt_info->attributes = GMAC_SET_REG_BITS(pkt_info->attributes,
+ TX_PACKET_ATTRIBUTES_TSO_ENABLE_POS,
+ TX_PACKET_ATTRIBUTES_TSO_ENABLE_LEN,
+ 1);
+ pkt_info->attributes = GMAC_SET_REG_BITS(pkt_info->attributes,
+ TX_PACKET_ATTRIBUTES_CSUM_ENABLE_POS,
+ TX_PACKET_ATTRIBUTES_CSUM_ENABLE_LEN,
+ 1);
+ } else if (skb->ip_summed == CHECKSUM_PARTIAL) {
+ pkt_info->attributes = GMAC_SET_REG_BITS(pkt_info->attributes,
+ TX_PACKET_ATTRIBUTES_CSUM_ENABLE_POS,
+ TX_PACKET_ATTRIBUTES_CSUM_ENABLE_LEN,
+ 1);
+ }
+
+ if (skb_vlan_tag_present(skb)) {
+ /* VLAN requires an extra descriptor if tag is different */
+ if (skb_vlan_tag_get(skb) != ring->tx.cur_vlan_ctag)
+ /* We can share with the TSO context descriptor */
+ if (!context_desc) {
+ context_desc = 1;
+ pkt_info->desc_count++;
+ }
+
+ pkt_info->attributes = GMAC_SET_REG_BITS(pkt_info->attributes,
+ TX_PACKET_ATTRIBUTES_VLAN_CTAG_POS,
+ TX_PACKET_ATTRIBUTES_VLAN_CTAG_LEN,
+ 1);
+ }
+
+ if (unlikely((skb_shinfo(skb)->tx_flags & SKBTX_HW_TSTAMP) &&
+ pdata->hw_feat.ts_src &&
+ pdata->hwts_tx_en)) {
+ /* declare that device is doing timestamping */
+ skb_shinfo(skb)->tx_flags |= SKBTX_IN_PROGRESS;
+ pkt_info->attributes = GMAC_SET_REG_BITS(pkt_info->attributes,
+ TX_PACKET_ATTRIBUTES_PTP_POS,
+ TX_PACKET_ATTRIBUTES_PTP_LEN,
+ 1);
+ }
+
+ for (len = skb_headlen(skb); len;) {
+ pkt_info->desc_count++;
+ len -= min_t(unsigned int, len, GMAC_TX_MAX_BUF_SIZE);
+ }
+
+ for (i = 0; i < skb_shinfo(skb)->nr_frags; i++) {
+ frag = &skb_shinfo(skb)->frags[i];
+ for (len = skb_frag_size(frag); len; ) {
+ pkt_info->desc_count++;
+ len -= min_t(unsigned int, len, GMAC_TX_MAX_BUF_SIZE);
+ }
+ }
+}
+
+static int gmac_calc_rx_buf_size(struct net_device *netdev, unsigned int mtu)
+{
+ unsigned int rx_buf_size;
+
+ if (mtu > ETH_DATA_LEN) {
+ netdev_alert(netdev, "MTU exceeds maximum supported value\n");
+ return -EINVAL;
+ }
+
+ rx_buf_size = mtu + ETH_HLEN + ETH_FCS_LEN + VLAN_HLEN;
+
+ return rx_buf_size;
+}
+
+static void gmac_enable_rx_tx_ints(struct gmac_pdata *pdata)
+{
+ struct gmac_hw_ops *hw_ops = &pdata->hw_ops;
+ struct gmac_channel *channel;
+ enum gmac_int int_id;
+ unsigned int i;
+
+ channel = pdata->channel_head;
+ for (i = 0; i < pdata->channel_count; i++, channel++) {
+ if (channel->tx_ring && channel->rx_ring)
+ int_id = GMAC_INT_DMA_CH_SR_TI_RI;
+ else if (channel->tx_ring)
+ int_id = GMAC_INT_DMA_CH_SR_TI;
+ else if (channel->rx_ring)
+ int_id = GMAC_INT_DMA_CH_SR_RI;
+ else
+ continue;
+
+ hw_ops->enable_int(channel, int_id);
+ }
+}
+
+static void gmac_disable_rx_tx_ints(struct gmac_pdata *pdata)
+{
+ struct gmac_hw_ops *hw_ops = &pdata->hw_ops;
+ struct gmac_channel *channel;
+ enum gmac_int int_id;
+ unsigned int i;
+
+ channel = pdata->channel_head;
+ for (i = 0; i < pdata->channel_count; i++, channel++) {
+ if (channel->tx_ring && channel->rx_ring)
+ int_id = GMAC_INT_DMA_CH_SR_TI_RI;
+ else if (channel->tx_ring)
+ int_id = GMAC_INT_DMA_CH_SR_TI;
+ else if (channel->rx_ring)
+ int_id = GMAC_INT_DMA_CH_SR_RI;
+ else
+ continue;
+
+ hw_ops->disable_int(channel, int_id);
+ }
+}
+
+static void gmac_rgsmii(struct gmac_pdata *pdata)
+{
+ struct gmac_hw_ops *hw_ops = &pdata->hw_ops;
+ struct net_device *ndev = pdata->netdev;
+ u32 status, duplex;
+
+ status = GMAC_IOREAD(pdata, MAC_PCSR);
+ if (GMAC_GET_REG_BITS(status, MAC_RGMII_LNKSTS_POS,
+ MAC_RGMII_LNKSTS_LEN)) {
+ int speed_value;
+
+ speed_value = GMAC_GET_REG_BITS(status,
+ MAC_RGMII_SPEED_POS,
+ MAC_RGMII_SPEED_LEN);
+ if (speed_value == GMAC_RGSMIIIS_SPEED_125) {
+ hw_ops->set_gmii_1000_speed(pdata);
+ pdata->phy_speed = SPEED_1000;
+ } else if (speed_value == GMAC_RGSMIIIS_SPEED_25) {
+ hw_ops->set_gmii_100_speed(pdata);
+ pdata->phy_speed = SPEED_100;
+ } else {
+ hw_ops->set_gmii_10_speed(pdata);
+ pdata->phy_speed = SPEED_10;
+ }
+
+ duplex = GMAC_GET_REG_BITS(status,
+ MAC_RGMII_LNKMODE_POS,
+ MAC_RGMII_LNKMODE_LEN);
+ if (duplex) {
+ hw_ops->set_full_duplex(pdata);
+ pdata->phy_speed = DUPLEX_FULL;
+ } else {
+ hw_ops->set_half_duplex(pdata);
+ pdata->phy_speed = DUPLEX_HALF;
+ }
+
+ netif_carrier_on(ndev);
+ } else {
+ netif_carrier_off(ndev);
+ }
+}
+
+static int gmac_hw_dma_interrupt(struct gmac_pdata *pdata)
+{
+ struct gmac_channel *channel;
+ unsigned int dma_isr, dma_ch_isr;
+ int ret = 0, i;
+
+ dma_isr = GMAC_IOREAD(pdata, DMA_ISR);
+
+ /* Handle DMA interrupts */
+ for (i = 0; i < pdata->channel_count; i++) {
+ if (!(dma_isr & (1 << i)))
+ continue;
+
+ channel = pdata->channel_head + i;
+
+ dma_ch_isr =
+ GMAC_IOREAD(pdata, DMA_CH_SR(channel->queue_index));
+ netif_dbg(pdata, intr, pdata->netdev, "DMA_CH%u_ISR=%#010x\n",
+ i, dma_ch_isr);
+
+ if (GMAC_GET_REG_BITS(dma_ch_isr,
+ DMA_CH_ISR_AIS_POS,
+ DMA_CH_ISR_AIS_LEN)) {
+ if (GMAC_GET_REG_BITS(dma_ch_isr,
+ DMA_CH_ISR_TPS_POS,
+ DMA_CH_ISR_TPS_LEN))
+ pdata->stats.tx_process_stopped++;
+
+ if (GMAC_GET_REG_BITS(dma_ch_isr,
+ DMA_CH_ISR_RPS_POS,
+ DMA_CH_ISR_RPS_LEN))
+ pdata->stats.rx_process_stopped++;
+
+ if (GMAC_GET_REG_BITS(dma_ch_isr,
+ DMA_CH_ISR_TBU_POS,
+ DMA_CH_ISR_TBU_LEN))
+ pdata->stats.tx_buffer_unavailable++;
+
+ if (GMAC_GET_REG_BITS(dma_ch_isr,
+ DMA_CH_ISR_RBU_POS,
+ DMA_CH_ISR_RBU_LEN))
+ pdata->stats.rx_buffer_unavailable++;
+
+ /* Restart the device on a Fatal Bus Error */
+ if (GMAC_GET_REG_BITS(dma_ch_isr,
+ DMA_CH_ISR_FBE_POS,
+ DMA_CH_ISR_FBE_LEN)) {
+ pdata->stats.fatal_bus_error++;
+ schedule_work(&pdata->restart_work);
+ ret = tx_hard_error;
+ }
+ }
+
+ /* TX/RX NORMAL interrupts */
+ if (GMAC_GET_REG_BITS(dma_ch_isr,
+ DMA_CH_ISR_NIS_POS,
+ DMA_CH_ISR_NIS_LEN)) {
+ if (GMAC_GET_REG_BITS(dma_ch_isr,
+ DMA_CH_ISR_RI_POS,
+ DMA_CH_ISR_RI_LEN)) {
+ ret |= handle_rx;
+ }
+ if (GMAC_GET_REG_BITS(dma_ch_isr,
+ DMA_CH_ISR_TI_POS,
+ DMA_CH_ISR_TI_LEN))
+ ret |= handle_tx;
+ }
+
+ /* Clear the interrupt by writing a logic 1 to the CSR5[15-0] */
+ GMAC_IOWRITE(pdata,
+ DMA_CH_SR(channel->queue_index),
+ dma_ch_isr & 0x1ffff);
+ }
+
+ return ret;
+}
+
+static void gmac_dma_interrupt(struct gmac_pdata *pdata)
+{
+ int status;
+
+ status = gmac_hw_dma_interrupt(pdata);
+
+ if (!pdata->per_channel_irq &&
+ likely((status & handle_rx) || (status & handle_tx)))
+ if (likely(napi_schedule_prep(&pdata->napi))) {
+ gmac_disable_rx_tx_ints(pdata);
+ pdata->stats.napi_poll_isr++;
+ /* Turn on polling */
+ __napi_schedule_irqoff(&pdata->napi);
+ }
+}
+
+static irqreturn_t gmac_isr(int irq, void *data)
+{
+ unsigned int dma_isr, mac_isr;
+ struct gmac_pdata *pdata = data;
+ struct gmac_hw_ops *hw_ops;
+
+ hw_ops = &pdata->hw_ops;
+
+ /* The DMA interrupt status register also reports MAC and MTL
+ * interrupts. So for polling mode, we just need to check for
+ * this register to be non-zero
+ */
+ dma_isr = GMAC_IOREAD(pdata, DMA_ISR);
+ if (!dma_isr)
+ return IRQ_HANDLED;
+
+ netif_dbg(pdata, intr, pdata->netdev, "DMA_ISR=%#010x\n", dma_isr);
+
+ if (GMAC_GET_REG_BITS(dma_isr, DMA_ISR_MACIS_POS,
+ DMA_ISR_MACIS_LEN)) {
+ mac_isr = GMAC_IOREAD(pdata, MAC_ISR);
+
+ if (GMAC_GET_REG_BITS(mac_isr,
+ MAC_ISR_MMCTXIS_POS,
+ MAC_ISR_MMCTXIS_LEN))
+ hw_ops->tx_mmc_int(pdata);
+
+ if (GMAC_GET_REG_BITS(mac_isr,
+ MAC_ISR_MMCRXIS_POS,
+ MAC_ISR_MMCRXIS_LEN))
+ hw_ops->rx_mmc_int(pdata);
+
+ if (GMAC_GET_REG_BITS(mac_isr,
+ MAC_ISR_MMCRXIPIS_POS,
+ MAC_ISR_MMCRXIPIS_LEN))
+ hw_ops->rxipc_mmc_int(pdata);
+
+ if (GMAC_GET_REG_BITS(mac_isr,
+ MAC_ISR_RGSMIIS_POS,
+ MAC_ISR_RGSMIIS_LEN))
+ gmac_rgsmii(pdata);
+ }
+
+ gmac_dma_interrupt(pdata);
+
+ return IRQ_HANDLED;
+}
+
+static irqreturn_t gmac_dma_isr(int irq, void *data)
+{
+ struct gmac_channel *channel = data;
+
+ /* Per channel DMA interrupts are enabled, so we use the per
+ * channel napi structure and not the private data napi structure
+ */
+ if (napi_schedule_prep(&channel->napi)) {
+ /* Disable Tx and Rx interrupts */
+ disable_irq_nosync(channel->dma_irq);
+
+ /* Turn on polling */
+ __napi_schedule_irqoff(&channel->napi);
+ }
+
+ return IRQ_HANDLED;
+}
+
+static void gmac_tx_timer(struct timer_list *t)
+{
+ struct gmac_channel *channel = from_timer(channel, t, tx_timer);
+ struct gmac_pdata *pdata = channel->pdata;
+ struct napi_struct *napi;
+
+ napi = (pdata->per_channel_irq) ? &channel->napi : &pdata->napi;
+
+ if (napi_schedule_prep(napi)) {
+ /* Disable Tx and Rx interrupts */
+ if (pdata->per_channel_irq)
+ disable_irq_nosync(channel->dma_irq);
+ else
+ gmac_disable_rx_tx_ints(pdata);
+
+ pdata->stats.napi_poll_txtimer++;
+ /* Turn on polling */
+ __napi_schedule(napi);
+ }
+
+ channel->tx_timer_active = 0;
+}
+
+static void gmac_init_timers(struct gmac_pdata *pdata)
+{
+ struct gmac_channel *channel;
+ unsigned int i;
+
+ channel = pdata->channel_head;
+ for (i = 0; i < pdata->channel_count; i++, channel++) {
+ if (!channel->tx_ring)
+ break;
+
+ timer_setup(&channel->tx_timer, gmac_tx_timer, 0);
+ }
+}
+
+static void gmac_stop_timers(struct gmac_pdata *pdata)
+{
+ struct gmac_channel *channel;
+ unsigned int i;
+
+ channel = pdata->channel_head;
+ for (i = 0; i < pdata->channel_count; i++, channel++) {
+ if (!channel->tx_ring)
+ break;
+
+ del_timer_sync(&channel->tx_timer);
+ }
+}
+
+static void gmac_napi_enable(struct gmac_pdata *pdata)
+{
+ struct gmac_channel *channel;
+ unsigned int i;
+
+ if (pdata->per_channel_irq) {
+ channel = pdata->channel_head;
+ for (i = 0; i < pdata->channel_count; i++, channel++) {
+ netif_napi_add(pdata->netdev,
+ &channel->napi,
+ gmac_one_poll,
+ NAPI_POLL_WEIGHT);
+
+ napi_enable(&channel->napi);
+ }
+ } else {
+ netif_napi_add(pdata->netdev,
+ &pdata->napi,
+ gmac_all_poll,
+ NAPI_POLL_WEIGHT);
+
+ napi_enable(&pdata->napi);
+ }
+}
+
+static void gmac_napi_disable(struct gmac_pdata *pdata)
+{
+ struct gmac_channel *channel;
+ unsigned int i;
+
+ if (pdata->per_channel_irq) {
+ channel = pdata->channel_head;
+ for (i = 0; i < pdata->channel_count; i++, channel++) {
+ napi_disable(&channel->napi);
+
+ netif_napi_del(&channel->napi);
+ }
+ } else {
+ napi_disable(&pdata->napi);
+
+ netif_napi_del(&pdata->napi);
+ }
+}
+
+static int gmac_request_irqs(struct gmac_pdata *pdata)
+{
+ struct net_device *netdev = pdata->netdev;
+ struct gmac_channel *channel;
+ unsigned int i;
+ int ret;
+
+ ret = devm_request_irq(pdata->dev, pdata->dev_irq, gmac_isr,
+ IRQF_SHARED, netdev->name, pdata);
+ if (ret) {
+ netdev_alert(netdev, "error requesting irq %d\n",
+ pdata->dev_irq);
+ return ret;
+ }
+
+ if (!pdata->per_channel_irq)
+ return 0;
+
+ channel = pdata->channel_head;
+ for (i = 0; i < pdata->channel_count; i++, channel++) {
+ snprintf(channel->dma_irq_name,
+ sizeof(channel->dma_irq_name) - 1,
+ "%s-TxRx-%u", netdev_name(netdev),
+ channel->queue_index);
+
+ ret = devm_request_irq(pdata->dev, channel->dma_irq,
+ gmac_dma_isr, 0,
+ channel->dma_irq_name, channel);
+ if (ret) {
+ netdev_alert(netdev, "error requesting irq %d\n",
+ channel->dma_irq);
+ goto err_irq;
+ }
+ }
+
+ return 0;
+
+err_irq:
+ /* Using an unsigned int, 'i' will go to UINT_MAX and exit */
+ for (i--, channel--; i < pdata->channel_count; i--, channel--)
+ devm_free_irq(pdata->dev, channel->dma_irq, channel);
+
+ devm_free_irq(pdata->dev, pdata->dev_irq, pdata);
+
+ return ret;
+}
+
+static void gmac_free_irqs(struct gmac_pdata *pdata)
+{
+ struct gmac_channel *channel;
+ unsigned int i;
+
+ devm_free_irq(pdata->dev, pdata->dev_irq, pdata);
+
+ if (!pdata->per_channel_irq)
+ return;
+
+ channel = pdata->channel_head;
+ for (i = 0; i < pdata->channel_count; i++, channel++)
+ devm_free_irq(pdata->dev, channel->dma_irq, channel);
+}
+
+static void gmac_free_tx_data(struct gmac_pdata *pdata)
+{
+ struct gmac_desc_ops *desc_ops = &pdata->desc_ops;
+ struct gmac_desc_data *desc_data;
+ struct gmac_channel *channel;
+ struct gmac_ring *ring;
+ unsigned int i, j;
+
+ channel = pdata->channel_head;
+ for (i = 0; i < pdata->channel_count; i++, channel++) {
+ ring = channel->tx_ring;
+ if (!ring)
+ break;
+
+ for (j = 0; j < ring->dma_desc_count; j++) {
+ desc_data = GMAC_GET_DESC_DATA(ring, j);
+ desc_ops->unmap_desc_data(pdata, desc_data, 1);
+ }
+ }
+}
+
+static void gmac_free_rx_data(struct gmac_pdata *pdata)
+{
+ struct gmac_desc_ops *desc_ops = &pdata->desc_ops;
+ struct gmac_desc_data *desc_data;
+ struct gmac_channel *channel;
+ struct gmac_ring *ring;
+ unsigned int i, j;
+
+ channel = pdata->channel_head;
+ for (i = 0; i < pdata->channel_count; i++, channel++) {
+ ring = channel->rx_ring;
+ if (!ring)
+ break;
+
+ for (j = 0; j < ring->dma_desc_count; j++) {
+ desc_data = GMAC_GET_DESC_DATA(ring, j);
+ desc_ops->unmap_desc_data(pdata, desc_data, 0);
+ }
+ }
+}
+
+static int gmac_start(struct gmac_pdata *pdata)
+{
+ struct gmac_hw_ops *hw_ops = &pdata->hw_ops;
+ struct net_device *netdev = pdata->netdev;
+ int ret;
+
+ hw_ops->init(pdata);
+ gmac_napi_enable(pdata);
+
+ ret = gmac_request_irqs(pdata);
+ if (ret)
+ goto err_napi;
+
+ hw_ops->enable_tx(pdata);
+ hw_ops->enable_rx(pdata);
+ netif_tx_start_all_queues(netdev);
+
+ return 0;
+
+err_napi:
+ gmac_napi_disable(pdata);
+ hw_ops->exit(pdata);
+
+ return ret;
+}
+
+static void gmac_stop(struct gmac_pdata *pdata)
+{
+ struct gmac_hw_ops *hw_ops = &pdata->hw_ops;
+ struct net_device *netdev = pdata->netdev;
+ struct gmac_channel *channel;
+ struct netdev_queue *txq;
+ unsigned int i;
+
+ netif_tx_stop_all_queues(netdev);
+ gmac_stop_timers(pdata);
+ hw_ops->disable_tx(pdata);
+ hw_ops->disable_rx(pdata);
+ gmac_free_irqs(pdata);
+ gmac_napi_disable(pdata);
+ hw_ops->exit(pdata);
+
+ channel = pdata->channel_head;
+ for (i = 0; i < pdata->channel_count; i++, channel++) {
+ if (!channel->tx_ring)
+ continue;
+
+ txq = netdev_get_tx_queue(netdev, channel->queue_index);
+ netdev_tx_reset_queue(txq);
+ }
+}
+
+static void gmac_restart_dev(struct gmac_pdata *pdata)
+{
+ /* If not running, "restart" will happen on open */
+ if (!netif_running(pdata->netdev))
+ return;
+
+ gmac_stop(pdata);
+
+ gmac_free_tx_data(pdata);
+ gmac_free_rx_data(pdata);
+
+ gmac_start(pdata);
+}
+
+static void gmac_restart(struct work_struct *work)
+{
+ struct gmac_pdata *pdata = container_of(work,
+ struct gmac_pdata,
+ restart_work);
+
+ rtnl_lock();
+
+ gmac_restart_dev(pdata);
+
+ rtnl_unlock();
+}
+
+static int gmac_open(struct net_device *netdev)
+{
+ struct gmac_pdata *pdata = netdev_priv(netdev);
+ struct gmac_desc_ops *desc_ops;
+ int ret;
+
+ desc_ops = &pdata->desc_ops;
+
+ /* Calculate the Rx buffer size before allocating rings */
+ ret = gmac_calc_rx_buf_size(netdev, netdev->mtu);
+ if (ret < 0)
+ return ret;
+ pdata->rx_buf_size = ret;
+
+ /* Allocate the channels and rings */
+ ret = desc_ops->alloc_channles_and_rings(pdata);
+ if (ret)
+ return ret;
+
+ INIT_WORK(&pdata->restart_work, gmac_restart);
+ gmac_init_timers(pdata);
+
+ ret = gmac_start(pdata);
+ if (ret)
+ goto err_channels_and_rings;
+
+ return 0;
+
+err_channels_and_rings:
+ desc_ops->free_channels_and_rings(pdata);
+
+ return ret;
+}
+
+static int gmac_close(struct net_device *netdev)
+{
+ struct gmac_pdata *pdata = netdev_priv(netdev);
+ struct gmac_desc_ops *desc_ops;
+
+ desc_ops = &pdata->desc_ops;
+
+ /* Stop the device */
+ gmac_stop(pdata);
+
+ gmac_free_tx_data(pdata);
+ gmac_free_rx_data(pdata);
+
+ /* Free the channels and rings */
+ desc_ops->free_channels_and_rings(pdata);
+
+ return 0;
+}
+
+static void gmac_tx_timeout(struct net_device *netdev)
+{
+ struct gmac_pdata *pdata = netdev_priv(netdev);
+
+ netdev_warn(netdev, "tx timeout, device restarting\n");
+ schedule_work(&pdata->restart_work);
+}
+
+static int gmac_xmit(struct sk_buff *skb, struct net_device *netdev)
+{
+ struct gmac_pdata *pdata = netdev_priv(netdev);
+ struct gmac_pkt_info *tx_pkt_info;
+ struct gmac_desc_ops *desc_ops;
+ struct gmac_channel *channel;
+ struct gmac_hw_ops *hw_ops;
+ struct netdev_queue *txq;
+ struct gmac_ring *ring;
+ int ret;
+
+ desc_ops = &pdata->desc_ops;
+ hw_ops = &pdata->hw_ops;
+
+ netif_dbg(pdata, tx_queued, pdata->netdev,
+ "skb->len = %d\n", skb->len);
+
+ channel = pdata->channel_head + skb->queue_mapping;
+ txq = netdev_get_tx_queue(netdev, channel->queue_index);
+ ring = channel->tx_ring;
+ tx_pkt_info = &ring->pkt_info;
+
+ if (skb->len == 0) {
+ netif_err(pdata, tx_err, netdev,
+ "empty skb received from stack\n");
+ dev_kfree_skb_any(skb);
+ return NETDEV_TX_OK;
+ }
+
+ /* Prepare preliminary packet info for TX */
+ memset(tx_pkt_info, 0, sizeof(*tx_pkt_info));
+ gmac_prep_tx_pkt(pdata, ring, skb, tx_pkt_info);
+
+ /* Check that there are enough descriptors available */
+ ret = gmac_maybe_stop_tx_queue(channel,
+ ring,
+ tx_pkt_info->desc_count);
+ if (ret)
+ return ret;
+
+ ret = gmac_prep_tso(pdata, skb, tx_pkt_info);
+ if (ret) {
+ netif_err(pdata, tx_err, netdev,
+ "error processing TSO packet\n");
+ dev_kfree_skb_any(skb);
+ return ret;
+ }
+ gmac_prep_vlan(skb, tx_pkt_info);
+
+ if (!desc_ops->map_tx_skb(channel, skb)) {
+ dev_kfree_skb_any(skb);
+ return NETDEV_TX_OK;
+ }
+
+ /* Report on the actual number of bytes (to be) sent */
+ netdev_tx_sent_queue(txq, tx_pkt_info->tx_bytes);
+
+ /* Fallback to software timestamping if
+ * core doesn't support hardware timestamping
+ */
+ if (pdata->hw_feat.ts_src == 0 ||
+ pdata->hwts_tx_en == 0)
+ skb_tx_timestamp(skb);
+
+ /* Configure required descriptor fields for transmission */
+ hw_ops->dev_xmit(channel);
+
+ if (netif_msg_pktdata(pdata))
+ gmac_print_pkt(netdev, skb, true);
+
+ /* Stop the queue in advance if there may not be enough descriptors */
+ gmac_maybe_stop_tx_queue(channel, ring, GMAC_TX_MAX_DESC_NR);
+
+ return NETDEV_TX_OK;
+}
+
+static void gmac_get_stats64(struct net_device *netdev,
+ struct rtnl_link_stats64 *s)
+{
+ struct gmac_pdata *pdata = netdev_priv(netdev);
+ struct gmac_stats *pstats = &pdata->stats;
+
+ pdata->hw_ops.read_mmc_stats(pdata);
+
+ s->rx_packets = pstats->rxframecount_gb;
+ s->rx_bytes = pstats->rxoctetcount_gb;
+ s->rx_errors = pstats->rxframecount_gb -
+ pstats->rxbroadcastframes_g -
+ pstats->rxmulticastframes_g -
+ pstats->rxunicastframes_g;
+ s->multicast = pstats->rxmulticastframes_g;
+ s->rx_length_errors = pstats->rxlengtherror;
+ s->rx_crc_errors = pstats->rxcrcerror;
+ s->rx_fifo_errors = pstats->rxfifooverflow;
+
+ s->tx_packets = pstats->txframecount_gb;
+ s->tx_bytes = pstats->txoctetcount_gb;
+ s->tx_errors = pstats->txframecount_gb - pstats->txframecount_g;
+ s->tx_dropped = netdev->stats.tx_dropped;
+}
+
+static int gmac_set_mac_address(struct net_device *netdev, void *addr)
+{
+ struct gmac_pdata *pdata = netdev_priv(netdev);
+ struct gmac_hw_ops *hw_ops = &pdata->hw_ops;
+ struct sockaddr *saddr = addr;
+
+ if (!is_valid_ether_addr(saddr->sa_data))
+ return -EADDRNOTAVAIL;
+
+ memcpy(netdev->dev_addr, saddr->sa_data, netdev->addr_len);
+
+ hw_ops->set_mac_address(pdata, netdev->dev_addr, 0);
+
+ return 0;
+}
+
+static int gmac_hwtstamp_ioctl(struct net_device *netdev, struct ifreq *ifr)
+{
+ struct gmac_pdata *pdata = netdev_priv(netdev);
+ struct gmac_hw_ops *hw_ops = &pdata->hw_ops;
+ struct hwtstamp_config config;
+ struct timespec64 now;
+ u64 temp = 0;
+ u32 value = 0;
+ u32 sec_inc;
+
+ if (!pdata->hw_feat.ts_src) {
+ netdev_alert(pdata->netdev, "No support for HW timestamping\n");
+ pdata->hwts_tx_en = 0;
+ pdata->hwts_rx_en = 0;
+
+ return -EOPNOTSUPP;
+ }
+
+ if (copy_from_user(&config, ifr->ifr_data,
+ sizeof(struct hwtstamp_config)))
+ return -EFAULT;
+
+ netdev_dbg(pdata->netdev, "%s config flags:0x%x, tx_type:0x%x, rx_filter:0x%x\n",
+ __func__, config.flags, config.tx_type, config.rx_filter);
+
+ /* reserved for future extensions */
+ if (config.flags)
+ return -EINVAL;
+
+ if (config.tx_type != HWTSTAMP_TX_OFF &&
+ config.tx_type != HWTSTAMP_TX_ON)
+ return -ERANGE;
+
+ switch (config.rx_filter) {
+ case HWTSTAMP_FILTER_NONE:
+ /* time stamp no incoming packet at all */
+ config.rx_filter = HWTSTAMP_FILTER_NONE;
+ break;
+
+ case HWTSTAMP_FILTER_PTP_V1_L4_EVENT:
+ /* PTP v1, UDP, any kind of event packet */
+ config.rx_filter = HWTSTAMP_FILTER_PTP_V1_L4_EVENT;
+ /* take time stamp for all event messages */
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_SNAPTYPSEL_POS,
+ PTP_TCR_SNAPTYPSEL_LEN, 1);
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSIPV4ENA_POS,
+ PTP_TCR_TSIPV4ENA_LEN, 1);
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSIPV6ENA_POS,
+ PTP_TCR_TSIPV6ENA_LEN, 1);
+
+ break;
+
+ case HWTSTAMP_FILTER_PTP_V1_L4_SYNC:
+ /* PTP v1, UDP, Sync packet */
+ config.rx_filter = HWTSTAMP_FILTER_PTP_V1_L4_SYNC;
+ /* take time stamp for SYNC messages only */
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSEVNTENA_POS,
+ PTP_TCR_TSEVNTENA_LEN, 1);
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSIPV4ENA_POS,
+ PTP_TCR_TSIPV4ENA_LEN, 1);
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSIPV6ENA_POS,
+ PTP_TCR_TSIPV6ENA_LEN, 1);
+ break;
+
+ case HWTSTAMP_FILTER_PTP_V1_L4_DELAY_REQ:
+ /* PTP v1, UDP, Delay_req packet */
+ config.rx_filter = HWTSTAMP_FILTER_PTP_V1_L4_DELAY_REQ;
+ /* take time stamp for Delay_Req messages only */
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSMSTRENA_POS,
+ PTP_TCR_TSMSTRENA_LEN, 1);
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSEVNTENA_POS,
+ PTP_TCR_TSEVNTENA_LEN, 1);
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSIPV4ENA_POS,
+ PTP_TCR_TSIPV4ENA_LEN, 1);
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSIPV6ENA_POS,
+ PTP_TCR_TSIPV6ENA_LEN, 1);
+ break;
+
+ case HWTSTAMP_FILTER_PTP_V2_L4_EVENT:
+ /* PTP v2, UDP, any kind of event packet */
+ config.rx_filter = HWTSTAMP_FILTER_PTP_V2_L4_EVENT;
+
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSVER2ENA_POS,
+ PTP_TCR_TSVER2ENA_LEN, 1);
+ /* take time stamp for all event messages */
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_SNAPTYPSEL_POS,
+ PTP_TCR_SNAPTYPSEL_LEN, 1);
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSIPV4ENA_POS,
+ PTP_TCR_TSIPV4ENA_LEN, 1);
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSIPV6ENA_POS,
+ PTP_TCR_TSIPV6ENA_LEN, 1);
+ break;
+
+ case HWTSTAMP_FILTER_PTP_V2_L4_SYNC:
+ /* PTP v2, UDP, Sync packet */
+ config.rx_filter = HWTSTAMP_FILTER_PTP_V2_L4_SYNC;
+
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSVER2ENA_POS,
+ PTP_TCR_TSVER2ENA_LEN, 1);
+ /* take time stamp for SYNC messages only */
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSEVNTENA_POS,
+ PTP_TCR_TSEVNTENA_LEN, 1);
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSIPV4ENA_POS,
+ PTP_TCR_TSIPV4ENA_LEN, 1);
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSIPV6ENA_POS,
+ PTP_TCR_TSIPV6ENA_LEN, 1);
+ break;
+
+ case HWTSTAMP_FILTER_PTP_V2_L4_DELAY_REQ:
+ /* PTP v2, UDP, Delay_req packet */
+ config.rx_filter = HWTSTAMP_FILTER_PTP_V2_L4_DELAY_REQ;
+
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSVER2ENA_POS,
+ PTP_TCR_TSVER2ENA_LEN, 1);
+ /* take time stamp for Delay_Req messages only */
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSMSTRENA_POS,
+ PTP_TCR_TSMSTRENA_LEN, 1);
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSEVNTENA_POS,
+ PTP_TCR_TSEVNTENA_LEN, 1);
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSIPV4ENA_POS,
+ PTP_TCR_TSIPV4ENA_LEN, 1);
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSIPV6ENA_POS,
+ PTP_TCR_TSIPV6ENA_LEN, 1);
+ break;
+
+ case HWTSTAMP_FILTER_PTP_V2_EVENT:
+ /* PTP v2/802.AS1 any layer, any kind of event packet */
+ config.rx_filter = HWTSTAMP_FILTER_PTP_V2_EVENT;
+
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSVER2ENA_POS,
+ PTP_TCR_TSVER2ENA_LEN, 1);
+ /* take time stamp for all event messages */
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_SNAPTYPSEL_POS,
+ PTP_TCR_SNAPTYPSEL_LEN, 1);
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSIPV4ENA_POS,
+ PTP_TCR_TSIPV4ENA_LEN, 1);
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSIPV6ENA_POS,
+ PTP_TCR_TSIPV6ENA_LEN, 1);
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSIPENA_POS,
+ PTP_TCR_TSIPENA_LEN, 1);
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_AV8021ASMEN_POS,
+ PTP_TCR_AV8021ASMEN_LEN, 1);
+ break;
+
+ case HWTSTAMP_FILTER_PTP_V2_SYNC:
+ /* PTP v2/802.AS1, any layer, Sync packet */
+ config.rx_filter = HWTSTAMP_FILTER_PTP_V2_SYNC;
+
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSVER2ENA_POS,
+ PTP_TCR_TSVER2ENA_LEN, 1);
+ /* take time stamp for SYNC messages only */
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSEVNTENA_POS,
+ PTP_TCR_TSEVNTENA_LEN, 1);
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSIPV4ENA_POS,
+ PTP_TCR_TSIPV4ENA_LEN, 1);
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSIPV6ENA_POS,
+ PTP_TCR_TSIPV6ENA_LEN, 1);
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSIPENA_POS,
+ PTP_TCR_TSIPENA_LEN, 1);
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_AV8021ASMEN_POS,
+ PTP_TCR_AV8021ASMEN_LEN, 1);
+ break;
+
+ case HWTSTAMP_FILTER_PTP_V2_DELAY_REQ:
+ /* PTP v2/802.AS1, any layer, Delay_req packet */
+ config.rx_filter = HWTSTAMP_FILTER_PTP_V2_DELAY_REQ;
+
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSVER2ENA_POS,
+ PTP_TCR_TSVER2ENA_LEN, 1);
+ /* take time stamp for Delay_Req messages only */
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSMSTRENA_POS,
+ PTP_TCR_TSMSTRENA_LEN, 1);
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSEVNTENA_POS,
+ PTP_TCR_TSEVNTENA_LEN, 1);
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSIPV4ENA_POS,
+ PTP_TCR_TSIPV4ENA_LEN, 1);
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSIPV6ENA_POS,
+ PTP_TCR_TSIPV6ENA_LEN, 1);
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSIPENA_POS,
+ PTP_TCR_TSIPENA_LEN, 1);
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_AV8021ASMEN_POS,
+ PTP_TCR_AV8021ASMEN_LEN, 1);
+ break;
+
+ case HWTSTAMP_FILTER_ALL:
+ /* time stamp any incoming packet */
+ config.rx_filter = HWTSTAMP_FILTER_ALL;
+
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSENALL_POS,
+ PTP_TCR_TSENALL_LEN, 1);
+ break;
+
+ default:
+ return -ERANGE;
+ }
+ pdata->hwts_rx_en =
+ ((config.rx_filter == HWTSTAMP_FILTER_NONE) ? 0 : 1);
+ pdata->hwts_tx_en = config.tx_type == HWTSTAMP_TX_ON;
+
+ if (!pdata->hwts_tx_en && !pdata->hwts_rx_en) {
+ hw_ops->config_hw_timestamping(pdata, 0);
+ } else {
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSENA_POS,
+ PTP_TCR_TSENA_LEN, 1);
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSCFUPDT_POS,
+ PTP_TCR_TSCFUPDT_LEN, 1);
+ value = GMAC_SET_REG_BITS(value, PTP_TCR_TSCTRLSSR_POS,
+ PTP_TCR_TSCTRLSSR_LEN, 1);
+ hw_ops->config_hw_timestamping(pdata, value);
+
+ /* program Sub Second Increment reg */
+ hw_ops->config_sub_second_increment(pdata,
+ pdata->ptpclk_rate,
+ &sec_inc);
+ temp = div_u64(1000000000, sec_inc);
+
+ /* calculate default added value:
+ * formula is :
+ * addend = (2^32)/freq_div_ratio;
+ * where, freq_div_ratio = 1e9ns/sec_inc
+ */
+ temp = (u64)(temp << 32);
+ pdata->default_addend = div_u64(temp, pdata->ptpclk_rate);
+ hw_ops->config_addend(pdata, pdata->default_addend);
+
+ /* initialize system time */
+ ktime_get_real_ts64(&now);
+
+ hw_ops->init_systime(pdata, (u32)now.tv_sec, now.tv_nsec);
+ }
+
+ return copy_to_user(ifr->ifr_data, &config,
+ sizeof(struct hwtstamp_config)) ? -EFAULT : 0;
+}
+
+static int gmac_ioctl(struct net_device *netdev,
+ struct ifreq *ifreq, int cmd)
+{
+ int ret = -EOPNOTSUPP;
+
+ if (!netif_running(netdev))
+ return -ENODEV;
+
+ switch (cmd) {
+ case SIOCSHWTSTAMP:
+ ret = gmac_hwtstamp_ioctl(netdev, ifreq);
+ break;
+ default:
+ break;
+ }
+
+ return ret;
+}
+
+static int gmac_change_mtu(struct net_device *netdev, int mtu)
+{
+ struct gmac_pdata *pdata = netdev_priv(netdev);
+ int ret;
+
+ if (netif_running(netdev)) {
+ netdev_err(netdev, "must be stopped to change its MTU\n");
+ return -EBUSY;
+ }
+
+ ret = gmac_calc_rx_buf_size(netdev, mtu);
+ if (ret < 0)
+ return ret;
+
+ pdata->rx_buf_size = ret;
+ netdev->mtu = mtu;
+
+ gmac_restart_dev(pdata);
+
+ return 0;
+}
+
+static int gmac_vlan_rx_add_vid(struct net_device *netdev,
+ __be16 proto,
+ u16 vid)
+{
+ struct gmac_pdata *pdata = netdev_priv(netdev);
+ struct gmac_hw_ops *hw_ops = &pdata->hw_ops;
+
+ if (pdata->hw_feat.vlhash) {
+ set_bit(vid, pdata->active_vlans);
+ hw_ops->update_vlan_hash_table(pdata);
+ } else if (pdata->vlan_weight < 4) {
+ set_bit(vid, pdata->active_vlans);
+ pdata->vlan_weight =
+ __bitmap_weight(pdata->active_vlans, VLAN_N_VID);
+ hw_ops->update_vlan(pdata);
+ } else {
+ return -EINVAL;
+ }
+
+ return 0;
+}
+
+static int gmac_vlan_rx_kill_vid(struct net_device *netdev,
+ __be16 proto,
+ u16 vid)
+{
+ struct gmac_pdata *pdata = netdev_priv(netdev);
+ struct gmac_hw_ops *hw_ops = &pdata->hw_ops;
+
+ clear_bit(vid, pdata->active_vlans);
+
+ if (pdata->hw_feat.vlhash)
+ hw_ops->update_vlan_hash_table(pdata);
+ else
+ hw_ops->update_vlan(pdata);
+
+ return 0;
+}
+
+#ifdef CONFIG_NET_POLL_CONTROLLER
+static void gmac_poll_controller(struct net_device *netdev)
+{
+ struct gmac_pdata *pdata = netdev_priv(netdev);
+ struct gmac_channel *channel;
+ unsigned int i;
+
+ if (pdata->per_channel_irq) {
+ channel = pdata->channel_head;
+ for (i = 0; i < pdata->channel_count; i++, channel++)
+ gmac_dma_isr(channel->dma_irq, channel);
+ } else {
+ disable_irq(pdata->dev_irq);
+ gmac_isr(pdata->dev_irq, pdata);
+ enable_irq(pdata->dev_irq);
+ }
+}
+#endif /* CONFIG_NET_POLL_CONTROLLER */
+
+static int gmac_set_features(struct net_device *netdev,
+ netdev_features_t features)
+{
+ netdev_features_t rxcsum, rxvlan, rxvlan_filter;
+ struct gmac_pdata *pdata = netdev_priv(netdev);
+ struct gmac_hw_ops *hw_ops = &pdata->hw_ops;
+
+ rxcsum = pdata->netdev_features & NETIF_F_RXCSUM;
+ rxvlan = pdata->netdev_features & NETIF_F_HW_VLAN_CTAG_RX;
+ rxvlan_filter = pdata->netdev_features & NETIF_F_HW_VLAN_CTAG_FILTER;
+
+ if ((features & NETIF_F_RXCSUM) && !rxcsum)
+ hw_ops->enable_rx_csum(pdata);
+ else if (!(features & NETIF_F_RXCSUM) && rxcsum)
+ hw_ops->disable_rx_csum(pdata);
+
+ if ((features & NETIF_F_HW_VLAN_CTAG_RX) && !rxvlan)
+ hw_ops->enable_rx_vlan_stripping(pdata);
+ else if (!(features & NETIF_F_HW_VLAN_CTAG_RX) && rxvlan)
+ hw_ops->disable_rx_vlan_stripping(pdata);
+
+ if ((features & NETIF_F_HW_VLAN_CTAG_FILTER) && !rxvlan_filter)
+ hw_ops->enable_rx_vlan_filtering(pdata);
+ else if (!(features & NETIF_F_HW_VLAN_CTAG_FILTER) && rxvlan_filter)
+ hw_ops->disable_rx_vlan_filtering(pdata);
+
+ pdata->netdev_features = features;
+
+ return 0;
+}
+
+static void gmac_set_rx_mode(struct net_device *netdev)
+{
+ struct gmac_pdata *pdata = netdev_priv(netdev);
+ struct gmac_hw_ops *hw_ops = &pdata->hw_ops;
+
+ hw_ops->config_rx_mode(pdata);
+}
+
+static const struct net_device_ops gmac_netdev_ops = {
+ .ndo_open = gmac_open,
+ .ndo_stop = gmac_close,
+ .ndo_start_xmit = gmac_xmit,
+ .ndo_tx_timeout = gmac_tx_timeout,
+ .ndo_get_stats64 = gmac_get_stats64,
+ .ndo_change_mtu = gmac_change_mtu,
+ .ndo_set_mac_address = gmac_set_mac_address,
+ .ndo_validate_addr = eth_validate_addr,
+ .ndo_do_ioctl = gmac_ioctl,
+ .ndo_vlan_rx_add_vid = gmac_vlan_rx_add_vid,
+ .ndo_vlan_rx_kill_vid = gmac_vlan_rx_kill_vid,
+#ifdef CONFIG_NET_POLL_CONTROLLER
+ .ndo_poll_controller = gmac_poll_controller,
+#endif
+ .ndo_set_features = gmac_set_features,
+ .ndo_set_rx_mode = gmac_set_rx_mode,
+};
+
+const struct net_device_ops *gmac_get_netdev_ops(void)
+{
+ return &gmac_netdev_ops;
+}
+
+static void gmac_rx_refresh(struct gmac_channel *channel)
+{
+ struct gmac_pdata *pdata = channel->pdata;
+ struct gmac_ring *ring = channel->rx_ring;
+ struct gmac_desc_data *desc_data;
+ struct gmac_desc_ops *desc_ops;
+ struct gmac_hw_ops *hw_ops;
+
+ desc_ops = &pdata->desc_ops;
+ hw_ops = &pdata->hw_ops;
+
+ while (ring->dirty != ring->cur) {
+ desc_data = GMAC_GET_DESC_DATA(ring, ring->dirty);
+
+ /* Reset desc_data values */
+ desc_ops->unmap_desc_data(pdata, desc_data, 0);
+
+ if (desc_ops->map_rx_buffer(pdata, ring, desc_data))
+ break;
+
+ hw_ops->rx_desc_reset(pdata, desc_data, ring->dirty);
+
+ ring->dirty++;
+ }
+
+ /* Make sure everything is written before the register write */
+ wmb();
+
+ /* Update the Rx Tail Pointer Register with address of
+ * the last cleaned entry
+ */
+ desc_data = GMAC_GET_DESC_DATA(ring, ring->dirty - 1);
+ GMAC_IOWRITE(pdata, DMA_CH_RDTR(channel->queue_index),
+ lower_32_bits(desc_data->dma_desc_addr));
+}
+
+static int gmac_tx_poll(struct gmac_channel *channel)
+{
+ struct gmac_pdata *pdata = channel->pdata;
+ struct gmac_ring *ring = channel->tx_ring;
+ struct net_device *netdev = pdata->netdev;
+ unsigned int tx_packets = 0, tx_bytes = 0;
+ struct gmac_desc_data *desc_data;
+ struct gmac_dma_desc *dma_desc;
+ struct gmac_desc_ops *desc_ops;
+ struct gmac_hw_ops *hw_ops;
+ struct netdev_queue *txq;
+ int processed = 0;
+ unsigned int cur;
+
+ desc_ops = &pdata->desc_ops;
+ hw_ops = &pdata->hw_ops;
+
+ /* Nothing to do if there isn't a Tx ring for this channel */
+ if (!ring)
+ return 0;
+
+ cur = ring->cur;
+
+ /* Be sure we get ring->cur before accessing descriptor data */
+ smp_rmb();
+
+ txq = netdev_get_tx_queue(netdev, channel->queue_index);
+
+ while ((processed < GMAC_TX_DESC_MAX_PROC) &&
+ (ring->dirty != cur)) {
+ desc_data = GMAC_GET_DESC_DATA(ring, ring->dirty);
+ dma_desc = desc_data->dma_desc;
+
+ if (!hw_ops->tx_complete(dma_desc))
+ break;
+
+ /* Make sure descriptor fields are read after reading
+ * the OWN bit
+ */
+ dma_rmb();
+
+ if (netif_msg_tx_done(pdata))
+ gmac_dump_tx_desc(pdata, ring, ring->dirty, 1, 0);
+
+ if (hw_ops->is_last_desc(dma_desc) &&
+ !hw_ops->is_context_desc(dma_desc)) {
+ tx_packets += desc_data->trx.packets;
+ tx_bytes += desc_data->trx.bytes;
+ hw_ops->get_tx_hwtstamp(pdata, dma_desc,
+ desc_data->skb);
+ }
+
+ /* Free the SKB and reset the descriptor for re-use */
+ desc_ops->unmap_desc_data(pdata, desc_data, 1);
+ hw_ops->tx_desc_reset(desc_data);
+
+ processed++;
+ ring->dirty++;
+ }
+
+ if (!processed)
+ return 0;
+
+ netdev_tx_completed_queue(txq, tx_packets, tx_bytes);
+
+ if (ring->tx.queue_stopped == 1 &&
+ gmac_tx_avail_desc(ring) > GMAC_TX_DESC_MIN_FREE) {
+ ring->tx.queue_stopped = 0;
+ netif_tx_wake_queue(txq);
+ }
+
+ netif_dbg(pdata, tx_done, pdata->netdev, "processed=%d\n", processed);
+
+ return processed;
+}
+
+static int gmac_rx_poll(struct gmac_channel *channel, int budget)
+{
+ struct gmac_pdata *pdata = channel->pdata;
+ struct gmac_ring *ring = channel->rx_ring;
+ struct net_device *netdev = pdata->netdev;
+ unsigned int frame_len, max_len;
+ unsigned int context_next, context;
+ struct gmac_desc_data *desc_data;
+ struct gmac_pkt_info *pkt_info;
+ unsigned int incomplete, error;
+ struct gmac_hw_ops *hw_ops;
+ unsigned int received = 0;
+ struct napi_struct *napi;
+ struct sk_buff *skb;
+ struct skb_shared_hwtstamps *shhwtstamp = NULL;
+ int packet_count = 0;
+
+ hw_ops = &pdata->hw_ops;
+
+ /* Nothing to do if there isn't a Rx ring for this channel */
+ if (!ring)
+ return 0;
+
+ incomplete = 0;
+ context_next = 0;
+
+ napi = (pdata->per_channel_irq) ? &channel->napi : &pdata->napi;
+
+ desc_data = GMAC_GET_DESC_DATA(ring, ring->cur);
+ pkt_info = &ring->pkt_info;
+ while (packet_count < budget) {
+ memset(pkt_info, 0, sizeof(*pkt_info));
+ skb = NULL;
+ error = 0;
+
+ desc_data = GMAC_GET_DESC_DATA(ring, ring->cur);
+
+ if (gmac_rx_dirty_desc(ring) > GMAC_RX_DESC_MAX_DIRTY)
+ gmac_rx_refresh(channel);
+
+ if (hw_ops->dev_read(channel))
+ break;
+
+ received++;
+ ring->cur++;
+
+ incomplete = GMAC_GET_REG_BITS(pkt_info->attributes,
+ RX_PACKET_ATTRIBUTES_INCOMPLETE_POS,
+ RX_PACKET_ATTRIBUTES_INCOMPLETE_LEN);
+ context = GMAC_GET_REG_BITS(pkt_info->attributes,
+ RX_PACKET_ATTRIBUTES_CONTEXT_POS,
+ RX_PACKET_ATTRIBUTES_CONTEXT_LEN);
+
+ if (error || pkt_info->errors || incomplete) {
+ if (pkt_info->errors)
+ netif_err(pdata, rx_err, netdev,
+ "error in received packet\n");
+ dev_kfree_skb(skb);
+ goto next_packet;
+ }
+
+ if (!context) {
+ frame_len = desc_data->trx.bytes;
+
+ if (frame_len < GMAC_COPYBREAK_DEFAULT) {
+ skb = netdev_alloc_skb_ip_align(netdev,
+ frame_len);
+ if (unlikely(!skb)) {
+ if (net_ratelimit())
+ dev_warn(pdata->dev,
+ "packet dropped\n");
+ pdata->netdev->stats.rx_dropped++;
+ break;
+ }
+
+ dma_sync_single_for_cpu(pdata->dev,
+ desc_data->skb_dma,
+ frame_len,
+ DMA_FROM_DEVICE);
+ skb_copy_to_linear_data(skb,
+ desc_data->skb->data,
+ frame_len);
+
+ skb_put(skb, frame_len);
+ dma_sync_single_for_device(pdata->dev,
+ desc_data->skb_dma,
+ frame_len,
+ DMA_FROM_DEVICE);
+ } else {
+ skb = desc_data->skb;
+ desc_data->skb = NULL;
+ dma_unmap_single(pdata->dev,
+ desc_data->skb_dma,
+ pdata->rx_buf_size,
+ DMA_FROM_DEVICE);
+ desc_data->skb_dma = 0;
+
+ skb_put(skb, frame_len);
+ }
+ }
+
+ /* Be sure we don't exceed the configured MTU */
+ max_len = netdev->mtu + ETH_HLEN;
+ if (!(netdev->features & NETIF_F_HW_VLAN_CTAG_RX) &&
+ skb->protocol == htons(ETH_P_8021Q))
+ max_len += VLAN_HLEN;
+
+ if (skb->len > max_len) {
+ netif_err(pdata, rx_err, netdev,
+ "packet length exceeds configured MTU\n");
+ dev_kfree_skb(skb);
+ goto next_packet;
+ }
+
+ if (netif_msg_pktdata(pdata))
+ gmac_print_pkt(netdev, skb, false);
+
+ skb_checksum_none_assert(skb);
+ if (GMAC_GET_REG_BITS(pkt_info->attributes,
+ RX_PACKET_ATTRIBUTES_CSUM_DONE_POS,
+ RX_PACKET_ATTRIBUTES_CSUM_DONE_LEN))
+ skb->ip_summed = CHECKSUM_UNNECESSARY;
+
+ if (GMAC_GET_REG_BITS(pkt_info->attributes,
+ RX_PACKET_ATTRIBUTES_VLAN_CTAG_POS,
+ RX_PACKET_ATTRIBUTES_VLAN_CTAG_LEN)) {
+ __vlan_hwaccel_put_tag(skb, htons(ETH_P_8021Q),
+ pkt_info->vlan_ctag);
+ pdata->stats.rx_vlan_packets++;
+ }
+
+ if (GMAC_GET_REG_BITS(pkt_info->attributes,
+ RX_PACKET_ATTRIBUTES_RX_TSTAMP_POS,
+ RX_PACKET_ATTRIBUTES_RX_TSTAMP_LEN)) {
+ shhwtstamp = skb_hwtstamps(skb);
+ memset(shhwtstamp, 0,
+ sizeof(struct skb_shared_hwtstamps));
+ shhwtstamp->hwtstamp =
+ ns_to_ktime(pkt_info->rx_tstamp);
+ pdata->stats.rx_timestamp_packets++;
+ }
+
+ skb->dev = netdev;
+ skb->protocol = eth_type_trans(skb, netdev);
+ skb_record_rx_queue(skb, channel->queue_index);
+
+ napi_gro_receive(napi, skb);
+
+next_packet:
+ packet_count++;
+ }
+
+ netif_dbg(pdata, rx_status, pdata->netdev,
+ "packet_count = %d\n", packet_count);
+
+ return packet_count;
+}
+
+static int gmac_one_poll(struct napi_struct *napi, int budget)
+{
+ struct gmac_channel *channel = container_of(napi,
+ struct gmac_channel,
+ napi);
+ struct gmac_pdata *pdata = channel->pdata;
+ int processed = 0;
+
+ netif_dbg(pdata, intr, pdata->netdev, "budget=%d\n", budget);
+
+ /* Cleanup Tx ring first */
+ gmac_tx_poll(channel);
+
+ /* Process Rx ring next */
+ processed = gmac_rx_poll(channel, budget);
+
+ /* If we processed everything, we are done */
+ if (processed < budget) {
+ /* Turn off polling */
+ napi_complete_done(napi, processed);
+
+ /* Enable Tx and Rx interrupts */
+ enable_irq(channel->dma_irq);
+ }
+
+ netif_dbg(pdata, intr, pdata->netdev, "received = %d\n", processed);
+
+ return processed;
+}
+
+static int gmac_all_poll(struct napi_struct *napi, int budget)
+{
+ struct gmac_pdata *pdata = container_of(napi,
+ struct gmac_pdata,
+ napi);
+ struct gmac_channel *channel;
+ int processed, last_processed;
+ int ring_budget;
+ unsigned int i;
+
+ netif_dbg(pdata, intr, pdata->netdev, "budget=%d\n", budget);
+
+ processed = 0;
+ ring_budget = budget / pdata->rx_ring_count;
+ do {
+ last_processed = processed;
+
+ channel = pdata->channel_head;
+ for (i = 0; i < pdata->channel_count; i++, channel++) {
+ /* Cleanup Tx ring first */
+ gmac_tx_poll(channel);
+
+ /* Process Rx ring next */
+ if (ring_budget > (budget - processed))
+ ring_budget = budget - processed;
+ processed += gmac_rx_poll(channel, ring_budget);
+ }
+ } while ((processed < budget) && (processed != last_processed));
+
+ /* If we processed everything, we are done */
+ if (processed < budget) {
+ /* Turn off polling */
+ napi_complete_done(napi, processed);
+
+ /* Enable Tx and Rx interrupts */
+ gmac_enable_rx_tx_ints(pdata);
+ }
+
+ netif_dbg(pdata, intr, pdata->netdev, "received = %d\n", processed);
+
+ return processed;
+}
diff --git a/drivers/net/ethernet/mediatek/gmac/mtk-gmac-ptp.c b/drivers/net/ethernet/mediatek/gmac/mtk-gmac-ptp.c
new file mode 100644
index 0000000..e74154c
--- /dev/null
+++ b/drivers/net/ethernet/mediatek/gmac/mtk-gmac-ptp.c
@@ -0,0 +1,153 @@
+// SPDX-License-Identifier: GPL-2.0
+//
+// Copyright (c) 2018 MediaTek Inc.
+#include "mtk-gmac.h"
+
+static int gmac_adjust_freq(struct ptp_clock_info *ptp, s32 ppb)
+{
+ struct gmac_pdata *pdata =
+ container_of(ptp, struct gmac_pdata, ptp_clock_info);
+ unsigned long adj, diff, freq_top;
+ int neg_adj = 0;
+
+ if (ppb < 0) {
+ neg_adj = 1;
+ ppb = -ppb;
+ }
+
+ freq_top = pdata->ptptop_rate;
+ adj = freq_top;
+ adj *= ppb;
+ /* div_u64 will divided the "adj" by "1000000000ULL"
+ * and return the quotient.
+ */
+ diff = div_u64(adj, 1000000000ULL);
+ freq_top = neg_adj ? (freq_top - diff) : (freq_top + diff);
+
+ clk_set_rate(pdata->plat->clks[GMAC_CLK_PTP_TOP], freq_top);
+
+ return 0;
+}
+
+static int gmac_adjust_time(struct ptp_clock_info *ptp, s64 delta)
+{
+ struct gmac_pdata *pdata =
+ container_of(ptp, struct gmac_pdata, ptp_clock_info);
+ struct gmac_hw_ops *hw_ops = &pdata->hw_ops;
+ unsigned long flags;
+ u32 sec, nsec, quotient, reminder;
+ int neg_adj = 0;
+
+ if (delta < 0) {
+ neg_adj = 1;
+ delta = -delta;
+ }
+
+ quotient = div_u64_rem(delta, 1000000000ULL, &reminder);
+ sec = quotient;
+ nsec = reminder;
+
+ spin_lock_irqsave(&pdata->ptp_lock, flags);
+
+ hw_ops->adjust_systime(pdata, sec, nsec, neg_adj);
+
+ spin_unlock_irqrestore(&pdata->ptp_lock, flags);
+
+ return 0;
+}
+
+static int gmac_get_time(struct ptp_clock_info *ptp, struct timespec64 *ts)
+{
+ struct gmac_pdata *pdata =
+ container_of(ptp, struct gmac_pdata, ptp_clock_info);
+ struct gmac_hw_ops *hw_ops = &pdata->hw_ops;
+ u64 ns;
+ u32 reminder;
+ unsigned long flags;
+
+ spin_lock_irqsave(&pdata->ptp_lock, flags);
+
+ hw_ops->get_systime(pdata, &ns);
+
+ spin_unlock_irqrestore(&pdata->ptp_lock, flags);
+
+ ts->tv_sec = div_u64_rem(ns, 1000000000ULL, &reminder);
+ ts->tv_nsec = reminder;
+
+ return 0;
+}
+
+static int gmac_set_time(struct ptp_clock_info *ptp,
+ const struct timespec64 *ts)
+{
+ struct gmac_pdata *pdata =
+ container_of(ptp, struct gmac_pdata, ptp_clock_info);
+ struct gmac_hw_ops *hw_ops = &pdata->hw_ops;
+ unsigned long flags;
+
+ spin_lock_irqsave(&pdata->ptp_lock, flags);
+
+ hw_ops->init_systime(pdata, ts->tv_sec, ts->tv_nsec);
+
+ spin_unlock_irqrestore(&pdata->ptp_lock, flags);
+
+ return 0;
+}
+
+static int gmac_enable(struct ptp_clock_info *ptp,
+ struct ptp_clock_request *rq,
+ int on)
+{
+ return -EOPNOTSUPP;
+}
+
+int ptp_init(struct gmac_pdata *pdata)
+{
+ struct ptp_clock_info *info = &pdata->ptp_clock_info;
+ struct ptp_clock *clock;
+ int ret = 0;
+
+ if (!pdata->hw_feat.ts_src) {
+ pdata->ptp_clock = NULL;
+ pr_err("No PTP supports in HW\n"
+ "Aborting PTP clock driver registration\n");
+ return -EOPNOTSUPP;
+ }
+
+ spin_lock_init(&pdata->ptp_lock);
+
+ pdata->ptpclk_rate = clk_get_rate(pdata->plat->clks[GMAC_CLK_PTP]);
+ pdata->ptptop_rate = clk_get_rate(pdata->plat->clks[GMAC_CLK_PTP_TOP]);
+ pdata->ptp_divider = pdata->ptptop_rate / pdata->ptpclk_rate;
+
+ snprintf(info->name, sizeof(info->name), "%s",
+ netdev_name(pdata->netdev));
+ info->owner = THIS_MODULE;
+ info->max_adj = pdata->ptpclk_rate;
+ info->adjfreq = gmac_adjust_freq;
+ info->adjtime = gmac_adjust_time;
+ info->gettime64 = gmac_get_time;
+ info->settime64 = gmac_set_time;
+ info->enable = gmac_enable;
+
+ clock = ptp_clock_register(info, pdata->dev);
+ if (IS_ERR(clock)) {
+ pdata->ptp_clock = NULL;
+ netdev_err(pdata->netdev, "ptp_clock_register() failed\n");
+ } else {
+ pdata->ptp_clock = clock;
+ netdev_info(pdata->netdev, "Added PTP HW clock successfully\n");
+ }
+
+ return ret;
+}
+
+void ptp_remove(struct gmac_pdata *pdata)
+{
+ if (pdata->ptp_clock) {
+ ptp_clock_unregister(pdata->ptp_clock);
+ pdata->ptp_clock = NULL;
+ pr_debug("Removed PTP HW clock successfully on %s\n",
+ pdata->netdev->name);
+ }
+}
diff --git a/drivers/net/ethernet/mediatek/gmac/mtk-gmac-reg.h b/drivers/net/ethernet/mediatek/gmac/mtk-gmac-reg.h
new file mode 100644
index 0000000..2e462dc
--- /dev/null
+++ b/drivers/net/ethernet/mediatek/gmac/mtk-gmac-reg.h
@@ -0,0 +1,861 @@
+/* SPDX-License-Identifier: GPL-2.0 */
+/*
+ * Copyright (c) 2018 MediaTek Inc.
+ */
+#ifndef __MTK_GMAC_REG_H__
+#define __MTK_GMAC_REG_H__
+
+/* Macros for reading or writing registers
+ * The ioread macros will get bit fields or full values using the
+ * register definitions formed using the input names
+ *
+ * The iowrite macros will set bit fields or full values using the
+ * register definitions formed using the input names
+ */
+#define GMAC_IOREAD(_pdata, _reg) \
+ ioread32((_pdata)->mac_regs + (_reg))
+
+#define GMAC_IOWRITE(_pdata, _reg, _val) \
+ iowrite32((_val), (_pdata)->mac_regs + (_reg))
+
+#define GMAC_GET_REG_BITS(var, pos, len) ({ \
+ typeof(pos) _pos = (pos); \
+ typeof(len) _len = (len); \
+ ((var) & GENMASK(_pos + _len - 1, _pos)) >> (_pos); \
+})
+
+#define GMAC_SET_REG_BITS(var, pos, len, val) ({ \
+ typeof(var) _var = (var); \
+ typeof(pos) _pos = (pos); \
+ typeof(len) _len = (len); \
+ typeof(val) _val = (val); \
+ _val = (_val << _pos) & GENMASK(_pos + _len - 1, _pos); \
+ _var = (_var & ~GENMASK(_pos + _len - 1, _pos)) | _val; \
+})
+
+enum dma_irq_status {
+ tx_hard_error = 0x1,
+ tx_hard_error_bump_tc = 0x2,
+ handle_rx = 0x4,
+ handle_tx = 0x8,
+};
+
+enum rx_dma_dbg_state {
+ rx_stopped = 0x0,
+ rx_running_fetching = 0x1,
+ rx_running_waiting = 0x3,
+ rx_suspended = 0x4,
+ rx_running_closing = 0x5,
+ rx_timestamp_write = 0x6,
+ rx_running_transfer = 0x7,
+};
+
+enum tx_dma_dbg_state {
+ tx_stopped = 0x0,
+ tx_running_fetching = 0x1,
+ tx_running_waiting = 0x2,
+ tx_running_queuing = 0x3,
+ tx_timestamp_write = 0x4,
+ tx_suspended = 0x6,
+ tx_running_closing = 0x7,
+};
+
+/* MAC register offsets */
+#define MAC_MCR 0x0000
+#define MAC_PFR 0x0008
+#define MAC_HTR(x) (0x0010 + (x) * 4)
+#define MAC_VLANTR 0x0050
+#define MAC_VLANTFR 0x0054
+#define MAC_VLANHTR 0x0058
+#define MAC_VLANIR 0x0060
+#define MAC_Q_TFCR(x) (0x70 + (x) * 4)
+#define MAC_RFCR 0x0090
+#define MAC_RQC0R 0x00a0
+#define MAC_RQC1R 0x00a4
+#define MAC_RQC2R 0x00a8
+#define MAC_RQC3R 0x00ac
+#define MAC_ISR 0x00b0
+#define MAC_IER 0x00b4
+#define MAC_PCSR 0x00f8
+#define MAC_VR 0x0110
+#define MAC_HWF0R 0x011c
+#define MAC_HWF1R 0x0120
+#define MAC_HWF2R 0x0124
+#define MAC_MDIOAR 0x0200
+#define MAC_MDIODR 0x0204
+#define MAC_ADDR_HR(x) (0x0300 + (x) * 8)
+#define MAC_ADDR_LR(x) (0x0304 + (x) * 8)
+
+/* MAC register entry bit positions and sizes */
+#define MAC_ADDR_HR_AE_POS 31
+#define MAC_ADDR_HR_AE_LEN 1
+#define MAC_HW_FEAT_ACTPHYSEL_POS 28
+#define MAC_HW_FEAT_ACTPHYSEL_LEN 3
+#define MAC_HW_FEAT_SAVLANINS_POS 27
+#define MAC_HW_FEAT_SAVLANINS_LEN 1
+#define MAC_HW_FEAT_TSSTSSEL_POS 25
+#define MAC_HW_FEAT_TSSTSSEL_LEN 2
+#define MAC_HW_FEAT_ADDMAC_POS 18
+#define MAC_HW_FEAT_ADDMAC_LEN 7
+#define MAC_HW_FEAT_RXCOESEL_POS 16
+#define MAC_HW_FEAT_RXCOESEL_LEN 1
+#define MAC_HW_FEAT_TXCOSEL_POS 14
+#define MAC_HW_FEAT_TXCOSEL_LEN 1
+#define MAC_HW_FEAT_EEESEL_POS 13
+#define MAC_HW_FEAT_EEESEL_LEN 1
+#define MAC_HW_FEAT_TSSEL_POS 12
+#define MAC_HW_FEAT_TSSEL_LEN 1
+#define MAC_HW_FEAT_ARPOFFSEL_POS 9
+#define MAC_HW_FEAT_ARPOFFSEL_LEN 1
+#define MAC_HW_FEAT_MMCSEL_POS 8
+#define MAC_HW_FEAT_MMCSEL_LEN 1
+#define MAC_HW_FEAT_MGKSEL_POS 7
+#define MAC_HW_FEAT_MGKSEL_LEN 1
+#define MAC_HW_FEAT_RWKSEL_POS 6
+#define MAC_HW_FEAT_RWKSEL_LEN 1
+#define MAC_HW_FEAT_SMASEL_POS 5
+#define MAC_HW_FEAT_SMASEL_LEN 1
+#define MAC_HW_FEAT_VLHASH_POS 4
+#define MAC_HW_FEAT_VLHASH_LEN 1
+#define MAC_HW_FEAT_PCSSEL_POS 3
+#define MAC_HW_FEAT_PCSSEL_LEN 1
+#define MAC_HW_FEAT_HDSEL_POS 2
+#define MAC_HW_FEAT_HDSEL_LEN 1
+#define MAC_HW_FEAT_GMIISEL_POS 1
+#define MAC_HW_FEAT_GMIISEL_LEN 1
+#define MAC_HW_FEAT_MIISEL_POS 0
+#define MAC_HW_FEAT_MIISEL_LEN 1
+#define MAC_HW_L3L4FNUM_POS 27
+#define MAC_HW_L3L4FNUM_LEN 4
+#define MAC_HW_HASHTBLSZ_POS 24
+#define MAC_HW_HASHTBLSZ_LEN 2
+#define MAC_HW_POUOST_POS 23
+#define MAC_HW_POUOST_LEN 1
+#define MAC_HW_RAV_POS 21
+#define MAC_HW_RAV_LEN 1
+#define MAC_HW_AV_POS 20
+#define MAC_HW_AV_LEN 1
+#define MAC_HW_DMADEBUGEN_POS 19
+#define MAC_HW_DMADEBUGEN_LEN 1
+#define MAC_HW_TSOEN_POS 18
+#define MAC_HW_TSOEN_LEN 1
+#define MAC_HW_SPHEN_POS 17
+#define MAC_HW_SPHEN_LEN 1
+#define MAC_HW_DCBEN_POS 16
+#define MAC_HW_DCBEN_LEN 1
+#define MAC_HW_ADDR64_POS 14
+#define MAC_HW_ADDR64_LEN 2
+#define MAC_HW_ADVTHWORD_POS 13
+#define MAC_HW_ADVTHWORD_LEN 1
+#define MAC_HW_PTOEN_POS 12
+#define MAC_HW_PTOEN_LEN 1
+#define MAC_HW_OSTEN_POS 11
+#define MAC_HW_OSTEN_LEN 1
+#define MAC_HW_TXFIFOSIZE_POS 6
+#define MAC_HW_TXFIFOSIZE_LEN 5
+#define MAC_HW_RXFIFOSIZE_POS 0
+#define MAC_HW_RXFIFOSIZE_LEN 5
+#define MAC_HW_FEAT_AUXSNAPNUM_POS 28
+#define MAC_HW_FEAT_AUXSNAPNUM_LEN 3
+#define MAC_HW_FEAT_PPSOUTNUM_POS 24
+#define MAC_HW_FEAT_PPSOUTNUM_LEN 3
+#define MAC_HW_FEAT_TXCHCNT_POS 18
+#define MAC_HW_FEAT_TXCHCNT_LEN 4
+#define MAC_HW_FEAT_RXCHCNT_POS 12
+#define MAC_HW_FEAT_RXCHCNT_LEN 4
+#define MAC_HW_FEAT_TXQCNT_POS 6
+#define MAC_HW_FEAT_TXQCNT_LEN 4
+#define MAC_HW_FEAT_RXQCNT_POS 0
+#define MAC_HW_FEAT_RXQCNT_LEN 4
+#define MAC_IER_RGMII_POS 0
+#define MAC_IER_RGMII_LEN 1
+#define MAC_ISR_MMCRXIS_POS 9
+#define MAC_ISR_MMCRXIS_LEN 1
+#define MAC_ISR_MMCTXIS_POS 10
+#define MAC_ISR_MMCTXIS_LEN 1
+#define MAC_ISR_MMCRXIPIS_POS 11
+#define MAC_ISR_MMCRXIPIS_LEN 1
+#define MAC_ISR_RGSMIIS_POS 0
+#define MAC_ISR_RGSMIIS_LEN 1
+#define MAC_MDIOAR_GB_POS 0
+#define MAC_MDIOAR_GB_LEN 1
+#define MAC_MDIOAR_C45E_POS 1
+#define MAC_MDIOAR_C45E_LEN 1
+#define MAC_MDIOAR_GOC_POS 2
+#define MAC_MDIOAR_GOC_LEN 2
+#define MAC_MDIOAR_CR_POS 8
+#define MAC_MDIOAR_CR_LEN 4
+#define MAC_MDIOAR_RDA_POS 16
+#define MAC_MDIOAR_RDA_LEN 5
+#define MAC_MDIOAR_PA_POS 21
+#define MAC_MDIOAR_PA_LEN 5
+#define MAC_MDIODR_GD_POS 0
+#define MAC_MDIODR_GD_LEN 16
+#define MAC_MDIODR_RA_POS 16
+#define MAC_MDIODR_RA_LEN 16
+#define MAC_MCR_ACS_POS 20
+#define MAC_MCR_ACS_LEN 1
+#define MAC_MCR_CST_POS 21
+#define MAC_MCR_CST_LEN 1
+#define MAC_MCR_IPC_POS 27
+#define MAC_MCR_IPC_LEN 1
+#define MAC_MCR_JE_POS 16
+#define MAC_MCR_JE_LEN 1
+#define MAC_MCR_LM_POS 12
+#define MAC_MCR_LM_LEN 1
+#define MAC_MCR_SS_POS 14
+#define MAC_MCR_SS_LEN 2
+#define MAC_MCR_DM_POS 13
+#define MAC_MCR_DM_LEN 2
+#define MAC_MCR_TE_POS 1
+#define MAC_MCR_TE_LEN 1
+#define MAC_MCR_RE_POS 0
+#define MAC_MCR_RE_LEN 1
+#define MAC_PFR_HMC_POS 2
+#define MAC_PFR_HMC_LEN 1
+#define MAC_PFR_HPF_POS 10
+#define MAC_PFR_HPF_LEN 1
+#define MAC_PFR_HUC_POS 1
+#define MAC_PFR_HUC_LEN 1
+#define MAC_PFR_PM_POS 4
+#define MAC_PFR_PM_LEN 1
+#define MAC_PFR_PR_POS 0
+#define MAC_PFR_PR_LEN 1
+#define MAC_PFR_VTFE_POS 16
+#define MAC_PFR_VTFE_LEN 1
+#define MAC_QTFCR_PT_POS 16
+#define MAC_QTFCR_PT_LEN 16
+#define MAC_QTFCR_TFE_POS 1
+#define MAC_QTFCR_TFE_LEN 1
+#define MAC_RFCR_RFE_POS 0
+#define MAC_RFCR_RFE_LEN 1
+#define MAC_RGMII_LNKSTS_POS 19
+#define MAC_RGMII_LNKSTS_LEN 1
+#define MAC_RGMII_SPEED_POS 17
+#define MAC_RGMII_SPEED_LEN 2
+#define MAC_RGMII_LNKMODE_POS 16
+#define MAC_RGMII_LNKMODE_LEN 1
+#define MAC_VLANHTR_VLHT_POS 0
+#define MAC_VLANHTR_VLHT_LEN 16
+#define MAC_VLANIR_VLTI_POS 20
+#define MAC_VLANIR_VLTI_LEN 1
+#define MAC_VLANIR_CSVL_POS 19
+#define MAC_VLANIR_CSVL_LEN 1
+#define MAC_VLANTR_EVLRXS_POS 24
+#define MAC_VLANTR_EVLRXS_LEN 1
+#define MAC_VLANTR_EVLS_POS 21
+#define MAC_VLANTR_EVLS_LEN 2
+#define MAC_VLANTR_DOVLTC_POS 20
+#define MAC_VLANTR_DOVLTC_LEN 1
+#define MAC_VLANTR_ERSVLM_POS 19
+#define MAC_VLANTR_ERSVLM_LEN 1
+#define MAC_VLANTR_ESVL_POS 18
+#define MAC_VLANTR_ESVL_LEN 1
+#define MAC_VLANTR_ETV_POS 16
+#define MAC_VLANTR_ETV_LEN 1
+#define MAC_VLANTR_VL_POS 0
+#define MAC_VLANTR_VL_LEN 16
+#define MAC_VLANTR_VTHM_POS 25
+#define MAC_VLANTR_VTHM_LEN 1
+#define MAC_VLANTR_VTIM_POS 17
+#define MAC_VLANTR_VTIM_LEN 1
+/* For HASH VLAN DISABLE */
+#define MAC_VLANTR_OFS_POS 2
+#define MAC_VLANTR_OFS_LEN 2
+#define MAC_VLANTR_CT_POS 1
+#define MAC_VLANTR_CT_LEN 1
+#define MAC_VLANTR_OB_POS 0
+#define MAC_VLANTR_OB_LEN 1
+#define MAC_VLANTFR_VEN_POS 16
+#define MAC_VLANTFR_VEN_LEN 1
+#define MAC_VLANTFR_VID_POS 0
+#define MAC_VLANTFR_VID_LEN 16
+#define MAC_VR_SNPSVER_POS 0
+#define MAC_VR_SNPSVER_LEN 8
+#define MAC_VR_USERVER_POS 8
+#define MAC_VR_USERVER_LEN 8
+
+/* MAC register value */
+#define GMAC_RGSMIIIS_SPEED_125 2
+#define GMAC_RGSMIIIS_SPEED_25 1
+#define GMAC_RGSMIIIS_SPEED_2_5 0
+
+/* MMC register offsets */
+/* Note:
+ * _GB register stands for good and bad frames
+ * _G is for good only.
+ */
+#define MMC_CR 0x0700
+#define MMC_RISR 0x0704
+#define MMC_TISR 0x0708
+#define MMC_RIER 0x070c
+#define MMC_TIER 0x0710
+#define MMC_IPCER 0x0800
+#define MMC_IPCSR 0x0808
+#define MMC_TXOCTETCOUNT_GB 0x714
+#define MMC_TXPACKETCOUNT_GB 0x718
+#define MMC_TXBROADCASTFRAMES_G 0x71c
+#define MMC_TXMULTICASTFRAMES_G 0x720
+#define MMC_TX64OCTETS_GB 0x724
+#define MMC_TX65TO127OCTETS_GB 0x728
+#define MMC_TX128TO255OCTETS_GB 0x72c
+#define MMC_TX256TO511OCTETS_GB 0x730
+#define MMC_TX512TO1023OCTETS_GB 0x734
+#define MMC_TX1024TOMAXOCTETS_GB 0x738
+#define MMC_TXUNICASTFRAMES_GB 0x73c
+#define MMC_TXMULTICASTFRAMES_GB 0x740
+#define MMC_TXBROADCASTFRAMES_GB 0x744
+#define MMC_TXUNDERFLOWERROR 0x748
+#define MMC_TXSINGLECOL_G 0x74c
+#define MMC_TXMULTICOL_G 0x750
+#define MMC_TXDEFERRED 0x754
+#define MMC_TXLATECOL 0x758
+#define MMC_TXEXESSCOL 0x75c
+#define MMC_TXCARRIERERROR 0x760
+#define MMC_TXOCTETCOUNT_G 0x764
+#define MMC_TXPACKETSCOUNT_G 0x768
+#define MMC_TXEXCESSDEF 0x76c
+#define MMC_TXPAUSEFRAMES 0x770
+#define MMC_TXVLANFRAMES_G 0x774
+#define MMC_TXOVERSIZE_G 0x778
+#define MMC_RXPACKETCOUNT_GB 0x780
+#define MMC_RXOCTETCOUNT_GB 0x784
+#define MMC_RXOCTETCOUNT_G 0x788
+#define MMC_RXBROADCASTFRAMES_G 0x78c
+#define MMC_RXMULTICASTFRAMES_G 0x790
+#define MMC_RXCRCERROR 0x794
+#define MMC_RXALIGNMENTERROR 0x798
+#define MMC_RXRUNTERROR 0x79c
+#define MMC_RXJABBERERROR 0x7a0
+#define MMC_RXUNDERSIZE_G 0x7a4
+#define MMC_RXOVERSIZE_G 0x7a8
+#define MMC_RX64OCTETS_GB 0x7ac
+#define MMC_RX65TO127OCTETS_GB 0x7b0
+#define MMC_RX128TO255OCTETS_GB 0x7b4
+#define MMC_RX256TO511OCTETS_GB 0x7b8
+#define MMC_RX512TO1023OCTETS_GB 0x7bc
+#define MMC_RX1024TOMAXOCTETS_GB 0x7c0
+#define MMC_RXUNICASTFRAMES_G 0x7c4
+#define MMC_RXLENGTHERROR 0x7c8
+#define MMC_RXOUTOFRANGETYPE 0x7cc
+#define MMC_RXPAUSEFRAMES 0x7d0
+#define MMC_RXFIFOOVERFLOW 0x7d4
+#define MMC_RXVLANFRAMES_GB 0x7d8
+#define MMC_RXWATCHDOGERROR 0x7dc
+#define MMC_RXRCVERROR 0x7e0
+#define MMC_RXCTRLFRAMES_G 0x7e4
+#define MMC_TXLPIUSEC 0x7ec
+#define MMC_TXLPITRAN 0x7f0
+#define MMC_RXLPIUSEC 0x7f4
+#define MMC_RXLPITRAN 0x7f8
+#define MMC_RXIPV4GDPKTS 0x810
+#define MMC_RXIPV4HDRERRPKTS 0x814
+#define MMC_RXIPV4NOPAYPKTS 0x818
+#define MMC_RXIPV4FRAGPKTS 0x81c
+#define MMC_RXIPV4UBSBLPKTS 0x820
+#define MMC_RXIPV6GDPKTS 0x824
+#define MMC_RXIPV6HDRERRPKTS 0x828
+#define MMC_RXIPV6NOPAYPKTS 0x82c
+#define MMC_RXUDPGDPKTS 0x830
+#define MMC_RXUDPERRPKTS 0x834
+#define MMC_RXTCPGDPKTS 0x838
+#define MMC_RXTCPERRPKTS 0x83c
+#define MMC_RXICMPGDPKTS 0x840
+#define MMC_RXICMPERRPKTS 0x844
+#define MMC_RXIPV4GDOCTETS 0x850
+#define MMC_RXIPV4HDRERROCTETS 0x854
+#define MMC_RXIPV4NOPAYOCTETS 0x858
+#define MMC_RXIPV4FRAGOCTETS 0x85c
+#define MMC_RXIPV4UDSBLOCTETS 0x860
+#define MMC_RXIPV6GDOCTETS 0x864
+#define MMC_RXIPV6HDRERROCTETS 0x868
+#define MMC_RXIPV6NOPAYOCTETS 0x86c
+#define MMC_RXUDPGDOCTETS 0x870
+#define MMC_RXUDPERROCTETS 0x874
+#define MMC_RXTCPGDOCTETS 0x878
+#define MMC_RXTCPERROCTETS 0x87c
+#define MMC_RXICMPGDOCTETS 0x880
+#define MMC_RXICMPERROCTETS 0x884
+
+/* MMC register entry bit positions and sizes */
+#define MMC_CR_MCF_POS 3
+#define MMC_CR_MCF_LEN 1
+#define MMC_CR_ROR_POS 2
+#define MMC_CR_ROR_LEN 1
+#define MMC_CR_CR_POS 0
+#define MMC_CR_CR_LEN 1
+#define MMC_IPCSR_RXICMPERROCTETS_POS 29
+#define MMC_IPCSR_RXICMPERROCTETS_LEN 1
+#define MMC_IPCSR_RXICMPGDOCTETS_POS 28
+#define MMC_IPCSR_RXICMPGDOCTETS_LEN 1
+#define MMC_IPCSR_RXTCPERROCTETS_POS 27
+#define MMC_IPCSR_RXTCPERROCTETS_LEN 1
+#define MMC_IPCSR_RXTCPGDOCTETS_POS 26
+#define MMC_IPCSR_RXTCPGDOCTETS_LEN 1
+#define MMC_IPCSR_RXUDPERROCTETS_POS 25
+#define MMC_IPCSR_RXUDPERROCTETS_LEN 1
+#define MMC_IPCSR_RXUDPGDOCTETS_POS 24
+#define MMC_IPCSR_RXUDPGDOCTETS_LEN 1
+#define MMC_IPCSR_RXIPV6NOPAYOCTETS_POS 23
+#define MMC_IPCSR_RXIPV6NOPAYOCTETS_LEN 1
+#define MMC_IPCSR_RXIPV6HDRERROCTETS_POS 22
+#define MMC_IPCSR_RXIPV6HDRERROCTETS_LEN 1
+#define MMC_IPCSR_RXIPV6GDOCTETS_POS 21
+#define MMC_IPCSR_RXIPV6GDOCTETS_LEN 1
+#define MMC_IPCSR_RXIPV4UDSBLOCTETS_POS 20
+#define MMC_IPCSR_RXIPV4UDSBLOCTETS_LEN 1
+#define MMC_IPCSR_RXIPV4FRAGOCTETS_POS 19
+#define MMC_IPCSR_RXIPV4FRAGOCTETS_LEN 1
+#define MMC_IPCSR_RXIPV4NOPAYOCTETS_POS 18
+#define MMC_IPCSR_RXIPV4NOPAYOCTETS_LEN 1
+#define MMC_IPCSR_RXIPV4HDRERROCTETS_POS 17
+#define MMC_IPCSR_RXIPV4HDRERROCTETS_LEN 1
+#define MMC_IPCSR_RXIPV4GDOCTETS_POS 16
+#define MMC_IPCSR_RXIPV4GDOCTETS_LEN 1
+#define MMC_IPCSR_RXICMPERRPKTS_POS 13
+#define MMC_IPCSR_RXICMPERRPKTS_LEN 1
+#define MMC_IPCSR_RXICMPGDPKTS_POS 12
+#define MMC_IPCSR_RXICMPGDPKTS_LEN 1
+#define MMC_IPCSR_RXTCPERRPKTS_POS 11
+#define MMC_IPCSR_RXTCPERRPKTS_LEN 1
+#define MMC_IPCSR_RXTCPGDPKTS_POS 10
+#define MMC_IPCSR_RXTCPGDPKTS_LEN 1
+#define MMC_IPCSR_RXUDPERRPKTS_POS 9
+#define MMC_IPCSR_RXUDPERRPKTS_LEN 1
+#define MMC_IPCSR_RXUDPGDPKTS_POS 8
+#define MMC_IPCSR_RXUDPGDPKTS_LEN 1
+#define MMC_IPCSR_RXIPV6NOPAYPKTS_POS 7
+#define MMC_IPCSR_RXIPV6NOPAYPKTS_LEN 1
+#define MMC_IPCSR_RXIPV6HDRERRPKTS_POS 6
+#define MMC_IPCSR_RXIPV6HDRERRPKTS_LEN 1
+#define MMC_IPCSR_RXIPV6GDPKTS_POS 5
+#define MMC_IPCSR_RXIPV6GDPKTS_LEN 1
+#define MMC_IPCSR_RXIPV4UBSBLPKTS_POS 4
+#define MMC_IPCSR_RXIPV4UBSBLPKTS_LEN 1
+#define MMC_IPCSR_RXIPV4FRAGPKTS_POS 3
+#define MMC_IPCSR_RXIPV4FRAGPKTS_LEN 1
+#define MMC_IPCSR_RXIPV4NOPAYPKTS_POS 2
+#define MMC_IPCSR_RXIPV4NOPAYPKTS_LEN 1
+#define MMC_IPCSR_RXIPV4HDRERRPKTS_POS 1
+#define MMC_IPCSR_RXIPV4HDRERRPKTS_LEN 1
+#define MMC_IPCSR_RXIPV4GDPKTS_POS 0
+#define MMC_IPCSR_RXIPV4GDPKTS_LEN 1
+#define MMC_RISR_RXLPITRAN_POS 27
+#define MMC_RISR_RXLPITRAN_LEN 1
+#define MMC_RISR_RXLPIUSEC_POS 26
+#define MMC_RISR_RXLPIUSEC_LEN 1
+#define MMC_RISR_RXCTRLFRAMES_POS 25
+#define MMC_RISR_RXCTRLFRAMES_LEN 1
+#define MMC_RISR_RXRCVERROR_POS 24
+#define MMC_RISR_RXRCVERROR_LEN 1
+#define MMC_RISR_RXWATCHDOGERROR_POS 23
+#define MMC_RISR_RXWATCHDOGERROR_LEN 1
+#define MMC_RISR_RXVLANFRAMES_GB_POS 22
+#define MMC_RISR_RXVLANFRAMES_GB_LEN 1
+#define MMC_RISR_RXFIFOOVERFLOW_POS 21
+#define MMC_RISR_RXFIFOOVERFLOW_LEN 1
+#define MMC_RISR_RXPAUSEFRAMES_POS 20
+#define MMC_RISR_RXPAUSEFRAMES_LEN 1
+#define MMC_RISR_RXOUTOFRANGETYPE_POS 19
+#define MMC_RISR_RXOUTOFRANGETYPE_LEN 1
+#define MMC_RISR_RXLENGTHERROR_POS 18
+#define MMC_RISR_RXLENGTHERROR_LEN 1
+#define MMC_RISR_RXUNICASTFRAMES_G_POS 17
+#define MMC_RISR_RXUNICASTFRAMES_G_LEN 1
+#define MMC_RISR_RX1024TOMAXOCTETS_GB_POS 16
+#define MMC_RISR_RX1024TOMAXOCTETS_GB_LEN 1
+#define MMC_RISR_RX512TO1023OCTETS_GB_POS 15
+#define MMC_RISR_RX512TO1023OCTETS_GB_LEN 1
+#define MMC_RISR_RX256TO511OCTETS_GB_POS 14
+#define MMC_RISR_RX256TO511OCTETS_GB_LEN 1
+#define MMC_RISR_RX128TO255OCTETS_GB_POS 13
+#define MMC_RISR_RX128TO255OCTETS_GB_LEN 1
+#define MMC_RISR_RX65TO127OCTETS_GB_POS 12
+#define MMC_RISR_RX65TO127OCTETS_GB_LEN 1
+#define MMC_RISR_RX64OCTETS_GB_POS 11
+#define MMC_RISR_RX64OCTETS_GB_LEN 1
+#define MMC_RISR_RXOVERSIZE_G_POS 10
+#define MMC_RISR_RXOVERSIZE_G_LEN 1
+#define MMC_RISR_RXUNDERSIZE_G_POS 9
+#define MMC_RISR_RXUNDERSIZE_G_LEN 1
+#define MMC_RISR_RXJABBERERROR_POS 8
+#define MMC_RISR_RXJABBERERROR_LEN 1
+#define MMC_RISR_RXRUNTERROR_POS 7
+#define MMC_RISR_RXRUNTERROR_LEN 1
+#define MMC_RISR_RXALIGNMENTERROR_POS 6
+#define MMC_RISR_RXALIGNMENTERROR_LEN 1
+#define MMC_RISR_RXCRCERROR_POS 5
+#define MMC_RISR_RXCRCERROR_LEN 1
+#define MMC_RISR_RXMULTICASTFRAMES_G_POS 4
+#define MMC_RISR_RXMULTICASTFRAMES_G_LEN 1
+#define MMC_RISR_RXBROADCASTFRAMES_G_POS 3
+#define MMC_RISR_RXBROADCASTFRAMES_G_LEN 1
+#define MMC_RISR_RXOCTETCOUNT_G_POS 2
+#define MMC_RISR_RXOCTETCOUNT_G_LEN 1
+#define MMC_RISR_RXOCTETCOUNT_GB_POS 1
+#define MMC_RISR_RXOCTETCOUNT_GB_LEN 1
+#define MMC_RISR_RXFRAMECOUNT_GB_POS 0
+#define MMC_RISR_RXFRAMECOUNT_GB_LEN 1
+#define MMC_TISR_TXLPITRAN_POS 27
+#define MMC_TISR_TXLPITRAN_LEN 1
+#define MMC_TISR_TXLPIUSEC_POS 26
+#define MMC_TISR_TXLPIUSEC_LEN 1
+#define MMC_TISR_TXOVERSIZE_G_POS 25
+#define MMC_TISR_TXOVERSIZE_G_LEN 1
+#define MMC_TISR_TXVLANFRAMES_G_POS 24
+#define MMC_TISR_TXVLANFRAMES_G_LEN 1
+#define MMC_TISR_TXPAUSEFRAMES_POS 23
+#define MMC_TISR_TXPAUSEFRAMES_LEN 1
+#define MMC_TISR_TXEXCESSDEF_POS 22
+#define MMC_TISR_TXEXCESSDEF_LEN 1
+#define MMC_TISR_TXFRAMECOUNT_G_POS 21
+#define MMC_TISR_TXFRAMECOUNT_G_LEN 1
+#define MMC_TISR_TXOCTETCOUNT_G_POS 20
+#define MMC_TISR_TXOCTETCOUNT_G_LEN 1
+#define MMC_TISR_TXCARRIERERROR_POS 19
+#define MMC_TISR_TXCARRIERERROR_LEN 1
+#define MMC_TISR_TXEXESSCOL_POS 18
+#define MMC_TISR_TXEXESSCOL_LEN 1
+#define MMC_TISR_TXLATECOL_POS 17
+#define MMC_TISR_TXLATECOL_LEN 1
+#define MMC_TISR_TXDEFERRED_POS 16
+#define MMC_TISR_TXDEFERRED_LEN 1
+#define MMC_TISR_TXMULTICOL_G_POS 15
+#define MMC_TISR_TXMULTICOL_G_LEN 1
+#define MMC_TISR_TXSINGLECOL_G_POS 14
+#define MMC_TISR_TXSINGLECOL_G_LEN 1
+#define MMC_TISR_TXUNDERFLOWERROR_POS 13
+#define MMC_TISR_TXUNDERFLOWERROR_LEN 1
+#define MMC_TISR_TXBROADCASTFRAMES_GB_POS 12
+#define MMC_TISR_TXBROADCASTFRAMES_GB_LEN 1
+#define MMC_TISR_TXMULTICASTFRAMES_GB_POS 11
+#define MMC_TISR_TXMULTICASTFRAMES_GB_LEN 1
+#define MMC_TISR_TXUNICASTFRAMES_GB_POS 10
+#define MMC_TISR_TXUNICASTFRAMES_GB_LEN 1
+#define MMC_TISR_TX1024TOMAXOCTETS_GB_POS 9
+#define MMC_TISR_TX1024TOMAXOCTETS_GB_LEN 1
+#define MMC_TISR_TX512TO1023OCTETS_GB_POS 8
+#define MMC_TISR_TX512TO1023OCTETS_GB_LEN 1
+#define MMC_TISR_TX256TO511OCTETS_GB_POS 7
+#define MMC_TISR_TX256TO511OCTETS_GB_LEN 1
+#define MMC_TISR_TX128TO255OCTETS_GB_POS 6
+#define MMC_TISR_TX128TO255OCTETS_GB_LEN 1
+#define MMC_TISR_TX65TO127OCTETS_GB_POS 5
+#define MMC_TISR_TX65TO127OCTETS_GB_LEN 1
+#define MMC_TISR_TX64OCTETS_GB_POS 4
+#define MMC_TISR_TX64OCTETS_GB_LEN 1
+#define MMC_TISR_TXMULTICASTFRAMES_G_POS 3
+#define MMC_TISR_TXMULTICASTFRAMES_G_LEN 1
+#define MMC_TISR_TXBROADCASTFRAMES_G_POS 2
+#define MMC_TISR_TXBROADCASTFRAMES_G_LEN 1
+#define MMC_TISR_TXFRAMECOUNT_GB_POS 1
+#define MMC_TISR_TXFRAMECOUNT_GB_LEN 1
+#define MMC_TISR_TXOCTETCOUNT_GB_POS 0
+#define MMC_TISR_TXOCTETCOUNT_GB_LEN 1
+
+/* IEEE 1588 PTP register offsets */
+#define PTP_TCR 0xb00 /* Timestamp Control Reg */
+#define PTP_SSIR 0xb04 /* Sub-Second Increment Reg */
+#define PTP_STSR 0xb08 /* System Time Seconds Reg */
+#define PTP_STNSR 0xb0c /* System Time Nanoseconds Reg */
+#define PTP_STSUR 0xb10 /* System Time Seconds Update Reg */
+#define PTP_STNSUR 0xb14 /* System Time Nanoseconds Update Reg */
+#define PTP_TAR 0xb18 /* Timestamp Addend Reg */
+#define PTP_TTSN 0xb30 /* Tx Timestamp status Nanoseconds Reg */
+#define PTP_TTN 0xb34 /* Tx Timestamp status Seconds Reg */
+
+/* PTP Timestamp control register entry bit positions and sizes */
+#define PTP_SSIR_SSINC_POS 16
+#define PTP_SSIR_SSINC_LEN 8
+#define PTP_STNSUR_ADDSUB_POS 31
+#define PTP_STNSUR_ADDSUB_LEN 1
+#define PTP_STNSUR_TSSSS_POS 0
+#define PTP_STNSUR_TSSSS_LEN 31
+#define PTP_TCR_AV8021ASMEN_POS 28
+#define PTP_TCR_AV8021ASMEN_LEN 1
+#define PTP_TCR_SNAPTYPSEL_POS 16
+#define PTP_TCR_SNAPTYPSEL_LEN 2
+#define PTP_TCR_TSMSTRENA_POS 15
+#define PTP_TCR_TSMSTRENA_LEN 1
+#define PTP_TCR_TSEVNTENA_POS 14
+#define PTP_TCR_TSEVNTENA_LEN 1
+#define PTP_TCR_TSIPV4ENA_POS 13
+#define PTP_TCR_TSIPV4ENA_LEN 1
+#define PTP_TCR_TSIPV6ENA_POS 12
+#define PTP_TCR_TSIPV6ENA_LEN 1
+#define PTP_TCR_TSIPENA_POS 11
+#define PTP_TCR_TSIPENA_LEN 1
+#define PTP_TCR_TSVER2ENA_POS 10
+#define PTP_TCR_TSVER2ENA_LEN 1
+#define PTP_TCR_TSCTRLSSR_POS 9
+#define PTP_TCR_TSCTRLSSR_LEN 1
+#define PTP_TCR_TSENALL_POS 8
+#define PTP_TCR_TSENALL_LEN 1
+#define PTP_TCR_TSADDREG_POS 5
+#define PTP_TCR_TSADDREG_LEN 1
+#define PTP_TCR_TSUPDT_POS 3
+#define PTP_TCR_TSUPDT_LEN 1
+#define PTP_TCR_TSINIT_POS 2
+#define PTP_TCR_TSINIT_LEN 1
+#define PTP_TCR_TSCFUPDT_POS 1
+#define PTP_TCR_TSCFUPDT_LEN 1
+#define PTP_TCR_TSENA_POS 0
+#define PTP_TCR_TSENA_LEN 1
+
+/* PTP Timestamp control register value */
+#define PTP_DIGITAL_ROLLOVER_MODE 0x3B9ACA00 /* 10e9-1 ns */
+#define PTP_BINARY_ROLLOVER_MODE 0x80000000 /* ~0.466 ns */
+
+/* MTL register offsets */
+#define MTL_OMR 0xc00
+#define MTL_RQDCM0R 0xc30
+#define MTL_RQDCM1R 0xc34
+
+/* MTL register entry bit positions and sizes */
+#define MTL_OMR_TSA_POS 5
+#define MTL_OMR_TSA_LEN 2
+#define MTL_OMR_RAA_POS 2
+#define MTL_OMR_RAA_LEN 1
+
+/* MTL queue register offsets
+ * Multiple queues can be active. The first queue has registers
+ * that begin at 0xd00. Each subsequent queue has registers that
+ * are accessed using an offset of 0x40 from the previous queue.
+ */
+#define MTL_Q_BASE 0x0d00
+#define MTL_Q_BASE_OFFSET 0x0040
+#define MTL_QX_BASE(x) (MTL_Q_BASE + \
+ ((x) * MTL_Q_BASE_OFFSET))
+
+#define MTL_Q_TQOMR(x) MTL_QX_BASE(x)
+#define MTL_Q_TESR(x) (MTL_QX_BASE(x) + 0x14)
+#define MTL_Q_TQWR(x) (MTL_QX_BASE(x) + 0x18)
+#define MTL_Q_ICSR(x) (MTL_QX_BASE(x) + 0x2c)
+#define MTL_Q_RQOMR(x) (MTL_QX_BASE(x) + 0x30)
+
+/* MTL queue register entry bit positions and sizes */
+#define MTL_ICR_RXOIE_POS 24
+#define MTL_ICR_RXOIE_LEN 1
+#define MTL_ICR_RXOVFIS_POS 16
+#define MTL_ICR_RXOVFIS_LEN 1
+#define MTL_ICR_ABPSIE_POS 9
+#define MTL_ICR_ABPSIE_LEN 1
+#define MTL_ICR_TXUIE_POS 8
+#define MTL_ICR_TXUIE_LEN 1
+#define MTL_ICR_ABPSIS_POS 1
+#define MTL_ICR_ABPSIS_LEN 1
+#define MTL_ICR_TXUNFIS_POS 0
+#define MTL_ICR_TXUNFIS_LEN 1
+#define MTL_Q_RQOMR_RQS_POS 20
+#define MTL_Q_RQOMR_RQS_LEN 10
+#define MTL_Q_RQOMR_RFD_POS 14
+#define MTL_Q_RQOMR_RFD_LEN 6
+#define MTL_Q_RQOMR_RFA_POS 8
+#define MTL_Q_RQOMR_RFA_LEN 6
+#define MTL_Q_RQOMR_EHFC_POS 7
+#define MTL_Q_RQOMR_EHFC_LEN 1
+#define MTL_Q_RQOMR_RSF_POS 5
+#define MTL_Q_RQOMR_RSF_LEN 1
+#define MTL_Q_RQOMR_FEP_POS 4
+#define MTL_Q_RQOMR_FEP_LEN 1
+#define MTL_Q_RQOMR_FUP_POS 3
+#define MTL_Q_RQOMR_FUP_LEN 1
+#define MTL_Q_RQOMR_RTC_POS 0
+#define MTL_Q_RQOMR_RTC_LEN 2
+#define MTL_Q_TQWR_QW_POS 0
+#define MTL_Q_TQWR_QW_LEN 21
+#define MTL_Q_TQOMR_FTQ_POS 0
+#define MTL_Q_TQOMR_FTQ_LEN 1
+#define MTL_Q_TQOMR_TQS_POS 16
+#define MTL_Q_TQOMR_TQS_LEN 10
+#define MTL_Q_TQOMR_TSF_POS 1
+#define MTL_Q_TQOMR_TSF_LEN 1
+#define MTL_Q_TQOMR_TTC_POS 4
+#define MTL_Q_TQOMR_TTC_LEN 3
+#define MTL_Q_TQOMR_TXQEN_POS 2
+#define MTL_Q_TQOMR_TXQEN_LEN 2
+
+/* MTL queue register value */
+#define MTL_RSF_DISABLE 0x00
+#define MTL_RSF_ENABLE 0x01
+#define MTL_TSF_DISABLE 0x00
+#define MTL_TSF_ENABLE 0x01
+#define MTL_RX_THRESHOLD_64 0x00
+#define MTL_RX_THRESHOLD_96 0x02
+#define MTL_RX_THRESHOLD_128 0x03
+#define MTL_TX_THRESHOLD_64 0x00
+#define MTL_TX_THRESHOLD_96 0x02
+#define MTL_TX_THRESHOLD_128 0x03
+#define MTL_TX_THRESHOLD_192 0x04
+#define MTL_TX_THRESHOLD_256 0x05
+#define MTL_TX_THRESHOLD_384 0x06
+#define MTL_TX_THRESHOLD_512 0x07
+#define MTL_TSA_WRR 0x00
+#define MTL_TSA_WFQ 0x01
+#define MTL_TSA_DWRR 0x02
+#define MTL_TSA_SP 0x03
+#define MTL_RAA_SP 0x00
+#define MTL_RAA_WSP 0x01
+#define MTL_Q_DISABLED 0x00
+#define MTL_Q_ENABLED 0x02
+#define MTL_RQDCM0R_Q0MDMACH 0x00000000
+#define MTL_RQDCM0R_Q1MDMACH 0x00000100
+#define MTL_RQDCM0R_Q2MDMACH 0x00020000
+#define MTL_RQDCM0R_Q3MDMACH 0x03000000
+#define MTL_RQDCM1R_Q4MDMACH 0x00000004
+#define MTL_RQDCM1R_Q5MDMACH 0x00000500
+#define MTL_RQDCM1R_Q6MDMACH 0x00060000
+#define MTL_RQDCM1R_Q7MDMACH 0x07000000
+
+/* DMA register offsets */
+#define DMA_MR 0x1000
+#define DMA_SBMR 0x1004
+#define DMA_ISR 0x1008
+#define DMA_DSR0 0x100c
+#define DMA_DSR1 0x1010
+
+/* DMA register entry bit positions and sizes */
+#define DMA_ISR_MACIS_POS 17
+#define DMA_ISR_MACIS_LEN 1
+#define DMA_ISR_MTLIS_POS 16
+#define DMA_ISR_MTLIS_LEN 1
+#define DMA_MR_SWR_POS 0
+#define DMA_MR_SWR_LEN 1
+#define DMA_SBMR_WR_OSR_LMT_POS 24
+#define DMA_SBMR_WR_OSR_LMT_LEN 3
+#define DMA_SBMR_RD_OSR_LMT_POS 16
+#define DMA_SBMR_RD_OSR_LMT_LEN 3
+#define DMA_SBMR_BLEN_16_POS 3
+#define DMA_SBMR_BLEN_16_LEN 1
+#define DMA_SBMR_BLEN_8_POS 2
+#define DMA_SBMR_BLEN_8_LEN 1
+#define DMA_SBMR_BLEN_4_POS 1
+#define DMA_SBMR_BLEN_4_LEN 1
+#define DMA_SBMR_FB_POS 0
+#define DMA_SBMR_FB_LEN 1
+
+/* DMA register values */
+#define DMA_SBMR_OSR_MAX 7
+#define DMA_DSR_RPS_LEN 4
+#define DMA_DSR_TPS_LEN 4
+#define DMA_DSR_Q_LEN (DMA_DSR_RPS_LEN + DMA_DSR_TPS_LEN)
+#define DMA_DSR0_TPS_START 12
+#define DMA_DSR0_RPS_START 8
+#define DMA_DSRX_FIRST_QUEUE 3
+#define DMA_DSRX_INC 4
+#define DMA_DSRX_QPR 4
+#define DMA_DSRX_TPS_START 4
+#define DMA_DSRX_RPS_START 0
+#define DMA_ISR_MACIS_POS 17
+#define DMA_ISR_MACIS_LEN 1
+#define MAC_ISR_RGSMIIS_POS 0
+#define MAC_ISR_RGSMIIS_LEN 1
+
+/* DMA channel register offsets
+ * Multiple channels can be active. The first channel has registers
+ * that begin at 0x1100. Each subsequent channel has registers that
+ * are accessed using an offset of 0x80 from the previous channel.
+ */
+#define DMA_CH_BASE 0x1100
+#define DMA_CH_INC 0x80
+
+#define DMA_CHX_BASE(x) (DMA_CH_BASE + \
+ ((x) * DMA_CH_INC))
+
+#define DMA_CH_CR(x) DMA_CHX_BASE(x)
+#define DMA_CH_TCR(x) (DMA_CHX_BASE(x) + 0x04)
+#define DMA_CH_RCR(x) (DMA_CHX_BASE(x) + 0x08)
+#define DMA_CH_TDLR(x) (DMA_CHX_BASE(x) + 0x14)
+#define DMA_CH_RDLR(x) (DMA_CHX_BASE(x) + 0x1c)
+#define DMA_CH_TDTR(x) (DMA_CHX_BASE(x) + 0x20)
+#define DMA_CH_RDTR(x) (DMA_CHX_BASE(x) + 0x28)
+#define DMA_CH_TDRLR(x) (DMA_CHX_BASE(x) + 0x2c)
+#define DMA_CH_RDRLR(x) (DMA_CHX_BASE(x) + 0x30)
+#define DMA_CH_IER(x) (DMA_CHX_BASE(x) + 0x34)
+#define DMA_CH_RIWT(x) (DMA_CHX_BASE(x) + 0x38)
+#define DMA_CH_SR(x) (DMA_CHX_BASE(x) + 0x60)
+
+/* DMA channel register entry bit positions and sizes */
+#define DMA_CH_CR_PBLX8_POS 16
+#define DMA_CH_CR_PBLX8_LEN 1
+#define DMA_CH_CR_SPH_POS 24
+#define DMA_CH_CR_SPH_LEN 1
+#define DMA_CH_IER_AIE_POS 14
+#define DMA_CH_IER_AIE_LEN 1
+#define DMA_CH_IER_FBEE_POS 12
+#define DMA_CH_IER_FBEE_LEN 1
+#define DMA_CH_IER_NIE_POS 15
+#define DMA_CH_IER_NIE_LEN 1
+#define DMA_CH_IER_RBUE_POS 7
+#define DMA_CH_IER_RBUE_LEN 1
+#define DMA_CH_IER_RIE_POS 6
+#define DMA_CH_IER_RIE_LEN 1
+#define DMA_CH_IER_RSE_POS 8
+#define DMA_CH_IER_RSE_LEN 1
+#define DMA_CH_IER_TBUE_POS 2
+#define DMA_CH_IER_TBUE_LEN 1
+#define DMA_CH_IER_TIE_POS 0
+#define DMA_CH_IER_TIE_LEN 1
+#define DMA_CH_IER_TXSE_POS 1
+#define DMA_CH_IER_TXSE_LEN 1
+#define DMA_CH_ISR_NIS_POS 15
+#define DMA_CH_ISR_NIS_LEN 1
+#define DMA_CH_ISR_AIS_POS 14
+#define DMA_CH_ISR_AIS_LEN 1
+#define DMA_CH_ISR_CDE_POS 13
+#define DMA_CH_ISR_CDE_LEN 1
+#define DMA_CH_ISR_FBE_POS 12
+#define DMA_CH_ISR_FBE_LEN 1
+#define DMA_CH_ISR_ERI_POS 11
+#define DMA_CH_ISR_ERI_LEN 1
+#define DMA_CH_ISR_ETI_POS 10
+#define DMA_CH_ISR_ETI_LEN 1
+#define DMA_CH_ISR_RWT_POS 9
+#define DMA_CH_ISR_RWT_LEN 1
+#define DMA_CH_ISR_RPS_POS 8
+#define DMA_CH_ISR_RPS_LEN 1
+#define DMA_CH_ISR_RBU_POS 7
+#define DMA_CH_ISR_RBU_LEN 1
+#define DMA_CH_ISR_RI_POS 6
+#define DMA_CH_ISR_RI_LEN 1
+#define DMA_CH_ISR_TBU_POS 2
+#define DMA_CH_ISR_TBU_LEN 1
+#define DMA_CH_ISR_TPS_POS 1
+#define DMA_CH_ISR_TPS_LEN 1
+#define DMA_CH_ISR_TI_POS 0
+#define DMA_CH_ISR_TI_LEN 1
+#define DMA_CH_RCR_PBL_POS 16
+#define DMA_CH_RCR_PBL_LEN 6
+#define DMA_CH_RCR_RBSZ_POS 1
+#define DMA_CH_RCR_RBSZ_LEN 14
+#define DMA_CH_RCR_SR_POS 0
+#define DMA_CH_RCR_SR_LEN 1
+#define DMA_CH_RIWT_RWT_POS 0
+#define DMA_CH_RIWT_RWT_LEN 8
+#define DMA_CH_TCR_PBL_POS 16
+#define DMA_CH_TCR_PBL_LEN 6
+#define DMA_CH_TCR_TSE_POS 12
+#define DMA_CH_TCR_TSE_LEN 1
+#define DMA_CH_TCR_OSP_POS 4
+#define DMA_CH_TCR_OSP_LEN 1
+#define DMA_CH_TCR_ST_POS 0
+#define DMA_CH_TCR_ST_LEN 1
+
+/* DMA channel register values */
+#define DMA_OSP_DISABLE 0x00
+#define DMA_OSP_ENABLE 0x01
+#define DMA_PBL_1 1
+#define DMA_PBL_2 2
+#define DMA_PBL_4 4
+#define DMA_PBL_8 8
+#define DMA_PBL_16 16
+#define DMA_PBL_32 32
+#define DMA_PBL_64 64
+#define DMA_PBL_128 128
+#define DMA_PBL_256 256
+#define DMA_PBL_X8_DISABLE 0x00
+#define DMA_PBL_X8_ENABLE 0x01
+
+#define GMAC_COPYBREAK_DEFAULT 256
+
+#endif /* __MT2712_REG_H__ */
diff --git a/drivers/net/ethernet/mediatek/gmac/mtk-gmac.h b/drivers/net/ethernet/mediatek/gmac/mtk-gmac.h
new file mode 100644
index 0000000..8dedcce
--- /dev/null
+++ b/drivers/net/ethernet/mediatek/gmac/mtk-gmac.h
@@ -0,0 +1,683 @@
+/* SPDX-License-Identifier: GPL-2.0 */
+/*
+ * Copyright (c) 2018 MediaTek Inc.
+ */
+#ifndef __MTK_GMAC_H__
+#define __MTK_GMAC_H__
+
+#include <linux/bitops.h>
+#include <linux/clk.h>
+#include <linux/clocksource.h>
+#include <linux/dma-mapping.h>
+#include <linux/gpio.h>
+#include <linux/if_vlan.h>
+#include <linux/netdevice.h>
+#include <linux/net_tstamp.h>
+#include <linux/phy.h>
+#include <linux/ptp_clock_kernel.h>
+#include <linux/timecounter.h>
+#include <linux/timer.h>
+#include <linux/time64.h>
+#include <linux/workqueue.h>
+
+#include "mtk-gmac-desc.h"
+#include "mtk-gmac-reg.h"
+
+#define GMAC_DRV_NAME "mtk-gmac"
+#define GMAC_DRV_VERSION "1.0.0"
+#define GMAC_DRV_DESC "MediaTek GMAC Driver"
+
+/* Descriptor related parameters */
+#define GMAC_TX_DESC_CNT 1024
+#define GMAC_TX_DESC_MIN_FREE (GMAC_TX_DESC_CNT >> 3)
+#define GMAC_TX_DESC_MAX_PROC (GMAC_TX_DESC_CNT >> 1)
+#define GMAC_RX_DESC_CNT 1024
+#define GMAC_RX_DESC_MAX_DIRTY (GMAC_RX_DESC_CNT >> 3)
+
+/* Descriptors required for maximum contiguous TSO/GSO packet */
+#define GMAC_TX_MAX_SPLIT ((GSO_MAX_SIZE / GMAC_TX_MAX_BUF_SIZE) + 1)
+
+/* Maximum possible descriptors needed for a SKB */
+#define GMAC_TX_MAX_DESC_NR (MAX_SKB_FRAGS + GMAC_TX_MAX_SPLIT + 2)
+
+#define GMAC_TX_MAX_BUF_SIZE (SZ_16K - 1)
+#define GMAC_RX_MIN_BUF_SIZE (ETH_FRAME_LEN + ETH_FCS_LEN + VLAN_HLEN)
+#define GMAC_RX_BUF_ALIGN 64
+
+#define GMAC_MAX_FIFO 81920
+
+#define GMAC_MAX_DMA_CHANNELS 8
+#define GMAC_DMA_STOP_TIMEOUT 5
+#define GMAC_DMA_INTERRUPT_MASK 0x31c7
+
+/* Default coalescing parameters */
+#define GMAC_INIT_DMA_TX_USECS 1000
+#define GMAC_INIT_DMA_TX_FRAMES 25
+#define GMAC_INIT_DMA_RX_USECS 30
+#define GMAC_INIT_DMA_RX_FRAMES 25
+#define GMAC_MAX_DMA_RIWT 0xff
+#define GMAC_MIN_DMA_RIWT 0x01
+
+/* Flow control queue count */
+#define GMAC_MAX_FLOW_CONTROL_QUEUES 8
+
+/* System clock is axi clk */
+#define GMAC_SYSCLOCK (273000000 / 2)
+
+/* Maximum MAC address hash table size (256 bits = 8 bytes) */
+#define GMAC_MAC_HASH_TABLE_SIZE 8
+
+/* Helper macro for descriptor handling
+ * Always use GMAC_GET_DESC_DATA to access the descriptor data
+ */
+#define GMAC_GET_DESC_DATA(ring, idx) ({ \
+ typeof(ring) _ring = (ring); \
+ ((_ring)->desc_data_head + \
+ ((idx) & ((_ring)->dma_desc_count - 1))); \
+})
+
+struct gmac_pdata;
+
+enum gmac_clks_map {
+ GMAC_CLK_AXI_DRAM,
+ GMAC_CLK_APB_REG,
+ GMAC_CLK_MAC_EXT,
+ GMAC_CLK_PTP,
+ GMAC_CLK_PTP_PARENT,
+ GMAC_CLK_PTP_TOP,
+ GMAC_CLK_MAX
+};
+
+enum gmac_int {
+ GMAC_INT_DMA_CH_SR_TI,
+ GMAC_INT_DMA_CH_SR_TPS,
+ GMAC_INT_DMA_CH_SR_TBU,
+ GMAC_INT_DMA_CH_SR_RI,
+ GMAC_INT_DMA_CH_SR_RBU,
+ GMAC_INT_DMA_CH_SR_RPS,
+ GMAC_INT_DMA_CH_SR_TI_RI,
+ GMAC_INT_DMA_CH_SR_FBE,
+ GMAC_INT_DMA_ALL,
+};
+
+struct gmac_stats {
+ /* MMC TX counters */
+ u64 txoctetcount_gb;
+ u64 txframecount_gb;
+ u64 txbroadcastframes_g;
+ u64 txmulticastframes_g;
+ u64 tx64octets_gb;
+ u64 tx65to127octets_gb;
+ u64 tx128to255octets_gb;
+ u64 tx256to511octets_gb;
+ u64 tx512to1023octets_gb;
+ u64 tx1024tomaxoctets_gb;
+ u64 txunicastframes_gb;
+ u64 txmulticastframes_gb;
+ u64 txbroadcastframes_gb;
+ u64 txunderflowerror;
+ u64 txsinglecol_g;
+ u64 txmulticol_g;
+ u64 txdeferred;
+ u64 txlatecol;
+ u64 txexesscol;
+ u64 txcarriererror;
+ u64 txoctetcount_g;
+ u64 txframecount_g;
+ u64 txexcessdef;
+ u64 txpauseframes;
+ u64 txvlanframes_g;
+ u64 txosizeframe_g;
+ u64 txlpiusec;
+ u64 txlpitran;
+
+ /* MMC RX counters */
+ u64 rxframecount_gb;
+ u64 rxoctetcount_gb;
+ u64 rxoctetcount_g;
+ u64 rxbroadcastframes_g;
+ u64 rxmulticastframes_g;
+ u64 rxcrcerror;
+ u64 rxalignerror;
+ u64 rxrunterror;
+ u64 rxjabbererror;
+ u64 rxundersize_g;
+ u64 rxoversize_g;
+ u64 rx64octets_gb;
+ u64 rx65to127octets_gb;
+ u64 rx128to255octets_gb;
+ u64 rx256to511octets_gb;
+ u64 rx512to1023octets_gb;
+ u64 rx1024tomaxoctets_gb;
+ u64 rxunicastframes_g;
+ u64 rxlengtherror;
+ u64 rxoutofrangetype;
+ u64 rxpauseframes;
+ u64 rxfifooverflow;
+ u64 rxvlanframes_gb;
+ u64 rxwatchdogerror;
+ u64 rxreceiveerror;
+ u64 rxctrlframes_g;
+ u64 rxlpiusec;
+ u64 rxlpitran;
+
+ /* MMC RXIPC counters */
+ u64 rxipv4_g;
+ u64 rxipv4hderr;
+ u64 rxipv4nopay;
+ u64 rxipv4frag;
+ u64 rxipv4udsbl;
+ u64 rxipv6octets_g;
+ u64 rxipv6hderroctets;
+ u64 rxipv6nopayoctets;
+ u64 rxudp_g;
+ u64 rxudperr;
+ u64 rxtcp_g;
+ u64 rxtcperr;
+ u64 rxicmp_g;
+ u64 rxicmperr;
+ u64 rxipv4octets_g;
+ u64 rxipv4hderroctets;
+ u64 rxipv4nopayoctets;
+ u64 rxipv4fragoctets;
+ u64 rxipv4udsbloctets;
+ u64 rxipv6_g;
+ u64 rxipv6hderr;
+ u64 rxipv6nopay;
+ u64 rxudpoctets_g;
+ u64 rxudperroctets;
+ u64 rxtcpoctets_g;
+ u64 rxtcperroctets;
+ u64 rxicmpoctets_g;
+ u64 rxicmperroctets;
+
+ /* Extra counters */
+ u64 tx_tso_packets;
+ u64 rx_split_header_packets;
+ u64 tx_process_stopped;
+ u64 rx_process_stopped;
+ u64 tx_buffer_unavailable;
+ u64 rx_buffer_unavailable;
+ u64 fatal_bus_error;
+ u64 tx_vlan_packets;
+ u64 rx_vlan_packets;
+ u64 tx_timestamp_packets;
+ u64 rx_timestamp_packets;
+ u64 napi_poll_isr;
+ u64 napi_poll_txtimer;
+};
+
+struct gmac_ring_buf {
+ struct sk_buff *skb;
+ dma_addr_t skb_dma;
+ unsigned int skb_len;
+};
+
+/* Common Tx and Rx DMA hardware descriptor */
+struct gmac_dma_desc {
+ u32 desc0;
+ u32 desc1;
+ u32 desc2;
+ u32 desc3;
+};
+
+/* TxRx-related desc data */
+struct gmac_trx_desc_data {
+ unsigned int packets; /* BQL packet count */
+ unsigned int bytes; /* BQL byte count */
+};
+
+struct gmac_pkt_info {
+ struct sk_buff *skb;
+
+ unsigned int attributes;
+
+ unsigned int errors;
+
+ /* descriptors needed for this packet */
+ unsigned int desc_count;
+ unsigned int length;
+
+ unsigned int tx_packets;
+ unsigned int tx_bytes;
+
+ unsigned int header_len;
+ unsigned int tcp_header_len;
+ unsigned int tcp_payload_len;
+ unsigned short mss;
+
+ unsigned short vlan_ctag;
+
+ u64 rx_tstamp;
+};
+
+struct gmac_desc_data {
+ /* dma_desc: Virtual address of descriptor
+ * dma_desc_addr: DMA address of descriptor
+ */
+ struct gmac_dma_desc *dma_desc;
+ dma_addr_t dma_desc_addr;
+
+ /* skb: Virtual address of SKB
+ * skb_dma: DMA address of SKB data
+ * skb_dma_len: Length of SKB DMA area
+ */
+ struct sk_buff *skb;
+ dma_addr_t skb_dma;
+ unsigned int skb_dma_len;
+
+ /* Tx/Rx -related data */
+ struct gmac_trx_desc_data trx;
+
+ unsigned int mapped_as_page;
+
+ /* Incomplete receive save location. If the budget is exhausted
+ * or the last descriptor (last normal descriptor or a following
+ * context descriptor) has not been DMA'd yet the current state
+ * of the receive processing needs to be saved.
+ */
+ unsigned int state_saved;
+ struct {
+ struct sk_buff *skb;
+ unsigned int len;
+ unsigned int error;
+ } state;
+};
+
+struct gmac_ring {
+ /* Per packet related information */
+ struct gmac_pkt_info pkt_info;
+
+ /* Virtual/DMA addresses of DMA descriptor list and the total count */
+ struct gmac_dma_desc *dma_desc_head;
+ dma_addr_t dma_desc_head_addr;
+ unsigned int dma_desc_count;
+
+ /* Array of descriptor data corresponding the DMA descriptor
+ * (always use the GMAC_GET_DESC_DATA macro to access this data)
+ */
+ struct gmac_desc_data *desc_data_head;
+
+ /* Ring index values
+ * cur - Tx: index of descriptor to be used for current transfer
+ * Rx: index of descriptor to check for packet availability
+ * dirty - Tx: index of descriptor to check for transfer complete
+ * Rx: index of descriptor to check for buffer reallocation
+ */
+ unsigned int cur;
+ unsigned int dirty;
+
+ /* Coalesce frame count used for interrupt bit setting */
+ unsigned int coalesce_count;
+
+ union {
+ struct {
+ unsigned int xmit_more;
+ unsigned int queue_stopped;
+ unsigned short cur_mss;
+ unsigned short cur_vlan_ctag;
+ } tx;
+ };
+} ____cacheline_aligned;
+
+struct gmac_channel {
+ char name[16];
+
+ /* Address of private data area for device */
+ struct gmac_pdata *pdata;
+
+ /* Queue index and base address of queue's DMA registers */
+ unsigned int queue_index;
+ void __iomem *dma_regs;
+
+ /* Per channel interrupt irq number */
+ int dma_irq;
+ char dma_irq_name[IFNAMSIZ + 32];
+
+ /* Netdev related settings */
+ struct napi_struct napi;
+
+ unsigned int saved_ier;
+
+ unsigned int tx_timer_active;
+ struct timer_list tx_timer;
+
+ struct gmac_ring *tx_ring;
+ struct gmac_ring *rx_ring;
+} ____cacheline_aligned;
+
+struct gmac_desc_ops {
+ int (*alloc_channles_and_rings)(struct gmac_pdata *pdata);
+ void (*free_channels_and_rings)(struct gmac_pdata *pdata);
+ int (*map_tx_skb)(struct gmac_channel *channel,
+ struct sk_buff *skb);
+ int (*map_rx_buffer)(struct gmac_pdata *pdata,
+ struct gmac_ring *ring,
+ struct gmac_desc_data *desc_data);
+ void (*unmap_desc_data)(struct gmac_pdata *pdata,
+ struct gmac_desc_data *desc_data,
+ unsigned int tx_rx);
+ void (*tx_desc_init)(struct gmac_pdata *pdata);
+ void (*rx_desc_init)(struct gmac_pdata *pdata);
+};
+
+struct gmac_hw_ops {
+ int (*init)(struct gmac_pdata *pdata);
+ int (*exit)(struct gmac_pdata *pdata);
+
+ int (*tx_complete)(struct gmac_dma_desc *dma_desc);
+
+ void (*enable_tx)(struct gmac_pdata *pdata);
+ void (*disable_tx)(struct gmac_pdata *pdata);
+ void (*enable_rx)(struct gmac_pdata *pdata);
+ void (*disable_rx)(struct gmac_pdata *pdata);
+
+ int (*enable_int)(struct gmac_channel *channel,
+ enum gmac_int int_id);
+ int (*disable_int)(struct gmac_channel *channel,
+ enum gmac_int int_id);
+ void (*dev_xmit)(struct gmac_channel *channel);
+ int (*dev_read)(struct gmac_channel *channel);
+
+ int (*set_mac_address)(struct gmac_pdata *pdata, u8 *addr,
+ unsigned int idx);
+ int (*config_rx_mode)(struct gmac_pdata *pdata);
+ int (*enable_rx_csum)(struct gmac_pdata *pdata);
+ int (*disable_rx_csum)(struct gmac_pdata *pdata);
+
+ /* For MII speed configuration */
+ int (*set_gmii_10_speed)(struct gmac_pdata *pdata);
+ int (*set_gmii_100_speed)(struct gmac_pdata *pdata);
+ int (*set_gmii_1000_speed)(struct gmac_pdata *pdata);
+
+ int (*set_full_duplex)(struct gmac_pdata *pdata);
+ int (*set_half_duplex)(struct gmac_pdata *pdata);
+
+ /* For descriptor related operation */
+ void (*tx_desc_init)(struct gmac_channel *channel);
+ void (*rx_desc_init)(struct gmac_channel *channel);
+ void (*tx_desc_reset)(struct gmac_desc_data *desc_data);
+ void (*rx_desc_reset)(struct gmac_pdata *pdata,
+ struct gmac_desc_data *desc_data,
+ unsigned int index);
+ int (*is_last_desc)(struct gmac_dma_desc *dma_desc);
+ int (*is_context_desc)(struct gmac_dma_desc *dma_desc);
+ void (*tx_start_xmit)(struct gmac_channel *channel,
+ struct gmac_ring *ring);
+
+ /* For Flow Control */
+ int (*config_tx_flow_control)(struct gmac_pdata *pdata);
+ int (*config_rx_flow_control)(struct gmac_pdata *pdata);
+
+ /* For Vlan related config */
+ int (*enable_rx_vlan_stripping)(struct gmac_pdata *pdata);
+ int (*disable_rx_vlan_stripping)(struct gmac_pdata *pdata);
+ int (*enable_rx_vlan_filtering)(struct gmac_pdata *pdata);
+ int (*disable_rx_vlan_filtering)(struct gmac_pdata *pdata);
+ int (*update_vlan_hash_table)(struct gmac_pdata *pdata);
+ int (*update_vlan)(struct gmac_pdata *pdata);
+
+ /* For RX coalescing */
+ int (*config_rx_coalesce)(struct gmac_pdata *pdata);
+ int (*config_tx_coalesce)(struct gmac_pdata *pdata);
+ unsigned int (*usec_to_riwt)(struct gmac_pdata *pdata,
+ unsigned int usec);
+ unsigned int (*riwt_to_usec)(struct gmac_pdata *pdata,
+ unsigned int riwt);
+
+ /* For RX and TX threshold config */
+ int (*config_rx_threshold)(struct gmac_pdata *pdata,
+ unsigned int val);
+ int (*config_tx_threshold)(struct gmac_pdata *pdata,
+ unsigned int val);
+
+ /* For RX and TX Store and Forward Mode config */
+ int (*config_rsf_mode)(struct gmac_pdata *pdata,
+ unsigned int val);
+ int (*config_tsf_mode)(struct gmac_pdata *pdata,
+ unsigned int val);
+
+ /* For TX DMA Operate on Second Frame config */
+ int (*config_osp_mode)(struct gmac_pdata *pdata);
+
+ /* For RX and TX PBL config */
+ int (*config_rx_pbl_val)(struct gmac_pdata *pdata);
+ int (*config_tx_pbl_val)(struct gmac_pdata *pdata);
+ int (*config_pblx8)(struct gmac_pdata *pdata);
+
+ /* For MMC statistics */
+ void (*rxipc_mmc_int)(struct gmac_pdata *pdata);
+ void (*rx_mmc_int)(struct gmac_pdata *pdata);
+ void (*tx_mmc_int)(struct gmac_pdata *pdata);
+ void (*read_mmc_stats)(struct gmac_pdata *pdata);
+
+ void (*config_hw_timestamping)(struct gmac_pdata *pdata,
+ u32 data);
+ void (*config_sub_second_increment)(struct gmac_pdata *pdata,
+ u32 ptp_clock,
+ u32 *ssinc);
+ int (*init_systime)(struct gmac_pdata *pdata, u32 sec, u32 nsec);
+ int (*config_addend)(struct gmac_pdata *pdata, u32 addend);
+ int (*adjust_systime)(struct gmac_pdata *pdata,
+ u32 sec,
+ u32 nsec,
+ int add_sub);
+ void (*get_systime)(struct gmac_pdata *pdata, u64 *systime);
+ void (*get_tx_hwtstamp)(struct gmac_pdata *pdata,
+ struct gmac_dma_desc *desc,
+ struct sk_buff *skb);
+
+};
+
+/* This structure contains flags that indicate what hardware features
+ * or configurations are present in the device.
+ */
+struct gmac_hw_features {
+ /* HW Version */
+ unsigned int version;
+
+ /* HW Feature Register0 */
+ unsigned int mii; /* 10/100Mbps support */
+ unsigned int gmii; /* 1000Mbps support */
+ unsigned int hd; /* Half Duplex support */
+ unsigned int pcs; /* TBI/SGMII/RTBI PHY interface */
+ unsigned int vlhash; /* VLAN Hash Filter */
+ unsigned int sma; /* SMA(MDIO) Interface */
+ unsigned int rwk; /* PMT remote wake-up packet */
+ unsigned int mgk; /* PMT magic packet */
+ unsigned int mmc; /* RMON module */
+ unsigned int aoe; /* ARP Offload */
+ unsigned int ts; /* IEEE 1588-2008 Advanced Timestamp */
+ unsigned int eee; /* Energy Efficient Ethernet */
+ unsigned int tx_coe; /* Tx Checksum Offload */
+ unsigned int rx_coe; /* Rx Checksum Offload */
+ unsigned int addn_mac; /* Additional MAC Addresses */
+ unsigned int ts_src; /* Timestamp Source */
+ unsigned int sa_vlan_ins; /* Source Address or VLAN Insertion */
+ unsigned int phyifsel; /* PHY interface support */
+
+ /* HW Feature Register1 */
+ unsigned int rx_fifo_size; /* MTL Receive FIFO Size */
+ unsigned int tx_fifo_size; /* MTL Transmit FIFO Size */
+ unsigned int one_step_en; /* One-Step Timingstamping Enable */
+ unsigned int ptp_offload; /* PTP Offload Enable */
+ unsigned int adv_ts_hi; /* Advance Timestamping High Word */
+ unsigned int dma_width; /* DMA width */
+ unsigned int dcb; /* DCB Feature */
+ unsigned int sph; /* Split Header Feature */
+ unsigned int tso; /* TCP Segmentation Offload */
+ unsigned int dma_debug; /* DMA Debug Registers */
+ unsigned int av; /* Audio-Vedio Bridge Option */
+ unsigned int rav; /* Rx Side AV Feature */
+ unsigned int pouost; /* One-Step for PTP over UDP/IP */
+ unsigned int hash_table_size; /* Hash Table Size */
+ unsigned int l3l4_filter_num; /* Number of L3-L4 Filters */
+
+ /* HW Feature Register2 */
+ unsigned int rx_q_cnt; /* Number of MTL Receive Queues */
+ unsigned int tx_q_cnt; /* Number of MTL Transmit Queues */
+ unsigned int rx_ch_cnt; /* Number of DMA Receive Channels */
+ unsigned int tx_ch_cnt; /* Number of DMA Transmit Channels */
+ unsigned int pps_out_num; /* Number of PPS outputs */
+ unsigned int aux_snap_num; /* Number of Aux snapshot inputs */
+};
+
+struct plat_gmac_data {
+ struct regmap *infra_regmap, *peri_regmap;
+ struct clk *clks[GMAC_CLK_MAX];
+ struct device_node *np;
+ int phy_mode;
+ void (*gmac_set_interface)(struct plat_gmac_data *plat);
+ void (*gmac_set_delay)(struct plat_gmac_data *plat);
+ int (*gmac_clk_enable)(struct plat_gmac_data *plat);
+ void (*gmac_clk_disable)(struct plat_gmac_data *plat);
+};
+
+struct gmac_resources {
+ void __iomem *base_addr;
+ const char *mac_addr;
+ int irq;
+ int phy_rst;
+};
+
+struct gmac_pdata {
+ struct net_device *netdev;
+ struct device *dev;
+
+ struct plat_gmac_data *plat;
+
+ struct gmac_hw_ops hw_ops;
+ struct gmac_desc_ops desc_ops;
+
+ /* Device statistics */
+ struct gmac_stats stats;
+
+ u32 msg_enable;
+
+ /* MAC registers base */
+ void __iomem *mac_regs;
+
+ /* phydev */
+ struct mii_bus *mii;
+ struct phy_device *phydev;
+ int phyaddr;
+ int bus_id;
+
+ /* Hardware features of the device */
+ struct gmac_hw_features hw_feat;
+
+ struct work_struct restart_work;
+
+ /* Rings for Tx/Rx on a DMA channel */
+ struct gmac_channel *channel_head;
+ unsigned int channel_count;
+ unsigned int tx_ring_count;
+ unsigned int rx_ring_count;
+ unsigned int tx_desc_count;
+ unsigned int rx_desc_count;
+ unsigned int tx_q_count;
+ unsigned int rx_q_count;
+
+ /* Tx/Rx common settings */
+ unsigned int pblx8;
+
+ /* Tx settings */
+ unsigned int tx_sf_mode;
+ unsigned int tx_threshold;
+ unsigned int tx_pbl;
+ unsigned int tx_osp_mode;
+
+ /* Rx settings */
+ unsigned int rx_sf_mode;
+ unsigned int rx_threshold;
+ unsigned int rx_pbl;
+ unsigned int rx_sph;
+
+ /* Tx coalescing settings */
+ unsigned int tx_usecs;
+ unsigned int tx_frames;
+
+ /* Rx coalescing settings */
+ unsigned int rx_riwt;
+ unsigned int rx_usecs;
+ unsigned int rx_frames;
+
+ /* Current Rx buffer size */
+ unsigned int rx_buf_size;
+
+ /* Flow control settings */
+ unsigned int tx_pause;
+ unsigned int rx_pause;
+
+ unsigned int max_addr_reg_cnt;
+
+ /* Device interrupt number */
+ int phy_rst;
+ int dev_irq;
+ unsigned int per_channel_irq;
+ int channel_irq[GMAC_MAX_DMA_CHANNELS];
+
+ /* Netdev related settings */
+ unsigned char mac_addr[ETH_ALEN];
+ netdev_features_t netdev_features;
+ struct napi_struct napi;
+
+ /* Filtering support */
+ unsigned long active_vlans[BITS_TO_LONGS(VLAN_N_VID)];
+ int vlan_weight;
+
+ /* Device clocks */
+ unsigned long sysclk_rate;
+
+ /* DMA width */
+ unsigned int dma_width;
+
+ /* HW timestamping */
+ unsigned char hwts_tx_en;
+ unsigned char hwts_rx_en;
+ unsigned long ptpclk_rate, ptptop_rate;
+ unsigned int ptp_divider;
+ struct ptp_clock_info ptp_clock_info;
+ struct ptp_clock *ptp_clock;
+ u64 default_addend;
+ /* protects registers access */
+ spinlock_t ptp_lock;
+
+ int phy_speed;
+ int duplex;
+
+ char drv_name[32];
+ char drv_ver[32];
+};
+
+void gmac_init_desc_ops(struct gmac_desc_ops *desc_ops);
+void gmac_init_hw_ops(struct gmac_hw_ops *hw_ops);
+const struct net_device_ops *gmac_get_netdev_ops(void);
+const struct ethtool_ops *gmac_get_ethtool_ops(void);
+void gmac_dump_tx_desc(struct gmac_pdata *pdata,
+ struct gmac_ring *ring,
+ unsigned int idx,
+ unsigned int count,
+ unsigned int flag);
+void gmac_dump_rx_desc(struct gmac_pdata *pdata,
+ struct gmac_ring *ring,
+ unsigned int idx);
+void gmac_print_pkt(struct net_device *netdev,
+ struct sk_buff *skb, bool tx_rx);
+int gmac_drv_probe(struct device *dev,
+ struct plat_gmac_data *plat,
+ struct gmac_resources *res);
+int gmac_drv_remove(struct device *dev);
+
+int mdio_register(struct net_device *ndev);
+void mdio_unregister(struct net_device *ndev);
+
+/* For debug prints */
+#ifdef GMAC_DEBUG
+#define GMAC_PR(fmt, args...) \
+ pr_alert("[%s,%d]:" fmt, __func__, __LINE__, ## args)
+#else
+#define GMAC_PR(x...) do { } while (0)
+#endif
+
+#endif /* __MTK_GMAC_H__ */
--
1.7.9.5
^ permalink raw reply related
* [PATCH] bonding: avoid repeated display of same link status change
From: mk.singh @ 2018-09-17 7:20 UTC (permalink / raw)
To: netdev
Cc: Manish Kumar Singh, Jay Vosburgh, Veaceslav Falico,
Andy Gospodarek, David S. Miller, linux-kernel
From: Manish Kumar Singh <mk.singh@oracle.com>
When link status change needs to be committed and rtnl lock couldn't be
taken, avoid redisplay of same link status change message.
Signed-off-by: Manish Kumar Singh <mk.singh@oracle.com>
---
drivers/net/bonding/bond_main.c | 6 ++++--
include/net/bonding.h | 1 +
2 files changed, 5 insertions(+), 2 deletions(-)
diff --git a/drivers/net/bonding/bond_main.c b/drivers/net/bonding/bond_main.c
index 217b790d22ed..fb4e3aff1677 100644
--- a/drivers/net/bonding/bond_main.c
+++ b/drivers/net/bonding/bond_main.c
@@ -2087,7 +2087,7 @@ static int bond_miimon_inspect(struct bonding *bond)
bond_propose_link_state(slave, BOND_LINK_FAIL);
commit++;
slave->delay = bond->params.downdelay;
- if (slave->delay) {
+ if (slave->delay && !bond->rtnl_needed) {
netdev_info(bond->dev, "link status down for %sinterface %s, disabling it in %d ms\n",
(BOND_MODE(bond) ==
BOND_MODE_ACTIVEBACKUP) ?
@@ -2127,7 +2127,7 @@ static int bond_miimon_inspect(struct bonding *bond)
commit++;
slave->delay = bond->params.updelay;
- if (slave->delay) {
+ if (slave->delay && !bond->rtnl_needed) {
netdev_info(bond->dev, "link status up for interface %s, enabling it in %d ms\n",
slave->dev->name,
ignore_updelay ? 0 :
@@ -2301,9 +2301,11 @@ static void bond_mii_monitor(struct work_struct *work)
if (!rtnl_trylock()) {
delay = 1;
should_notify_peers = false;
+ bond->rtnl_needed = true;
goto re_arm;
}
+ bond->rtnl_needed = false;
bond_for_each_slave(bond, slave, iter) {
bond_commit_link_state(slave, BOND_SLAVE_NOTIFY_LATER);
}
diff --git a/include/net/bonding.h b/include/net/bonding.h
index 808f1d167349..50d61cf77855 100644
--- a/include/net/bonding.h
+++ b/include/net/bonding.h
@@ -234,6 +234,7 @@ struct bonding {
struct dentry *debug_dir;
#endif /* CONFIG_DEBUG_FS */
struct rtnl_link_stats64 bond_stats;
+ bool rtnl_needed;
};
#define bond_slave_get_rcu(dev) \
--
2.14.1
^ permalink raw reply related
* [net-next:master 13/125] drivers/net//ethernet/ni/nixge.c:254:9: warning: cast to pointer from integer of different size
From: kbuild test robot @ 2018-09-17 2:30 UTC (permalink / raw)
To: Moritz Fischer; +Cc: kbuild-all, netdev
[-- Attachment #1: Type: text/plain, Size: 9499 bytes --]
tree: https://git.kernel.org/pub/scm/linux/kernel/git/davem/net-next.git master
head: c3ec8bcceb07ab81e4ff017b4ebbacc137a5a15e
commit: 7e8d5755be0e6c92d3b86a85e54c6a550b1910c5 [13/125] net: nixge: Add support for 64-bit platforms
config: i386-randconfig-i1-09170930 (attached as .config)
compiler: gcc-7 (Debian 7.3.0-1) 7.3.0
reproduce:
git checkout 7e8d5755be0e6c92d3b86a85e54c6a550b1910c5
# save the attached .config to linux build tree
make ARCH=i386
All warnings (new ones prefixed by >>):
drivers/net//ethernet/ni/nixge.c: In function 'nixge_hw_dma_bd_release':
>> drivers/net//ethernet/ni/nixge.c:254:9: warning: cast to pointer from integer of different size [-Wint-to-pointer-cast]
skb = (struct sk_buff *)
^
In file included from include/linux/skbuff.h:17:0,
from include/linux/if_ether.h:23,
from include/linux/etherdevice.h:25,
from drivers/net//ethernet/ni/nixge.c:7:
drivers/net//ethernet/ni/nixge.c: In function 'nixge_hw_dma_bd_init':
>> drivers/net//ethernet/ni/nixge.c:130:37: warning: cast from pointer to integer of different size [-Wpointer-to-int-cast]
(bd)->field##_lo = lower_32_bits(((u64)addr)); \
^
include/linux/kernel.h:234:33: note: in definition of macro 'lower_32_bits'
#define lower_32_bits(n) ((u32)(n))
^
drivers/net//ethernet/ni/nixge.c:145:2: note: in expansion of macro 'nixge_hw_dma_bd_set_addr'
nixge_hw_dma_bd_set_addr((bd), sw_id_offset, (addr))
^~~~~~~~~~~~~~~~~~~~~~~~
drivers/net//ethernet/ni/nixge.c:326:3: note: in expansion of macro 'nixge_hw_dma_bd_set_offset'
nixge_hw_dma_bd_set_offset(&priv->rx_bd_v[i], skb);
^~~~~~~~~~~~~~~~~~~~~~~~~~
drivers/net//ethernet/ni/nixge.c:131:37: warning: cast from pointer to integer of different size [-Wpointer-to-int-cast]
(bd)->field##_hi = upper_32_bits(((u64)addr)); \
^
include/linux/kernel.h:228:35: note: in definition of macro 'upper_32_bits'
#define upper_32_bits(n) ((u32)(((n) >> 16) >> 16))
^
drivers/net//ethernet/ni/nixge.c:145:2: note: in expansion of macro 'nixge_hw_dma_bd_set_addr'
nixge_hw_dma_bd_set_addr((bd), sw_id_offset, (addr))
^~~~~~~~~~~~~~~~~~~~~~~~
drivers/net//ethernet/ni/nixge.c:326:3: note: in expansion of macro 'nixge_hw_dma_bd_set_offset'
nixge_hw_dma_bd_set_offset(&priv->rx_bd_v[i], skb);
^~~~~~~~~~~~~~~~~~~~~~~~~~
drivers/net//ethernet/ni/nixge.c: In function 'nixge_recv':
drivers/net//ethernet/ni/nixge.c:604:9: warning: cast to pointer from integer of different size [-Wint-to-pointer-cast]
skb = (struct sk_buff *)nixge_hw_dma_bd_get_addr(cur_p,
^
In file included from include/linux/skbuff.h:17:0,
from include/linux/if_ether.h:23,
from include/linux/etherdevice.h:25,
from drivers/net//ethernet/ni/nixge.c:7:
>> drivers/net//ethernet/ni/nixge.c:130:37: warning: cast from pointer to integer of different size [-Wpointer-to-int-cast]
(bd)->field##_lo = lower_32_bits(((u64)addr)); \
^
include/linux/kernel.h:234:33: note: in definition of macro 'lower_32_bits'
#define lower_32_bits(n) ((u32)(n))
^
drivers/net//ethernet/ni/nixge.c:145:2: note: in expansion of macro 'nixge_hw_dma_bd_set_addr'
nixge_hw_dma_bd_set_addr((bd), sw_id_offset, (addr))
^~~~~~~~~~~~~~~~~~~~~~~~
drivers/net//ethernet/ni/nixge.c:646:3: note: in expansion of macro 'nixge_hw_dma_bd_set_offset'
nixge_hw_dma_bd_set_offset(cur_p, new_skb);
^~~~~~~~~~~~~~~~~~~~~~~~~~
drivers/net//ethernet/ni/nixge.c:131:37: warning: cast from pointer to integer of different size [-Wpointer-to-int-cast]
(bd)->field##_hi = upper_32_bits(((u64)addr)); \
^
include/linux/kernel.h:228:35: note: in definition of macro 'upper_32_bits'
#define upper_32_bits(n) ((u32)(((n) >> 16) >> 16))
^
drivers/net//ethernet/ni/nixge.c:145:2: note: in expansion of macro 'nixge_hw_dma_bd_set_addr'
nixge_hw_dma_bd_set_addr((bd), sw_id_offset, (addr))
^~~~~~~~~~~~~~~~~~~~~~~~
drivers/net//ethernet/ni/nixge.c:646:3: note: in expansion of macro 'nixge_hw_dma_bd_set_offset'
nixge_hw_dma_bd_set_offset(cur_p, new_skb);
^~~~~~~~~~~~~~~~~~~~~~~~~~
vim +254 drivers/net//ethernet/ni/nixge.c
126
127 #ifdef CONFIG_PHYS_ADDR_T_64BIT
128 #define nixge_hw_dma_bd_set_addr(bd, field, addr) \
129 do { \
> 130 (bd)->field##_lo = lower_32_bits(((u64)addr)); \
131 (bd)->field##_hi = upper_32_bits(((u64)addr)); \
132 } while (0)
133 #else
134 #define nixge_hw_dma_bd_set_addr(bd, field, addr) \
135 ((bd)->field##_lo = lower_32_bits((addr)))
136 #endif
137
138 #define nixge_hw_dma_bd_set_phys(bd, addr) \
139 nixge_hw_dma_bd_set_addr((bd), phys, (addr))
140
141 #define nixge_hw_dma_bd_set_next(bd, addr) \
142 nixge_hw_dma_bd_set_addr((bd), next, (addr))
143
144 #define nixge_hw_dma_bd_set_offset(bd, addr) \
145 nixge_hw_dma_bd_set_addr((bd), sw_id_offset, (addr))
146
147 #ifdef CONFIG_PHYS_ADDR_T_64BIT
148 #define nixge_hw_dma_bd_get_addr(bd, field) \
149 (dma_addr_t)((((u64)(bd)->field##_hi) << 32) | ((bd)->field##_lo))
150 #else
151 #define nixge_hw_dma_bd_get_addr(bd, field) \
152 (dma_addr_t)((bd)->field##_lo)
153 #endif
154
155 struct nixge_tx_skb {
156 struct sk_buff *skb;
157 dma_addr_t mapping;
158 size_t size;
159 bool mapped_as_page;
160 };
161
162 struct nixge_priv {
163 struct net_device *ndev;
164 struct napi_struct napi;
165 struct device *dev;
166
167 /* Connection to PHY device */
168 struct device_node *phy_node;
169 phy_interface_t phy_mode;
170
171 int link;
172 unsigned int speed;
173 unsigned int duplex;
174
175 /* MDIO bus data */
176 struct mii_bus *mii_bus; /* MII bus reference */
177
178 /* IO registers, dma functions and IRQs */
179 void __iomem *ctrl_regs;
180 void __iomem *dma_regs;
181
182 struct tasklet_struct dma_err_tasklet;
183
184 int tx_irq;
185 int rx_irq;
186
187 /* Buffer descriptors */
188 struct nixge_hw_dma_bd *tx_bd_v;
189 struct nixge_tx_skb *tx_skb;
190 dma_addr_t tx_bd_p;
191
192 struct nixge_hw_dma_bd *rx_bd_v;
193 dma_addr_t rx_bd_p;
194 u32 tx_bd_ci;
195 u32 tx_bd_tail;
196 u32 rx_bd_ci;
197
198 u32 coalesce_count_rx;
199 u32 coalesce_count_tx;
200 };
201
202 static void nixge_dma_write_reg(struct nixge_priv *priv, off_t offset, u32 val)
203 {
204 writel(val, priv->dma_regs + offset);
205 }
206
207 static void nixge_dma_write_desc_reg(struct nixge_priv *priv, off_t offset,
208 dma_addr_t addr)
209 {
210 writel(lower_32_bits(addr), priv->dma_regs + offset);
211 #ifdef CONFIG_PHYS_ADDR_T_64BIT
212 writel(upper_32_bits(addr), priv->dma_regs + offset + 4);
213 #endif
214 }
215
216 static u32 nixge_dma_read_reg(const struct nixge_priv *priv, off_t offset)
217 {
218 return readl(priv->dma_regs + offset);
219 }
220
221 static void nixge_ctrl_write_reg(struct nixge_priv *priv, off_t offset, u32 val)
222 {
223 writel(val, priv->ctrl_regs + offset);
224 }
225
226 static u32 nixge_ctrl_read_reg(struct nixge_priv *priv, off_t offset)
227 {
228 return readl(priv->ctrl_regs + offset);
229 }
230
231 #define nixge_ctrl_poll_timeout(priv, addr, val, cond, sleep_us, timeout_us) \
232 readl_poll_timeout((priv)->ctrl_regs + (addr), (val), (cond), \
233 (sleep_us), (timeout_us))
234
235 #define nixge_dma_poll_timeout(priv, addr, val, cond, sleep_us, timeout_us) \
236 readl_poll_timeout((priv)->dma_regs + (addr), (val), (cond), \
237 (sleep_us), (timeout_us))
238
239 static void nixge_hw_dma_bd_release(struct net_device *ndev)
240 {
241 struct nixge_priv *priv = netdev_priv(ndev);
242 dma_addr_t phys_addr;
243 struct sk_buff *skb;
244 int i;
245
246 for (i = 0; i < RX_BD_NUM; i++) {
247 phys_addr = nixge_hw_dma_bd_get_addr(&priv->rx_bd_v[i],
248 phys);
249
250 dma_unmap_single(ndev->dev.parent, phys_addr,
251 NIXGE_MAX_JUMBO_FRAME_SIZE,
252 DMA_FROM_DEVICE);
253
> 254 skb = (struct sk_buff *)
255 nixge_hw_dma_bd_get_addr(&priv->rx_bd_v[i],
256 sw_id_offset);
257 dev_kfree_skb(skb);
258 }
259
260 if (priv->rx_bd_v)
261 dma_free_coherent(ndev->dev.parent,
262 sizeof(*priv->rx_bd_v) * RX_BD_NUM,
263 priv->rx_bd_v,
264 priv->rx_bd_p);
265
266 if (priv->tx_skb)
267 devm_kfree(ndev->dev.parent, priv->tx_skb);
268
269 if (priv->tx_bd_v)
270 dma_free_coherent(ndev->dev.parent,
271 sizeof(*priv->tx_bd_v) * TX_BD_NUM,
272 priv->tx_bd_v,
273 priv->tx_bd_p);
274 }
275
---
0-DAY kernel test infrastructure Open Source Technology Center
https://lists.01.org/pipermail/kbuild-all Intel Corporation
[-- Attachment #2: .config.gz --]
[-- Type: application/gzip, Size: 32576 bytes --]
^ permalink raw reply
* [PATCHv2 net-next 1/1] net: rds: use memset to optimize the recv
From: Zhu Yanjun @ 2018-09-17 2:49 UTC (permalink / raw)
To: santosh.shilimkar, davem, netdev, linux-rdma, rds-devel
The function rds_inc_init is in recv process. To use memset can optimize
the function rds_inc_init.
The test result:
Before:
1) + 24.950 us | rds_inc_init [rds]();
After:
1) + 10.990 us | rds_inc_init [rds]();
Acked-by: Santosh Shilimkar <santosh.shilimkar@oracle.com>
Signed-off-by: Zhu Yanjun <yanjun.zhu@oracle.com>
---
V1->V2: a new patch for net-next
---
net/rds/recv.c | 5 +----
1 file changed, 1 insertion(+), 4 deletions(-)
diff --git a/net/rds/recv.c b/net/rds/recv.c
index 12719653188a..727639dac8a7 100644
--- a/net/rds/recv.c
+++ b/net/rds/recv.c
@@ -43,8 +43,6 @@
void rds_inc_init(struct rds_incoming *inc, struct rds_connection *conn,
struct in6_addr *saddr)
{
- int i;
-
refcount_set(&inc->i_refcount, 1);
INIT_LIST_HEAD(&inc->i_item);
inc->i_conn = conn;
@@ -52,8 +50,7 @@ void rds_inc_init(struct rds_incoming *inc, struct rds_connection *conn,
inc->i_rdma_cookie = 0;
inc->i_rx_tstamp = ktime_set(0, 0);
- for (i = 0; i < RDS_RX_MAX_TRACES; i++)
- inc->i_rx_lat_trace[i] = 0;
+ memset(inc->i_rx_lat_trace, 0, sizeof(inc->i_rx_lat_trace));
}
EXPORT_SYMBOL_GPL(rds_inc_init);
--
2.17.1
^ permalink raw reply related
* Re: pull-request: bpf 2018-09-16
From: David Miller @ 2018-09-17 0:47 UTC (permalink / raw)
To: daniel; +Cc: ast, netdev
In-Reply-To: <20180916003645.22407-1-daniel@iogearbox.net>
From: Daniel Borkmann <daniel@iogearbox.net>
Date: Sun, 16 Sep 2018 02:36:45 +0200
> The following pull-request contains BPF updates for your *net* tree.
>
> The main changes are:
>
> 1) Fix end boundary calculation in BTF for the type section, from Martin.
>
> 2) Fix and revert subtraction of pointers that was accidentally allowed
> for unprivileged programs, from Alexei.
>
> 3) Fix bpf_msg_pull_data() helper by using __GFP_COMP in order to avoid
> a warning in linearizing sg pages into a single one for large allocs,
> from Tushar.
>
> Please consider pulling these changes from:
>
> git://git.kernel.org/pub/scm/linux/kernel/git/bpf/bpf.git
Pulled, thanks Daniel.
^ permalink raw reply
* Re: [PATCH 1/2] dt-binding: mediatek: Add binding document for MediaTek GMAC
From: Sergei Shtylyov @ 2018-09-17 8:33 UTC (permalink / raw)
To: Biao Huang, davem, robh+dt
Cc: honghui.zhang, yt.shen, liguo.zhang, mark.rutland, sean.wang,
nelson.chang, matthias.bgg, netdev, devicetree, linux-kernel,
linux-arm-kernel, linux-mediatek
In-Reply-To: <1537165763-13112-2-git-send-email-biao.huang@mediatek.com>
On 9/17/2018 9:29 AM, Biao Huang wrote:
> The commit adds the device tree binding documentation for the MediaTek
> GMAC found on Mediatek MT2712.
>
> Signed-off-by: Biao Huang <biao.huang@mediatek.com>
> ---
> .../devicetree/bindings/net/mediatek-gmac.txt | 45 ++++++++++++++++++++
> 1 file changed, 45 insertions(+)
> create mode 100644 Documentation/devicetree/bindings/net/mediatek-gmac.txt
>
> diff --git a/Documentation/devicetree/bindings/net/mediatek-gmac.txt b/Documentation/devicetree/bindings/net/mediatek-gmac.txt
> new file mode 100644
> index 0000000..14876ed
> --- /dev/null
> +++ b/Documentation/devicetree/bindings/net/mediatek-gmac.txt
> @@ -0,0 +1,45 @@
> +MediaTek Gigabit Ethernet controller
> +=========================================
> +
> +The gigabit ethernet controller can be found on MediaTek SoCs.
> +
> +* Ethernet controller node
> +
> +Required properties:
> +- compatible: Should be
> + "mediatek,mt2712-eth": for MT2712 SoC
> +- reg: Address and length of the register set for the device
> +- interrupts: Should contain the MAC interrupts
> +- interrupt-names: the name of interrupt in the interrupts property. These are
> + "macirq": For MT2712 SoC
> +- clocks: the clock used by the controller
> +- clock-names: the names of the clock listed in the clocks property. These are
> + "axi", "apb", "mac_ext", "ptp", "ptp_parent", "ptp_top": For MT2712 SoC
> +- mac-address: See ethernet.txt in the same directory
> +- power-domains: phandle to the power domain that the ethernet is part of
This (required) prop is absent in your example.
> +- phy-mode: See ethernet.txt file in the same directory.
> +- reset-gpio: gpio number for phy reset.
> +
> +Example:
> +
> +eth: eth@1101c000 {
eth: ethernet@1101c000 {
> + compatible = "mediatek,mt2712-eth";
> + reg = <0 0x1101c000 0 0x1200>;
> + interrupts = <GIC_SPI 237 IRQ_TYPE_LEVEL_LOW>;
> + interrupt-names = "macirq";
> + phy-mode ="rgmii";
> + mac-address = [00 55 7b b5 7d f7];
> + clock-names = "axi",
> + "apb",
> + "mac_ext",
> + "ptp",
> + "ptp_parent",
> + "ptp_top";
> + clocks = <&pericfg CLK_PERI_GMAC>,
> + <&pericfg CLK_PERI_GMAC_PCLK>,
> + <&topckgen CLK_TOP_ETHER_125M_SEL>,
> + <&topckgen CLK_TOP_ETHER_50M_SEL>,
> + <&topckgen CLK_TOP_APLL1_D3>,
> + <&topckgen CLK_TOP_APLL1>;
> + reset-gpio = <&pio 87 GPIO_ACTIVE_HIGH>;
> + };
MBR, Sergei
^ permalink raw reply
* Re: [PATCH net-next] net/smc: cast sizeof to int for comparison
From: Andreas Schwab @ 2018-09-17 8:42 UTC (permalink / raw)
To: YueHaibing; +Cc: davem, ubraun, linux-kernel, netdev, linux-s390
In-Reply-To: <b598de63-f026-c3ff-3380-8b1814f90b82@huawei.com>
On Sep 17 2018, YueHaibing <yuehaibing@huawei.com> wrote:
> On 2018/9/15 19:35, Andreas Schwab wrote:
>> On Sep 15 2018, YueHaibing <yuehaibing@huawei.com> wrote:
>>
>>> Comparing an int to a size, which is unsigned, causes the int to become
>>> unsigned, giving the wrong result. kernel_sendmsg can return a negative
>>> error code.
>>>
>>> Signed-off-by: YueHaibing <yuehaibing@huawei.com>
>>> ---
>>> net/smc/smc_clc.c | 2 +-
>>> 1 file changed, 1 insertion(+), 1 deletion(-)
>>>
>>> diff --git a/net/smc/smc_clc.c b/net/smc/smc_clc.c
>>> index 83aba9a..fd0f5ce 100644
>>> --- a/net/smc/smc_clc.c
>>> +++ b/net/smc/smc_clc.c
>>> @@ -446,7 +446,7 @@ int smc_clc_send_proposal(struct smc_sock *smc, int smc_type,
>>> vec[i++].iov_len = sizeof(trl);
>>> /* due to the few bytes needed for clc-handshake this cannot block */
>>> len = kernel_sendmsg(smc->clcsock, &msg, vec, i, plen);
>>> - if (len < sizeof(pclc)) {
>>> + if (len < (int)sizeof(pclc)) {
>>> if (len >= 0) {
>>> reason_code = -ENETUNREACH;
>>> smc->sk.sk_err = -reason_code;
>>
>> It would perhaps be better to handle len < 0 first.
>
> That need refactor the err hangding, is worth doing it?
Just a few lines moving around, IFAICS.
Andreas.
--
Andreas Schwab, schwab@linux-m68k.org
GPG Key fingerprint = 7578 EB47 D4E5 4D69 2510 2552 DF73 E780 A9DA AEC1
"And now for something completely different."
^ permalink raw reply
* Re: [PATCH iproute2] libnetlink: fix leak and using unused memory on error
From: David Ahern @ 2018-09-17 3:54 UTC (permalink / raw)
To: Mahesh Bandewar (महेश बंडेवार),
Stephen Hemminger
Cc: Mahesh Bandewar, linux-netdev
In-Reply-To: <CAF2d9jjPGHnzkCgT00Us2ArsYJSjXMyOBrQaUVR-Fs3Rzbaftg@mail.gmail.com>
On 9/14/18 10:48 AM, Mahesh Bandewar (महेश बंडेवार) wrote:
> On Thu, Sep 13, 2018 at 12:33 PM, Stephen Hemminger
> <stephen@networkplumber.org> wrote:
>> If an error happens in multi-segment message (tc only)
>> then report the error and stop processing further responses.
>> This also fixes refering to the buffer after free.
>>
>> The sequence check is not necessary here because the
>> response message has already been validated to be in
>> the window of the sequence number of the iov.
>>
>> Reported-by: Mahesh Bandewar <mahesh@bandewar.net>
>> Fixes: 7b2ee50c0cd5 ("hv_netvsc: common detach logic")
$ git show 7b2ee50c0cd5
fatal: ambiguous argument '7b2ee50c0cd5': unknown revision or path not
in the working tree.
but we knew that since iproute2 does not have hv_netsvc code. Copy and
paste error?
^ permalink raw reply
* Re: [PATCH v2 05/17] compat_ioctl: move more drivers to generic_compat_ioctl_ptrarg
From: Jonathan Cameron @ 2018-09-17 9:33 UTC (permalink / raw)
To: Arnd Bergmann
Cc: linux-fbdev-u79uwXL29TY76Z2rM5mHXA,
linux-iio-u79uwXL29TY76Z2rM5mHXA,
linux-pci-u79uwXL29TY76Z2rM5mHXA,
linux-remoteproc-u79uwXL29TY76Z2rM5mHXA,
linux-nvme-IAPFreCvJWM7uuMidbF8XUB+6BGkLq7r,
platform-driver-x86-u79uwXL29TY76Z2rM5mHXA,
sparclinux-u79uwXL29TY76Z2rM5mHXA,
devel-gWbeCf7V1WCQmaza687I9mD2FQJk+8+b,
linux-scsi-u79uwXL29TY76Z2rM5mHXA,
linux-nvdimm-hn68Rpc1hR1g9hUCZPvPmw,
linux-rdma-u79uwXL29TY76Z2rM5mHXA,
qat-linux-ral2JQCrhuEAvxtiuMwx3w,
amd-gfx-PD4FTy7X32lNgt0PjOBp9y5qC8QIuHrW,
linux-input-u79uwXL29TY76Z2rM5mHXA,
linux-media-u79uwXL29TY76Z2rM5mHXA,
linaro-mm-sig-cunTk1MwBs8s++Sfvej+rw,
dri-devel-PD4FTy7X32lNgt0PjOBp9y5qC8QIuHrW,
ceph-devel-u79uwXL29TY76Z2rM5mHXA, Greg Kroah-Hartman,
linux-usb-u79uwXL29TY76Z2rM5mHXA,
linux-wireless-u79uwXL29TY76Z2rM5mHXA,
linux-kernel-u79uwXL29TY76Z2rM5mHXA,
linux-crypto-u79uwXL29TY76Z2rM5mHXA,
netdev-u79uwXL29TY76Z2rM5mHXA,
linux-fsdevel-u79uwXL29TY76Z2rM5mHXA,
linuxppc-dev-uLR06cmDAlY/bJ5BZ2RsiQ, David S. Miller,
linux-btrfs-u79uwXL29TY76Z2rM5mHXA,
viro-RmSDqhL/yNMiFSDQTTA3OLVCufUGDwFn
In-Reply-To: <20180912151134.436719-1-arnd-r2nGTMty4D4@public.gmane.org>
On Wed, 12 Sep 2018 17:08:52 +0200
Arnd Bergmann <arnd-r2nGTMty4D4@public.gmane.org> wrote:
> The .ioctl and .compat_ioctl file operations have the same prototype so
> they can both point to the same function, which works great almost all
> the time when all the commands are compatible.
>
> One exception is the s390 architecture, where a compat pointer is only
> 31 bit wide, and converting it into a 64-bit pointer requires calling
> compat_ptr(). Most drivers here will ever run in s390, but since we now
> have a generic helper for it, it's easy enough to use it consistently.
>
> I double-checked all these drivers to ensure that all ioctl arguments
> are used as pointers or are ignored, but are not interpreted as integer
> values.
>
> Signed-off-by: Arnd Bergmann <arnd-r2nGTMty4D4@public.gmane.org>
> ---
For IIO part.
Acked-by: Jonathan Cameron <Jonathan.Cameron-hv44wF8Li93QT0dZR+AlfA@public.gmane.org>
Thanks,
> diff --git a/drivers/iio/industrialio-core.c b/drivers/iio/industrialio-core.c
> index a062cfddc5af..22844b94b0e9 100644
> --- a/drivers/iio/industrialio-core.c
> +++ b/drivers/iio/industrialio-core.c
> @@ -1630,7 +1630,7 @@ static const struct file_operations iio_buffer_fileops = {
> .owner = THIS_MODULE,
> .llseek = noop_llseek,
> .unlocked_ioctl = iio_ioctl,
> - .compat_ioctl = iio_ioctl,
> + .compat_ioctl = generic_compat_ioctl_ptrarg,
> };
>
^ permalink raw reply
* Re: [PATCH net-next] net/smc: cast sizeof to int for comparison
From: YueHaibing @ 2018-09-17 9:38 UTC (permalink / raw)
To: Ursula Braun; +Cc: davem, linux-kernel, netdev, linux-s390
In-Reply-To: <554a145a-d59d-9033-1702-4987a9c4bc94@linux.ibm.com>
On 2018/9/17 16:49, Ursula Braun wrote:
>
>
> On 09/15/2018 12:00 PM, YueHaibing wrote:
>> Comparing an int to a size, which is unsigned, causes the int to become
>> unsigned, giving the wrong result. kernel_sendmsg can return a negative
>> error code.
>>
>
> Thanks for reporting this issue!
>
>> Signed-off-by: YueHaibing <yuehaibing@huawei.com>
>> ---
>> net/smc/smc_clc.c | 2 +-
>> 1 file changed, 1 insertion(+), 1 deletion(-)
>>
>> diff --git a/net/smc/smc_clc.c b/net/smc/smc_clc.c
>> index 83aba9a..fd0f5ce 100644
>> --- a/net/smc/smc_clc.c
>> +++ b/net/smc/smc_clc.c
>> @@ -446,7 +446,7 @@ int smc_clc_send_proposal(struct smc_sock *smc, int smc_type,
>> vec[i++].iov_len = sizeof(trl);
>> /* due to the few bytes needed for clc-handshake this cannot block */
>> len = kernel_sendmsg(smc->clcsock, &msg, vec, i, plen);
>> - if (len < sizeof(pclc)) {
>> + if (len < (int)sizeof(pclc)) {
>> if (len >= 0) {
>> reason_code = -ENETUNREACH;
>> smc->sk.sk_err = -reason_code;
>>
>
> Your fix helps, but I would like to follow the hint of Andreas Schwab, and split
> the return value check like this:
>
> ---
> net/smc/smc_clc.c | 14 ++++++--------
> 1 file changed, 6 insertions(+), 8 deletions(-)
>
> --- a/net/smc/smc_clc.c
> +++ b/net/smc/smc_clc.c
> @@ -446,14 +446,12 @@ int smc_clc_send_proposal(struct smc_soc
> vec[i++].iov_len = sizeof(trl);
> /* due to the few bytes needed for clc-handshake this cannot block */
> len = kernel_sendmsg(smc->clcsock, &msg, vec, i, plen);
> - if (len < sizeof(pclc)) {
> - if (len >= 0) {
> - reason_code = -ENETUNREACH;
> - smc->sk.sk_err = -reason_code;
> - } else {
> - smc->sk.sk_err = smc->clcsock->sk->sk_err;
> - reason_code = -smc->sk.sk_err;
> - }
> + if (len < 0) {
> + smc->sk.sk_err = smc->clcsock->sk->sk_err;
> + reason_code = -smc->sk.sk_err;
> + } else if (len < (int)sizeof(pclc)) {
> + reason_code = -ENETUNREACH;
> + smc->sk.sk_err = -reason_code;
> }
>
> return reason_code;
>
> Agreed?
Yes, Need a new patch from me?
>
> Regards, Ursula
>
>
>
^ permalink raw reply
* Re: [PATCH 1/2] netlink: add NLA_REJECT policy type
From: Johannes Berg @ 2018-09-17 9:38 UTC (permalink / raw)
To: Marcelo Ricardo Leitner, Michal Kubecek
Cc: linux-wireless-u79uwXL29TY76Z2rM5mHXA,
netdev-u79uwXL29TY76Z2rM5mHXA, jbenc-H+wXaHxf7aLQT0dZR+AlfA
In-Reply-To: <20180913215839.GI27095-bi+AKbBUZKY6gyzm1THtWbp2dZbC/Bob@public.gmane.org>
On Thu, 2018-09-13 at 18:58 -0300, Marcelo Ricardo Leitner wrote:
> > It would be easier and IMHO cleaner if I could simply list these "read
> > only attributes" with NLA_REJECT policy for "set" request.
>
> Not that I'm against this. Point was fields that are considered output
> only today are probably being silently ignored, and we can't change
> them to be NLA_REJECT as it would break user applications.
Indeed.
> Then we
> will have fields that are rejected, and those old that are not. In the
> long run, nearly all output fields would be marked as NLA_REJECT,
> okay.
Perhaps, yes, though I assume it would only really be true for new
families that bother to mark as such.
> Then I ask my first question again: why reject these? They are not
> hurting anything, are they? It's different from your example I think.
> In there, the extra information which was ignored leads to a
> different behavior.
So in one case I was thinking of, there are some fields that simply
cannot be used for input, they're only used for output. But it may not
always be obvious to somebody using the API. Thus, I think it makes
sense to instruct the kernel to reject that, so that whoever gets
confused has immediate feedback that their usage is wrong. If we ignore
that, they may not realize their error immediately.
I think the ethtool case is similar: you can read and write some fields,
and only read others - but if you try to write the read-only fields
would you prefer to be told "sorry, this is not possible" vs. it being
silently ignored? I'd definitely prefer the former.
> Maybe it would be better to have NLA_IGNORE instead? </idea>
I don't think so, it doesn't give any feedback to the application author
that they're doing something wrong.
johannes
^ permalink raw reply
* Re: [PATCH 1/2] netlink: add NLA_REJECT policy type
From: Johannes Berg @ 2018-09-17 9:39 UTC (permalink / raw)
To: David Miller
Cc: linux-wireless-u79uwXL29TY76Z2rM5mHXA,
netdev-u79uwXL29TY76Z2rM5mHXA, mkubecek-AlSwsSmVLrQ
In-Reply-To: <20180913.155934.742447935316828936.davem-fT/PcQaiUtIeIZ0/mPfg9Q@public.gmane.org>
On Thu, 2018-09-13 at 15:59 -0700, David Miller wrote:
> From: Johannes Berg <johannes-cdvu00un1VgdHxzADdlk8Q@public.gmane.org>
> Date: Thu, 13 Sep 2018 10:46:02 +0200
>
> > + NL_SET_BAD_ATTR(extack, nla);
> > + if (extack && !extack->_msg)
> > + NL_SET_ERR_MSG(extack,
> > + "Attribute failed policy validation");
>
> Given the lively discussion that resulted from this conditional I am
> pretty sure we want to override existing messages.
>
> If we have an existing message, and we continued to process and
> parse anyways, then the existing message was informational or
> a warning.
>
> The message should be overridden when the action will be to fail, as
> it will be here when we return -EINVAL.
Not just -EINVAL, but yeah, I've just reworked the patch to do this.
johannes
^ permalink raw reply
* Re: [PATCH net] netfilter: bridge: Don't sabotage nf_hook calls from an l3mdev
From: David Ahern @ 2018-09-17 4:14 UTC (permalink / raw)
To: dsahern, netdev, pablo, fw; +Cc: ndsouza, idosch
In-Reply-To: <20180907220813.7141-1-dsahern@kernel.org>
Pablo:
DaveM has this marked as waiting for upstream. Any comment on this patch?
Thanks,
David
On 9/7/18 3:08 PM, dsahern@kernel.org wrote:
> From: David Ahern <dsahern@gmail.com>
>
> For starters, the bridge netfilter code registers operations that
> are invoked any time nh_hook is called. Specifically, ip_sabotage_in
> watches for nested calls for NF_INET_PRE_ROUTING when a bridge is in
> the stack.
>
> Packet wise, the bridge netfilter hook runs first. br_nf_pre_routing
> allocates nf_bridge, sets in_prerouting to 1 and calls NF_HOOK for
> NF_INET_PRE_ROUTING. It's finish function, br_nf_pre_routing_finish,
> then resets in_prerouting flag to 0 and the packet continues up the
> stack. The packet eventually makes it to the VRF driver and it invokes
> nf_hook for NF_INET_PRE_ROUTING in case any rules have been added against
> the vrf device.
>
> Because of the registered operations the call to nf_hook causes
> ip_sabotage_in to be invoked. That function sees the nf_bridge on the
> skb and that in_prerouting is not set. Thinking it is an invalid nested
> call it steals (drops) the packet.
>
> Update ip_sabotage_in to recognize that the bridge or one of its upper
> devices (e.g., vlan) can be enslaved to a VRF (L3 master device) and
> allow the packet to go through the nf_hook a second time.
>
> Fixes: 73e20b761acf ("net: vrf: Add support for PREROUTING rules on vrf device")
> Reported-by: D'Souza, Nelson <ndsouza@ciena.com>
> Signed-off-by: David Ahern <dsahern@gmail.com>
> ---
> net/bridge/br_netfilter_hooks.c | 3 ++-
> 1 file changed, 2 insertions(+), 1 deletion(-)
>
> diff --git a/net/bridge/br_netfilter_hooks.c b/net/bridge/br_netfilter_hooks.c
> index 6e0dc6bcd32a..37278dc280eb 100644
> --- a/net/bridge/br_netfilter_hooks.c
> +++ b/net/bridge/br_netfilter_hooks.c
> @@ -835,7 +835,8 @@ static unsigned int ip_sabotage_in(void *priv,
> struct sk_buff *skb,
> const struct nf_hook_state *state)
> {
> - if (skb->nf_bridge && !skb->nf_bridge->in_prerouting) {
> + if (skb->nf_bridge && !skb->nf_bridge->in_prerouting &&
> + !netif_is_l3_master(skb->dev)) {
> state->okfn(state->net, state->sk, skb);
> return NF_STOLEN;
> }
>
^ permalink raw reply
* [PATCH] net: ethernet: Fix a unused function warning.
From: zhong jiang @ 2018-09-17 10:44 UTC (permalink / raw)
To: davem, bryan.whitehead, UNGLinuxDriver; +Cc: netdev, linux-kernel
Fix the following compile warning:
drivers/net/ethernet/microchip/lan743x_main.c:2964:12: warning: ‘lan743x_pm_suspend’ defined but not used [-Wunused-function]
static int lan743x_pm_suspend(struct device *dev)
drivers/net/ethernet/microchip/lan743x_main.c:2987:12: warning: ‘lan743x_pm_resume’ defined but not used [-Wunused-function]
static int lan743x_pm_resume(struct device *dev)
Signed-off-by: zhong jiang <zhongjiang@huawei.com>
---
drivers/net/ethernet/microchip/lan743x_main.c | 6 +++---
1 file changed, 3 insertions(+), 3 deletions(-)
diff --git a/drivers/net/ethernet/microchip/lan743x_main.c b/drivers/net/ethernet/microchip/lan743x_main.c
index e7dce79..001b5f7 100644
--- a/drivers/net/ethernet/microchip/lan743x_main.c
+++ b/drivers/net/ethernet/microchip/lan743x_main.c
@@ -2850,7 +2850,7 @@ static void lan743x_pcidev_shutdown(struct pci_dev *pdev)
lan743x_hardware_cleanup(adapter);
}
-#ifdef CONFIG_PM
+#ifdef CONFIG_PM_SLEEP
static u16 lan743x_pm_wakeframe_crc16(const u8 *buf, int len)
{
return bitrev16(crc16(0xFFFF, buf, len));
@@ -3016,7 +3016,7 @@ static int lan743x_pm_resume(struct device *dev)
static const struct dev_pm_ops lan743x_pm_ops = {
SET_SYSTEM_SLEEP_PM_OPS(lan743x_pm_suspend, lan743x_pm_resume)
};
-#endif /*CONFIG_PM */
+#endif /* CONFIG_PM_SLEEP */
static const struct pci_device_id lan743x_pcidev_tbl[] = {
{ PCI_DEVICE(PCI_VENDOR_ID_SMSC, PCI_DEVICE_ID_SMSC_LAN7430) },
@@ -3028,7 +3028,7 @@ static int lan743x_pm_resume(struct device *dev)
.id_table = lan743x_pcidev_tbl,
.probe = lan743x_pcidev_probe,
.remove = lan743x_pcidev_remove,
-#ifdef CONFIG_PM
+#ifdef CONFIG_PM_SLEEP
.driver.pm = &lan743x_pm_ops,
#endif
.shutdown = lan743x_pcidev_shutdown,
--
1.7.12.4
^ permalink raw reply related
* [PATCH net-next] liquidio: Add the features to show FEC settings and set FEC settings
From: Felix Manlunas @ 2018-09-17 5:43 UTC (permalink / raw)
To: davem
Cc: netdev, raghu.vatsavayi, derek.chickles, satananda.burla,
felix.manlunas, weilin.chang
From: Weilin Chang <weilin.chang@cavium.com>
1. Add functions for get_fecparam and set_fecparam.
2. Modify lio_get_link_ksettings to display FEC setting.
Signed-off-by: Weilin Chang <weilin.chang@cavium.com>
Acked-by: Derek Chickles <derek.chickles@cavium.com>
Signed-off-by: Felix Manlunas <felix.manlunas@cavium.com>
---
drivers/net/ethernet/cavium/liquidio/lio_core.c | 148 +++++++++++++++++++++
drivers/net/ethernet/cavium/liquidio/lio_ethtool.c | 76 ++++++++++-
drivers/net/ethernet/cavium/liquidio/lio_main.c | 8 ++
.../net/ethernet/cavium/liquidio/liquidio_common.h | 5 +
.../net/ethernet/cavium/liquidio/octeon_device.h | 2 +
.../net/ethernet/cavium/liquidio/octeon_network.h | 7 +-
6 files changed, 243 insertions(+), 3 deletions(-)
diff --git a/drivers/net/ethernet/cavium/liquidio/lio_core.c b/drivers/net/ethernet/cavium/liquidio/lio_core.c
index 52b32b8..eb96b06 100644
--- a/drivers/net/ethernet/cavium/liquidio/lio_core.c
+++ b/drivers/net/ethernet/cavium/liquidio/lio_core.c
@@ -1654,3 +1654,151 @@ int liquidio_get_speed(struct lio *lio)
return retval;
}
+
+int liquidio_set_fec(struct lio *lio, int on_off)
+{
+ struct oct_nic_seapi_resp *resp;
+ struct octeon_soft_command *sc;
+ struct octeon_device *oct;
+ union octnet_cmd *ncmd;
+ int retval;
+ u32 var;
+
+ oct = lio->oct_dev;
+
+ if (oct->props[lio->ifidx].fec == on_off)
+ return 0;
+
+ if (!OCTEON_CN23XX_PF(oct)) {
+ dev_err(&oct->pci_dev->dev, "%s: SET FEC only for PF\n",
+ __func__);
+ return -1;
+ }
+
+ if (oct->speed_boot != 25) {
+ dev_err(&oct->pci_dev->dev,
+ "Set FEC only when link speed is 25G during insmod\n");
+ return -1;
+ }
+
+ sc = octeon_alloc_soft_command(oct, OCTNET_CMD_SIZE,
+ sizeof(struct oct_nic_seapi_resp), 0);
+
+ ncmd = sc->virtdptr;
+ resp = sc->virtrptr;
+ memset(resp, 0, sizeof(struct oct_nic_seapi_resp));
+
+ init_completion(&sc->complete);
+ sc->sc_status = OCTEON_REQUEST_PENDING;
+
+ ncmd->u64 = 0;
+ ncmd->s.cmd = SEAPI_CMD_FEC_SET;
+ ncmd->s.param1 = on_off;
+ /* SEAPI_CMD_FEC_DISABLE(0) or SEAPI_CMD_FEC_RS(1) */
+
+ octeon_swap_8B_data((u64 *)ncmd, (OCTNET_CMD_SIZE >> 3));
+
+ sc->iq_no = lio->linfo.txpciq[0].s.q_no;
+
+ octeon_prepare_soft_command(oct, sc, OPCODE_NIC,
+ OPCODE_NIC_UBOOT_CTL, 0, 0, 0);
+
+ retval = octeon_send_soft_command(oct, sc);
+ if (retval == IQ_SEND_FAILED) {
+ dev_info(&oct->pci_dev->dev, "Failed to send soft command\n");
+ octeon_free_soft_command(oct, sc);
+ return -EIO;
+ }
+
+ retval = wait_for_sc_completion_timeout(oct, sc, 0);
+ if (retval)
+ return (-EIO);
+
+ var = be32_to_cpu(resp->fec_setting);
+ resp->fec_setting = var;
+ if (var != on_off) {
+ dev_err(&oct->pci_dev->dev,
+ "Setting failed fec= %x, expect %x\n",
+ var, on_off);
+ oct->props[lio->ifidx].fec = var;
+ if (resp->fec_setting == SEAPI_CMD_FEC_SET_RS)
+ oct->props[lio->ifidx].fec = 1;
+ else
+ oct->props[lio->ifidx].fec = 0;
+ }
+
+ WRITE_ONCE(sc->caller_is_done, true);
+
+ if (oct->props[lio->ifidx].fec !=
+ oct->props[lio->ifidx].fec_boot) {
+ dev_dbg(&oct->pci_dev->dev,
+ "Reloade driver to chang fec to %s\n",
+ oct->props[lio->ifidx].fec ? "on" : "off");
+ }
+
+ return retval;
+}
+
+int liquidio_get_fec(struct lio *lio)
+{
+ struct oct_nic_seapi_resp *resp;
+ struct octeon_soft_command *sc;
+ struct octeon_device *oct;
+ union octnet_cmd *ncmd;
+ int retval;
+ u32 var;
+
+ oct = lio->oct_dev;
+
+ sc = octeon_alloc_soft_command(oct, OCTNET_CMD_SIZE,
+ sizeof(struct oct_nic_seapi_resp), 0);
+ if (!sc)
+ return -ENOMEM;
+
+ ncmd = sc->virtdptr;
+ resp = sc->virtrptr;
+ memset(resp, 0, sizeof(struct oct_nic_seapi_resp));
+
+ init_completion(&sc->complete);
+ sc->sc_status = OCTEON_REQUEST_PENDING;
+
+ ncmd->u64 = 0;
+ ncmd->s.cmd = SEAPI_CMD_FEC_GET;
+
+ octeon_swap_8B_data((u64 *)ncmd, (OCTNET_CMD_SIZE >> 3));
+
+ sc->iq_no = lio->linfo.txpciq[0].s.q_no;
+
+ octeon_prepare_soft_command(oct, sc, OPCODE_NIC,
+ OPCODE_NIC_UBOOT_CTL, 0, 0, 0);
+
+ retval = octeon_send_soft_command(oct, sc);
+ if (retval == IQ_SEND_FAILED) {
+ dev_info(&oct->pci_dev->dev,
+ "%s: Failed to send soft command\n", __func__);
+ octeon_free_soft_command(oct, sc);
+ return -EIO;
+ }
+
+ retval = wait_for_sc_completion_timeout(oct, sc, 0);
+ if (retval)
+ return retval;
+
+ var = be32_to_cpu(resp->fec_setting);
+ resp->fec_setting = var;
+ if (resp->fec_setting == SEAPI_CMD_FEC_SET_RS)
+ oct->props[lio->ifidx].fec = 1;
+ else
+ oct->props[lio->ifidx].fec = 0;
+
+ WRITE_ONCE(sc->caller_is_done, true);
+
+ if (oct->props[lio->ifidx].fec !=
+ oct->props[lio->ifidx].fec_boot) {
+ dev_dbg(&oct->pci_dev->dev,
+ "Reloade driver to chang fec to %s\n",
+ oct->props[lio->ifidx].fec ? "on" : "off");
+ }
+
+ return retval;
+}
diff --git a/drivers/net/ethernet/cavium/liquidio/lio_ethtool.c b/drivers/net/ethernet/cavium/liquidio/lio_ethtool.c
index 9e53cdb..4c3925a 100644
--- a/drivers/net/ethernet/cavium/liquidio/lio_ethtool.c
+++ b/drivers/net/ethernet/cavium/liquidio/lio_ethtool.c
@@ -244,6 +244,7 @@ static int lio_get_link_ksettings(struct net_device *netdev,
linfo->link.s.if_mode == INTERFACE_MODE_XLAUI ||
linfo->link.s.if_mode == INTERFACE_MODE_XFI) {
dev_dbg(&oct->pci_dev->dev, "ecmd->base.transceiver is XCVR_EXTERNAL\n");
+ ecmd->base.transceiver = XCVR_EXTERNAL;
} else {
dev_err(&oct->pci_dev->dev, "Unknown link interface mode: %d\n",
linfo->link.s.if_mode);
@@ -277,10 +278,12 @@ static int lio_get_link_ksettings(struct net_device *netdev,
10000baseCR_Full);
}
- if (oct->no_speed_setting == 0)
+ if (oct->no_speed_setting == 0) {
liquidio_get_speed(lio);
- else
+ liquidio_get_fec(lio);
+ } else {
oct->speed_setting = 25;
+ }
if (oct->speed_setting == 10) {
ethtool_link_ksettings_add_link_mode
@@ -304,6 +307,24 @@ static int lio_get_link_ksettings(struct net_device *netdev,
(ecmd, advertising,
25000baseCR_Full);
}
+
+ if (oct->no_speed_setting)
+ break;
+
+ ethtool_link_ksettings_add_link_mode
+ (ecmd, supported, FEC_RS);
+ ethtool_link_ksettings_add_link_mode
+ (ecmd, supported, FEC_NONE);
+ /*FEC_OFF*/
+ if (oct->props[lio->ifidx].fec == 1) {
+ /* ETHTOOL_FEC_RS */
+ ethtool_link_ksettings_add_link_mode
+ (ecmd, advertising, FEC_RS);
+ } else {
+ /* ETHTOOL_FEC_OFF */
+ ethtool_link_ksettings_add_link_mode
+ (ecmd, advertising, FEC_NONE);
+ }
} else { /* VF */
if (linfo->link.s.speed == 10000) {
ethtool_link_ksettings_add_link_mode
@@ -3029,9 +3050,60 @@ static int lio_set_priv_flags(struct net_device *netdev, u32 flags)
return 0;
}
+static int lio_get_fecparam(struct net_device *netdev,
+ struct ethtool_fecparam *fec)
+{
+ struct lio *lio = GET_LIO(netdev);
+ struct octeon_device *oct = lio->oct_dev;
+
+ fec->active_fec = ETHTOOL_FEC_NONE;
+ fec->fec = ETHTOOL_FEC_NONE;
+
+ if (oct->subsystem_id == OCTEON_CN2350_25GB_SUBSYS_ID ||
+ oct->subsystem_id == OCTEON_CN2360_25GB_SUBSYS_ID) {
+ if (oct->no_speed_setting == 1)
+ return 0;
+
+ liquidio_get_fec(lio);
+ fec->fec = (ETHTOOL_FEC_RS | ETHTOOL_FEC_OFF);
+ if (oct->props[lio->ifidx].fec == 1)
+ fec->active_fec = ETHTOOL_FEC_RS;
+ else
+ fec->active_fec = ETHTOOL_FEC_OFF;
+ }
+
+ return 0;
+}
+
+static int lio_set_fecparam(struct net_device *netdev,
+ struct ethtool_fecparam *fec)
+{
+ struct lio *lio = GET_LIO(netdev);
+ struct octeon_device *oct = lio->oct_dev;
+
+ if (oct->subsystem_id == OCTEON_CN2350_25GB_SUBSYS_ID ||
+ oct->subsystem_id == OCTEON_CN2360_25GB_SUBSYS_ID) {
+ if (oct->no_speed_setting == 1)
+ return -EOPNOTSUPP;
+
+ if (fec->fec & ETHTOOL_FEC_OFF)
+ liquidio_set_fec(lio, 0);
+ else if (fec->fec & ETHTOOL_FEC_RS)
+ liquidio_set_fec(lio, 1);
+ else
+ return -EOPNOTSUPP;
+ } else {
+ return -EOPNOTSUPP;
+ }
+
+ return 0;
+}
+
static const struct ethtool_ops lio_ethtool_ops = {
.get_link_ksettings = lio_get_link_ksettings,
.set_link_ksettings = lio_set_link_ksettings,
+ .get_fecparam = lio_get_fecparam,
+ .set_fecparam = lio_set_fecparam,
.get_link = ethtool_op_get_link,
.get_drvinfo = lio_get_drvinfo,
.get_ringparam = lio_ethtool_get_ringparam,
diff --git a/drivers/net/ethernet/cavium/liquidio/lio_main.c b/drivers/net/ethernet/cavium/liquidio/lio_main.c
index 0aba1f7..f42c1b0 100644
--- a/drivers/net/ethernet/cavium/liquidio/lio_main.c
+++ b/drivers/net/ethernet/cavium/liquidio/lio_main.c
@@ -3761,6 +3761,14 @@ static int setup_nic_devices(struct octeon_device *octeon_dev)
octeon_dev->speed_setting = 10;
}
octeon_dev->speed_boot = octeon_dev->speed_setting;
+
+ /* don't read FEC setting if unsupported by f/w (see above) */
+ if (octeon_dev->speed_boot == 25 &&
+ !octeon_dev->no_speed_setting) {
+ liquidio_get_fec(lio);
+ octeon_dev->props[lio->ifidx].fec_boot =
+ octeon_dev->props[lio->ifidx].fec;
+ }
}
devlink = devlink_alloc(&liquidio_devlink_ops,
diff --git a/drivers/net/ethernet/cavium/liquidio/liquidio_common.h b/drivers/net/ethernet/cavium/liquidio/liquidio_common.h
index 8fcb07d..a5e0e9f 100644
--- a/drivers/net/ethernet/cavium/liquidio/liquidio_common.h
+++ b/drivers/net/ethernet/cavium/liquidio/liquidio_common.h
@@ -260,6 +260,11 @@ static inline void add_sg_size(struct octeon_sg_entry *sg_entry,
#define OCTNET_CMD_FAIL 0x1
+#define SEAPI_CMD_FEC_SET 0x0
+#define SEAPI_CMD_FEC_SET_DISABLE 0x0
+#define SEAPI_CMD_FEC_SET_RS 0x1
+#define SEAPI_CMD_FEC_GET 0x1
+
#define SEAPI_CMD_SPEED_SET 0x2
#define SEAPI_CMD_SPEED_GET 0x3
diff --git a/drivers/net/ethernet/cavium/liquidio/octeon_device.h b/drivers/net/ethernet/cavium/liquidio/octeon_device.h
index 881e40d..3d01d36 100644
--- a/drivers/net/ethernet/cavium/liquidio/octeon_device.h
+++ b/drivers/net/ethernet/cavium/liquidio/octeon_device.h
@@ -316,6 +316,8 @@ struct octdev_props {
* device pointer (used for OS specific calls).
*/
int rx_on;
+ int fec;
+ int fec_boot;
int napi_enabled;
int gmxport;
struct net_device *netdev;
diff --git a/drivers/net/ethernet/cavium/liquidio/octeon_network.h b/drivers/net/ethernet/cavium/liquidio/octeon_network.h
index beb3eec..50201fc 100644
--- a/drivers/net/ethernet/cavium/liquidio/octeon_network.h
+++ b/drivers/net/ethernet/cavium/liquidio/octeon_network.h
@@ -84,7 +84,10 @@ struct oct_nic_stats_ctrl {
struct oct_nic_seapi_resp {
u64 rh;
- u32 speed;
+ union {
+ u32 fec_setting;
+ u32 speed;
+ };
u64 status;
};
@@ -236,6 +239,8 @@ int lio_setup_glists(struct octeon_device *oct, struct lio *lio, int num_qs);
int liquidio_get_speed(struct lio *lio);
int liquidio_set_speed(struct lio *lio, int speed);
+int liquidio_get_fec(struct lio *lio);
+int liquidio_set_fec(struct lio *lio, int on_off);
/**
* \brief Net device change_mtu
^ permalink raw reply related
* Re: [PATCH net-next v4 18/20] crypto: port ChaCha20 to Zinc
From: kbuild test robot @ 2018-09-17 11:35 UTC (permalink / raw)
To: Jason A. Donenfeld
Cc: kbuild-all, linux-kernel, netdev, linux-crypto, davem, gregkh,
Jason A. Donenfeld, Samuel Neves, Andy Lutomirski,
Jean-Philippe Aumasson, Eric Biggers
In-Reply-To: <20180914162240.7925-19-Jason@zx2c4.com>
[-- Attachment #1: Type: text/plain, Size: 672 bytes --]
Hi Jason,
I love your patch! Yet something to improve:
[auto build test ERROR on net-next/master]
url: https://github.com/0day-ci/linux/commits/Jason-A-Donenfeld/WireGuard-Secure-Network-Tunnel/20180916-043623
config: i386-randconfig-s3-09171149 (attached as .config)
compiler: gcc-6 (Debian 6.4.0-9) 6.4.0 20171026
reproduce:
# save the attached .config to linux build tree
make ARCH=i386
All errors (new ones prefixed by >>):
>> ERROR: "chacha20" [crypto/chacha20_zinc.ko] undefined!
---
0-DAY kernel test infrastructure Open Source Technology Center
https://lists.01.org/pipermail/kbuild-all Intel Corporation
[-- Attachment #2: .config.gz --]
[-- Type: application/gzip, Size: 29188 bytes --]
^ permalink raw reply
* Wohltätigkeitsspende in Höhe von € 2.000.000,00
From: mxicali @ 2018-09-16 17:51 UTC (permalink / raw)
To: Recipients
Lieber Freund,
Ich bin Herr Tayeb Souami, New Jersey, Vereinigte Staaten von Amerika, der Mega-Gewinner von $ 315million In Mega Millions Jackpot, spende ich an 5 zufällige Personen, wenn Sie diese E-Mail erhalten, dann wurde Ihre E-Mail nach einem Spinball ausgewählt.Ich habe den größten Teil meines Vermögens auf eine Reihe von Wohltätigkeitsorganisationen und Organisationen verteilt.Ich habe mich freiwillig dazu entschieden, die Summe von € 2.000.000,00 an Sie als eine der ausgewählten 5 zu spenden, um meine Gewinne zu überprüfen, sehen Sie bitte meine You Tube Seite unten.
UHR MICH HIER: https://www.youtube.com/watch?v=Z6ui8ZDQ6Ks
Das ist dein Spendencode: [DFC530342018]
Antworten Sie mit dem SPENDE-CODE an diese E-Mail: financialfundingcompany09@gmail.com
Ich hoffe, Sie und Ihre Familie glücklich zu machen.
Grüße
Herr Tayeb Souami
^ permalink raw reply
* Re: [PATCH] powerpc: fix csum_ipv6_magic() on little endian platforms
From: Christophe LEROY @ 2018-09-17 12:27 UTC (permalink / raw)
To: Michael Ellerman
Cc: Xin Long, benh, paulus, jishi, LKML, linuxppc-dev, stable,
netdev@vger.kernel.org, David Miller
In-Reply-To: <CADvbK_c+VVoC=tcX4z-NbX6xGHfkzzNuBXoMHFJfZdiBMzX3+w@mail.gmail.com>
Hi Michael,
Le 10/09/2018 à 16:28, Xin Long a écrit :
> On Mon, Sep 10, 2018 at 2:09 PM Christophe Leroy
> <christophe.leroy@c-s.fr> wrote:
>>
>> On little endian platforms, csum_ipv6_magic() keeps len and proto in
>> CPU byte order. This generates a bad results leading to ICMPv6 packets
>> from other hosts being dropped by powerpc64le platforms.
>>
>> In order to fix this, len and proto should be converted to network
>> byte order ie bigendian byte order. However checksumming 0x12345678
>> and 0x56341278 provide the exact same result so it is enough to
>> rotate the sum of len and proto by 1 byte.
>>
>> PPC32 only support bigendian so the fix is needed for PPC64 only
>>
>> Fixes: e9c4943a107b ("powerpc: Implement csum_ipv6_magic in assembly")
>> Reported-by: Jianlin Shi <jishi@redhat.com>
>> Reported-by: Xin Long <lucien.xin@gmail.com>
>> Cc: <stable@vger.kernel.org> # 4.18+
>> Signed-off-by: Christophe Leroy <christophe.leroy@c-s.fr>
>> ---
>> arch/powerpc/lib/checksum_64.S | 3 +++
>> 1 file changed, 3 insertions(+)
>>
>> diff --git a/arch/powerpc/lib/checksum_64.S b/arch/powerpc/lib/checksum_64.S
>> index 886ed94b9c13..2a68c43e13f5 100644
>> --- a/arch/powerpc/lib/checksum_64.S
>> +++ b/arch/powerpc/lib/checksum_64.S
>> @@ -443,6 +443,9 @@ _GLOBAL(csum_ipv6_magic)
>> addc r0, r8, r9
>> ld r10, 0(r4)
>> ld r11, 8(r4)
>> +#ifndef CONFIG_CPU_BIG_ENDIAN
>> + rotldi r5, r5, 8
>> +#endif
>> adde r0, r0, r10
>> add r5, r5, r7
>> adde r0, r0, r11
>> --
>> 2.13.3
>>
> Tested-by: Xin Long <lucien.xin@gmail.com>
>
Could you take this fix for 4.19 ?
Unless someone takes it through the netdev tree ?
Thanks
Christophe
^ permalink raw reply
* [PATCH net-next v2 00/10] Refactor classifier API to work with Qdisc/blocks without rtnl lock
From: Vlad Buslov @ 2018-09-17 7:17 UTC (permalink / raw)
To: netdev
Cc: jhs, xiyou.wangcong, jiri, davem, stephen, ktkhai,
nicolas.dichtel, gregkh, mark.rutland, leon, paulmck, fw, dsahern,
christian, lucien.xin, jakub.kicinski, jbenc, Vlad Buslov
Currently, all netlink protocol handlers for updating rules, actions and
qdiscs are protected with single global rtnl lock which removes any
possibility for parallelism. This patch set is a third step to remove
rtnl lock dependency from TC rules update path.
Recently, new rtnl registration flag RTNL_FLAG_DOIT_UNLOCKED was added.
Handlers registered with this flag are called without RTNL taken. End
goal is to have rule update handlers(RTM_NEWTFILTER, RTM_DELTFILTER,
etc.) to be registered with UNLOCKED flag to allow parallel execution.
However, there is no intention to completely remove or split rtnl lock
itself. This patch set addresses specific problems in implementation of
classifiers API that prevent its control path from being executed
concurrently. Additional changes are required to refactor classifiers
API and individual classifiers for parallel execution. This patch set
lays groundwork to eventually register rule update handlers as
rtnl-unlocked by modifying code in cls API that works with Qdiscs and
blocks. Following patch set does the same for chains and classifiers.
The goal of this change is to refactor tcf_block_find() and its
dependencies to allow concurrent execution:
- Extend Qdisc API with rcu to lookup and take reference to Qdisc
without relying on rtnl lock.
- Extend tcf_block with atomic reference counting and rcu.
- Always take reference to tcf_block while working with it.
- Implement tcf_block_release() to release resources obtained by
tcf_block_find()
- Create infrastructure to allow registering Qdiscs with class ops that
do not require the caller to hold rtnl lock.
All three netlink rule update handlers use tcf_block_find() to lookup
Qdisc and block, and this patch set introduces additional means of
synchronization to substitute rtnl lock in cls API.
Some functions in cls and sch APIs have historic names that no longer
clearly describe their intent. In order not make this code even more
confusing when introducing their concurrency-friendly versions, rename
these functions to describe actual implementation.
Changes from V1 to V2:
- Rebase on latest net-next.
- Patch 8 - remove.
- Patch 9 - fold into patch 11.
- Patch 11:
- Rename tcf_block_{get|put}() to tcf_block_refcnt_{get|put}().
- Patch 13 - remove.
Vlad Buslov (10):
net: core: netlink: add helper refcount dec and lock function
net: sched: rename qdisc_destroy() to qdisc_put()
net: sched: extend Qdisc with rcu
net: sched: add helper function to take reference to Qdisc
net: sched: use Qdisc rcu API instead of relying on rtnl lock
net: sched: change tcf block reference counter type to refcount_t
net: sched: implement functions to put and flush all chains
net: sched: protect block idr with spinlock
net: sched: implement tcf_block_refcnt_{get|put}()
net: sched: use reference counting for tcf blocks on rules update
include/linux/rtnetlink.h | 6 ++
include/net/pkt_sched.h | 1 +
include/net/sch_generic.h | 20 +++-
net/core/rtnetlink.c | 6 ++
net/sched/cls_api.c | 250 +++++++++++++++++++++++++++++++++-------------
net/sched/sch_api.c | 24 ++++-
net/sched/sch_atm.c | 2 +-
net/sched/sch_cbq.c | 2 +-
net/sched/sch_cbs.c | 2 +-
net/sched/sch_drr.c | 4 +-
net/sched/sch_dsmark.c | 2 +-
net/sched/sch_fifo.c | 2 +-
net/sched/sch_generic.c | 48 +++++++--
net/sched/sch_hfsc.c | 2 +-
net/sched/sch_htb.c | 4 +-
net/sched/sch_mq.c | 4 +-
net/sched/sch_mqprio.c | 4 +-
net/sched/sch_multiq.c | 6 +-
net/sched/sch_netem.c | 2 +-
net/sched/sch_prio.c | 6 +-
net/sched/sch_qfq.c | 4 +-
net/sched/sch_red.c | 4 +-
net/sched/sch_sfb.c | 4 +-
net/sched/sch_tbf.c | 4 +-
24 files changed, 301 insertions(+), 112 deletions(-)
--
2.7.5
^ permalink raw reply
* [PATCH net-next v2 06/10] net: sched: change tcf block reference counter type to refcount_t
From: Vlad Buslov @ 2018-09-17 7:17 UTC (permalink / raw)
To: netdev
Cc: jhs, xiyou.wangcong, jiri, davem, stephen, ktkhai,
nicolas.dichtel, gregkh, mark.rutland, leon, paulmck, fw, dsahern,
christian, lucien.xin, jakub.kicinski, jbenc, Vlad Buslov
In-Reply-To: <1537168660-24032-1-git-send-email-vladbu@mellanox.com>
As a preparation for removing rtnl lock dependency from rules update path,
change tcf block reference counter type to refcount_t to allow modification
by concurrent users.
In block put function perform decrement and check reference counter once to
accommodate concurrent modification by unlocked users. After this change
tcf_chain_put at the end of block put function is called with
block->refcnt==0 and will deallocate block after the last chain is
released, so there is no need to manually deallocate block in this case.
However, if block reference counter reached 0 and there are no chains to
release, block must still be deallocated manually.
Signed-off-by: Vlad Buslov <vladbu@mellanox.com>
Acked-by: Jiri Pirko <jiri@mellanox.com>
---
include/net/sch_generic.h | 2 +-
net/sched/cls_api.c | 59 ++++++++++++++++++++++++++++-------------------
2 files changed, 36 insertions(+), 25 deletions(-)
diff --git a/include/net/sch_generic.h b/include/net/sch_generic.h
index 9a295e690efe..45fee65468d0 100644
--- a/include/net/sch_generic.h
+++ b/include/net/sch_generic.h
@@ -345,7 +345,7 @@ struct tcf_chain {
struct tcf_block {
struct list_head chain_list;
u32 index; /* block index for shared blocks */
- unsigned int refcnt;
+ refcount_t refcnt;
struct net *net;
struct Qdisc *q;
struct list_head cb_list;
diff --git a/net/sched/cls_api.c b/net/sched/cls_api.c
index cfa4a02a6a1a..c3c7d4e2f84c 100644
--- a/net/sched/cls_api.c
+++ b/net/sched/cls_api.c
@@ -240,7 +240,7 @@ static void tcf_chain_destroy(struct tcf_chain *chain)
if (!chain->index)
block->chain0.chain = NULL;
kfree(chain);
- if (list_empty(&block->chain_list) && block->refcnt == 0)
+ if (list_empty(&block->chain_list) && !refcount_read(&block->refcnt))
kfree(block);
}
@@ -510,7 +510,7 @@ static struct tcf_block *tcf_block_create(struct net *net, struct Qdisc *q,
INIT_LIST_HEAD(&block->owner_list);
INIT_LIST_HEAD(&block->chain0.filter_chain_list);
- block->refcnt = 1;
+ refcount_set(&block->refcnt, 1);
block->net = net;
block->index = block_index;
@@ -719,7 +719,7 @@ int tcf_block_get_ext(struct tcf_block **p_block, struct Qdisc *q,
/* block_index not 0 means the shared block is requested */
block = tcf_block_lookup(net, ei->block_index);
if (block)
- block->refcnt++;
+ refcount_inc(&block->refcnt);
}
if (!block) {
@@ -762,7 +762,7 @@ int tcf_block_get_ext(struct tcf_block **p_block, struct Qdisc *q,
err_block_insert:
kfree(block);
} else {
- block->refcnt--;
+ refcount_dec(&block->refcnt);
}
return err;
}
@@ -802,34 +802,45 @@ void tcf_block_put_ext(struct tcf_block *block, struct Qdisc *q,
tcf_chain0_head_change_cb_del(block, ei);
tcf_block_owner_del(block, q, ei->binder_type);
- if (block->refcnt == 1) {
- if (tcf_block_shared(block))
- tcf_block_remove(block, block->net);
-
- /* Hold a refcnt for all chains, so that they don't disappear
- * while we are iterating.
+ if (refcount_dec_and_test(&block->refcnt)) {
+ /* Flushing/putting all chains will cause the block to be
+ * deallocated when last chain is freed. However, if chain_list
+ * is empty, block has to be manually deallocated. After block
+ * reference counter reached 0, it is no longer possible to
+ * increment it or add new chains to block.
*/
- list_for_each_entry(chain, &block->chain_list, list)
- tcf_chain_hold(chain);
+ bool free_block = list_empty(&block->chain_list);
- list_for_each_entry(chain, &block->chain_list, list)
- tcf_chain_flush(chain);
- }
+ if (tcf_block_shared(block))
+ tcf_block_remove(block, block->net);
- tcf_block_offload_unbind(block, q, ei);
+ if (!free_block) {
+ /* Hold a refcnt for all chains, so that they don't
+ * disappear while we are iterating.
+ */
+ list_for_each_entry(chain, &block->chain_list, list)
+ tcf_chain_hold(chain);
- if (block->refcnt == 1) {
- /* At this point, all the chains should have refcnt >= 1. */
- list_for_each_entry_safe(chain, tmp, &block->chain_list, list) {
- tcf_chain_put_explicitly_created(chain);
- tcf_chain_put(chain);
+ list_for_each_entry(chain, &block->chain_list, list)
+ tcf_chain_flush(chain);
}
- block->refcnt--;
- if (list_empty(&block->chain_list))
+ tcf_block_offload_unbind(block, q, ei);
+
+ if (free_block) {
kfree(block);
+ } else {
+ /* At this point, all the chains should have
+ * refcnt >= 1.
+ */
+ list_for_each_entry_safe(chain, tmp, &block->chain_list,
+ list) {
+ tcf_chain_put_explicitly_created(chain);
+ tcf_chain_put(chain);
+ }
+ }
} else {
- block->refcnt--;
+ tcf_block_offload_unbind(block, q, ei);
}
}
EXPORT_SYMBOL(tcf_block_put_ext);
--
2.7.5
^ permalink raw reply related
* [PATCH net-next v2 05/10] net: sched: use Qdisc rcu API instead of relying on rtnl lock
From: Vlad Buslov @ 2018-09-17 7:17 UTC (permalink / raw)
To: netdev
Cc: jhs, xiyou.wangcong, jiri, davem, stephen, ktkhai,
nicolas.dichtel, gregkh, mark.rutland, leon, paulmck, fw, dsahern,
christian, lucien.xin, jakub.kicinski, jbenc, Vlad Buslov
In-Reply-To: <1537168660-24032-1-git-send-email-vladbu@mellanox.com>
As a preparation from removing rtnl lock dependency from rules update path,
use Qdisc rcu and reference counting capabilities instead of relying on
rtnl lock while working with Qdiscs. Create new tcf_block_release()
function, and use it to free resources taken by tcf_block_find().
Currently, this function only releases Qdisc and it is extended in next
patches in this series.
Signed-off-by: Vlad Buslov <vladbu@mellanox.com>
Acked-by: Jiri Pirko <jiri@mellanox.com>
---
net/sched/cls_api.c | 88 ++++++++++++++++++++++++++++++++++++++++++++---------
1 file changed, 73 insertions(+), 15 deletions(-)
diff --git a/net/sched/cls_api.c b/net/sched/cls_api.c
index 1a67af8a6e8c..cfa4a02a6a1a 100644
--- a/net/sched/cls_api.c
+++ b/net/sched/cls_api.c
@@ -527,6 +527,17 @@ static struct tcf_block *tcf_block_lookup(struct net *net, u32 block_index)
return idr_find(&tn->idr, block_index);
}
+static void tcf_qdisc_put(struct Qdisc *q, bool rtnl_held)
+{
+ if (!q)
+ return;
+
+ if (rtnl_held)
+ qdisc_put(q);
+ else
+ qdisc_put_unlocked(q);
+}
+
/* Find tcf block.
* Set q, parent, cl when appropriate.
*/
@@ -537,6 +548,7 @@ static struct tcf_block *tcf_block_find(struct net *net, struct Qdisc **q,
struct netlink_ext_ack *extack)
{
struct tcf_block *block;
+ int err = 0;
if (ifindex == TCM_IFINDEX_MAGIC_BLOCK) {
block = tcf_block_lookup(net, block_index);
@@ -548,55 +560,91 @@ static struct tcf_block *tcf_block_find(struct net *net, struct Qdisc **q,
const struct Qdisc_class_ops *cops;
struct net_device *dev;
+ rcu_read_lock();
+
/* Find link */
- dev = __dev_get_by_index(net, ifindex);
- if (!dev)
+ dev = dev_get_by_index_rcu(net, ifindex);
+ if (!dev) {
+ rcu_read_unlock();
return ERR_PTR(-ENODEV);
+ }
/* Find qdisc */
if (!*parent) {
*q = dev->qdisc;
*parent = (*q)->handle;
} else {
- *q = qdisc_lookup(dev, TC_H_MAJ(*parent));
+ *q = qdisc_lookup_rcu(dev, TC_H_MAJ(*parent));
if (!*q) {
NL_SET_ERR_MSG(extack, "Parent Qdisc doesn't exists");
- return ERR_PTR(-EINVAL);
+ err = -EINVAL;
+ goto errout_rcu;
}
}
+ *q = qdisc_refcount_inc_nz(*q);
+ if (!*q) {
+ NL_SET_ERR_MSG(extack, "Parent Qdisc doesn't exists");
+ err = -EINVAL;
+ goto errout_rcu;
+ }
+
/* Is it classful? */
cops = (*q)->ops->cl_ops;
if (!cops) {
NL_SET_ERR_MSG(extack, "Qdisc not classful");
- return ERR_PTR(-EINVAL);
+ err = -EINVAL;
+ goto errout_rcu;
}
if (!cops->tcf_block) {
NL_SET_ERR_MSG(extack, "Class doesn't support blocks");
- return ERR_PTR(-EOPNOTSUPP);
+ err = -EOPNOTSUPP;
+ goto errout_rcu;
}
+ /* At this point we know that qdisc is not noop_qdisc,
+ * which means that qdisc holds a reference to net_device
+ * and we hold a reference to qdisc, so it is safe to release
+ * rcu read lock.
+ */
+ rcu_read_unlock();
+
/* Do we search for filter, attached to class? */
if (TC_H_MIN(*parent)) {
*cl = cops->find(*q, *parent);
if (*cl == 0) {
NL_SET_ERR_MSG(extack, "Specified class doesn't exist");
- return ERR_PTR(-ENOENT);
+ err = -ENOENT;
+ goto errout_qdisc;
}
}
/* And the last stroke */
block = cops->tcf_block(*q, *cl, extack);
- if (!block)
- return ERR_PTR(-EINVAL);
+ if (!block) {
+ err = -EINVAL;
+ goto errout_qdisc;
+ }
if (tcf_block_shared(block)) {
NL_SET_ERR_MSG(extack, "This filter block is shared. Please use the block index to manipulate the filters");
- return ERR_PTR(-EOPNOTSUPP);
+ err = -EOPNOTSUPP;
+ goto errout_qdisc;
}
}
return block;
+
+errout_rcu:
+ rcu_read_unlock();
+errout_qdisc:
+ tcf_qdisc_put(*q, true);
+ return ERR_PTR(err);
+}
+
+static void tcf_block_release(struct Qdisc *q, struct tcf_block *block)
+{
+ tcf_qdisc_put(q, true);
}
struct tcf_block_owner_item {
@@ -1332,6 +1380,7 @@ static int tc_new_tfilter(struct sk_buff *skb, struct nlmsghdr *n,
errout:
if (chain)
tcf_chain_put(chain);
+ tcf_block_release(q, block);
if (err == -EAGAIN)
/* Replay the request. */
goto replay;
@@ -1453,6 +1502,7 @@ static int tc_del_tfilter(struct sk_buff *skb, struct nlmsghdr *n,
errout:
if (chain)
tcf_chain_put(chain);
+ tcf_block_release(q, block);
return err;
}
@@ -1538,6 +1588,7 @@ static int tc_get_tfilter(struct sk_buff *skb, struct nlmsghdr *n,
errout:
if (chain)
tcf_chain_put(chain);
+ tcf_block_release(q, block);
return err;
}
@@ -1854,7 +1905,8 @@ static int tc_ctl_chain(struct sk_buff *skb, struct nlmsghdr *n,
chain_index = tca[TCA_CHAIN] ? nla_get_u32(tca[TCA_CHAIN]) : 0;
if (chain_index > TC_ACT_EXT_VAL_MASK) {
NL_SET_ERR_MSG(extack, "Specified chain index exceeds upper limit");
- return -EINVAL;
+ err = -EINVAL;
+ goto errout_block;
}
chain = tcf_chain_lookup(block, chain_index);
if (n->nlmsg_type == RTM_NEWCHAIN) {
@@ -1866,23 +1918,27 @@ static int tc_ctl_chain(struct sk_buff *skb, struct nlmsghdr *n,
tcf_chain_hold(chain);
} else {
NL_SET_ERR_MSG(extack, "Filter chain already exists");
- return -EEXIST;
+ err = -EEXIST;
+ goto errout_block;
}
} else {
if (!(n->nlmsg_flags & NLM_F_CREATE)) {
NL_SET_ERR_MSG(extack, "Need both RTM_NEWCHAIN and NLM_F_CREATE to create a new chain");
- return -ENOENT;
+ err = -ENOENT;
+ goto errout_block;
}
chain = tcf_chain_create(block, chain_index);
if (!chain) {
NL_SET_ERR_MSG(extack, "Failed to create filter chain");
- return -ENOMEM;
+ err = -ENOMEM;
+ goto errout_block;
}
}
} else {
if (!chain || tcf_chain_held_by_acts_only(chain)) {
NL_SET_ERR_MSG(extack, "Cannot find specified filter chain");
- return -EINVAL;
+ err = -EINVAL;
+ goto errout_block;
}
tcf_chain_hold(chain);
}
@@ -1924,6 +1980,8 @@ static int tc_ctl_chain(struct sk_buff *skb, struct nlmsghdr *n,
errout:
tcf_chain_put(chain);
+errout_block:
+ tcf_block_release(q, block);
if (err == -EAGAIN)
/* Replay the request. */
goto replay;
--
2.7.5
^ permalink raw reply related
* [PATCH net-next v2 10/10] net: sched: use reference counting for tcf blocks on rules update
From: Vlad Buslov @ 2018-09-17 7:17 UTC (permalink / raw)
To: netdev
Cc: jhs, xiyou.wangcong, jiri, davem, stephen, ktkhai,
nicolas.dichtel, gregkh, mark.rutland, leon, paulmck, fw, dsahern,
christian, lucien.xin, jakub.kicinski, jbenc, Vlad Buslov
In-Reply-To: <1537168660-24032-1-git-send-email-vladbu@mellanox.com>
In order to remove dependency on rtnl lock on rules update path, always
take reference to block while using it on rules update path. Change
tcf_block_get() error handling to properly release block with reference
counting, instead of just destroying it, in order to accommodate potential
concurrent users.
Signed-off-by: Vlad Buslov <vladbu@mellanox.com>
Acked-by: Jiri Pirko <jiri@mellanox.com>
---
net/sched/cls_api.c | 37 ++++++++++++++++++++-----------------
1 file changed, 20 insertions(+), 17 deletions(-)
diff --git a/net/sched/cls_api.c b/net/sched/cls_api.c
index 0a7a3ace2da9..6a3eec5dbdf1 100644
--- a/net/sched/cls_api.c
+++ b/net/sched/cls_api.c
@@ -633,7 +633,7 @@ static struct tcf_block *tcf_block_find(struct net *net, struct Qdisc **q,
int err = 0;
if (ifindex == TCM_IFINDEX_MAGIC_BLOCK) {
- block = tcf_block_lookup(net, block_index);
+ block = tcf_block_refcnt_get(net, block_index);
if (!block) {
NL_SET_ERR_MSG(extack, "Block of given index was not found");
return ERR_PTR(-EINVAL);
@@ -713,6 +713,14 @@ static struct tcf_block *tcf_block_find(struct net *net, struct Qdisc **q,
err = -EOPNOTSUPP;
goto errout_qdisc;
}
+
+ /* Always take reference to block in order to support execution
+ * of rules update path of cls API without rtnl lock. Caller
+ * must release block when it is finished using it. 'if' block
+ * of this conditional obtain reference to block by calling
+ * tcf_block_refcnt_get().
+ */
+ refcount_inc(&block->refcnt);
}
return block;
@@ -726,6 +734,8 @@ static struct tcf_block *tcf_block_find(struct net *net, struct Qdisc **q,
static void tcf_block_release(struct Qdisc *q, struct tcf_block *block)
{
+ if (!IS_ERR_OR_NULL(block))
+ tcf_block_refcnt_put(block);
tcf_qdisc_put(q, true);
}
@@ -794,21 +804,16 @@ int tcf_block_get_ext(struct tcf_block **p_block, struct Qdisc *q,
{
struct net *net = qdisc_net(q);
struct tcf_block *block = NULL;
- bool created = false;
int err;
- if (ei->block_index) {
+ if (ei->block_index)
/* block_index not 0 means the shared block is requested */
- block = tcf_block_lookup(net, ei->block_index);
- if (block)
- refcount_inc(&block->refcnt);
- }
+ block = tcf_block_refcnt_get(net, ei->block_index);
if (!block) {
block = tcf_block_create(net, q, ei->block_index, extack);
if (IS_ERR(block))
return PTR_ERR(block);
- created = true;
if (tcf_block_shared(block)) {
err = tcf_block_insert(block, net, extack);
if (err)
@@ -838,14 +843,8 @@ int tcf_block_get_ext(struct tcf_block **p_block, struct Qdisc *q,
err_chain0_head_change_cb_add:
tcf_block_owner_del(block, q, ei->binder_type);
err_block_owner_add:
- if (created) {
- if (tcf_block_shared(block))
- tcf_block_remove(block, net);
err_block_insert:
- kfree_rcu(block, rcu);
- } else {
- refcount_dec(&block->refcnt);
- }
+ tcf_block_refcnt_put(block);
return err;
}
EXPORT_SYMBOL(tcf_block_get_ext);
@@ -1739,7 +1738,7 @@ static int tc_dump_tfilter(struct sk_buff *skb, struct netlink_callback *cb)
return err;
if (tcm->tcm_ifindex == TCM_IFINDEX_MAGIC_BLOCK) {
- block = tcf_block_lookup(net, tcm->tcm_block_index);
+ block = tcf_block_refcnt_get(net, tcm->tcm_block_index);
if (!block)
goto out;
/* If we work with block index, q is NULL and parent value
@@ -1798,6 +1797,8 @@ static int tc_dump_tfilter(struct sk_buff *skb, struct netlink_callback *cb)
}
}
+ if (tcm->tcm_ifindex == TCM_IFINDEX_MAGIC_BLOCK)
+ tcf_block_refcnt_put(block);
cb->args[0] = index;
out:
@@ -2062,7 +2063,7 @@ static int tc_dump_chain(struct sk_buff *skb, struct netlink_callback *cb)
return err;
if (tcm->tcm_ifindex == TCM_IFINDEX_MAGIC_BLOCK) {
- block = tcf_block_lookup(net, tcm->tcm_block_index);
+ block = tcf_block_refcnt_get(net, tcm->tcm_block_index);
if (!block)
goto out;
/* If we work with block index, q is NULL and parent value
@@ -2129,6 +2130,8 @@ static int tc_dump_chain(struct sk_buff *skb, struct netlink_callback *cb)
index++;
}
+ if (tcm->tcm_ifindex == TCM_IFINDEX_MAGIC_BLOCK)
+ tcf_block_refcnt_put(block);
cb->args[0] = index;
out:
--
2.7.5
^ permalink raw reply related
* [PATCH net-next v2 02/10] net: sched: rename qdisc_destroy() to qdisc_put()
From: Vlad Buslov @ 2018-09-17 7:17 UTC (permalink / raw)
To: netdev
Cc: jhs, xiyou.wangcong, jiri, davem, stephen, ktkhai,
nicolas.dichtel, gregkh, mark.rutland, leon, paulmck, fw, dsahern,
christian, lucien.xin, jakub.kicinski, jbenc, Vlad Buslov
In-Reply-To: <1537168660-24032-1-git-send-email-vladbu@mellanox.com>
Current implementation of qdisc_destroy() decrements Qdisc reference
counter and only actually destroy Qdisc if reference counter value reached
zero. Rename qdisc_destroy() to qdisc_put() in order for it to better
describe the way in which this function currently implemented and used.
Extract code that deallocates Qdisc into new private qdisc_destroy()
function. It is intended to be shared between regular qdisc_put() and its
unlocked version that is introduced in next patch in this series.
Signed-off-by: Vlad Buslov <vladbu@mellanox.com>
Acked-by: Jiri Pirko <jiri@mellanox.com>
---
include/net/sch_generic.h | 2 +-
net/sched/sch_api.c | 6 +++---
net/sched/sch_atm.c | 2 +-
net/sched/sch_cbq.c | 2 +-
net/sched/sch_cbs.c | 2 +-
net/sched/sch_drr.c | 4 ++--
net/sched/sch_dsmark.c | 2 +-
net/sched/sch_fifo.c | 2 +-
net/sched/sch_generic.c | 23 ++++++++++++++---------
net/sched/sch_hfsc.c | 2 +-
net/sched/sch_htb.c | 4 ++--
net/sched/sch_mq.c | 4 ++--
net/sched/sch_mqprio.c | 4 ++--
net/sched/sch_multiq.c | 6 +++---
net/sched/sch_netem.c | 2 +-
net/sched/sch_prio.c | 6 +++---
net/sched/sch_qfq.c | 4 ++--
net/sched/sch_red.c | 4 ++--
net/sched/sch_sfb.c | 4 ++--
net/sched/sch_tbf.c | 4 ++--
20 files changed, 47 insertions(+), 42 deletions(-)
diff --git a/include/net/sch_generic.h b/include/net/sch_generic.h
index d326fd553b58..fadb1a4d4ee8 100644
--- a/include/net/sch_generic.h
+++ b/include/net/sch_generic.h
@@ -554,7 +554,7 @@ void dev_deactivate_many(struct list_head *head);
struct Qdisc *dev_graft_qdisc(struct netdev_queue *dev_queue,
struct Qdisc *qdisc);
void qdisc_reset(struct Qdisc *qdisc);
-void qdisc_destroy(struct Qdisc *qdisc);
+void qdisc_put(struct Qdisc *qdisc);
void qdisc_tree_reduce_backlog(struct Qdisc *qdisc, unsigned int n,
unsigned int len);
struct Qdisc *qdisc_alloc(struct netdev_queue *dev_queue,
diff --git a/net/sched/sch_api.c b/net/sched/sch_api.c
index 411c40344b77..2096138c4bf6 100644
--- a/net/sched/sch_api.c
+++ b/net/sched/sch_api.c
@@ -920,7 +920,7 @@ static void notify_and_destroy(struct net *net, struct sk_buff *skb,
qdisc_notify(net, skb, n, clid, old, new);
if (old)
- qdisc_destroy(old);
+ qdisc_put(old);
}
/* Graft qdisc "new" to class "classid" of qdisc "parent" or
@@ -973,7 +973,7 @@ static int qdisc_graft(struct net_device *dev, struct Qdisc *parent,
qdisc_refcount_inc(new);
if (!ingress)
- qdisc_destroy(old);
+ qdisc_put(old);
}
skip:
@@ -1561,7 +1561,7 @@ static int tc_modify_qdisc(struct sk_buff *skb, struct nlmsghdr *n,
err = qdisc_graft(dev, p, skb, n, clid, q, NULL, extack);
if (err) {
if (q)
- qdisc_destroy(q);
+ qdisc_put(q);
return err;
}
diff --git a/net/sched/sch_atm.c b/net/sched/sch_atm.c
index cd49afca9617..d714d3747bcb 100644
--- a/net/sched/sch_atm.c
+++ b/net/sched/sch_atm.c
@@ -150,7 +150,7 @@ static void atm_tc_put(struct Qdisc *sch, unsigned long cl)
pr_debug("atm_tc_put: destroying\n");
list_del_init(&flow->list);
pr_debug("atm_tc_put: qdisc %p\n", flow->q);
- qdisc_destroy(flow->q);
+ qdisc_put(flow->q);
tcf_block_put(flow->block);
if (flow->sock) {
pr_debug("atm_tc_put: f_count %ld\n",
diff --git a/net/sched/sch_cbq.c b/net/sched/sch_cbq.c
index f42025d53cfe..4dc05409e3fb 100644
--- a/net/sched/sch_cbq.c
+++ b/net/sched/sch_cbq.c
@@ -1418,7 +1418,7 @@ static void cbq_destroy_class(struct Qdisc *sch, struct cbq_class *cl)
WARN_ON(cl->filters);
tcf_block_put(cl->block);
- qdisc_destroy(cl->q);
+ qdisc_put(cl->q);
qdisc_put_rtab(cl->R_tab);
gen_kill_estimator(&cl->rate_est);
if (cl != &q->link)
diff --git a/net/sched/sch_cbs.c b/net/sched/sch_cbs.c
index e26a24017faa..e689e11b6d0f 100644
--- a/net/sched/sch_cbs.c
+++ b/net/sched/sch_cbs.c
@@ -379,7 +379,7 @@ static void cbs_destroy(struct Qdisc *sch)
cbs_disable_offload(dev, q);
if (q->qdisc)
- qdisc_destroy(q->qdisc);
+ qdisc_put(q->qdisc);
}
static int cbs_dump(struct Qdisc *sch, struct sk_buff *skb)
diff --git a/net/sched/sch_drr.c b/net/sched/sch_drr.c
index e0b0cf8a9939..cdebaed0f8cf 100644
--- a/net/sched/sch_drr.c
+++ b/net/sched/sch_drr.c
@@ -134,7 +134,7 @@ static int drr_change_class(struct Qdisc *sch, u32 classid, u32 parentid,
tca[TCA_RATE]);
if (err) {
NL_SET_ERR_MSG(extack, "Failed to replace estimator");
- qdisc_destroy(cl->qdisc);
+ qdisc_put(cl->qdisc);
kfree(cl);
return err;
}
@@ -153,7 +153,7 @@ static int drr_change_class(struct Qdisc *sch, u32 classid, u32 parentid,
static void drr_destroy_class(struct Qdisc *sch, struct drr_class *cl)
{
gen_kill_estimator(&cl->rate_est);
- qdisc_destroy(cl->qdisc);
+ qdisc_put(cl->qdisc);
kfree(cl);
}
diff --git a/net/sched/sch_dsmark.c b/net/sched/sch_dsmark.c
index 049714c57075..f6f480784bc6 100644
--- a/net/sched/sch_dsmark.c
+++ b/net/sched/sch_dsmark.c
@@ -412,7 +412,7 @@ static void dsmark_destroy(struct Qdisc *sch)
pr_debug("%s(sch %p,[qdisc %p])\n", __func__, sch, p);
tcf_block_put(p->block);
- qdisc_destroy(p->q);
+ qdisc_put(p->q);
if (p->mv != p->embedded)
kfree(p->mv);
}
diff --git a/net/sched/sch_fifo.c b/net/sched/sch_fifo.c
index 24893d3b5d22..3809c9bf8896 100644
--- a/net/sched/sch_fifo.c
+++ b/net/sched/sch_fifo.c
@@ -177,7 +177,7 @@ struct Qdisc *fifo_create_dflt(struct Qdisc *sch, struct Qdisc_ops *ops,
if (q) {
err = fifo_set_limit(q, limit);
if (err < 0) {
- qdisc_destroy(q);
+ qdisc_put(q);
q = NULL;
}
}
diff --git a/net/sched/sch_generic.c b/net/sched/sch_generic.c
index a64132a5db36..3e7696f3e053 100644
--- a/net/sched/sch_generic.c
+++ b/net/sched/sch_generic.c
@@ -901,7 +901,7 @@ struct Qdisc *qdisc_create_dflt(struct netdev_queue *dev_queue,
if (!ops->init || ops->init(sch, NULL, extack) == 0)
return sch;
- qdisc_destroy(sch);
+ qdisc_put(sch);
return NULL;
}
EXPORT_SYMBOL(qdisc_create_dflt);
@@ -941,15 +941,11 @@ void qdisc_free(struct Qdisc *qdisc)
kfree((char *) qdisc - qdisc->padded);
}
-void qdisc_destroy(struct Qdisc *qdisc)
+static void qdisc_destroy(struct Qdisc *qdisc)
{
const struct Qdisc_ops *ops = qdisc->ops;
struct sk_buff *skb, *tmp;
- if (qdisc->flags & TCQ_F_BUILTIN ||
- !refcount_dec_and_test(&qdisc->refcnt))
- return;
-
#ifdef CONFIG_NET_SCHED
qdisc_hash_del(qdisc);
@@ -976,7 +972,16 @@ void qdisc_destroy(struct Qdisc *qdisc)
qdisc_free(qdisc);
}
-EXPORT_SYMBOL(qdisc_destroy);
+
+void qdisc_put(struct Qdisc *qdisc)
+{
+ if (qdisc->flags & TCQ_F_BUILTIN ||
+ !refcount_dec_and_test(&qdisc->refcnt))
+ return;
+
+ qdisc_destroy(qdisc);
+}
+EXPORT_SYMBOL(qdisc_put);
/* Attach toplevel qdisc to device queue. */
struct Qdisc *dev_graft_qdisc(struct netdev_queue *dev_queue,
@@ -1270,7 +1275,7 @@ static void shutdown_scheduler_queue(struct net_device *dev,
rcu_assign_pointer(dev_queue->qdisc, qdisc_default);
dev_queue->qdisc_sleeping = qdisc_default;
- qdisc_destroy(qdisc);
+ qdisc_put(qdisc);
}
}
@@ -1279,7 +1284,7 @@ void dev_shutdown(struct net_device *dev)
netdev_for_each_tx_queue(dev, shutdown_scheduler_queue, &noop_qdisc);
if (dev_ingress_queue(dev))
shutdown_scheduler_queue(dev, dev_ingress_queue(dev), &noop_qdisc);
- qdisc_destroy(dev->qdisc);
+ qdisc_put(dev->qdisc);
dev->qdisc = &noop_qdisc;
WARN_ON(timer_pending(&dev->watchdog_timer));
diff --git a/net/sched/sch_hfsc.c b/net/sched/sch_hfsc.c
index 3278a76f6861..b18ec1f6de60 100644
--- a/net/sched/sch_hfsc.c
+++ b/net/sched/sch_hfsc.c
@@ -1092,7 +1092,7 @@ hfsc_destroy_class(struct Qdisc *sch, struct hfsc_class *cl)
struct hfsc_sched *q = qdisc_priv(sch);
tcf_block_put(cl->block);
- qdisc_destroy(cl->qdisc);
+ qdisc_put(cl->qdisc);
gen_kill_estimator(&cl->rate_est);
if (cl != &q->root)
kfree(cl);
diff --git a/net/sched/sch_htb.c b/net/sched/sch_htb.c
index 18ac2d6ca294..58b449490757 100644
--- a/net/sched/sch_htb.c
+++ b/net/sched/sch_htb.c
@@ -1208,7 +1208,7 @@ static void htb_destroy_class(struct Qdisc *sch, struct htb_class *cl)
{
if (!cl->level) {
WARN_ON(!cl->leaf.q);
- qdisc_destroy(cl->leaf.q);
+ qdisc_put(cl->leaf.q);
}
gen_kill_estimator(&cl->rate_est);
tcf_block_put(cl->block);
@@ -1409,7 +1409,7 @@ static int htb_change_class(struct Qdisc *sch, u32 classid,
/* turn parent into inner node */
qdisc_reset(parent->leaf.q);
qdisc_tree_reduce_backlog(parent->leaf.q, qlen, backlog);
- qdisc_destroy(parent->leaf.q);
+ qdisc_put(parent->leaf.q);
if (parent->prio_activity)
htb_deactivate(q, parent);
diff --git a/net/sched/sch_mq.c b/net/sched/sch_mq.c
index d6b8ae4ed7a3..f20f3a0f8424 100644
--- a/net/sched/sch_mq.c
+++ b/net/sched/sch_mq.c
@@ -65,7 +65,7 @@ static void mq_destroy(struct Qdisc *sch)
if (!priv->qdiscs)
return;
for (ntx = 0; ntx < dev->num_tx_queues && priv->qdiscs[ntx]; ntx++)
- qdisc_destroy(priv->qdiscs[ntx]);
+ qdisc_put(priv->qdiscs[ntx]);
kfree(priv->qdiscs);
}
@@ -119,7 +119,7 @@ static void mq_attach(struct Qdisc *sch)
qdisc = priv->qdiscs[ntx];
old = dev_graft_qdisc(qdisc->dev_queue, qdisc);
if (old)
- qdisc_destroy(old);
+ qdisc_put(old);
#ifdef CONFIG_NET_SCHED
if (ntx < dev->real_num_tx_queues)
qdisc_hash_add(qdisc, false);
diff --git a/net/sched/sch_mqprio.c b/net/sched/sch_mqprio.c
index 0e9d761cdd80..d364e63c396d 100644
--- a/net/sched/sch_mqprio.c
+++ b/net/sched/sch_mqprio.c
@@ -40,7 +40,7 @@ static void mqprio_destroy(struct Qdisc *sch)
for (ntx = 0;
ntx < dev->num_tx_queues && priv->qdiscs[ntx];
ntx++)
- qdisc_destroy(priv->qdiscs[ntx]);
+ qdisc_put(priv->qdiscs[ntx]);
kfree(priv->qdiscs);
}
@@ -300,7 +300,7 @@ static void mqprio_attach(struct Qdisc *sch)
qdisc = priv->qdiscs[ntx];
old = dev_graft_qdisc(qdisc->dev_queue, qdisc);
if (old)
- qdisc_destroy(old);
+ qdisc_put(old);
if (ntx < dev->real_num_tx_queues)
qdisc_hash_add(qdisc, false);
}
diff --git a/net/sched/sch_multiq.c b/net/sched/sch_multiq.c
index 1da7ea8de0ad..7410ce4d0321 100644
--- a/net/sched/sch_multiq.c
+++ b/net/sched/sch_multiq.c
@@ -175,7 +175,7 @@ multiq_destroy(struct Qdisc *sch)
tcf_block_put(q->block);
for (band = 0; band < q->bands; band++)
- qdisc_destroy(q->queues[band]);
+ qdisc_put(q->queues[band]);
kfree(q->queues);
}
@@ -204,7 +204,7 @@ static int multiq_tune(struct Qdisc *sch, struct nlattr *opt,
q->queues[i] = &noop_qdisc;
qdisc_tree_reduce_backlog(child, child->q.qlen,
child->qstats.backlog);
- qdisc_destroy(child);
+ qdisc_put(child);
}
}
@@ -228,7 +228,7 @@ static int multiq_tune(struct Qdisc *sch, struct nlattr *opt,
qdisc_tree_reduce_backlog(old,
old->q.qlen,
old->qstats.backlog);
- qdisc_destroy(old);
+ qdisc_put(old);
}
sch_tree_unlock(sch);
}
diff --git a/net/sched/sch_netem.c b/net/sched/sch_netem.c
index 506e1960ed7f..57b3ad9394ad 100644
--- a/net/sched/sch_netem.c
+++ b/net/sched/sch_netem.c
@@ -1022,7 +1022,7 @@ static void netem_destroy(struct Qdisc *sch)
qdisc_watchdog_cancel(&q->watchdog);
if (q->qdisc)
- qdisc_destroy(q->qdisc);
+ qdisc_put(q->qdisc);
dist_free(q->delay_dist);
dist_free(q->slot_dist);
}
diff --git a/net/sched/sch_prio.c b/net/sched/sch_prio.c
index 222e53d3d27a..f8af98621179 100644
--- a/net/sched/sch_prio.c
+++ b/net/sched/sch_prio.c
@@ -175,7 +175,7 @@ prio_destroy(struct Qdisc *sch)
tcf_block_put(q->block);
prio_offload(sch, NULL);
for (prio = 0; prio < q->bands; prio++)
- qdisc_destroy(q->queues[prio]);
+ qdisc_put(q->queues[prio]);
}
static int prio_tune(struct Qdisc *sch, struct nlattr *opt,
@@ -205,7 +205,7 @@ static int prio_tune(struct Qdisc *sch, struct nlattr *opt,
extack);
if (!queues[i]) {
while (i > oldbands)
- qdisc_destroy(queues[--i]);
+ qdisc_put(queues[--i]);
return -ENOMEM;
}
}
@@ -220,7 +220,7 @@ static int prio_tune(struct Qdisc *sch, struct nlattr *opt,
qdisc_tree_reduce_backlog(child, child->q.qlen,
child->qstats.backlog);
- qdisc_destroy(child);
+ qdisc_put(child);
}
for (i = oldbands; i < q->bands; i++) {
diff --git a/net/sched/sch_qfq.c b/net/sched/sch_qfq.c
index bb1a9c11fc54..dc37c4ead439 100644
--- a/net/sched/sch_qfq.c
+++ b/net/sched/sch_qfq.c
@@ -526,7 +526,7 @@ static int qfq_change_class(struct Qdisc *sch, u32 classid, u32 parentid,
return 0;
destroy_class:
- qdisc_destroy(cl->qdisc);
+ qdisc_put(cl->qdisc);
kfree(cl);
return err;
}
@@ -537,7 +537,7 @@ static void qfq_destroy_class(struct Qdisc *sch, struct qfq_class *cl)
qfq_rm_from_agg(q, cl);
gen_kill_estimator(&cl->rate_est);
- qdisc_destroy(cl->qdisc);
+ qdisc_put(cl->qdisc);
kfree(cl);
}
diff --git a/net/sched/sch_red.c b/net/sched/sch_red.c
index 56c181c3feeb..3ce6c0a2c493 100644
--- a/net/sched/sch_red.c
+++ b/net/sched/sch_red.c
@@ -181,7 +181,7 @@ static void red_destroy(struct Qdisc *sch)
del_timer_sync(&q->adapt_timer);
red_offload(sch, false);
- qdisc_destroy(q->qdisc);
+ qdisc_put(q->qdisc);
}
static const struct nla_policy red_policy[TCA_RED_MAX + 1] = {
@@ -233,7 +233,7 @@ static int red_change(struct Qdisc *sch, struct nlattr *opt,
if (child) {
qdisc_tree_reduce_backlog(q->qdisc, q->qdisc->q.qlen,
q->qdisc->qstats.backlog);
- qdisc_destroy(q->qdisc);
+ qdisc_put(q->qdisc);
q->qdisc = child;
}
diff --git a/net/sched/sch_sfb.c b/net/sched/sch_sfb.c
index 7cbdad8419b7..bab506b01a32 100644
--- a/net/sched/sch_sfb.c
+++ b/net/sched/sch_sfb.c
@@ -469,7 +469,7 @@ static void sfb_destroy(struct Qdisc *sch)
struct sfb_sched_data *q = qdisc_priv(sch);
tcf_block_put(q->block);
- qdisc_destroy(q->qdisc);
+ qdisc_put(q->qdisc);
}
static const struct nla_policy sfb_policy[TCA_SFB_MAX + 1] = {
@@ -523,7 +523,7 @@ static int sfb_change(struct Qdisc *sch, struct nlattr *opt,
qdisc_tree_reduce_backlog(q->qdisc, q->qdisc->q.qlen,
q->qdisc->qstats.backlog);
- qdisc_destroy(q->qdisc);
+ qdisc_put(q->qdisc);
q->qdisc = child;
q->rehash_interval = msecs_to_jiffies(ctl->rehash_interval);
diff --git a/net/sched/sch_tbf.c b/net/sched/sch_tbf.c
index a4530e85bd02..942dcca09cf2 100644
--- a/net/sched/sch_tbf.c
+++ b/net/sched/sch_tbf.c
@@ -392,7 +392,7 @@ static int tbf_change(struct Qdisc *sch, struct nlattr *opt,
if (child) {
qdisc_tree_reduce_backlog(q->qdisc, q->qdisc->q.qlen,
q->qdisc->qstats.backlog);
- qdisc_destroy(q->qdisc);
+ qdisc_put(q->qdisc);
q->qdisc = child;
}
q->limit = qopt->limit;
@@ -438,7 +438,7 @@ static void tbf_destroy(struct Qdisc *sch)
struct tbf_sched_data *q = qdisc_priv(sch);
qdisc_watchdog_cancel(&q->watchdog);
- qdisc_destroy(q->qdisc);
+ qdisc_put(q->qdisc);
}
static int tbf_dump(struct Qdisc *sch, struct sk_buff *skb)
--
2.7.5
^ permalink raw reply related
* [PATCH net-next v2 08/10] net: sched: protect block idr with spinlock
From: Vlad Buslov @ 2018-09-17 7:17 UTC (permalink / raw)
To: netdev
Cc: jhs, xiyou.wangcong, jiri, davem, stephen, ktkhai,
nicolas.dichtel, gregkh, mark.rutland, leon, paulmck, fw, dsahern,
christian, lucien.xin, jakub.kicinski, jbenc, Vlad Buslov
In-Reply-To: <1537168660-24032-1-git-send-email-vladbu@mellanox.com>
Protect block idr access with spinlock, instead of relying on rtnl lock.
Take tn->idr_lock spinlock during block insertion and removal.
Signed-off-by: Vlad Buslov <vladbu@mellanox.com>
Acked-by: Jiri Pirko <jiri@mellanox.com>
---
net/sched/cls_api.c | 15 +++++++++++++--
1 file changed, 13 insertions(+), 2 deletions(-)
diff --git a/net/sched/cls_api.c b/net/sched/cls_api.c
index 58b2d8443f6a..924723fb74f6 100644
--- a/net/sched/cls_api.c
+++ b/net/sched/cls_api.c
@@ -473,6 +473,7 @@ tcf_chain0_head_change_cb_del(struct tcf_block *block,
}
struct tcf_net {
+ spinlock_t idr_lock; /* Protects idr */
struct idr idr;
};
@@ -482,16 +483,25 @@ static int tcf_block_insert(struct tcf_block *block, struct net *net,
struct netlink_ext_ack *extack)
{
struct tcf_net *tn = net_generic(net, tcf_net_id);
+ int err;
+
+ idr_preload(GFP_KERNEL);
+ spin_lock(&tn->idr_lock);
+ err = idr_alloc_u32(&tn->idr, block, &block->index, block->index,
+ GFP_NOWAIT);
+ spin_unlock(&tn->idr_lock);
+ idr_preload_end();
- return idr_alloc_u32(&tn->idr, block, &block->index, block->index,
- GFP_KERNEL);
+ return err;
}
static void tcf_block_remove(struct tcf_block *block, struct net *net)
{
struct tcf_net *tn = net_generic(net, tcf_net_id);
+ spin_lock(&tn->idr_lock);
idr_remove(&tn->idr, block->index);
+ spin_unlock(&tn->idr_lock);
}
static struct tcf_block *tcf_block_create(struct net *net, struct Qdisc *q,
@@ -2285,6 +2295,7 @@ static __net_init int tcf_net_init(struct net *net)
{
struct tcf_net *tn = net_generic(net, tcf_net_id);
+ spin_lock_init(&tn->idr_lock);
idr_init(&tn->idr);
return 0;
}
--
2.7.5
^ permalink raw reply related
page: next (older) | prev (newer) | latest
- recent:[subjects (threaded)|topics (new)|topics (active)]
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox