File Index
Files and directories
Sign in
FILE

hns_dsaf_main.c

File preview with syntax highlighting.

linux-6.19.14/drivers/net/ethernet/hisilicon/hns/hns_dsaf_main.c C
   1// SPDX-License-Identifier: GPL-2.0-or-later
   2/*
   3 * Copyright (c) 2014-2015 Hisilicon Limited.
   4 */
   5
   6#include <linux/acpi.h>
   7#include <linux/device.h>
   8#include <linux/init.h>
   9#include <linux/interrupt.h>
  10#include <linux/kernel.h>
  11#include <linux/module.h>
  12#include <linux/netdevice.h>
  13#include <linux/mfd/syscon.h>
  14#include <linux/of.h>
  15#include <linux/of_address.h>
  16#include <linux/of_irq.h>
  17#include <linux/of_platform.h>
  18#include <linux/platform_device.h>
  19#include <linux/vmalloc.h>
  20
  21#include "hns_dsaf_mac.h"
  22#include "hns_dsaf_main.h"
  23#include "hns_dsaf_ppe.h"
  24#include "hns_dsaf_rcb.h"
  25#include "hns_dsaf_misc.h"
  26
  27static const char *g_dsaf_mode_match[DSAF_MODE_MAX] = {
  28	[DSAF_MODE_DISABLE_2PORT_64VM] = "2port-64vf",
  29	[DSAF_MODE_DISABLE_6PORT_0VM] = "6port-16rss",
  30	[DSAF_MODE_DISABLE_6PORT_16VM] = "6port-16vf",
  31	[DSAF_MODE_DISABLE_SP] = "single-port",
  32};
  33
  34static const struct acpi_device_id hns_dsaf_acpi_match[] = {
  35	{ "HISI00B1", 0 },
  36	{ "HISI00B2", 0 },
  37	{ },
  38};
  39MODULE_DEVICE_TABLE(acpi, hns_dsaf_acpi_match);
  40
  41static int hns_dsaf_get_cfg(struct dsaf_device *dsaf_dev)
  42{
  43	int ret, i;
  44	u32 desc_num;
  45	u32 buf_size;
  46	u32 reset_offset = 0;
  47	u32 res_idx = 0;
  48	const char *mode_str;
  49	struct regmap *syscon;
  50	struct resource *res;
  51	struct device_node *np = dsaf_dev->dev->of_node, *np_temp;
  52	struct platform_device *pdev = to_platform_device(dsaf_dev->dev);
  53
  54	if (dev_of_node(dsaf_dev->dev)) {
  55		if (of_device_is_compatible(np, "hisilicon,hns-dsaf-v1"))
  56			dsaf_dev->dsaf_ver = AE_VERSION_1;
  57		else
  58			dsaf_dev->dsaf_ver = AE_VERSION_2;
  59	} else if (is_acpi_node(dsaf_dev->dev->fwnode)) {
  60		if (acpi_dev_found(hns_dsaf_acpi_match[0].id))
  61			dsaf_dev->dsaf_ver = AE_VERSION_1;
  62		else if (acpi_dev_found(hns_dsaf_acpi_match[1].id))
  63			dsaf_dev->dsaf_ver = AE_VERSION_2;
  64		else
  65			return -ENXIO;
  66	} else {
  67		dev_err(dsaf_dev->dev, "cannot get cfg data from of or acpi\n");
  68		return -ENXIO;
  69	}
  70
  71	ret = device_property_read_string(dsaf_dev->dev, "mode", &mode_str);
  72	if (ret) {
  73		dev_err(dsaf_dev->dev, "get dsaf mode fail, ret=%d!\n", ret);
  74		return ret;
  75	}
  76	for (i = 0; i < DSAF_MODE_MAX; i++) {
  77		if (g_dsaf_mode_match[i] &&
  78		    !strcmp(mode_str, g_dsaf_mode_match[i]))
  79			break;
  80	}
  81	if (i >= DSAF_MODE_MAX ||
  82	    i == DSAF_MODE_INVALID || i == DSAF_MODE_ENABLE) {
  83		dev_err(dsaf_dev->dev,
  84			"%s prs mode str fail!\n", dsaf_dev->ae_dev.name);
  85		return -EINVAL;
  86	}
  87	dsaf_dev->dsaf_mode = (enum dsaf_mode)i;
  88
  89	if (dsaf_dev->dsaf_mode > DSAF_MODE_ENABLE)
  90		dsaf_dev->dsaf_en = HRD_DSAF_NO_DSAF_MODE;
  91	else
  92		dsaf_dev->dsaf_en = HRD_DSAF_MODE;
  93
  94	if ((i == DSAF_MODE_ENABLE_16VM) ||
  95	    (i == DSAF_MODE_DISABLE_2PORT_8VM) ||
  96	    (i == DSAF_MODE_DISABLE_6PORT_2VM))
  97		dsaf_dev->dsaf_tc_mode = HRD_DSAF_8TC_MODE;
  98	else
  99		dsaf_dev->dsaf_tc_mode = HRD_DSAF_4TC_MODE;
 100
 101	if (dev_of_node(dsaf_dev->dev)) {
 102		np_temp = of_parse_phandle(np, "subctrl-syscon", 0);
 103		syscon = syscon_node_to_regmap(np_temp);
 104		of_node_put(np_temp);
 105		if (IS_ERR_OR_NULL(syscon)) {
 106			res = platform_get_resource(pdev, IORESOURCE_MEM,
 107						    res_idx++);
 108			if (!res) {
 109				dev_err(dsaf_dev->dev, "subctrl info is needed!\n");
 110				return -ENOMEM;
 111			}
 112
 113			dsaf_dev->sc_base = devm_ioremap_resource(&pdev->dev,
 114								  res);
 115			if (IS_ERR(dsaf_dev->sc_base))
 116				return PTR_ERR(dsaf_dev->sc_base);
 117
 118			res = platform_get_resource(pdev, IORESOURCE_MEM,
 119						    res_idx++);
 120			if (!res) {
 121				dev_err(dsaf_dev->dev, "serdes-ctrl info is needed!\n");
 122				return -ENOMEM;
 123			}
 124
 125			dsaf_dev->sds_base = devm_ioremap_resource(&pdev->dev,
 126								   res);
 127			if (IS_ERR(dsaf_dev->sds_base))
 128				return PTR_ERR(dsaf_dev->sds_base);
 129		} else {
 130			dsaf_dev->sub_ctrl = syscon;
 131		}
 132	}
 133
 134	res = platform_get_resource_byname(pdev, IORESOURCE_MEM, "ppe-base");
 135	if (!res) {
 136		res = platform_get_resource(pdev, IORESOURCE_MEM, res_idx++);
 137		if (!res) {
 138			dev_err(dsaf_dev->dev, "ppe-base info is needed!\n");
 139			return -ENOMEM;
 140		}
 141	}
 142	dsaf_dev->ppe_base = devm_ioremap_resource(&pdev->dev, res);
 143	if (IS_ERR(dsaf_dev->ppe_base))
 144		return PTR_ERR(dsaf_dev->ppe_base);
 145	dsaf_dev->ppe_paddr = res->start;
 146
 147	if (!HNS_DSAF_IS_DEBUG(dsaf_dev)) {
 148		res = platform_get_resource_byname(pdev, IORESOURCE_MEM,
 149						   "dsaf-base");
 150		if (!res) {
 151			res = platform_get_resource(pdev, IORESOURCE_MEM,
 152						    res_idx);
 153			if (!res) {
 154				dev_err(dsaf_dev->dev,
 155					"dsaf-base info is needed!\n");
 156				return -ENOMEM;
 157			}
 158		}
 159		dsaf_dev->io_base = devm_ioremap_resource(&pdev->dev, res);
 160		if (IS_ERR(dsaf_dev->io_base))
 161			return PTR_ERR(dsaf_dev->io_base);
 162	}
 163
 164	ret = device_property_read_u32(dsaf_dev->dev, "desc-num", &desc_num);
 165	if (ret < 0 || desc_num < HNS_DSAF_MIN_DESC_CNT ||
 166	    desc_num > HNS_DSAF_MAX_DESC_CNT) {
 167		dev_err(dsaf_dev->dev, "get desc-num(%d) fail, ret=%d!\n",
 168			desc_num, ret);
 169		return -EINVAL;
 170	}
 171	dsaf_dev->desc_num = desc_num;
 172
 173	ret = device_property_read_u32(dsaf_dev->dev, "reset-field-offset",
 174				       &reset_offset);
 175	if (ret < 0) {
 176		dev_dbg(dsaf_dev->dev,
 177			"get reset-field-offset fail, ret=%d!\r\n", ret);
 178	}
 179	dsaf_dev->reset_offset = reset_offset;
 180
 181	ret = device_property_read_u32(dsaf_dev->dev, "buf-size", &buf_size);
 182	if (ret < 0) {
 183		dev_err(dsaf_dev->dev,
 184			"get buf-size fail, ret=%d!\r\n", ret);
 185		return ret;
 186	}
 187	dsaf_dev->buf_size = buf_size;
 188
 189	dsaf_dev->buf_size_type = hns_rcb_buf_size2type(buf_size);
 190	if (dsaf_dev->buf_size_type < 0) {
 191		dev_err(dsaf_dev->dev,
 192			"buf_size(%d) is wrong!\n", buf_size);
 193		return -EINVAL;
 194	}
 195
 196	dsaf_dev->misc_op = hns_misc_op_get(dsaf_dev);
 197	if (!dsaf_dev->misc_op)
 198		return -ENOMEM;
 199
 200	if (!dma_set_mask_and_coherent(dsaf_dev->dev, DMA_BIT_MASK(64ULL)))
 201		dev_dbg(dsaf_dev->dev, "set mask to 64bit\n");
 202	else
 203		dev_err(dsaf_dev->dev, "set mask to 64bit fail!\n");
 204
 205	return 0;
 206}
 207
 208/**
 209 * hns_dsaf_sbm_link_sram_init_en - config dsaf_sbm_init_en
 210 * @dsaf_dev: dsa fabric id
 211 */
 212static void hns_dsaf_sbm_link_sram_init_en(struct dsaf_device *dsaf_dev)
 213{
 214	dsaf_set_dev_bit(dsaf_dev, DSAF_CFG_0_REG, DSAF_CFG_SBM_INIT_S, 1);
 215}
 216
 217/**
 218 * hns_dsaf_reg_cnt_clr_ce - config hns_dsaf_reg_cnt_clr_ce
 219 * @dsaf_dev: dsa fabric id
 220 * @reg_cnt_clr_ce: config value
 221 */
 222static void
 223hns_dsaf_reg_cnt_clr_ce(struct dsaf_device *dsaf_dev, u32 reg_cnt_clr_ce)
 224{
 225	dsaf_set_dev_bit(dsaf_dev, DSAF_DSA_REG_CNT_CLR_CE_REG,
 226			 DSAF_CNT_CLR_CE_S, reg_cnt_clr_ce);
 227}
 228
 229/**
 230 * hns_dsaf_ppe_qid_cfg - config ppe qid
 231 * @dsaf_dev: dsa fabric id
 232 * @qid_cfg: value array
 233 */
 234static void
 235hns_dsaf_ppe_qid_cfg(struct dsaf_device *dsaf_dev, u32 qid_cfg)
 236{
 237	u32 i;
 238
 239	for (i = 0; i < DSAF_COMM_CHN; i++) {
 240		dsaf_set_dev_field(dsaf_dev,
 241				   DSAF_PPE_QID_CFG_0_REG + 0x0004 * i,
 242				   DSAF_PPE_QID_CFG_M, DSAF_PPE_QID_CFG_S,
 243				   qid_cfg);
 244	}
 245}
 246
 247static void hns_dsaf_mix_def_qid_cfg(struct dsaf_device *dsaf_dev)
 248{
 249	u16 max_q_per_vf, max_vfn;
 250	u32 q_id, q_num_per_port;
 251	u32 i;
 252
 253	hns_rcb_get_queue_mode(dsaf_dev->dsaf_mode, &max_vfn, &max_q_per_vf);
 254	q_num_per_port = max_vfn * max_q_per_vf;
 255
 256	for (i = 0, q_id = 0; i < DSAF_SERVICE_NW_NUM; i++) {
 257		dsaf_set_dev_field(dsaf_dev,
 258				   DSAF_MIX_DEF_QID_0_REG + 0x0004 * i,
 259				   0xff, 0, q_id);
 260		q_id += q_num_per_port;
 261	}
 262}
 263
 264static void hns_dsaf_inner_qid_cfg(struct dsaf_device *dsaf_dev)
 265{
 266	u16 max_q_per_vf, max_vfn;
 267	u32 q_id, q_num_per_port;
 268	u32 mac_id;
 269
 270	if (AE_IS_VER1(dsaf_dev->dsaf_ver))
 271		return;
 272
 273	hns_rcb_get_queue_mode(dsaf_dev->dsaf_mode, &max_vfn, &max_q_per_vf);
 274	q_num_per_port = max_vfn * max_q_per_vf;
 275
 276	for (mac_id = 0, q_id = 0; mac_id < DSAF_SERVICE_NW_NUM; mac_id++) {
 277		dsaf_set_dev_field(dsaf_dev,
 278				   DSAFV2_SERDES_LBK_0_REG + 4 * mac_id,
 279				   DSAFV2_SERDES_LBK_QID_M,
 280				   DSAFV2_SERDES_LBK_QID_S,
 281				   q_id);
 282		q_id += q_num_per_port;
 283	}
 284}
 285
 286/**
 287 * hns_dsaf_sw_port_type_cfg - cfg sw type
 288 * @dsaf_dev: dsa fabric id
 289 * @port_type: array
 290 */
 291static void hns_dsaf_sw_port_type_cfg(struct dsaf_device *dsaf_dev,
 292				      enum dsaf_sw_port_type port_type)
 293{
 294	u32 i;
 295
 296	for (i = 0; i < DSAF_SW_PORT_NUM; i++) {
 297		dsaf_set_dev_field(dsaf_dev,
 298				   DSAF_SW_PORT_TYPE_0_REG + 0x0004 * i,
 299				   DSAF_SW_PORT_TYPE_M, DSAF_SW_PORT_TYPE_S,
 300				   port_type);
 301	}
 302}
 303
 304/**
 305 * hns_dsaf_stp_port_type_cfg - cfg stp type
 306 * @dsaf_dev: dsa fabric id
 307 * @port_type: array
 308 */
 309static void hns_dsaf_stp_port_type_cfg(struct dsaf_device *dsaf_dev,
 310				       enum dsaf_stp_port_type port_type)
 311{
 312	u32 i;
 313
 314	for (i = 0; i < DSAF_COMM_CHN; i++) {
 315		dsaf_set_dev_field(dsaf_dev,
 316				   DSAF_STP_PORT_TYPE_0_REG + 0x0004 * i,
 317				   DSAF_STP_PORT_TYPE_M, DSAF_STP_PORT_TYPE_S,
 318				   port_type);
 319	}
 320}
 321
 322#define HNS_DSAF_SBM_NUM(dev) \
 323	(AE_IS_VER1((dev)->dsaf_ver) ? DSAF_SBM_NUM : DSAFV2_SBM_NUM)
 324/**
 325 * hns_dsaf_sbm_cfg - config sbm
 326 * @dsaf_dev: dsa fabric id
 327 */
 328static void hns_dsaf_sbm_cfg(struct dsaf_device *dsaf_dev)
 329{
 330	u32 o_sbm_cfg;
 331	u32 i;
 332
 333	for (i = 0; i < HNS_DSAF_SBM_NUM(dsaf_dev); i++) {
 334		o_sbm_cfg = dsaf_read_dev(dsaf_dev,
 335					  DSAF_SBM_CFG_REG_0_REG + 0x80 * i);
 336		dsaf_set_bit(o_sbm_cfg, DSAF_SBM_CFG_EN_S, 1);
 337		dsaf_set_bit(o_sbm_cfg, DSAF_SBM_CFG_SHCUT_EN_S, 0);
 338		dsaf_write_dev(dsaf_dev,
 339			       DSAF_SBM_CFG_REG_0_REG + 0x80 * i, o_sbm_cfg);
 340	}
 341}
 342
 343/**
 344 * hns_dsaf_sbm_cfg_mib_en - config sbm
 345 * @dsaf_dev: dsa fabric id
 346 */
 347static int hns_dsaf_sbm_cfg_mib_en(struct dsaf_device *dsaf_dev)
 348{
 349	u32 sbm_cfg_mib_en;
 350	u32 i;
 351	u32 reg;
 352	u32 read_cnt;
 353
 354	/* validate configure by setting SBM_CFG_MIB_EN bit from 0 to 1. */
 355	for (i = 0; i < HNS_DSAF_SBM_NUM(dsaf_dev); i++) {
 356		reg = DSAF_SBM_CFG_REG_0_REG + 0x80 * i;
 357		dsaf_set_dev_bit(dsaf_dev, reg, DSAF_SBM_CFG_MIB_EN_S, 0);
 358	}
 359
 360	for (i = 0; i < HNS_DSAF_SBM_NUM(dsaf_dev); i++) {
 361		reg = DSAF_SBM_CFG_REG_0_REG + 0x80 * i;
 362		dsaf_set_dev_bit(dsaf_dev, reg, DSAF_SBM_CFG_MIB_EN_S, 1);
 363	}
 364
 365	/* waitint for all sbm enable finished */
 366	for (i = 0; i < HNS_DSAF_SBM_NUM(dsaf_dev); i++) {
 367		read_cnt = 0;
 368		reg = DSAF_SBM_CFG_REG_0_REG + 0x80 * i;
 369		do {
 370			udelay(1);
 371			sbm_cfg_mib_en = dsaf_get_dev_bit(
 372					dsaf_dev, reg, DSAF_SBM_CFG_MIB_EN_S);
 373			read_cnt++;
 374		} while (sbm_cfg_mib_en == 0 &&
 375			read_cnt < DSAF_CFG_READ_CNT);
 376
 377		if (sbm_cfg_mib_en == 0) {
 378			dev_err(dsaf_dev->dev,
 379				"sbm_cfg_mib_en fail,%s,sbm_num=%d\n",
 380				dsaf_dev->ae_dev.name, i);
 381			return -ENODEV;
 382		}
 383	}
 384
 385	return 0;
 386}
 387
 388/**
 389 * hns_dsaf_sbm_bp_wl_cfg - config sbm
 390 * @dsaf_dev: dsa fabric id
 391 */
 392static void hns_dsaf_sbm_bp_wl_cfg(struct dsaf_device *dsaf_dev)
 393{
 394	u32 o_sbm_bp_cfg;
 395	u32 reg;
 396	u32 i;
 397
 398	/* XGE */
 399	for (i = 0; i < DSAF_XGE_NUM; i++) {
 400		reg = DSAF_SBM_BP_CFG_0_XGE_REG_0_REG + 0x80 * i;
 401		o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg);
 402		dsaf_set_field(o_sbm_bp_cfg, DSAF_SBM_CFG0_COM_MAX_BUF_NUM_M,
 403			       DSAF_SBM_CFG0_COM_MAX_BUF_NUM_S, 512);
 404		dsaf_set_field(o_sbm_bp_cfg, DSAF_SBM_CFG0_VC0_MAX_BUF_NUM_M,
 405			       DSAF_SBM_CFG0_VC0_MAX_BUF_NUM_S, 0);
 406		dsaf_set_field(o_sbm_bp_cfg, DSAF_SBM_CFG0_VC1_MAX_BUF_NUM_M,
 407			       DSAF_SBM_CFG0_VC1_MAX_BUF_NUM_S, 0);
 408		dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg);
 409
 410		reg = DSAF_SBM_BP_CFG_1_REG_0_REG + 0x80 * i;
 411		o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg);
 412		dsaf_set_field(o_sbm_bp_cfg, DSAF_SBM_CFG1_TC4_MAX_BUF_NUM_M,
 413			       DSAF_SBM_CFG1_TC4_MAX_BUF_NUM_S, 0);
 414		dsaf_set_field(o_sbm_bp_cfg, DSAF_SBM_CFG1_TC0_MAX_BUF_NUM_M,
 415			       DSAF_SBM_CFG1_TC0_MAX_BUF_NUM_S, 0);
 416		dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg);
 417
 418		reg = DSAF_SBM_BP_CFG_2_XGE_REG_0_REG + 0x80 * i;
 419		o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg);
 420		dsaf_set_field(o_sbm_bp_cfg, DSAF_SBM_CFG2_SET_BUF_NUM_M,
 421			       DSAF_SBM_CFG2_SET_BUF_NUM_S, 104);
 422		dsaf_set_field(o_sbm_bp_cfg, DSAF_SBM_CFG2_RESET_BUF_NUM_M,
 423			       DSAF_SBM_CFG2_RESET_BUF_NUM_S, 128);
 424		dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg);
 425
 426		reg = DSAF_SBM_BP_CFG_3_REG_0_REG + 0x80 * i;
 427		o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg);
 428		dsaf_set_field(o_sbm_bp_cfg,
 429			       DSAF_SBM_CFG3_SET_BUF_NUM_NO_PFC_M,
 430			       DSAF_SBM_CFG3_SET_BUF_NUM_NO_PFC_S, 110);
 431		dsaf_set_field(o_sbm_bp_cfg,
 432			       DSAF_SBM_CFG3_RESET_BUF_NUM_NO_PFC_M,
 433			       DSAF_SBM_CFG3_RESET_BUF_NUM_NO_PFC_S, 160);
 434		dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg);
 435
 436		/* for no enable pfc mode */
 437		reg = DSAF_SBM_BP_CFG_4_REG_0_REG + 0x80 * i;
 438		o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg);
 439		dsaf_set_field(o_sbm_bp_cfg,
 440			       DSAF_SBM_CFG3_SET_BUF_NUM_NO_PFC_M,
 441			       DSAF_SBM_CFG3_SET_BUF_NUM_NO_PFC_S, 128);
 442		dsaf_set_field(o_sbm_bp_cfg,
 443			       DSAF_SBM_CFG3_RESET_BUF_NUM_NO_PFC_M,
 444			       DSAF_SBM_CFG3_RESET_BUF_NUM_NO_PFC_S, 192);
 445		dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg);
 446	}
 447
 448	/* PPE */
 449	for (i = 0; i < DSAF_COMM_CHN; i++) {
 450		reg = DSAF_SBM_BP_CFG_2_PPE_REG_0_REG + 0x80 * i;
 451		o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg);
 452		dsaf_set_field(o_sbm_bp_cfg, DSAF_SBM_CFG2_SET_BUF_NUM_M,
 453			       DSAF_SBM_CFG2_SET_BUF_NUM_S, 10);
 454		dsaf_set_field(o_sbm_bp_cfg, DSAF_SBM_CFG2_RESET_BUF_NUM_M,
 455			       DSAF_SBM_CFG2_RESET_BUF_NUM_S, 12);
 456		dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg);
 457	}
 458
 459	/* RoCEE */
 460	for (i = 0; i < DSAF_COMM_CHN; i++) {
 461		reg = DSAF_SBM_BP_CFG_2_ROCEE_REG_0_REG + 0x80 * i;
 462		o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg);
 463		dsaf_set_field(o_sbm_bp_cfg, DSAF_SBM_CFG2_SET_BUF_NUM_M,
 464			       DSAF_SBM_CFG2_SET_BUF_NUM_S, 2);
 465		dsaf_set_field(o_sbm_bp_cfg, DSAF_SBM_CFG2_RESET_BUF_NUM_M,
 466			       DSAF_SBM_CFG2_RESET_BUF_NUM_S, 4);
 467		dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg);
 468	}
 469}
 470
 471static void hns_dsafv2_sbm_bp_wl_cfg(struct dsaf_device *dsaf_dev)
 472{
 473	u32 o_sbm_bp_cfg;
 474	u32 reg;
 475	u32 i;
 476
 477	/* XGE */
 478	for (i = 0; i < DSAFV2_SBM_XGE_CHN; i++) {
 479		reg = DSAF_SBM_BP_CFG_0_XGE_REG_0_REG + 0x80 * i;
 480		o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg);
 481		dsaf_set_field(o_sbm_bp_cfg, DSAFV2_SBM_CFG0_COM_MAX_BUF_NUM_M,
 482			       DSAFV2_SBM_CFG0_COM_MAX_BUF_NUM_S, 256);
 483		dsaf_set_field(o_sbm_bp_cfg, DSAFV2_SBM_CFG0_VC0_MAX_BUF_NUM_M,
 484			       DSAFV2_SBM_CFG0_VC0_MAX_BUF_NUM_S, 0);
 485		dsaf_set_field(o_sbm_bp_cfg, DSAFV2_SBM_CFG0_VC1_MAX_BUF_NUM_M,
 486			       DSAFV2_SBM_CFG0_VC1_MAX_BUF_NUM_S, 0);
 487		dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg);
 488
 489		reg = DSAF_SBM_BP_CFG_1_REG_0_REG + 0x80 * i;
 490		o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg);
 491		dsaf_set_field(o_sbm_bp_cfg, DSAFV2_SBM_CFG1_TC4_MAX_BUF_NUM_M,
 492			       DSAFV2_SBM_CFG1_TC4_MAX_BUF_NUM_S, 0);
 493		dsaf_set_field(o_sbm_bp_cfg, DSAFV2_SBM_CFG1_TC0_MAX_BUF_NUM_M,
 494			       DSAFV2_SBM_CFG1_TC0_MAX_BUF_NUM_S, 0);
 495		dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg);
 496
 497		reg = DSAF_SBM_BP_CFG_2_XGE_REG_0_REG + 0x80 * i;
 498		o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg);
 499		dsaf_set_field(o_sbm_bp_cfg, DSAFV2_SBM_CFG2_SET_BUF_NUM_M,
 500			       DSAFV2_SBM_CFG2_SET_BUF_NUM_S, 104);
 501		dsaf_set_field(o_sbm_bp_cfg, DSAFV2_SBM_CFG2_RESET_BUF_NUM_M,
 502			       DSAFV2_SBM_CFG2_RESET_BUF_NUM_S, 128);
 503		dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg);
 504
 505		reg = DSAF_SBM_BP_CFG_3_REG_0_REG + 0x80 * i;
 506		o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg);
 507		dsaf_set_field(o_sbm_bp_cfg,
 508			       DSAFV2_SBM_CFG3_SET_BUF_NUM_NO_PFC_M,
 509			       DSAFV2_SBM_CFG3_SET_BUF_NUM_NO_PFC_S, 55);
 510		dsaf_set_field(o_sbm_bp_cfg,
 511			       DSAFV2_SBM_CFG3_RESET_BUF_NUM_NO_PFC_M,
 512			       DSAFV2_SBM_CFG3_RESET_BUF_NUM_NO_PFC_S, 110);
 513		dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg);
 514
 515		/* for no enable pfc mode */
 516		reg = DSAF_SBM_BP_CFG_4_REG_0_REG + 0x80 * i;
 517		o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg);
 518		dsaf_set_field(o_sbm_bp_cfg,
 519			       DSAFV2_SBM_CFG4_SET_BUF_NUM_NO_PFC_M,
 520			       DSAFV2_SBM_CFG4_SET_BUF_NUM_NO_PFC_S, 128);
 521		dsaf_set_field(o_sbm_bp_cfg,
 522			       DSAFV2_SBM_CFG4_RESET_BUF_NUM_NO_PFC_M,
 523			       DSAFV2_SBM_CFG4_RESET_BUF_NUM_NO_PFC_S, 192);
 524		dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg);
 525	}
 526
 527	/* PPE */
 528	for (i = 0; i < DSAFV2_SBM_PPE_CHN; i++) {
 529		reg = DSAF_SBM_BP_CFG_2_PPE_REG_0_REG + 0x80 * i;
 530		o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg);
 531		dsaf_set_field(o_sbm_bp_cfg,
 532			       DSAFV2_SBM_CFG2_PPE_SET_BUF_NUM_M,
 533			       DSAFV2_SBM_CFG2_PPE_SET_BUF_NUM_S, 2);
 534		dsaf_set_field(o_sbm_bp_cfg,
 535			       DSAFV2_SBM_CFG2_PPE_RESET_BUF_NUM_M,
 536			       DSAFV2_SBM_CFG2_PPE_RESET_BUF_NUM_S, 3);
 537		dsaf_set_field(o_sbm_bp_cfg,
 538			       DSAFV2_SBM_CFG2_PPE_CFG_USEFUL_NUM_M,
 539			       DSAFV2_SBM_CFG2_PPE_CFG_USEFUL_NUM_S, 52);
 540		dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg);
 541	}
 542
 543	/* RoCEE */
 544	for (i = 0; i < DASFV2_ROCEE_CRD_NUM; i++) {
 545		reg = DSAFV2_SBM_BP_CFG_2_ROCEE_REG_0_REG + 0x80 * i;
 546		o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg);
 547		dsaf_set_field(o_sbm_bp_cfg,
 548			       DSAFV2_SBM_CFG2_ROCEE_SET_BUF_NUM_M,
 549			       DSAFV2_SBM_CFG2_ROCEE_SET_BUF_NUM_S, 2);
 550		dsaf_set_field(o_sbm_bp_cfg,
 551			       DSAFV2_SBM_CFG2_ROCEE_RESET_BUF_NUM_M,
 552			       DSAFV2_SBM_CFG2_ROCEE_RESET_BUF_NUM_S, 4);
 553		dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg);
 554	}
 555}
 556
 557/**
 558 * hns_dsaf_voq_bp_all_thrd_cfg -  voq
 559 * @dsaf_dev: dsa fabric id
 560 */
 561static void hns_dsaf_voq_bp_all_thrd_cfg(struct dsaf_device *dsaf_dev)
 562{
 563	u32 voq_bp_all_thrd;
 564	u32 i;
 565
 566	for (i = 0; i < DSAF_VOQ_NUM; i++) {
 567		voq_bp_all_thrd = dsaf_read_dev(
 568			dsaf_dev, DSAF_VOQ_BP_ALL_THRD_0_REG + 0x40 * i);
 569		if (i < DSAF_XGE_NUM) {
 570			dsaf_set_field(voq_bp_all_thrd,
 571				       DSAF_VOQ_BP_ALL_DOWNTHRD_M,
 572				       DSAF_VOQ_BP_ALL_DOWNTHRD_S, 930);
 573			dsaf_set_field(voq_bp_all_thrd,
 574				       DSAF_VOQ_BP_ALL_UPTHRD_M,
 575				       DSAF_VOQ_BP_ALL_UPTHRD_S, 950);
 576		} else {
 577			dsaf_set_field(voq_bp_all_thrd,
 578				       DSAF_VOQ_BP_ALL_DOWNTHRD_M,
 579				       DSAF_VOQ_BP_ALL_DOWNTHRD_S, 220);
 580			dsaf_set_field(voq_bp_all_thrd,
 581				       DSAF_VOQ_BP_ALL_UPTHRD_M,
 582				       DSAF_VOQ_BP_ALL_UPTHRD_S, 230);
 583		}
 584		dsaf_write_dev(
 585			dsaf_dev, DSAF_VOQ_BP_ALL_THRD_0_REG + 0x40 * i,
 586			voq_bp_all_thrd);
 587	}
 588}
 589
 590static void hns_dsaf_tbl_tcam_match_cfg(
 591	struct dsaf_device *dsaf_dev,
 592	struct dsaf_tbl_tcam_data *ptbl_tcam_data)
 593{
 594	dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_MATCH_CFG_L_REG,
 595		       ptbl_tcam_data->tbl_tcam_data_low);
 596	dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_MATCH_CFG_H_REG,
 597		       ptbl_tcam_data->tbl_tcam_data_high);
 598}
 599
 600/**
 601 * hns_dsaf_tbl_tcam_data_cfg - tbl
 602 * @dsaf_dev: dsa fabric id
 603 * @ptbl_tcam_data: addr
 604 */
 605static void hns_dsaf_tbl_tcam_data_cfg(
 606	struct dsaf_device *dsaf_dev,
 607	struct dsaf_tbl_tcam_data *ptbl_tcam_data)
 608{
 609	dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_LOW_0_REG,
 610		       ptbl_tcam_data->tbl_tcam_data_low);
 611	dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_HIGH_0_REG,
 612		       ptbl_tcam_data->tbl_tcam_data_high);
 613}
 614
 615/**
 616 * hns_dsaf_tbl_tcam_mcast_cfg - tbl
 617 * @dsaf_dev: dsa fabric id
 618 * @mcast: addr
 619 */
 620static void hns_dsaf_tbl_tcam_mcast_cfg(
 621	struct dsaf_device *dsaf_dev,
 622	struct dsaf_tbl_tcam_mcast_cfg *mcast)
 623{
 624	u32 mcast_cfg4;
 625
 626	mcast_cfg4 = dsaf_read_dev(dsaf_dev, DSAF_TBL_TCAM_MCAST_CFG_4_0_REG);
 627	dsaf_set_bit(mcast_cfg4, DSAF_TBL_MCAST_CFG4_ITEM_VLD_S,
 628		     mcast->tbl_mcast_item_vld);
 629	dsaf_set_bit(mcast_cfg4, DSAF_TBL_MCAST_CFG4_OLD_EN_S,
 630		     mcast->tbl_mcast_old_en);
 631	dsaf_set_field(mcast_cfg4, DSAF_TBL_MCAST_CFG4_VM128_112_M,
 632		       DSAF_TBL_MCAST_CFG4_VM128_112_S,
 633		       mcast->tbl_mcast_port_msk[4]);
 634	dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_MCAST_CFG_4_0_REG, mcast_cfg4);
 635
 636	dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_MCAST_CFG_3_0_REG,
 637		       mcast->tbl_mcast_port_msk[3]);
 638
 639	dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_MCAST_CFG_2_0_REG,
 640		       mcast->tbl_mcast_port_msk[2]);
 641
 642	dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_MCAST_CFG_1_0_REG,
 643		       mcast->tbl_mcast_port_msk[1]);
 644
 645	dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_MCAST_CFG_0_0_REG,
 646		       mcast->tbl_mcast_port_msk[0]);
 647}
 648
 649/**
 650 * hns_dsaf_tbl_tcam_ucast_cfg - tbl
 651 * @dsaf_dev: dsa fabric id
 652 * @tbl_tcam_ucast: addr
 653 */
 654static void hns_dsaf_tbl_tcam_ucast_cfg(
 655	struct dsaf_device *dsaf_dev,
 656	struct dsaf_tbl_tcam_ucast_cfg *tbl_tcam_ucast)
 657{
 658	u32 ucast_cfg1;
 659
 660	ucast_cfg1 = dsaf_read_dev(dsaf_dev, DSAF_TBL_TCAM_UCAST_CFG_0_REG);
 661	dsaf_set_bit(ucast_cfg1, DSAF_TBL_UCAST_CFG1_MAC_DISCARD_S,
 662		     tbl_tcam_ucast->tbl_ucast_mac_discard);
 663	dsaf_set_bit(ucast_cfg1, DSAF_TBL_UCAST_CFG1_ITEM_VLD_S,
 664		     tbl_tcam_ucast->tbl_ucast_item_vld);
 665	dsaf_set_bit(ucast_cfg1, DSAF_TBL_UCAST_CFG1_OLD_EN_S,
 666		     tbl_tcam_ucast->tbl_ucast_old_en);
 667	dsaf_set_bit(ucast_cfg1, DSAF_TBL_UCAST_CFG1_DVC_S,
 668		     tbl_tcam_ucast->tbl_ucast_dvc);
 669	dsaf_set_field(ucast_cfg1, DSAF_TBL_UCAST_CFG1_OUT_PORT_M,
 670		       DSAF_TBL_UCAST_CFG1_OUT_PORT_S,
 671		       tbl_tcam_ucast->tbl_ucast_out_port);
 672	dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_UCAST_CFG_0_REG, ucast_cfg1);
 673}
 674
 675/**
 676 * hns_dsaf_tbl_line_cfg - tbl
 677 * @dsaf_dev: dsa fabric id
 678 * @tbl_lin: addr
 679 */
 680static void hns_dsaf_tbl_line_cfg(struct dsaf_device *dsaf_dev,
 681				  struct dsaf_tbl_line_cfg *tbl_lin)
 682{
 683	u32 tbl_line;
 684
 685	tbl_line = dsaf_read_dev(dsaf_dev, DSAF_TBL_LIN_CFG_0_REG);
 686	dsaf_set_bit(tbl_line, DSAF_TBL_LINE_CFG_MAC_DISCARD_S,
 687		     tbl_lin->tbl_line_mac_discard);
 688	dsaf_set_bit(tbl_line, DSAF_TBL_LINE_CFG_DVC_S,
 689		     tbl_lin->tbl_line_dvc);
 690	dsaf_set_field(tbl_line, DSAF_TBL_LINE_CFG_OUT_PORT_M,
 691		       DSAF_TBL_LINE_CFG_OUT_PORT_S,
 692		       tbl_lin->tbl_line_out_port);
 693	dsaf_write_dev(dsaf_dev, DSAF_TBL_LIN_CFG_0_REG, tbl_line);
 694}
 695
 696/**
 697 * hns_dsaf_tbl_tcam_mcast_pul - tbl
 698 * @dsaf_dev: dsa fabric id
 699 */
 700static void hns_dsaf_tbl_tcam_mcast_pul(struct dsaf_device *dsaf_dev)
 701{
 702	u32 o_tbl_pul;
 703
 704	o_tbl_pul = dsaf_read_dev(dsaf_dev, DSAF_TBL_PUL_0_REG);
 705	dsaf_set_bit(o_tbl_pul, DSAF_TBL_PUL_MCAST_VLD_S, 1);
 706	dsaf_write_dev(dsaf_dev, DSAF_TBL_PUL_0_REG, o_tbl_pul);
 707	dsaf_set_bit(o_tbl_pul, DSAF_TBL_PUL_MCAST_VLD_S, 0);
 708	dsaf_write_dev(dsaf_dev, DSAF_TBL_PUL_0_REG, o_tbl_pul);
 709}
 710
 711/**
 712 * hns_dsaf_tbl_line_pul - tbl
 713 * @dsaf_dev: dsa fabric id
 714 */
 715static void hns_dsaf_tbl_line_pul(struct dsaf_device *dsaf_dev)
 716{
 717	u32 tbl_pul;
 718
 719	tbl_pul = dsaf_read_dev(dsaf_dev, DSAF_TBL_PUL_0_REG);
 720	dsaf_set_bit(tbl_pul, DSAF_TBL_PUL_LINE_VLD_S, 1);
 721	dsaf_write_dev(dsaf_dev, DSAF_TBL_PUL_0_REG, tbl_pul);
 722	dsaf_set_bit(tbl_pul, DSAF_TBL_PUL_LINE_VLD_S, 0);
 723	dsaf_write_dev(dsaf_dev, DSAF_TBL_PUL_0_REG, tbl_pul);
 724}
 725
 726/**
 727 * hns_dsaf_tbl_tcam_data_mcast_pul - tbl
 728 * @dsaf_dev: dsa fabric id
 729 */
 730static void hns_dsaf_tbl_tcam_data_mcast_pul(
 731	struct dsaf_device *dsaf_dev)
 732{
 733	u32 o_tbl_pul;
 734
 735	o_tbl_pul = dsaf_read_dev(dsaf_dev, DSAF_TBL_PUL_0_REG);
 736	dsaf_set_bit(o_tbl_pul, DSAF_TBL_PUL_TCAM_DATA_VLD_S, 1);
 737	dsaf_set_bit(o_tbl_pul, DSAF_TBL_PUL_MCAST_VLD_S, 1);
 738	dsaf_write_dev(dsaf_dev, DSAF_TBL_PUL_0_REG, o_tbl_pul);
 739	dsaf_set_bit(o_tbl_pul, DSAF_TBL_PUL_TCAM_DATA_VLD_S, 0);
 740	dsaf_set_bit(o_tbl_pul, DSAF_TBL_PUL_MCAST_VLD_S, 0);
 741	dsaf_write_dev(dsaf_dev, DSAF_TBL_PUL_0_REG, o_tbl_pul);
 742}
 743
 744/**
 745 * hns_dsaf_tbl_tcam_data_ucast_pul - tbl
 746 * @dsaf_dev: dsa fabric id
 747 */
 748static void hns_dsaf_tbl_tcam_data_ucast_pul(
 749	struct dsaf_device *dsaf_dev)
 750{
 751	u32 o_tbl_pul;
 752
 753	o_tbl_pul = dsaf_read_dev(dsaf_dev, DSAF_TBL_PUL_0_REG);
 754	dsaf_set_bit(o_tbl_pul, DSAF_TBL_PUL_TCAM_DATA_VLD_S, 1);
 755	dsaf_set_bit(o_tbl_pul, DSAF_TBL_PUL_UCAST_VLD_S, 1);
 756	dsaf_write_dev(dsaf_dev, DSAF_TBL_PUL_0_REG, o_tbl_pul);
 757	dsaf_set_bit(o_tbl_pul, DSAF_TBL_PUL_TCAM_DATA_VLD_S, 0);
 758	dsaf_set_bit(o_tbl_pul, DSAF_TBL_PUL_UCAST_VLD_S, 0);
 759	dsaf_write_dev(dsaf_dev, DSAF_TBL_PUL_0_REG, o_tbl_pul);
 760}
 761
 762void hns_dsaf_set_promisc_mode(struct dsaf_device *dsaf_dev, u32 en)
 763{
 764	if (AE_IS_VER1(dsaf_dev->dsaf_ver) && !HNS_DSAF_IS_DEBUG(dsaf_dev))
 765		dsaf_set_dev_bit(dsaf_dev, DSAF_CFG_0_REG,
 766				 DSAF_CFG_MIX_MODE_S, !!en);
 767}
 768
 769/**
 770 * hns_dsaf_tbl_stat_en - tbl
 771 * @dsaf_dev: dsa fabric id
 772 */
 773static void hns_dsaf_tbl_stat_en(struct dsaf_device *dsaf_dev)
 774{
 775	u32 o_tbl_ctrl;
 776
 777	o_tbl_ctrl = dsaf_read_dev(dsaf_dev, DSAF_TBL_DFX_CTRL_0_REG);
 778	dsaf_set_bit(o_tbl_ctrl, DSAF_TBL_DFX_LINE_LKUP_NUM_EN_S, 1);
 779	dsaf_set_bit(o_tbl_ctrl, DSAF_TBL_DFX_UC_LKUP_NUM_EN_S, 1);
 780	dsaf_set_bit(o_tbl_ctrl, DSAF_TBL_DFX_MC_LKUP_NUM_EN_S, 1);
 781	dsaf_set_bit(o_tbl_ctrl, DSAF_TBL_DFX_BC_LKUP_NUM_EN_S, 1);
 782	dsaf_write_dev(dsaf_dev, DSAF_TBL_DFX_CTRL_0_REG, o_tbl_ctrl);
 783}
 784
 785/**
 786 * hns_dsaf_rocee_bp_en - rocee back press enable
 787 * @dsaf_dev: dsa fabric id
 788 */
 789static void hns_dsaf_rocee_bp_en(struct dsaf_device *dsaf_dev)
 790{
 791	if (AE_IS_VER1(dsaf_dev->dsaf_ver))
 792		dsaf_set_dev_bit(dsaf_dev, DSAF_XGE_CTRL_SIG_CFG_0_REG,
 793				 DSAF_FC_XGE_TX_PAUSE_S, 1);
 794}
 795
 796/* set msk for dsaf exception irq*/
 797static void hns_dsaf_int_xge_msk_set(struct dsaf_device *dsaf_dev,
 798				     u32 chnn_num, u32 mask_set)
 799{
 800	dsaf_write_dev(dsaf_dev,
 801		       DSAF_XGE_INT_MSK_0_REG + 0x4 * chnn_num, mask_set);
 802}
 803
 804static void hns_dsaf_int_ppe_msk_set(struct dsaf_device *dsaf_dev,
 805				     u32 chnn_num, u32 msk_set)
 806{
 807	dsaf_write_dev(dsaf_dev,
 808		       DSAF_PPE_INT_MSK_0_REG + 0x4 * chnn_num, msk_set);
 809}
 810
 811static void hns_dsaf_int_rocee_msk_set(struct dsaf_device *dsaf_dev,
 812				       u32 chnn, u32 msk_set)
 813{
 814	dsaf_write_dev(dsaf_dev,
 815		       DSAF_ROCEE_INT_MSK_0_REG + 0x4 * chnn, msk_set);
 816}
 817
 818static void
 819hns_dsaf_int_tbl_msk_set(struct dsaf_device *dsaf_dev, u32 msk_set)
 820{
 821	dsaf_write_dev(dsaf_dev, DSAF_TBL_INT_MSK_0_REG, msk_set);
 822}
 823
 824/* clr dsaf exception irq*/
 825static void hns_dsaf_int_xge_src_clr(struct dsaf_device *dsaf_dev,
 826				     u32 chnn_num, u32 int_src)
 827{
 828	dsaf_write_dev(dsaf_dev,
 829		       DSAF_XGE_INT_SRC_0_REG + 0x4 * chnn_num, int_src);
 830}
 831
 832static void hns_dsaf_int_ppe_src_clr(struct dsaf_device *dsaf_dev,
 833				     u32 chnn, u32 int_src)
 834{
 835	dsaf_write_dev(dsaf_dev,
 836		       DSAF_PPE_INT_SRC_0_REG + 0x4 * chnn, int_src);
 837}
 838
 839static void hns_dsaf_int_rocee_src_clr(struct dsaf_device *dsaf_dev,
 840				       u32 chnn, u32 int_src)
 841{
 842	dsaf_write_dev(dsaf_dev,
 843		       DSAF_ROCEE_INT_SRC_0_REG + 0x4 * chnn, int_src);
 844}
 845
 846static void hns_dsaf_int_tbl_src_clr(struct dsaf_device *dsaf_dev,
 847				     u32 int_src)
 848{
 849	dsaf_write_dev(dsaf_dev, DSAF_TBL_INT_SRC_0_REG, int_src);
 850}
 851
 852/**
 853 * hns_dsaf_single_line_tbl_cfg - INT
 854 * @dsaf_dev: dsa fabric id
 855 * @address: the address
 856 * @ptbl_line: the line
 857 */
 858static void hns_dsaf_single_line_tbl_cfg(
 859	struct dsaf_device *dsaf_dev,
 860	u32 address, struct dsaf_tbl_line_cfg *ptbl_line)
 861{
 862	spin_lock_bh(&dsaf_dev->tcam_lock);
 863
 864	/*Write Addr*/
 865	hns_dsaf_tbl_line_addr_cfg(dsaf_dev, address);
 866
 867	/*Write Line*/
 868	hns_dsaf_tbl_line_cfg(dsaf_dev, ptbl_line);
 869
 870	/*Write Plus*/
 871	hns_dsaf_tbl_line_pul(dsaf_dev);
 872
 873	spin_unlock_bh(&dsaf_dev->tcam_lock);
 874}
 875
 876/**
 877 * hns_dsaf_tcam_uc_cfg - INT
 878 * @dsaf_dev: dsa fabric id
 879 * @address: the address
 880 * @ptbl_tcam_data: the data
 881 * @ptbl_tcam_ucast: unicast
 882 */
 883static void hns_dsaf_tcam_uc_cfg(
 884	struct dsaf_device *dsaf_dev, u32 address,
 885	struct dsaf_tbl_tcam_data *ptbl_tcam_data,
 886	struct dsaf_tbl_tcam_ucast_cfg *ptbl_tcam_ucast)
 887{
 888	spin_lock_bh(&dsaf_dev->tcam_lock);
 889
 890	/*Write Addr*/
 891	hns_dsaf_tbl_tcam_addr_cfg(dsaf_dev, address);
 892	/*Write Tcam Data*/
 893	hns_dsaf_tbl_tcam_data_cfg(dsaf_dev, ptbl_tcam_data);
 894	/*Write Tcam Ucast*/
 895	hns_dsaf_tbl_tcam_ucast_cfg(dsaf_dev, ptbl_tcam_ucast);
 896	/*Write Plus*/
 897	hns_dsaf_tbl_tcam_data_ucast_pul(dsaf_dev);
 898
 899	spin_unlock_bh(&dsaf_dev->tcam_lock);
 900}
 901
 902/**
 903 * hns_dsaf_tcam_mc_cfg - cfg the tcam for mc
 904 * @dsaf_dev: dsa fabric device struct pointer
 905 * @address: tcam index
 906 * @ptbl_tcam_data: tcam data struct pointer
 907 * @ptbl_tcam_mask: tcam mask struct pointer, it must be null for HNSv1
 908 * @ptbl_tcam_mcast: tcam data struct pointer
 909 */
 910static void hns_dsaf_tcam_mc_cfg(
 911	struct dsaf_device *dsaf_dev, u32 address,
 912	struct dsaf_tbl_tcam_data *ptbl_tcam_data,
 913	struct dsaf_tbl_tcam_data *ptbl_tcam_mask,
 914	struct dsaf_tbl_tcam_mcast_cfg *ptbl_tcam_mcast)
 915{
 916	spin_lock_bh(&dsaf_dev->tcam_lock);
 917
 918	/*Write Addr*/
 919	hns_dsaf_tbl_tcam_addr_cfg(dsaf_dev, address);
 920	/*Write Tcam Data*/
 921	hns_dsaf_tbl_tcam_data_cfg(dsaf_dev, ptbl_tcam_data);
 922	/*Write Tcam Mcast*/
 923	hns_dsaf_tbl_tcam_mcast_cfg(dsaf_dev, ptbl_tcam_mcast);
 924	/* Write Match Data */
 925	if (ptbl_tcam_mask)
 926		hns_dsaf_tbl_tcam_match_cfg(dsaf_dev, ptbl_tcam_mask);
 927
 928	/* Write Puls */
 929	hns_dsaf_tbl_tcam_data_mcast_pul(dsaf_dev);
 930
 931	spin_unlock_bh(&dsaf_dev->tcam_lock);
 932}
 933
 934/**
 935 * hns_dsaf_tcam_uc_cfg_vague - INT
 936 * @dsaf_dev: dsa fabric device struct pointer
 937 * @address: the address
 938 * @tcam_data: the data
 939 * @tcam_mask: the mask
 940 * @tcam_uc: the unicast data
 941 */
 942static void hns_dsaf_tcam_uc_cfg_vague(struct dsaf_device *dsaf_dev,
 943				       u32 address,
 944				       struct dsaf_tbl_tcam_data *tcam_data,
 945				       struct dsaf_tbl_tcam_data *tcam_mask,
 946				       struct dsaf_tbl_tcam_ucast_cfg *tcam_uc)
 947{
 948	spin_lock_bh(&dsaf_dev->tcam_lock);
 949	hns_dsaf_tbl_tcam_addr_cfg(dsaf_dev, address);
 950	hns_dsaf_tbl_tcam_data_cfg(dsaf_dev, tcam_data);
 951	hns_dsaf_tbl_tcam_ucast_cfg(dsaf_dev, tcam_uc);
 952	hns_dsaf_tbl_tcam_match_cfg(dsaf_dev, tcam_mask);
 953	hns_dsaf_tbl_tcam_data_ucast_pul(dsaf_dev);
 954
 955	/*Restore Match Data*/
 956	tcam_mask->tbl_tcam_data_high = 0xffffffff;
 957	tcam_mask->tbl_tcam_data_low = 0xffffffff;
 958	hns_dsaf_tbl_tcam_match_cfg(dsaf_dev, tcam_mask);
 959
 960	spin_unlock_bh(&dsaf_dev->tcam_lock);
 961}
 962
 963/**
 964 * hns_dsaf_tcam_mc_cfg_vague - INT
 965 * @dsaf_dev: dsa fabric device struct pointer
 966 * @address: the address
 967 * @tcam_data: the data
 968 * @tcam_mask: the mask
 969 * @tcam_mc: the multicast data
 970 */
 971static void hns_dsaf_tcam_mc_cfg_vague(struct dsaf_device *dsaf_dev,
 972				       u32 address,
 973				       struct dsaf_tbl_tcam_data *tcam_data,
 974				       struct dsaf_tbl_tcam_data *tcam_mask,
 975				       struct dsaf_tbl_tcam_mcast_cfg *tcam_mc)
 976{
 977	spin_lock_bh(&dsaf_dev->tcam_lock);
 978	hns_dsaf_tbl_tcam_addr_cfg(dsaf_dev, address);
 979	hns_dsaf_tbl_tcam_data_cfg(dsaf_dev, tcam_data);
 980	hns_dsaf_tbl_tcam_mcast_cfg(dsaf_dev, tcam_mc);
 981	hns_dsaf_tbl_tcam_match_cfg(dsaf_dev, tcam_mask);
 982	hns_dsaf_tbl_tcam_data_mcast_pul(dsaf_dev);
 983
 984	/*Restore Match Data*/
 985	tcam_mask->tbl_tcam_data_high = 0xffffffff;
 986	tcam_mask->tbl_tcam_data_low = 0xffffffff;
 987	hns_dsaf_tbl_tcam_match_cfg(dsaf_dev, tcam_mask);
 988
 989	spin_unlock_bh(&dsaf_dev->tcam_lock);
 990}
 991
 992/**
 993 * hns_dsaf_tcam_mc_invld - INT
 994 * @dsaf_dev: dsa fabric id
 995 * @address: the address
 996 */
 997static void hns_dsaf_tcam_mc_invld(struct dsaf_device *dsaf_dev, u32 address)
 998{
 999	spin_lock_bh(&dsaf_dev->tcam_lock);
1000
1001	/*Write Addr*/
1002	hns_dsaf_tbl_tcam_addr_cfg(dsaf_dev, address);
1003
1004	/*write tcam mcast*/
1005	dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_MCAST_CFG_0_0_REG, 0);
1006	dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_MCAST_CFG_1_0_REG, 0);
1007	dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_MCAST_CFG_2_0_REG, 0);
1008	dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_MCAST_CFG_3_0_REG, 0);
1009	dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_MCAST_CFG_4_0_REG, 0);
1010
1011	/*Write Plus*/
1012	hns_dsaf_tbl_tcam_mcast_pul(dsaf_dev);
1013
1014	spin_unlock_bh(&dsaf_dev->tcam_lock);
1015}
1016
1017static void
1018hns_dsaf_tcam_addr_get(struct dsaf_drv_tbl_tcam_key *mac_key, u8 *addr)
1019{
1020	addr[0] = mac_key->high.bits.mac_0;
1021	addr[1] = mac_key->high.bits.mac_1;
1022	addr[2] = mac_key->high.bits.mac_2;
1023	addr[3] = mac_key->high.bits.mac_3;
1024	addr[4] = mac_key->low.bits.mac_4;
1025	addr[5] = mac_key->low.bits.mac_5;
1026}
1027
1028/**
1029 * hns_dsaf_tcam_uc_get - INT
1030 * @dsaf_dev: dsa fabric id
1031 * @address: the address
1032 * @ptbl_tcam_data: the data
1033 * @ptbl_tcam_ucast: unicast
1034 */
1035static void hns_dsaf_tcam_uc_get(
1036	struct dsaf_device *dsaf_dev, u32 address,
1037	struct dsaf_tbl_tcam_data *ptbl_tcam_data,
1038	struct dsaf_tbl_tcam_ucast_cfg *ptbl_tcam_ucast)
1039{
1040	u32 tcam_read_data0;
1041	u32 tcam_read_data4;
1042
1043	spin_lock_bh(&dsaf_dev->tcam_lock);
1044
1045	/*Write Addr*/
1046	hns_dsaf_tbl_tcam_addr_cfg(dsaf_dev, address);
1047
1048	/*read tcam item puls*/
1049	hns_dsaf_tbl_tcam_load_pul(dsaf_dev);
1050
1051	/*read tcam data*/
1052	ptbl_tcam_data->tbl_tcam_data_high
1053		= dsaf_read_dev(dsaf_dev, DSAF_TBL_TCAM_RDATA_HIGH_0_REG);
1054	ptbl_tcam_data->tbl_tcam_data_low
1055		= dsaf_read_dev(dsaf_dev, DSAF_TBL_TCAM_RDATA_LOW_0_REG);
1056
1057	/*read tcam mcast*/
1058	tcam_read_data0 = dsaf_read_dev(dsaf_dev,
1059					DSAF_TBL_TCAM_RAM_RDATA0_0_REG);
1060	tcam_read_data4 = dsaf_read_dev(dsaf_dev,
1061					DSAF_TBL_TCAM_RAM_RDATA4_0_REG);
1062
1063	ptbl_tcam_ucast->tbl_ucast_item_vld
1064		= dsaf_get_bit(tcam_read_data4,
1065			       DSAF_TBL_MCAST_CFG4_ITEM_VLD_S);
1066	ptbl_tcam_ucast->tbl_ucast_old_en
1067		= dsaf_get_bit(tcam_read_data4, DSAF_TBL_MCAST_CFG4_OLD_EN_S);
1068	ptbl_tcam_ucast->tbl_ucast_mac_discard
1069		= dsaf_get_bit(tcam_read_data0,
1070			       DSAF_TBL_UCAST_CFG1_MAC_DISCARD_S);
1071	ptbl_tcam_ucast->tbl_ucast_out_port
1072		= dsaf_get_field(tcam_read_data0,
1073				 DSAF_TBL_UCAST_CFG1_OUT_PORT_M,
1074				 DSAF_TBL_UCAST_CFG1_OUT_PORT_S);
1075	ptbl_tcam_ucast->tbl_ucast_dvc
1076		= dsaf_get_bit(tcam_read_data0, DSAF_TBL_UCAST_CFG1_DVC_S);
1077
1078	spin_unlock_bh(&dsaf_dev->tcam_lock);
1079}
1080
1081/**
1082 * hns_dsaf_tcam_mc_get - INT
1083 * @dsaf_dev: dsa fabric id
1084 * @address: the address
1085 * @ptbl_tcam_data: the data
1086 * @ptbl_tcam_mcast: tcam multicast data
1087 */
1088static void hns_dsaf_tcam_mc_get(
1089	struct dsaf_device *dsaf_dev, u32 address,
1090	struct dsaf_tbl_tcam_data *ptbl_tcam_data,
1091	struct dsaf_tbl_tcam_mcast_cfg *ptbl_tcam_mcast)
1092{
1093	u32 data_tmp;
1094
1095	spin_lock_bh(&dsaf_dev->tcam_lock);
1096
1097	/*Write Addr*/
1098	hns_dsaf_tbl_tcam_addr_cfg(dsaf_dev, address);
1099
1100	/*read tcam item puls*/
1101	hns_dsaf_tbl_tcam_load_pul(dsaf_dev);
1102
1103	/*read tcam data*/
1104	ptbl_tcam_data->tbl_tcam_data_high =
1105		dsaf_read_dev(dsaf_dev, DSAF_TBL_TCAM_RDATA_HIGH_0_REG);
1106	ptbl_tcam_data->tbl_tcam_data_low =
1107		dsaf_read_dev(dsaf_dev, DSAF_TBL_TCAM_RDATA_LOW_0_REG);
1108
1109	/*read tcam mcast*/
1110	ptbl_tcam_mcast->tbl_mcast_port_msk[0] =
1111		dsaf_read_dev(dsaf_dev, DSAF_TBL_TCAM_RAM_RDATA0_0_REG);
1112	ptbl_tcam_mcast->tbl_mcast_port_msk[1] =
1113		dsaf_read_dev(dsaf_dev, DSAF_TBL_TCAM_RAM_RDATA1_0_REG);
1114	ptbl_tcam_mcast->tbl_mcast_port_msk[2] =
1115		dsaf_read_dev(dsaf_dev, DSAF_TBL_TCAM_RAM_RDATA2_0_REG);
1116	ptbl_tcam_mcast->tbl_mcast_port_msk[3] =
1117		dsaf_read_dev(dsaf_dev, DSAF_TBL_TCAM_RAM_RDATA3_0_REG);
1118
1119	data_tmp = dsaf_read_dev(dsaf_dev, DSAF_TBL_TCAM_RAM_RDATA4_0_REG);
1120	ptbl_tcam_mcast->tbl_mcast_item_vld =
1121		dsaf_get_bit(data_tmp, DSAF_TBL_MCAST_CFG4_ITEM_VLD_S);
1122	ptbl_tcam_mcast->tbl_mcast_old_en =
1123		dsaf_get_bit(data_tmp, DSAF_TBL_MCAST_CFG4_OLD_EN_S);
1124	ptbl_tcam_mcast->tbl_mcast_port_msk[4] =
1125		dsaf_get_field(data_tmp, DSAF_TBL_MCAST_CFG4_VM128_112_M,
1126			       DSAF_TBL_MCAST_CFG4_VM128_112_S);
1127
1128	spin_unlock_bh(&dsaf_dev->tcam_lock);
1129}
1130
1131/**
1132 * hns_dsaf_tbl_line_init - INT
1133 * @dsaf_dev: dsa fabric id
1134 */
1135static void hns_dsaf_tbl_line_init(struct dsaf_device *dsaf_dev)
1136{
1137	u32 i;
1138	/* defaultly set all lineal mac table entry resulting discard */
1139	struct dsaf_tbl_line_cfg tbl_line[] = {{1, 0, 0} };
1140
1141	for (i = 0; i < DSAF_LINE_SUM; i++)
1142		hns_dsaf_single_line_tbl_cfg(dsaf_dev, i, tbl_line);
1143}
1144
1145/**
1146 * hns_dsaf_tbl_tcam_init - INT
1147 * @dsaf_dev: dsa fabric id
1148 */
1149static void hns_dsaf_tbl_tcam_init(struct dsaf_device *dsaf_dev)
1150{
1151	u32 i;
1152	struct dsaf_tbl_tcam_data tcam_data[] = {{0, 0} };
1153	struct dsaf_tbl_tcam_ucast_cfg tcam_ucast[] = {{0, 0, 0, 0, 0} };
1154
1155	/*tcam tbl*/
1156	for (i = 0; i < DSAF_TCAM_SUM; i++)
1157		hns_dsaf_tcam_uc_cfg(dsaf_dev, i, tcam_data, tcam_ucast);
1158}
1159
1160/**
1161 * hns_dsaf_pfc_en_cfg - dsaf pfc pause cfg
1162 * @dsaf_dev: dsa fabric id
1163 * @mac_id: mac contrl block
1164 * @tc_en: traffic class
1165 */
1166static void hns_dsaf_pfc_en_cfg(struct dsaf_device *dsaf_dev,
1167				int mac_id, int tc_en)
1168{
1169	dsaf_write_dev(dsaf_dev, DSAF_PFC_EN_0_REG + mac_id * 4, tc_en);
1170}
1171
1172static void hns_dsaf_set_pfc_pause(struct dsaf_device *dsaf_dev,
1173				   int mac_id, int tx_en, int rx_en)
1174{
1175	if (AE_IS_VER1(dsaf_dev->dsaf_ver)) {
1176		if (!tx_en || !rx_en)
1177			dev_err(dsaf_dev->dev, "dsaf v1 can not close pfc!\n");
1178
1179		return;
1180	}
1181
1182	dsaf_set_dev_bit(dsaf_dev, DSAF_PAUSE_CFG_REG + mac_id * 4,
1183			 DSAF_PFC_PAUSE_RX_EN_B, !!rx_en);
1184	dsaf_set_dev_bit(dsaf_dev, DSAF_PAUSE_CFG_REG + mac_id * 4,
1185			 DSAF_PFC_PAUSE_TX_EN_B, !!tx_en);
1186}
1187
1188int hns_dsaf_set_rx_mac_pause_en(struct dsaf_device *dsaf_dev, int mac_id,
1189				 u32 en)
1190{
1191	if (AE_IS_VER1(dsaf_dev->dsaf_ver)) {
1192		if (!en) {
1193			dev_err(dsaf_dev->dev, "dsafv1 can't close rx_pause!\n");
1194			return -EINVAL;
1195		}
1196	}
1197
1198	dsaf_set_dev_bit(dsaf_dev, DSAF_PAUSE_CFG_REG + mac_id * 4,
1199			 DSAF_MAC_PAUSE_RX_EN_B, !!en);
1200
1201	return 0;
1202}
1203
1204void hns_dsaf_get_rx_mac_pause_en(struct dsaf_device *dsaf_dev, int mac_id,
1205				  u32 *en)
1206{
1207	if (AE_IS_VER1(dsaf_dev->dsaf_ver))
1208		*en = 1;
1209	else
1210		*en = dsaf_get_dev_bit(dsaf_dev,
1211				       DSAF_PAUSE_CFG_REG + mac_id * 4,
1212				       DSAF_MAC_PAUSE_RX_EN_B);
1213}
1214
1215/**
1216 * hns_dsaf_comm_init - INT
1217 * @dsaf_dev: dsa fabric id
1218 */
1219static void hns_dsaf_comm_init(struct dsaf_device *dsaf_dev)
1220{
1221	u32 i;
1222	u32 o_dsaf_cfg;
1223	bool is_ver1 = AE_IS_VER1(dsaf_dev->dsaf_ver);
1224
1225	o_dsaf_cfg = dsaf_read_dev(dsaf_dev, DSAF_CFG_0_REG);
1226	dsaf_set_bit(o_dsaf_cfg, DSAF_CFG_EN_S, dsaf_dev->dsaf_en);
1227	dsaf_set_bit(o_dsaf_cfg, DSAF_CFG_TC_MODE_S, dsaf_dev->dsaf_tc_mode);
1228	dsaf_set_bit(o_dsaf_cfg, DSAF_CFG_CRC_EN_S, 0);
1229	dsaf_set_bit(o_dsaf_cfg, DSAF_CFG_MIX_MODE_S, 0);
1230	dsaf_set_bit(o_dsaf_cfg, DSAF_CFG_LOCA_ADDR_EN_S, 0);
1231	dsaf_write_dev(dsaf_dev, DSAF_CFG_0_REG, o_dsaf_cfg);
1232
1233	hns_dsaf_reg_cnt_clr_ce(dsaf_dev, 1);
1234	hns_dsaf_stp_port_type_cfg(dsaf_dev, DSAF_STP_PORT_TYPE_FORWARD);
1235
1236	/* set 22 queue per tx ppe engine, only used in switch mode */
1237	hns_dsaf_ppe_qid_cfg(dsaf_dev, DSAF_DEFAUTL_QUEUE_NUM_PER_PPE);
1238
1239	/* set promisc def queue id */
1240	hns_dsaf_mix_def_qid_cfg(dsaf_dev);
1241
1242	/* set inner loopback queue id */
1243	hns_dsaf_inner_qid_cfg(dsaf_dev);
1244
1245	/* in non switch mode, set all port to access mode */
1246	hns_dsaf_sw_port_type_cfg(dsaf_dev, DSAF_SW_PORT_TYPE_NON_VLAN);
1247
1248	/*set dsaf pfc  to 0 for parseing rx pause*/
1249	for (i = 0; i < DSAF_COMM_CHN; i++) {
1250		hns_dsaf_pfc_en_cfg(dsaf_dev, i, 0);
1251		hns_dsaf_set_pfc_pause(dsaf_dev, i, is_ver1, is_ver1);
1252	}
1253
1254	/*msk and  clr exception irqs */
1255	for (i = 0; i < DSAF_COMM_CHN; i++) {
1256		hns_dsaf_int_xge_src_clr(dsaf_dev, i, 0xfffffffful);
1257		hns_dsaf_int_ppe_src_clr(dsaf_dev, i, 0xfffffffful);
1258		hns_dsaf_int_rocee_src_clr(dsaf_dev, i, 0xfffffffful);
1259
1260		hns_dsaf_int_xge_msk_set(dsaf_dev, i, 0xfffffffful);
1261		hns_dsaf_int_ppe_msk_set(dsaf_dev, i, 0xfffffffful);
1262		hns_dsaf_int_rocee_msk_set(dsaf_dev, i, 0xfffffffful);
1263	}
1264	hns_dsaf_int_tbl_src_clr(dsaf_dev, 0xfffffffful);
1265	hns_dsaf_int_tbl_msk_set(dsaf_dev, 0xfffffffful);
1266}
1267
1268/**
1269 * hns_dsaf_inode_init - INT
1270 * @dsaf_dev: dsa fabric id
1271 */
1272static void hns_dsaf_inode_init(struct dsaf_device *dsaf_dev)
1273{
1274	u32 reg;
1275	u32 tc_cfg;
1276	u32 i;
1277
1278	if (dsaf_dev->dsaf_tc_mode == HRD_DSAF_4TC_MODE)
1279		tc_cfg = HNS_DSAF_I4TC_CFG;
1280	else
1281		tc_cfg = HNS_DSAF_I8TC_CFG;
1282
1283	if (AE_IS_VER1(dsaf_dev->dsaf_ver)) {
1284		for (i = 0; i < DSAF_INODE_NUM; i++) {
1285			reg = DSAF_INODE_IN_PORT_NUM_0_REG + 0x80 * i;
1286			dsaf_set_dev_field(dsaf_dev, reg,
1287					   DSAF_INODE_IN_PORT_NUM_M,
1288					   DSAF_INODE_IN_PORT_NUM_S,
1289					   i % DSAF_XGE_NUM);
1290		}
1291	} else {
1292		for (i = 0; i < DSAF_PORT_TYPE_NUM; i++) {
1293			reg = DSAF_INODE_IN_PORT_NUM_0_REG + 0x80 * i;
1294			dsaf_set_dev_field(dsaf_dev, reg,
1295					   DSAF_INODE_IN_PORT_NUM_M,
1296					   DSAF_INODE_IN_PORT_NUM_S, 0);
1297			dsaf_set_dev_field(dsaf_dev, reg,
1298					   DSAFV2_INODE_IN_PORT1_NUM_M,
1299					   DSAFV2_INODE_IN_PORT1_NUM_S, 1);
1300			dsaf_set_dev_field(dsaf_dev, reg,
1301					   DSAFV2_INODE_IN_PORT2_NUM_M,
1302					   DSAFV2_INODE_IN_PORT2_NUM_S, 2);
1303			dsaf_set_dev_field(dsaf_dev, reg,
1304					   DSAFV2_INODE_IN_PORT3_NUM_M,
1305					   DSAFV2_INODE_IN_PORT3_NUM_S, 3);
1306			dsaf_set_dev_field(dsaf_dev, reg,
1307					   DSAFV2_INODE_IN_PORT4_NUM_M,
1308					   DSAFV2_INODE_IN_PORT4_NUM_S, 4);
1309			dsaf_set_dev_field(dsaf_dev, reg,
1310					   DSAFV2_INODE_IN_PORT5_NUM_M,
1311					   DSAFV2_INODE_IN_PORT5_NUM_S, 5);
1312		}
1313	}
1314	for (i = 0; i < DSAF_INODE_NUM; i++) {
1315		reg = DSAF_INODE_PRI_TC_CFG_0_REG + 0x80 * i;
1316		dsaf_write_dev(dsaf_dev, reg, tc_cfg);
1317	}
1318}
1319
1320/**
1321 * hns_dsaf_sbm_init - INT
1322 * @dsaf_dev: dsa fabric id
1323 */
1324static int hns_dsaf_sbm_init(struct dsaf_device *dsaf_dev)
1325{
1326	u32 flag;
1327	u32 finish_msk;
1328	u32 cnt = 0;
1329	int ret;
1330
1331	if (AE_IS_VER1(dsaf_dev->dsaf_ver)) {
1332		hns_dsaf_sbm_bp_wl_cfg(dsaf_dev);
1333		finish_msk = DSAF_SRAM_INIT_OVER_M;
1334	} else {
1335		hns_dsafv2_sbm_bp_wl_cfg(dsaf_dev);
1336		finish_msk = DSAFV2_SRAM_INIT_OVER_M;
1337	}
1338
1339	/* enable sbm chanel, disable sbm chanel shcut function*/
1340	hns_dsaf_sbm_cfg(dsaf_dev);
1341
1342	/* enable sbm mib */
1343	ret = hns_dsaf_sbm_cfg_mib_en(dsaf_dev);
1344	if (ret) {
1345		dev_err(dsaf_dev->dev,
1346			"hns_dsaf_sbm_cfg_mib_en fail,%s, ret=%d\n",
1347			dsaf_dev->ae_dev.name, ret);
1348		return ret;
1349	}
1350
1351	/* enable sbm initial link sram */
1352	hns_dsaf_sbm_link_sram_init_en(dsaf_dev);
1353
1354	do {
1355		usleep_range(200, 210);/*udelay(200);*/
1356		flag = dsaf_get_dev_field(dsaf_dev, DSAF_SRAM_INIT_OVER_0_REG,
1357					  finish_msk, DSAF_SRAM_INIT_OVER_S);
1358		cnt++;
1359	} while (flag != (finish_msk >> DSAF_SRAM_INIT_OVER_S) &&
1360		 cnt < DSAF_CFG_READ_CNT);
1361
1362	if (flag != (finish_msk >> DSAF_SRAM_INIT_OVER_S)) {
1363		dev_err(dsaf_dev->dev,
1364			"hns_dsaf_sbm_init fail %s, flag=%d, cnt=%d\n",
1365			dsaf_dev->ae_dev.name, flag, cnt);
1366		return -ENODEV;
1367	}
1368
1369	hns_dsaf_rocee_bp_en(dsaf_dev);
1370
1371	return 0;
1372}
1373
1374/**
1375 * hns_dsaf_tbl_init - INT
1376 * @dsaf_dev: dsa fabric id
1377 */
1378static void hns_dsaf_tbl_init(struct dsaf_device *dsaf_dev)
1379{
1380	hns_dsaf_tbl_stat_en(dsaf_dev);
1381
1382	hns_dsaf_tbl_tcam_init(dsaf_dev);
1383	hns_dsaf_tbl_line_init(dsaf_dev);
1384}
1385
1386/**
1387 * hns_dsaf_voq_init - INT
1388 * @dsaf_dev: dsa fabric id
1389 */
1390static void hns_dsaf_voq_init(struct dsaf_device *dsaf_dev)
1391{
1392	hns_dsaf_voq_bp_all_thrd_cfg(dsaf_dev);
1393}
1394
1395/**
1396 * hns_dsaf_init_hw - init dsa fabric hardware
1397 * @dsaf_dev: dsa fabric device struct pointer
1398 */
1399static int hns_dsaf_init_hw(struct dsaf_device *dsaf_dev)
1400{
1401	int ret;
1402
1403	dev_dbg(dsaf_dev->dev,
1404		"hns_dsaf_init_hw begin %s !\n", dsaf_dev->ae_dev.name);
1405
1406	dsaf_dev->misc_op->dsaf_reset(dsaf_dev, 0);
1407	mdelay(10);
1408	dsaf_dev->misc_op->dsaf_reset(dsaf_dev, 1);
1409
1410	hns_dsaf_comm_init(dsaf_dev);
1411
1412	/*init XBAR_INODE*/
1413	hns_dsaf_inode_init(dsaf_dev);
1414
1415	/*init SBM*/
1416	ret = hns_dsaf_sbm_init(dsaf_dev);
1417	if (ret)
1418		return ret;
1419
1420	/*init TBL*/
1421	hns_dsaf_tbl_init(dsaf_dev);
1422
1423	/*init VOQ*/
1424	hns_dsaf_voq_init(dsaf_dev);
1425
1426	return 0;
1427}
1428
1429/**
1430 * hns_dsaf_remove_hw - uninit dsa fabric hardware
1431 * @dsaf_dev: dsa fabric device struct pointer
1432 */
1433static void hns_dsaf_remove_hw(struct dsaf_device *dsaf_dev)
1434{
1435	/*reset*/
1436	dsaf_dev->misc_op->dsaf_reset(dsaf_dev, 0);
1437}
1438
1439/**
1440 * hns_dsaf_init - init dsa fabric
1441 * @dsaf_dev: dsa fabric device struct pointer
1442 * return 0 - success , negative --fail
1443 */
1444static int hns_dsaf_init(struct dsaf_device *dsaf_dev)
1445{
1446	struct dsaf_drv_priv *priv =
1447	    (struct dsaf_drv_priv *)hns_dsaf_dev_priv(dsaf_dev);
1448	u32 i;
1449	int ret;
1450
1451	if (HNS_DSAF_IS_DEBUG(dsaf_dev))
1452		return 0;
1453
1454	if (AE_IS_VER1(dsaf_dev->dsaf_ver))
1455		dsaf_dev->tcam_max_num = DSAF_TCAM_SUM;
1456	else
1457		dsaf_dev->tcam_max_num =
1458			DSAF_TCAM_SUM - DSAFV2_MAC_FUZZY_TCAM_NUM;
1459
1460	spin_lock_init(&dsaf_dev->tcam_lock);
1461	ret = hns_dsaf_init_hw(dsaf_dev);
1462	if (ret)
1463		return ret;
1464
1465	/* malloc mem for tcam mac key(vlan+mac) */
1466	priv->soft_mac_tbl = vzalloc(array_size(DSAF_TCAM_SUM,
1467						sizeof(*priv->soft_mac_tbl)));
1468	if (!priv->soft_mac_tbl) {
1469		ret = -ENOMEM;
1470		goto remove_hw;
1471	}
1472
1473	/*all entry invall */
1474	for (i = 0; i < DSAF_TCAM_SUM; i++)
1475		(priv->soft_mac_tbl + i)->index = DSAF_INVALID_ENTRY_IDX;
1476
1477	return 0;
1478
1479remove_hw:
1480	hns_dsaf_remove_hw(dsaf_dev);
1481	return ret;
1482}
1483
1484/**
1485 * hns_dsaf_free - free dsa fabric
1486 * @dsaf_dev: dsa fabric device struct pointer
1487 */
1488static void hns_dsaf_free(struct dsaf_device *dsaf_dev)
1489{
1490	struct dsaf_drv_priv *priv =
1491	    (struct dsaf_drv_priv *)hns_dsaf_dev_priv(dsaf_dev);
1492
1493	hns_dsaf_remove_hw(dsaf_dev);
1494
1495	/* free all mac mem */
1496	vfree(priv->soft_mac_tbl);
1497	priv->soft_mac_tbl = NULL;
1498}
1499
1500/**
1501 * hns_dsaf_find_soft_mac_entry - find dsa fabric soft entry
1502 * @dsaf_dev: dsa fabric device struct pointer
1503 * @mac_key: mac entry struct pointer
1504 */
1505static u16 hns_dsaf_find_soft_mac_entry(
1506	struct dsaf_device *dsaf_dev,
1507	struct dsaf_drv_tbl_tcam_key *mac_key)
1508{
1509	struct dsaf_drv_priv *priv =
1510	    (struct dsaf_drv_priv *)hns_dsaf_dev_priv(dsaf_dev);
1511	struct dsaf_drv_soft_mac_tbl *soft_mac_entry;
1512	u32 i;
1513
1514	soft_mac_entry = priv->soft_mac_tbl;
1515	for (i = 0; i < dsaf_dev->tcam_max_num; i++) {
1516		/* invall tab entry */
1517		if ((soft_mac_entry->index != DSAF_INVALID_ENTRY_IDX) &&
1518		    (soft_mac_entry->tcam_key.high.val == mac_key->high.val) &&
1519		    (soft_mac_entry->tcam_key.low.val == mac_key->low.val))
1520			/* return find result --soft index */
1521			return soft_mac_entry->index;
1522
1523		soft_mac_entry++;
1524	}
1525	return DSAF_INVALID_ENTRY_IDX;
1526}
1527
1528/**
1529 * hns_dsaf_find_empty_mac_entry - search dsa fabric soft empty-entry
1530 * @dsaf_dev: dsa fabric device struct pointer
1531 */
1532static u16 hns_dsaf_find_empty_mac_entry(struct dsaf_device *dsaf_dev)
1533{
1534	struct dsaf_drv_priv *priv =
1535	    (struct dsaf_drv_priv *)hns_dsaf_dev_priv(dsaf_dev);
1536	struct dsaf_drv_soft_mac_tbl *soft_mac_entry;
1537	u32 i;
1538
1539	soft_mac_entry = priv->soft_mac_tbl;
1540	for (i = 0; i < dsaf_dev->tcam_max_num; i++) {
1541		/* inv all entry */
1542		if (soft_mac_entry->index == DSAF_INVALID_ENTRY_IDX)
1543			/* return find result --soft index */
1544			return i;
1545
1546		soft_mac_entry++;
1547	}
1548	return DSAF_INVALID_ENTRY_IDX;
1549}
1550
1551/**
1552 * hns_dsaf_find_empty_mac_entry_reverse
1553 * search dsa fabric soft empty-entry from the end
1554 * @dsaf_dev: dsa fabric device struct pointer
1555 */
1556static u16 hns_dsaf_find_empty_mac_entry_reverse(struct dsaf_device *dsaf_dev)
1557{
1558	struct dsaf_drv_priv *priv = hns_dsaf_dev_priv(dsaf_dev);
1559	struct dsaf_drv_soft_mac_tbl *soft_mac_entry;
1560	int i;
1561
1562	soft_mac_entry = priv->soft_mac_tbl + (DSAF_TCAM_SUM - 1);
1563	for (i = (DSAF_TCAM_SUM - 1); i > 0; i--) {
1564		/* search all entry from end to start.*/
1565		if (soft_mac_entry->index == DSAF_INVALID_ENTRY_IDX)
1566			return i;
1567		soft_mac_entry--;
1568	}
1569	return DSAF_INVALID_ENTRY_IDX;
1570}
1571
1572/**
1573 * hns_dsaf_set_mac_key - set mac key
1574 * @dsaf_dev: dsa fabric device struct pointer
1575 * @mac_key: tcam key pointer
1576 * @vlan_id: vlan id
1577 * @in_port_num: input port num
1578 * @addr: mac addr
1579 */
1580static void hns_dsaf_set_mac_key(
1581	struct dsaf_device *dsaf_dev,
1582	struct dsaf_drv_tbl_tcam_key *mac_key, u16 vlan_id, u8 in_port_num,
1583	u8 *addr)
1584{
1585	u8 port;
1586
1587	if (dsaf_dev->dsaf_mode <= DSAF_MODE_ENABLE)
1588		/*DSAF mode : in port id fixed 0*/
1589		port = 0;
1590	else
1591		/*non-dsaf mode*/
1592		port = in_port_num;
1593
1594	mac_key->high.bits.mac_0 = addr[0];
1595	mac_key->high.bits.mac_1 = addr[1];
1596	mac_key->high.bits.mac_2 = addr[2];
1597	mac_key->high.bits.mac_3 = addr[3];
1598	mac_key->low.bits.mac_4 = addr[4];
1599	mac_key->low.bits.mac_5 = addr[5];
1600	mac_key->low.bits.port_vlan = 0;
1601	dsaf_set_field(mac_key->low.bits.port_vlan, DSAF_TBL_TCAM_KEY_VLAN_M,
1602		       DSAF_TBL_TCAM_KEY_VLAN_S, vlan_id);
1603	dsaf_set_field(mac_key->low.bits.port_vlan, DSAF_TBL_TCAM_KEY_PORT_M,
1604		       DSAF_TBL_TCAM_KEY_PORT_S, port);
1605}
1606
1607/**
1608 * hns_dsaf_set_mac_uc_entry - set mac uc-entry
1609 * @dsaf_dev: dsa fabric device struct pointer
1610 * @mac_entry: uc-mac entry
1611 */
1612int hns_dsaf_set_mac_uc_entry(
1613	struct dsaf_device *dsaf_dev,
1614	struct dsaf_drv_mac_single_dest_entry *mac_entry)
1615{
1616	u16 entry_index;
1617	struct dsaf_drv_tbl_tcam_key mac_key;
1618	struct dsaf_tbl_tcam_ucast_cfg mac_data;
1619	struct dsaf_drv_priv *priv =
1620	    (struct dsaf_drv_priv *)hns_dsaf_dev_priv(dsaf_dev);
1621	struct dsaf_drv_soft_mac_tbl *soft_mac_entry = priv->soft_mac_tbl;
1622	struct dsaf_tbl_tcam_data tcam_data;
1623
1624	/* mac addr check */
1625	if (MAC_IS_ALL_ZEROS(mac_entry->addr) ||
1626	    MAC_IS_BROADCAST(mac_entry->addr) ||
1627	    MAC_IS_MULTICAST(mac_entry->addr)) {
1628		dev_err(dsaf_dev->dev, "set_uc %s Mac %pM err!\n",
1629			dsaf_dev->ae_dev.name, mac_entry->addr);
1630		return -EINVAL;
1631	}
1632
1633	/* config key */
1634	hns_dsaf_set_mac_key(dsaf_dev, &mac_key, mac_entry->in_vlan_id,
1635			     mac_entry->in_port_num, mac_entry->addr);
1636
1637	/* entry ie exist? */
1638	entry_index = hns_dsaf_find_soft_mac_entry(dsaf_dev, &mac_key);
1639	if (entry_index == DSAF_INVALID_ENTRY_IDX) {
1640		/*if has not inv entry,find a empty entry */
1641		entry_index = hns_dsaf_find_empty_mac_entry(dsaf_dev);
1642		if (entry_index == DSAF_INVALID_ENTRY_IDX) {
1643			/* has not empty,return error */
1644			dev_err(dsaf_dev->dev,
1645				"set_uc_entry failed, %s Mac key(%#x:%#x)\n",
1646				dsaf_dev->ae_dev.name,
1647				mac_key.high.val, mac_key.low.val);
1648			return -EINVAL;
1649		}
1650	}
1651
1652	dev_dbg(dsaf_dev->dev,
1653		"set_uc_entry, %s Mac key(%#x:%#x) entry_index%d\n",
1654		dsaf_dev->ae_dev.name, mac_key.high.val,
1655		mac_key.low.val, entry_index);
1656
1657	/* config hardware entry */
1658	mac_data.tbl_ucast_item_vld = 1;
1659	mac_data.tbl_ucast_mac_discard = 0;
1660	mac_data.tbl_ucast_old_en = 0;
1661	/* default config dvc to 0 */
1662	mac_data.tbl_ucast_dvc = 0;
1663	mac_data.tbl_ucast_out_port = mac_entry->port_num;
1664	tcam_data.tbl_tcam_data_high = mac_key.high.val;
1665	tcam_data.tbl_tcam_data_low = mac_key.low.val;
1666
1667	hns_dsaf_tcam_uc_cfg(dsaf_dev, entry_index, &tcam_data, &mac_data);
1668
1669	/* config software entry */
1670	soft_mac_entry += entry_index;
1671	soft_mac_entry->index = entry_index;
1672	soft_mac_entry->tcam_key.high.val = mac_key.high.val;
1673	soft_mac_entry->tcam_key.low.val = mac_key.low.val;
1674
1675	return 0;
1676}
1677
1678int hns_dsaf_rm_mac_addr(
1679	struct dsaf_device *dsaf_dev,
1680	struct dsaf_drv_mac_single_dest_entry *mac_entry)
1681{
1682	u16 entry_index;
1683	struct dsaf_tbl_tcam_ucast_cfg mac_data;
1684	struct dsaf_drv_tbl_tcam_key mac_key;
1685
1686	/* mac addr check */
1687	if (!is_valid_ether_addr(mac_entry->addr)) {
1688		dev_err(dsaf_dev->dev, "rm_uc_addr %s Mac %pM err!\n",
1689			dsaf_dev->ae_dev.name, mac_entry->addr);
1690		return -EINVAL;
1691	}
1692
1693	/* config key */
1694	hns_dsaf_set_mac_key(dsaf_dev, &mac_key, mac_entry->in_vlan_id,
1695			     mac_entry->in_port_num, mac_entry->addr);
1696
1697	entry_index = hns_dsaf_find_soft_mac_entry(dsaf_dev, &mac_key);
1698	if (entry_index == DSAF_INVALID_ENTRY_IDX) {
1699		/* can not find the tcam entry, return 0 */
1700		dev_info(dsaf_dev->dev,
1701			 "rm_uc_addr no tcam, %s Mac key(%#x:%#x)\n",
1702			 dsaf_dev->ae_dev.name,
1703			 mac_key.high.val, mac_key.low.val);
1704		return 0;
1705	}
1706
1707	dev_dbg(dsaf_dev->dev,
1708		"rm_uc_addr, %s Mac key(%#x:%#x) entry_index%d\n",
1709		dsaf_dev->ae_dev.name, mac_key.high.val,
1710		mac_key.low.val, entry_index);
1711
1712	hns_dsaf_tcam_uc_get(
1713			dsaf_dev, entry_index,
1714			(struct dsaf_tbl_tcam_data *)&mac_key,
1715			&mac_data);
1716
1717	/* unicast entry not used locally should not clear */
1718	if (mac_entry->port_num != mac_data.tbl_ucast_out_port)
1719		return -EFAULT;
1720
1721	return hns_dsaf_del_mac_entry(dsaf_dev,
1722				      mac_entry->in_vlan_id,
1723				      mac_entry->in_port_num,
1724				      mac_entry->addr);
1725}
1726
1727static void hns_dsaf_setup_mc_mask(struct dsaf_device *dsaf_dev,
1728				   u8 port_num, u8 *mask, u8 *addr)
1729{
1730	if (MAC_IS_BROADCAST(addr))
1731		eth_broadcast_addr(mask);
1732	else
1733		memcpy(mask, dsaf_dev->mac_cb[port_num]->mc_mask, ETH_ALEN);
1734}
1735
1736static void hns_dsaf_mc_mask_bit_clear(char *dst, const char *src)
1737{
1738	u16 *a = (u16 *)dst;
1739	const u16 *b = (const u16 *)src;
1740
1741	a[0] &= b[0];
1742	a[1] &= b[1];
1743	a[2] &= b[2];
1744}
1745
1746/**
1747 * hns_dsaf_add_mac_mc_port - add mac mc-port
1748 * @dsaf_dev: dsa fabric device struct pointer
1749 * @mac_entry: mc-mac entry
1750 */
1751int hns_dsaf_add_mac_mc_port(struct dsaf_device *dsaf_dev,
1752			     struct dsaf_drv_mac_single_dest_entry *mac_entry)
1753{
1754	u16 entry_index;
1755	struct dsaf_drv_tbl_tcam_key mac_key;
1756	struct dsaf_drv_tbl_tcam_key mask_key;
1757	struct dsaf_tbl_tcam_data *pmask_key = NULL;
1758	struct dsaf_tbl_tcam_mcast_cfg mac_data;
1759	struct dsaf_drv_priv *priv = hns_dsaf_dev_priv(dsaf_dev);
1760	struct dsaf_drv_soft_mac_tbl *soft_mac_entry = priv->soft_mac_tbl;
1761	struct dsaf_tbl_tcam_data tcam_data;
1762	u8 mc_addr[ETH_ALEN];
1763	int mskid;
1764
1765	/*chechk mac addr */
1766	if (MAC_IS_ALL_ZEROS(mac_entry->addr)) {
1767		dev_err(dsaf_dev->dev, "set_entry failed,addr %pM!\n",
1768			mac_entry->addr);
1769		return -EINVAL;
1770	}
1771
1772	ether_addr_copy(mc_addr, mac_entry->addr);
1773	if (!AE_IS_VER1(dsaf_dev->dsaf_ver)) {
1774		u8 mc_mask[ETH_ALEN];
1775
1776		/* prepare for key data setting */
1777		hns_dsaf_setup_mc_mask(dsaf_dev, mac_entry->in_port_num,
1778				       mc_mask, mac_entry->addr);
1779		hns_dsaf_mc_mask_bit_clear(mc_addr, mc_mask);
1780
1781		/* config key mask */
1782		hns_dsaf_set_mac_key(dsaf_dev, &mask_key,
1783				     0x0,
1784				     0xff,
1785				     mc_mask);
1786
1787		pmask_key = (struct dsaf_tbl_tcam_data *)(&mask_key);
1788	}
1789
1790	/*config key */
1791	hns_dsaf_set_mac_key(
1792		dsaf_dev, &mac_key, mac_entry->in_vlan_id,
1793		mac_entry->in_port_num, mc_addr);
1794
1795	memset(&mac_data, 0, sizeof(struct dsaf_tbl_tcam_mcast_cfg));
1796
1797	/* check if the tcam is exist */
1798	entry_index = hns_dsaf_find_soft_mac_entry(dsaf_dev, &mac_key);
1799	if (entry_index == DSAF_INVALID_ENTRY_IDX) {
1800		/*if hasnot , find a empty*/
1801		entry_index = hns_dsaf_find_empty_mac_entry(dsaf_dev);
1802		if (entry_index == DSAF_INVALID_ENTRY_IDX) {
1803			/*if hasnot empty, error*/
1804			dev_err(dsaf_dev->dev,
1805				"set_uc_entry failed, %s Mac key(%#x:%#x)\n",
1806				dsaf_dev->ae_dev.name, mac_key.high.val,
1807				mac_key.low.val);
1808			return -EINVAL;
1809		}
1810	} else {
1811		/* if exist, add in */
1812		hns_dsaf_tcam_mc_get(dsaf_dev, entry_index, &tcam_data,
1813				     &mac_data);
1814	}
1815
1816	/* config hardware entry */
1817	if (mac_entry->port_num < DSAF_SERVICE_NW_NUM) {
1818		mskid = mac_entry->port_num;
1819	} else if (mac_entry->port_num >= DSAF_BASE_INNER_PORT_NUM) {
1820		mskid = mac_entry->port_num -
1821			DSAF_BASE_INNER_PORT_NUM + DSAF_SERVICE_NW_NUM;
1822	} else {
1823		dev_err(dsaf_dev->dev,
1824			"%s,pnum(%d)error,key(%#x:%#x)\n",
1825			dsaf_dev->ae_dev.name, mac_entry->port_num,
1826			mac_key.high.val, mac_key.low.val);
1827		return -EINVAL;
1828	}
1829	dsaf_set_bit(mac_data.tbl_mcast_port_msk[mskid / 32], mskid % 32, 1);
1830	mac_data.tbl_mcast_old_en = 0;
1831	mac_data.tbl_mcast_item_vld = 1;
1832
1833	dev_dbg(dsaf_dev->dev,
1834		"set_uc_entry, %s Mac key(%#x:%#x) entry_index%d\n",
1835		dsaf_dev->ae_dev.name, mac_key.high.val,
1836		mac_key.low.val, entry_index);
1837
1838	tcam_data.tbl_tcam_data_high = mac_key.high.val;
1839	tcam_data.tbl_tcam_data_low = mac_key.low.val;
1840
1841	/* config mc entry with mask */
1842	hns_dsaf_tcam_mc_cfg(dsaf_dev, entry_index, &tcam_data,
1843			     pmask_key, &mac_data);
1844
1845	/*config software entry */
1846	soft_mac_entry += entry_index;
1847	soft_mac_entry->index = entry_index;
1848	soft_mac_entry->tcam_key.high.val = mac_key.high.val;
1849	soft_mac_entry->tcam_key.low.val = mac_key.low.val;
1850
1851	return 0;
1852}
1853
1854/**
1855 * hns_dsaf_del_mac_entry - del mac mc-port
1856 * @dsaf_dev: dsa fabric device struct pointer
1857 * @vlan_id: vlian id
1858 * @in_port_num: input port num
1859 * @addr : mac addr
1860 */
1861int hns_dsaf_del_mac_entry(struct dsaf_device *dsaf_dev, u16 vlan_id,
1862			   u8 in_port_num, u8 *addr)
1863{
1864	u16 entry_index;
1865	struct dsaf_drv_tbl_tcam_key mac_key;
1866	struct dsaf_drv_priv *priv =
1867	    (struct dsaf_drv_priv *)hns_dsaf_dev_priv(dsaf_dev);
1868	struct dsaf_drv_soft_mac_tbl *soft_mac_entry = priv->soft_mac_tbl;
1869
1870	/*check mac addr */
1871	if (MAC_IS_ALL_ZEROS(addr) || MAC_IS_BROADCAST(addr)) {
1872		dev_err(dsaf_dev->dev, "del_entry failed,addr %pM!\n",
1873			addr);
1874		return -EINVAL;
1875	}
1876
1877	/*config key */
1878	hns_dsaf_set_mac_key(dsaf_dev, &mac_key, vlan_id, in_port_num, addr);
1879
1880	/*exist ?*/
1881	entry_index = hns_dsaf_find_soft_mac_entry(dsaf_dev, &mac_key);
1882	if (entry_index == DSAF_INVALID_ENTRY_IDX) {
1883		/*not exist, error */
1884		dev_err(dsaf_dev->dev,
1885			"del_mac_entry failed, %s Mac key(%#x:%#x)\n",
1886			dsaf_dev->ae_dev.name,
1887			mac_key.high.val, mac_key.low.val);
1888		return -EINVAL;
1889	}
1890	dev_dbg(dsaf_dev->dev,
1891		"del_mac_entry, %s Mac key(%#x:%#x) entry_index%d\n",
1892		dsaf_dev->ae_dev.name, mac_key.high.val,
1893		mac_key.low.val, entry_index);
1894
1895	/*do del opt*/
1896	hns_dsaf_tcam_mc_invld(dsaf_dev, entry_index);
1897
1898	/*del soft emtry */
1899	soft_mac_entry += entry_index;
1900	soft_mac_entry->index = DSAF_INVALID_ENTRY_IDX;
1901
1902	return 0;
1903}
1904
1905/**
1906 * hns_dsaf_del_mac_mc_port - del mac mc- port
1907 * @dsaf_dev: dsa fabric device struct pointer
1908 * @mac_entry: mac entry
1909 */
1910int hns_dsaf_del_mac_mc_port(struct dsaf_device *dsaf_dev,
1911			     struct dsaf_drv_mac_single_dest_entry *mac_entry)
1912{
1913	u16 entry_index;
1914	struct dsaf_drv_tbl_tcam_key mac_key;
1915	struct dsaf_drv_priv *priv = hns_dsaf_dev_priv(dsaf_dev);
1916	struct dsaf_drv_soft_mac_tbl *soft_mac_entry = priv->soft_mac_tbl;
1917	u16 vlan_id;
1918	u8 in_port_num;
1919	struct dsaf_tbl_tcam_mcast_cfg mac_data;
1920	struct dsaf_tbl_tcam_data tcam_data;
1921	int mskid;
1922	const u8 empty_msk[sizeof(mac_data.tbl_mcast_port_msk)] = {0};
1923	struct dsaf_drv_tbl_tcam_key mask_key;
1924	struct dsaf_tbl_tcam_data *pmask_key = NULL;
1925	u8 mc_addr[ETH_ALEN];
1926
1927	if (!(void *)mac_entry) {
1928		dev_err(dsaf_dev->dev,
1929			"hns_dsaf_del_mac_mc_port mac_entry is NULL\n");
1930		return -EINVAL;
1931	}
1932
1933	/*check mac addr */
1934	if (MAC_IS_ALL_ZEROS(mac_entry->addr)) {
1935		dev_err(dsaf_dev->dev, "del_port failed, addr %pM!\n",
1936			mac_entry->addr);
1937		return -EINVAL;
1938	}
1939
1940	/* always mask vlan_id field */
1941	ether_addr_copy(mc_addr, mac_entry->addr);
1942
1943	if (!AE_IS_VER1(dsaf_dev->dsaf_ver)) {
1944		u8 mc_mask[ETH_ALEN];
1945
1946		/* prepare for key data setting */
1947		hns_dsaf_setup_mc_mask(dsaf_dev, mac_entry->in_port_num,
1948				       mc_mask, mac_entry->addr);
1949		hns_dsaf_mc_mask_bit_clear(mc_addr, mc_mask);
1950
1951		/* config key mask */
1952		hns_dsaf_set_mac_key(dsaf_dev, &mask_key, 0x00, 0xff, mc_mask);
1953
1954		pmask_key = (struct dsaf_tbl_tcam_data *)(&mask_key);
1955	}
1956
1957	/* get key info */
1958	vlan_id = mac_entry->in_vlan_id;
1959	in_port_num = mac_entry->in_port_num;
1960
1961	/* config key */
1962	hns_dsaf_set_mac_key(dsaf_dev, &mac_key, vlan_id, in_port_num, mc_addr);
1963
1964	/* check if the tcam entry is exist */
1965	entry_index = hns_dsaf_find_soft_mac_entry(dsaf_dev, &mac_key);
1966	if (entry_index == DSAF_INVALID_ENTRY_IDX) {
1967		/*find none */
1968		dev_err(dsaf_dev->dev,
1969			"find_soft_mac_entry failed, %s Mac key(%#x:%#x)\n",
1970			dsaf_dev->ae_dev.name,
1971			mac_key.high.val, mac_key.low.val);
1972		return -EINVAL;
1973	}
1974
1975	dev_dbg(dsaf_dev->dev,
1976		"del_mac_mc_port, %s key(%#x:%#x) index%d\n",
1977		dsaf_dev->ae_dev.name, mac_key.high.val,
1978		mac_key.low.val, entry_index);
1979
1980	/* read entry */
1981	hns_dsaf_tcam_mc_get(dsaf_dev, entry_index, &tcam_data, &mac_data);
1982
1983	/*del the port*/
1984	if (mac_entry->port_num < DSAF_SERVICE_NW_NUM) {
1985		mskid = mac_entry->port_num;
1986	} else if (mac_entry->port_num >= DSAF_BASE_INNER_PORT_NUM) {
1987		mskid = mac_entry->port_num -
1988			DSAF_BASE_INNER_PORT_NUM + DSAF_SERVICE_NW_NUM;
1989	} else {
1990		dev_err(dsaf_dev->dev,
1991			"%s,pnum(%d)error,key(%#x:%#x)\n",
1992			dsaf_dev->ae_dev.name, mac_entry->port_num,
1993			mac_key.high.val, mac_key.low.val);
1994		return -EINVAL;
1995	}
1996	dsaf_set_bit(mac_data.tbl_mcast_port_msk[mskid / 32], mskid % 32, 0);
1997
1998	/*check non port, do del entry */
1999	if (!memcmp(mac_data.tbl_mcast_port_msk, empty_msk,
2000		    sizeof(mac_data.tbl_mcast_port_msk))) {
2001		hns_dsaf_tcam_mc_invld(dsaf_dev, entry_index);
2002
2003		/* del soft entry */
2004		soft_mac_entry += entry_index;
2005		soft_mac_entry->index = DSAF_INVALID_ENTRY_IDX;
2006	} else { /* not zero, just del port, update */
2007		tcam_data.tbl_tcam_data_high = mac_key.high.val;
2008		tcam_data.tbl_tcam_data_low = mac_key.low.val;
2009
2010		hns_dsaf_tcam_mc_cfg(dsaf_dev, entry_index,
2011				     &tcam_data,
2012				     pmask_key, &mac_data);
2013	}
2014
2015	return 0;
2016}
2017
2018int hns_dsaf_clr_mac_mc_port(struct dsaf_device *dsaf_dev, u8 mac_id,
2019			     u8 port_num)
2020{
2021	struct dsaf_drv_priv *priv = hns_dsaf_dev_priv(dsaf_dev);
2022	struct dsaf_drv_soft_mac_tbl *soft_mac_entry;
2023	struct dsaf_tbl_tcam_mcast_cfg mac_data;
2024	int ret = 0, i;
2025
2026	if (HNS_DSAF_IS_DEBUG(dsaf_dev))
2027		return 0;
2028
2029	for (i = 0; i < DSAF_TCAM_SUM - DSAFV2_MAC_FUZZY_TCAM_NUM; i++) {
2030		u8 addr[ETH_ALEN];
2031		u8 port;
2032
2033		soft_mac_entry = priv->soft_mac_tbl + i;
2034
2035		hns_dsaf_tcam_addr_get(&soft_mac_entry->tcam_key, addr);
2036		port = dsaf_get_field(
2037				soft_mac_entry->tcam_key.low.bits.port_vlan,
2038				DSAF_TBL_TCAM_KEY_PORT_M,
2039				DSAF_TBL_TCAM_KEY_PORT_S);
2040		/* check valid tcam mc entry */
2041		if (soft_mac_entry->index != DSAF_INVALID_ENTRY_IDX &&
2042		    port == mac_id &&
2043		    is_multicast_ether_addr(addr) &&
2044		    !is_broadcast_ether_addr(addr)) {
2045			const u32 empty_msk[DSAF_PORT_MSK_NUM] = {0};
2046			struct dsaf_drv_mac_single_dest_entry mac_entry;
2047
2048			/* disable receiving of this multicast address for
2049			 * the VF.
2050			 */
2051			ether_addr_copy(mac_entry.addr, addr);
2052			mac_entry.in_vlan_id = dsaf_get_field(
2053				soft_mac_entry->tcam_key.low.bits.port_vlan,
2054				DSAF_TBL_TCAM_KEY_VLAN_M,
2055				DSAF_TBL_TCAM_KEY_VLAN_S);
2056			mac_entry.in_port_num = mac_id;
2057			mac_entry.port_num = port_num;
2058			if (hns_dsaf_del_mac_mc_port(dsaf_dev, &mac_entry)) {
2059				ret = -EINVAL;
2060				continue;
2061			}
2062
2063			/* disable receiving of this multicast address for
2064			 * the mac port if all VF are disable
2065			 */
2066			hns_dsaf_tcam_mc_get(dsaf_dev, i,
2067					     (struct dsaf_tbl_tcam_data *)
2068					     (&soft_mac_entry->tcam_key),
2069					     &mac_data);
2070			dsaf_set_bit(mac_data.tbl_mcast_port_msk[mac_id / 32],
2071				     mac_id % 32, 0);
2072			if (!memcmp(mac_data.tbl_mcast_port_msk, empty_msk,
2073				    sizeof(u32) * DSAF_PORT_MSK_NUM)) {
2074				mac_entry.port_num = mac_id;
2075				if (hns_dsaf_del_mac_mc_port(dsaf_dev,
2076							     &mac_entry)) {
2077					ret = -EINVAL;
2078					continue;
2079				}
2080			}
2081		}
2082	}
2083
2084	return ret;
2085}
2086
2087static struct dsaf_device *hns_dsaf_alloc_dev(struct device *dev,
2088					      size_t sizeof_priv)
2089{
2090	struct dsaf_device *dsaf_dev;
2091
2092	dsaf_dev = devm_kzalloc(dev,
2093				sizeof(*dsaf_dev) + sizeof_priv, GFP_KERNEL);
2094	if (unlikely(!dsaf_dev)) {
2095		dsaf_dev = ERR_PTR(-ENOMEM);
2096	} else {
2097		dsaf_dev->dev = dev;
2098		dev_set_drvdata(dev, dsaf_dev);
2099	}
2100
2101	return dsaf_dev;
2102}
2103
2104/**
2105 * hns_dsaf_free_dev - free dev mem
2106 * @dsaf_dev: struct device pointer
2107 */
2108static void hns_dsaf_free_dev(struct dsaf_device *dsaf_dev)
2109{
2110	(void)dev_set_drvdata(dsaf_dev->dev, NULL);
2111}
2112
2113/**
2114 * hns_dsaf_pfc_unit_cnt - set pfc unit count
2115 * @dsaf_dev: dsa fabric id
2116 * @mac_id: id in use
2117 * @rate:  value array
2118 */
2119static void hns_dsaf_pfc_unit_cnt(struct dsaf_device *dsaf_dev, int  mac_id,
2120				  enum dsaf_port_rate_mode rate)
2121{
2122	u32 unit_cnt;
2123
2124	switch (rate) {
2125	case DSAF_PORT_RATE_10000:
2126		unit_cnt = HNS_DSAF_PFC_UNIT_CNT_FOR_XGE;
2127		break;
2128	case DSAF_PORT_RATE_1000:
2129		unit_cnt = HNS_DSAF_PFC_UNIT_CNT_FOR_GE_1000;
2130		break;
2131	case DSAF_PORT_RATE_2500:
2132		unit_cnt = HNS_DSAF_PFC_UNIT_CNT_FOR_GE_1000;
2133		break;
2134	default:
2135		unit_cnt = HNS_DSAF_PFC_UNIT_CNT_FOR_XGE;
2136	}
2137
2138	dsaf_set_dev_field(dsaf_dev,
2139			   (DSAF_PFC_UNIT_CNT_0_REG + 0x4 * (u64)mac_id),
2140			   DSAF_PFC_UNINT_CNT_M, DSAF_PFC_UNINT_CNT_S,
2141			   unit_cnt);
2142}
2143
2144/**
2145 * hns_dsaf_port_work_rate_cfg - fifo
2146 * @dsaf_dev: dsa fabric id
2147 * @mac_id: mac contrl block
2148 * @rate_mode: value array
2149 */
2150static void
2151hns_dsaf_port_work_rate_cfg(struct dsaf_device *dsaf_dev, int mac_id,
2152			    enum dsaf_port_rate_mode rate_mode)
2153{
2154	u32 port_work_mode;
2155
2156	port_work_mode = dsaf_read_dev(
2157		dsaf_dev, DSAF_XGE_GE_WORK_MODE_0_REG + 0x4 * (u64)mac_id);
2158
2159	if (rate_mode == DSAF_PORT_RATE_10000)
2160		dsaf_set_bit(port_work_mode, DSAF_XGE_GE_WORK_MODE_S, 1);
2161	else
2162		dsaf_set_bit(port_work_mode, DSAF_XGE_GE_WORK_MODE_S, 0);
2163
2164	dsaf_write_dev(dsaf_dev,
2165		       DSAF_XGE_GE_WORK_MODE_0_REG + 0x4 * (u64)mac_id,
2166		       port_work_mode);
2167
2168	hns_dsaf_pfc_unit_cnt(dsaf_dev, mac_id, rate_mode);
2169}
2170
2171/**
2172 * hns_dsaf_fix_mac_mode - dsaf modify mac mode
2173 * @mac_cb: mac contrl block
2174 */
2175void hns_dsaf_fix_mac_mode(struct hns_mac_cb *mac_cb)
2176{
2177	enum dsaf_port_rate_mode mode;
2178	struct dsaf_device *dsaf_dev = mac_cb->dsaf_dev;
2179	int mac_id = mac_cb->mac_id;
2180
2181	if (mac_cb->mac_type != HNAE_PORT_SERVICE)
2182		return;
2183	if (mac_cb->phy_if == PHY_INTERFACE_MODE_XGMII)
2184		mode = DSAF_PORT_RATE_10000;
2185	else
2186		mode = DSAF_PORT_RATE_1000;
2187
2188	hns_dsaf_port_work_rate_cfg(dsaf_dev, mac_id, mode);
2189}
2190
2191static u32 hns_dsaf_get_inode_prio_reg(int index)
2192{
2193	int base_index, offset;
2194	u32 base_addr = DSAF_INODE_IN_PRIO_PAUSE_BASE_REG;
2195
2196	base_index = (index + 1) / DSAF_REG_PER_ZONE;
2197	offset = (index + 1) % DSAF_REG_PER_ZONE;
2198
2199	return base_addr + DSAF_INODE_IN_PRIO_PAUSE_BASE_OFFSET * base_index +
2200		DSAF_INODE_IN_PRIO_PAUSE_OFFSET * offset;
2201}
2202
2203void hns_dsaf_update_stats(struct dsaf_device *dsaf_dev, u32 node_num)
2204{
2205	struct dsaf_hw_stats *hw_stats
2206		= &dsaf_dev->hw_stats[node_num];
2207	bool is_ver1 = AE_IS_VER1(dsaf_dev->dsaf_ver);
2208	int i;
2209	u32 reg_tmp;
2210
2211	hw_stats->pad_drop += dsaf_read_dev(dsaf_dev,
2212		DSAF_INODE_PAD_DISCARD_NUM_0_REG + 0x80 * (u64)node_num);
2213	hw_stats->man_pkts += dsaf_read_dev(dsaf_dev,
2214		DSAF_INODE_FINAL_IN_MAN_NUM_0_REG + 0x80 * (u64)node_num);
2215	hw_stats->rx_pkts += dsaf_read_dev(dsaf_dev,
2216		DSAF_INODE_FINAL_IN_PKT_NUM_0_REG + 0x80 * (u64)node_num);
2217	hw_stats->rx_pkt_id += dsaf_read_dev(dsaf_dev,
2218		DSAF_INODE_SBM_PID_NUM_0_REG + 0x80 * (u64)node_num);
2219
2220	reg_tmp = is_ver1 ? DSAF_INODE_FINAL_IN_PAUSE_NUM_0_REG :
2221			    DSAFV2_INODE_FINAL_IN_PAUSE_NUM_0_REG;
2222	hw_stats->rx_pause_frame +=
2223		dsaf_read_dev(dsaf_dev, reg_tmp + 0x80 * (u64)node_num);
2224
2225	hw_stats->release_buf_num += dsaf_read_dev(dsaf_dev,
2226		DSAF_INODE_SBM_RELS_NUM_0_REG + 0x80 * (u64)node_num);
2227	hw_stats->sbm_drop += dsaf_read_dev(dsaf_dev,
2228		DSAF_INODE_SBM_DROP_NUM_0_REG + 0x80 * (u64)node_num);
2229	hw_stats->crc_false += dsaf_read_dev(dsaf_dev,
2230		DSAF_INODE_CRC_FALSE_NUM_0_REG + 0x80 * (u64)node_num);
2231	hw_stats->bp_drop += dsaf_read_dev(dsaf_dev,
2232		DSAF_INODE_BP_DISCARD_NUM_0_REG + 0x80 * (u64)node_num);
2233	hw_stats->rslt_drop += dsaf_read_dev(dsaf_dev,
2234		DSAF_INODE_RSLT_DISCARD_NUM_0_REG + 0x80 * (u64)node_num);
2235	hw_stats->local_addr_false += dsaf_read_dev(dsaf_dev,
2236		DSAF_INODE_LOCAL_ADDR_FALSE_NUM_0_REG + 0x80 * (u64)node_num);
2237
2238	hw_stats->vlan_drop += dsaf_read_dev(dsaf_dev,
2239		DSAF_INODE_SW_VLAN_TAG_DISC_0_REG + 4 * (u64)node_num);
2240	hw_stats->stp_drop += dsaf_read_dev(dsaf_dev,
2241		DSAF_INODE_IN_DATA_STP_DISC_0_REG + 4 * (u64)node_num);
2242
2243	/* pfc pause frame statistics stored in dsaf inode*/
2244	if ((node_num < DSAF_SERVICE_NW_NUM) && !is_ver1) {
2245		for (i = 0; i < DSAF_PRIO_NR; i++) {
2246			reg_tmp = hns_dsaf_get_inode_prio_reg(i);
2247			hw_stats->rx_pfc[i] += dsaf_read_dev(dsaf_dev,
2248				reg_tmp + 0x4 * (u64)node_num);
2249			hw_stats->tx_pfc[i] += dsaf_read_dev(dsaf_dev,
2250				DSAF_XOD_XGE_PFC_PRIO_CNT_BASE_REG +
2251				DSAF_XOD_XGE_PFC_PRIO_CNT_OFFSET * i +
2252				0xF0 * (u64)node_num);
2253		}
2254	}
2255	hw_stats->tx_pkts += dsaf_read_dev(dsaf_dev,
2256		DSAF_XOD_RCVPKT_CNT_0_REG + 0x90 * (u64)node_num);
2257}
2258
2259/**
2260 *hns_dsaf_get_regs - dump dsaf regs
2261 *@ddev: dsaf device
2262 *@port: port
2263 *@data:data for value of regs
2264 */
2265void hns_dsaf_get_regs(struct dsaf_device *ddev, u32 port, void *data)
2266{
2267	u32 i;
2268	u32 j;
2269	u32 *p = data;
2270	u32 reg_tmp;
2271	bool is_ver1 = AE_IS_VER1(ddev->dsaf_ver);
2272
2273	/* dsaf common registers */
2274	p[0] = dsaf_read_dev(ddev, DSAF_SRAM_INIT_OVER_0_REG);
2275	p[1] = dsaf_read_dev(ddev, DSAF_CFG_0_REG);
2276	p[2] = dsaf_read_dev(ddev, DSAF_ECC_ERR_INVERT_0_REG);
2277	p[3] = dsaf_read_dev(ddev, DSAF_ABNORMAL_TIMEOUT_0_REG);
2278	p[4] = dsaf_read_dev(ddev, DSAF_FSM_TIMEOUT_0_REG);
2279	p[5] = dsaf_read_dev(ddev, DSAF_DSA_REG_CNT_CLR_CE_REG);
2280	p[6] = dsaf_read_dev(ddev, DSAF_DSA_SBM_INF_FIFO_THRD_REG);
2281	p[7] = dsaf_read_dev(ddev, DSAF_DSA_SRAM_1BIT_ECC_SEL_REG);
2282	p[8] = dsaf_read_dev(ddev, DSAF_DSA_SRAM_1BIT_ECC_CNT_REG);
2283
2284	p[9] = dsaf_read_dev(ddev, DSAF_PFC_EN_0_REG + port * 4);
2285	p[10] = dsaf_read_dev(ddev, DSAF_PFC_UNIT_CNT_0_REG + port * 4);
2286	p[11] = dsaf_read_dev(ddev, DSAF_XGE_INT_MSK_0_REG + port * 4);
2287	p[12] = dsaf_read_dev(ddev, DSAF_XGE_INT_SRC_0_REG + port * 4);
2288	p[13] = dsaf_read_dev(ddev, DSAF_XGE_INT_STS_0_REG + port * 4);
2289	p[14] = dsaf_read_dev(ddev, DSAF_XGE_INT_MSK_0_REG + port * 4);
2290	p[15] = dsaf_read_dev(ddev, DSAF_PPE_INT_MSK_0_REG + port * 4);
2291	p[16] = dsaf_read_dev(ddev, DSAF_ROCEE_INT_MSK_0_REG + port * 4);
2292	p[17] = dsaf_read_dev(ddev, DSAF_XGE_INT_SRC_0_REG + port * 4);
2293	p[18] = dsaf_read_dev(ddev, DSAF_PPE_INT_SRC_0_REG + port * 4);
2294	p[19] =  dsaf_read_dev(ddev, DSAF_ROCEE_INT_SRC_0_REG + port * 4);
2295	p[20] = dsaf_read_dev(ddev, DSAF_XGE_INT_STS_0_REG + port * 4);
2296	p[21] = dsaf_read_dev(ddev, DSAF_PPE_INT_STS_0_REG + port * 4);
2297	p[22] = dsaf_read_dev(ddev, DSAF_ROCEE_INT_STS_0_REG + port * 4);
2298	p[23] = dsaf_read_dev(ddev, DSAF_PPE_QID_CFG_0_REG + port * 4);
2299
2300	for (i = 0; i < DSAF_SW_PORT_NUM; i++)
2301		p[24 + i] = dsaf_read_dev(ddev,
2302				DSAF_SW_PORT_TYPE_0_REG + i * 4);
2303
2304	p[32] = dsaf_read_dev(ddev, DSAF_MIX_DEF_QID_0_REG + port * 4);
2305
2306	for (i = 0; i < DSAF_SW_PORT_NUM; i++)
2307		p[33 + i] = dsaf_read_dev(ddev,
2308				DSAF_PORT_DEF_VLAN_0_REG + i * 4);
2309
2310	for (i = 0; i < DSAF_TOTAL_QUEUE_NUM; i++)
2311		p[41 + i] = dsaf_read_dev(ddev,
2312				DSAF_VM_DEF_VLAN_0_REG + i * 4);
2313
2314	/* dsaf inode registers */
2315	p[170] = dsaf_read_dev(ddev, DSAF_INODE_CUT_THROUGH_CFG_0_REG);
2316
2317	p[171] = dsaf_read_dev(ddev,
2318			DSAF_INODE_ECC_ERR_ADDR_0_REG + port * 0x80);
2319
2320	for (i = 0; i < DSAF_INODE_NUM / DSAF_COMM_CHN; i++) {
2321		j = i * DSAF_COMM_CHN + port;
2322		p[172 + i] = dsaf_read_dev(ddev,
2323				DSAF_INODE_IN_PORT_NUM_0_REG + j * 0x80);
2324		p[175 + i] = dsaf_read_dev(ddev,
2325				DSAF_INODE_PRI_TC_CFG_0_REG + j * 0x80);
2326		p[178 + i] = dsaf_read_dev(ddev,
2327				DSAF_INODE_BP_STATUS_0_REG + j * 0x80);
2328		p[181 + i] = dsaf_read_dev(ddev,
2329				DSAF_INODE_PAD_DISCARD_NUM_0_REG + j * 0x80);
2330		p[184 + i] = dsaf_read_dev(ddev,
2331				DSAF_INODE_FINAL_IN_MAN_NUM_0_REG + j * 0x80);
2332		p[187 + i] = dsaf_read_dev(ddev,
2333				DSAF_INODE_FINAL_IN_PKT_NUM_0_REG + j * 0x80);
2334		p[190 + i] = dsaf_read_dev(ddev,
2335				DSAF_INODE_SBM_PID_NUM_0_REG + j * 0x80);
2336		reg_tmp = is_ver1 ? DSAF_INODE_FINAL_IN_PAUSE_NUM_0_REG :
2337				    DSAFV2_INODE_FINAL_IN_PAUSE_NUM_0_REG;
2338		p[193 + i] = dsaf_read_dev(ddev, reg_tmp + j * 0x80);
2339		p[196 + i] = dsaf_read_dev(ddev,
2340				DSAF_INODE_SBM_RELS_NUM_0_REG + j * 0x80);
2341		p[199 + i] = dsaf_read_dev(ddev,
2342				DSAF_INODE_SBM_DROP_NUM_0_REG + j * 0x80);
2343		p[202 + i] = dsaf_read_dev(ddev,
2344				DSAF_INODE_CRC_FALSE_NUM_0_REG + j * 0x80);
2345		p[205 + i] = dsaf_read_dev(ddev,
2346				DSAF_INODE_BP_DISCARD_NUM_0_REG + j * 0x80);
2347		p[208 + i] = dsaf_read_dev(ddev,
2348				DSAF_INODE_RSLT_DISCARD_NUM_0_REG + j * 0x80);
2349		p[211 + i] = dsaf_read_dev(ddev,
2350			DSAF_INODE_LOCAL_ADDR_FALSE_NUM_0_REG + j * 0x80);
2351		p[214 + i] = dsaf_read_dev(ddev,
2352				DSAF_INODE_VOQ_OVER_NUM_0_REG + j * 0x80);
2353		p[217 + i] = dsaf_read_dev(ddev,
2354				DSAF_INODE_BD_SAVE_STATUS_0_REG + j * 4);
2355		p[220 + i] = dsaf_read_dev(ddev,
2356				DSAF_INODE_BD_ORDER_STATUS_0_REG + j * 4);
2357		p[223 + i] = dsaf_read_dev(ddev,
2358				DSAF_INODE_SW_VLAN_TAG_DISC_0_REG + j * 4);
2359		p[226 + i] = dsaf_read_dev(ddev,
2360				DSAF_INODE_IN_DATA_STP_DISC_0_REG + j * 4);
2361	}
2362
2363	p[229] = dsaf_read_dev(ddev, DSAF_INODE_GE_FC_EN_0_REG + port * 4);
2364
2365	for (i = 0; i < DSAF_INODE_NUM / DSAF_COMM_CHN; i++) {
2366		j = i * DSAF_COMM_CHN + port;
2367		p[230 + i] = dsaf_read_dev(ddev,
2368				DSAF_INODE_VC0_IN_PKT_NUM_0_REG + j * 4);
2369	}
2370
2371	p[233] = dsaf_read_dev(ddev,
2372		DSAF_INODE_VC1_IN_PKT_NUM_0_REG + port * 0x80);
2373
2374	/* dsaf inode registers */
2375	for (i = 0; i < HNS_DSAF_SBM_NUM(ddev) / DSAF_COMM_CHN; i++) {
2376		j = i * DSAF_COMM_CHN + port;
2377		p[234 + i] = dsaf_read_dev(ddev,
2378				DSAF_SBM_CFG_REG_0_REG + j * 0x80);
2379		p[237 + i] = dsaf_read_dev(ddev,
2380				DSAF_SBM_BP_CFG_0_XGE_REG_0_REG + j * 0x80);
2381		p[240 + i] = dsaf_read_dev(ddev,
2382				DSAF_SBM_BP_CFG_1_REG_0_REG + j * 0x80);
2383		p[243 + i] = dsaf_read_dev(ddev,
2384				DSAF_SBM_BP_CFG_2_XGE_REG_0_REG + j * 0x80);
2385		p[246 + i] = dsaf_read_dev(ddev,
2386				DSAF_SBM_FREE_CNT_0_0_REG + j * 0x80);
2387		p[249 + i] = dsaf_read_dev(ddev,
2388				DSAF_SBM_FREE_CNT_1_0_REG + j * 0x80);
2389		p[252 + i] = dsaf_read_dev(ddev,
2390				DSAF_SBM_BP_CNT_0_0_REG + j * 0x80);
2391		p[255 + i] = dsaf_read_dev(ddev,
2392				DSAF_SBM_BP_CNT_1_0_REG + j * 0x80);
2393		p[258 + i] = dsaf_read_dev(ddev,
2394				DSAF_SBM_BP_CNT_2_0_REG + j * 0x80);
2395		p[261 + i] = dsaf_read_dev(ddev,
2396				DSAF_SBM_BP_CNT_3_0_REG + j * 0x80);
2397		p[264 + i] = dsaf_read_dev(ddev,
2398				DSAF_SBM_INER_ST_0_REG + j * 0x80);
2399		p[267 + i] = dsaf_read_dev(ddev,
2400				DSAF_SBM_MIB_REQ_FAILED_TC_0_REG + j * 0x80);
2401		p[270 + i] = dsaf_read_dev(ddev,
2402				DSAF_SBM_LNK_INPORT_CNT_0_REG + j * 0x80);
2403		p[273 + i] = dsaf_read_dev(ddev,
2404				DSAF_SBM_LNK_DROP_CNT_0_REG + j * 0x80);
2405		p[276 + i] = dsaf_read_dev(ddev,
2406				DSAF_SBM_INF_OUTPORT_CNT_0_REG + j * 0x80);
2407		p[279 + i] = dsaf_read_dev(ddev,
2408				DSAF_SBM_LNK_INPORT_TC0_CNT_0_REG + j * 0x80);
2409		p[282 + i] = dsaf_read_dev(ddev,
2410				DSAF_SBM_LNK_INPORT_TC1_CNT_0_REG + j * 0x80);
2411		p[285 + i] = dsaf_read_dev(ddev,
2412				DSAF_SBM_LNK_INPORT_TC2_CNT_0_REG + j * 0x80);
2413		p[288 + i] = dsaf_read_dev(ddev,
2414				DSAF_SBM_LNK_INPORT_TC3_CNT_0_REG + j * 0x80);
2415		p[291 + i] = dsaf_read_dev(ddev,
2416				DSAF_SBM_LNK_INPORT_TC4_CNT_0_REG + j * 0x80);
2417		p[294 + i] = dsaf_read_dev(ddev,
2418				DSAF_SBM_LNK_INPORT_TC5_CNT_0_REG + j * 0x80);
2419		p[297 + i] = dsaf_read_dev(ddev,
2420				DSAF_SBM_LNK_INPORT_TC6_CNT_0_REG + j * 0x80);
2421		p[300 + i] = dsaf_read_dev(ddev,
2422				DSAF_SBM_LNK_INPORT_TC7_CNT_0_REG + j * 0x80);
2423		p[303 + i] = dsaf_read_dev(ddev,
2424				DSAF_SBM_LNK_REQ_CNT_0_REG + j * 0x80);
2425		p[306 + i] = dsaf_read_dev(ddev,
2426				DSAF_SBM_LNK_RELS_CNT_0_REG + j * 0x80);
2427		p[309 + i] = dsaf_read_dev(ddev,
2428				DSAF_SBM_BP_CFG_3_REG_0_REG + j * 0x80);
2429		p[312 + i] = dsaf_read_dev(ddev,
2430				DSAF_SBM_BP_CFG_4_REG_0_REG + j * 0x80);
2431	}
2432
2433	/* dsaf onode registers */
2434	for (i = 0; i < DSAF_XOD_NUM; i++) {
2435		p[315 + i] = dsaf_read_dev(ddev,
2436				DSAF_XOD_ETS_TSA_TC0_TC3_CFG_0_REG + i * 0x90);
2437		p[323 + i] = dsaf_read_dev(ddev,
2438				DSAF_XOD_ETS_TSA_TC4_TC7_CFG_0_REG + i * 0x90);
2439		p[331 + i] = dsaf_read_dev(ddev,
2440				DSAF_XOD_ETS_BW_TC0_TC3_CFG_0_REG + i * 0x90);
2441		p[339 + i] = dsaf_read_dev(ddev,
2442				DSAF_XOD_ETS_BW_TC4_TC7_CFG_0_REG + i * 0x90);
2443		p[347 + i] = dsaf_read_dev(ddev,
2444				DSAF_XOD_ETS_BW_OFFSET_CFG_0_REG + i * 0x90);
2445		p[355 + i] = dsaf_read_dev(ddev,
2446				DSAF_XOD_ETS_TOKEN_CFG_0_REG + i * 0x90);
2447	}
2448
2449	p[363] = dsaf_read_dev(ddev, DSAF_XOD_PFS_CFG_0_0_REG + port * 0x90);
2450	p[364] = dsaf_read_dev(ddev, DSAF_XOD_PFS_CFG_1_0_REG + port * 0x90);
2451	p[365] = dsaf_read_dev(ddev, DSAF_XOD_PFS_CFG_2_0_REG + port * 0x90);
2452
2453	for (i = 0; i < DSAF_XOD_BIG_NUM / DSAF_COMM_CHN; i++) {
2454		j = i * DSAF_COMM_CHN + port;
2455		p[366 + i] = dsaf_read_dev(ddev,
2456				DSAF_XOD_GNT_L_0_REG + j * 0x90);
2457		p[369 + i] = dsaf_read_dev(ddev,
2458				DSAF_XOD_GNT_H_0_REG + j * 0x90);
2459		p[372 + i] = dsaf_read_dev(ddev,
2460				DSAF_XOD_CONNECT_STATE_0_REG + j * 0x90);
2461		p[375 + i] = dsaf_read_dev(ddev,
2462				DSAF_XOD_RCVPKT_CNT_0_REG + j * 0x90);
2463		p[378 + i] = dsaf_read_dev(ddev,
2464				DSAF_XOD_RCVTC0_CNT_0_REG + j * 0x90);
2465		p[381 + i] = dsaf_read_dev(ddev,
2466				DSAF_XOD_RCVTC1_CNT_0_REG + j * 0x90);
2467		p[384 + i] = dsaf_read_dev(ddev,
2468				DSAF_XOD_RCVTC2_CNT_0_REG + j * 0x90);
2469		p[387 + i] = dsaf_read_dev(ddev,
2470				DSAF_XOD_RCVTC3_CNT_0_REG + j * 0x90);
2471		p[390 + i] = dsaf_read_dev(ddev,
2472				DSAF_XOD_RCVVC0_CNT_0_REG + j * 0x90);
2473		p[393 + i] = dsaf_read_dev(ddev,
2474				DSAF_XOD_RCVVC1_CNT_0_REG + j * 0x90);
2475	}
2476
2477	p[396] = dsaf_read_dev(ddev,
2478		DSAF_XOD_XGE_RCVIN0_CNT_0_REG + port * 0x90);
2479	p[397] = dsaf_read_dev(ddev,
2480		DSAF_XOD_XGE_RCVIN1_CNT_0_REG + port * 0x90);
2481	p[398] = dsaf_read_dev(ddev,
2482		DSAF_XOD_XGE_RCVIN2_CNT_0_REG + port * 0x90);
2483	p[399] = dsaf_read_dev(ddev,
2484		DSAF_XOD_XGE_RCVIN3_CNT_0_REG + port * 0x90);
2485	p[400] = dsaf_read_dev(ddev,
2486		DSAF_XOD_XGE_RCVIN4_CNT_0_REG + port * 0x90);
2487	p[401] = dsaf_read_dev(ddev,
2488		DSAF_XOD_XGE_RCVIN5_CNT_0_REG + port * 0x90);
2489	p[402] = dsaf_read_dev(ddev,
2490		DSAF_XOD_XGE_RCVIN6_CNT_0_REG + port * 0x90);
2491	p[403] = dsaf_read_dev(ddev,
2492		DSAF_XOD_XGE_RCVIN7_CNT_0_REG + port * 0x90);
2493	p[404] = dsaf_read_dev(ddev,
2494		DSAF_XOD_PPE_RCVIN0_CNT_0_REG + port * 0x90);
2495	p[405] = dsaf_read_dev(ddev,
2496		DSAF_XOD_PPE_RCVIN1_CNT_0_REG + port * 0x90);
2497	p[406] = dsaf_read_dev(ddev,
2498		DSAF_XOD_ROCEE_RCVIN0_CNT_0_REG + port * 0x90);
2499	p[407] = dsaf_read_dev(ddev,
2500		DSAF_XOD_ROCEE_RCVIN1_CNT_0_REG + port * 0x90);
2501	p[408] = dsaf_read_dev(ddev,
2502		DSAF_XOD_FIFO_STATUS_0_REG + port * 0x90);
2503
2504	/* dsaf voq registers */
2505	for (i = 0; i < DSAF_VOQ_NUM / DSAF_COMM_CHN; i++) {
2506		j = (i * DSAF_COMM_CHN + port) * 0x90;
2507		p[409 + i] = dsaf_read_dev(ddev,
2508			DSAF_VOQ_ECC_INVERT_EN_0_REG + j);
2509		p[412 + i] = dsaf_read_dev(ddev,
2510			DSAF_VOQ_SRAM_PKT_NUM_0_REG + j);
2511		p[415 + i] = dsaf_read_dev(ddev, DSAF_VOQ_IN_PKT_NUM_0_REG + j);
2512		p[418 + i] = dsaf_read_dev(ddev,
2513			DSAF_VOQ_OUT_PKT_NUM_0_REG + j);
2514		p[421 + i] = dsaf_read_dev(ddev,
2515			DSAF_VOQ_ECC_ERR_ADDR_0_REG + j);
2516		p[424 + i] = dsaf_read_dev(ddev, DSAF_VOQ_BP_STATUS_0_REG + j);
2517		p[427 + i] = dsaf_read_dev(ddev, DSAF_VOQ_SPUP_IDLE_0_REG + j);
2518		p[430 + i] = dsaf_read_dev(ddev,
2519			DSAF_VOQ_XGE_XOD_REQ_0_0_REG + j);
2520		p[433 + i] = dsaf_read_dev(ddev,
2521			DSAF_VOQ_XGE_XOD_REQ_1_0_REG + j);
2522		p[436 + i] = dsaf_read_dev(ddev,
2523			DSAF_VOQ_PPE_XOD_REQ_0_REG + j);
2524		p[439 + i] = dsaf_read_dev(ddev,
2525			DSAF_VOQ_ROCEE_XOD_REQ_0_REG + j);
2526		p[442 + i] = dsaf_read_dev(ddev,
2527			DSAF_VOQ_BP_ALL_THRD_0_REG + j);
2528	}
2529
2530	/* dsaf tbl registers */
2531	p[445] = dsaf_read_dev(ddev, DSAF_TBL_CTRL_0_REG);
2532	p[446] = dsaf_read_dev(ddev, DSAF_TBL_INT_MSK_0_REG);
2533	p[447] = dsaf_read_dev(ddev, DSAF_TBL_INT_SRC_0_REG);
2534	p[448] = dsaf_read_dev(ddev, DSAF_TBL_INT_STS_0_REG);
2535	p[449] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_ADDR_0_REG);
2536	p[450] = dsaf_read_dev(ddev, DSAF_TBL_LINE_ADDR_0_REG);
2537	p[451] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_HIGH_0_REG);
2538	p[452] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_LOW_0_REG);
2539	p[453] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_MCAST_CFG_4_0_REG);
2540	p[454] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_MCAST_CFG_3_0_REG);
2541	p[455] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_MCAST_CFG_2_0_REG);
2542	p[456] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_MCAST_CFG_1_0_REG);
2543	p[457] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_MCAST_CFG_0_0_REG);
2544	p[458] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_UCAST_CFG_0_REG);
2545	p[459] = dsaf_read_dev(ddev, DSAF_TBL_LIN_CFG_0_REG);
2546	p[460] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_RDATA_HIGH_0_REG);
2547	p[461] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_RDATA_LOW_0_REG);
2548	p[462] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_RAM_RDATA4_0_REG);
2549	p[463] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_RAM_RDATA3_0_REG);
2550	p[464] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_RAM_RDATA2_0_REG);
2551	p[465] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_RAM_RDATA1_0_REG);
2552	p[466] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_RAM_RDATA0_0_REG);
2553	p[467] = dsaf_read_dev(ddev, DSAF_TBL_LIN_RDATA_0_REG);
2554
2555	for (i = 0; i < DSAF_SW_PORT_NUM; i++) {
2556		j = i * 0x8;
2557		p[468 + 2 * i] = dsaf_read_dev(ddev,
2558			DSAF_TBL_DA0_MIS_INFO1_0_REG + j);
2559		p[469 + 2 * i] = dsaf_read_dev(ddev,
2560			DSAF_TBL_DA0_MIS_INFO0_0_REG + j);
2561	}
2562
2563	p[484] = dsaf_read_dev(ddev, DSAF_TBL_SA_MIS_INFO2_0_REG);
2564	p[485] = dsaf_read_dev(ddev, DSAF_TBL_SA_MIS_INFO1_0_REG);
2565	p[486] = dsaf_read_dev(ddev, DSAF_TBL_SA_MIS_INFO0_0_REG);
2566	p[487] = dsaf_read_dev(ddev, DSAF_TBL_PUL_0_REG);
2567	p[488] = dsaf_read_dev(ddev, DSAF_TBL_OLD_RSLT_0_REG);
2568	p[489] = dsaf_read_dev(ddev, DSAF_TBL_OLD_SCAN_VAL_0_REG);
2569	p[490] = dsaf_read_dev(ddev, DSAF_TBL_DFX_CTRL_0_REG);
2570	p[491] = dsaf_read_dev(ddev, DSAF_TBL_DFX_STAT_0_REG);
2571	p[492] = dsaf_read_dev(ddev, DSAF_TBL_DFX_STAT_2_0_REG);
2572	p[493] = dsaf_read_dev(ddev, DSAF_TBL_LKUP_NUM_I_0_REG);
2573	p[494] = dsaf_read_dev(ddev, DSAF_TBL_LKUP_NUM_O_0_REG);
2574	p[495] = dsaf_read_dev(ddev, DSAF_TBL_UCAST_BCAST_MIS_INFO_0_0_REG);
2575
2576	/* dsaf other registers */
2577	p[496] = dsaf_read_dev(ddev, DSAF_INODE_FIFO_WL_0_REG + port * 0x4);
2578	p[497] = dsaf_read_dev(ddev, DSAF_ONODE_FIFO_WL_0_REG + port * 0x4);
2579	p[498] = dsaf_read_dev(ddev, DSAF_XGE_GE_WORK_MODE_0_REG + port * 0x4);
2580	p[499] = dsaf_read_dev(ddev,
2581		DSAF_XGE_APP_RX_LINK_UP_0_REG + port * 0x4);
2582	p[500] = dsaf_read_dev(ddev, DSAF_NETPORT_CTRL_SIG_0_REG + port * 0x4);
2583	p[501] = dsaf_read_dev(ddev, DSAF_XGE_CTRL_SIG_CFG_0_REG + port * 0x4);
2584
2585	if (!is_ver1)
2586		p[502] = dsaf_read_dev(ddev, DSAF_PAUSE_CFG_REG + port * 0x4);
2587
2588	/* mark end of dsaf regs */
2589	for (i = 503; i < 504; i++)
2590		p[i] = 0xdddddddd;
2591}
2592
2593static void hns_dsaf_get_node_stats_strings(u8 **data, int node,
2594					    struct dsaf_device *dsaf_dev)
2595{
2596	bool is_ver1 = AE_IS_VER1(dsaf_dev->dsaf_ver);
2597	int i;
2598
2599	ethtool_sprintf(data, "innod%d_pad_drop_pkts", node);
2600	ethtool_sprintf(data, "innod%d_manage_pkts", node);
2601	ethtool_sprintf(data, "innod%d_rx_pkts", node);
2602	ethtool_sprintf(data, "innod%d_rx_pkt_id", node);
2603	ethtool_sprintf(data, "innod%d_rx_pause_frame", node);
2604	ethtool_sprintf(data, "innod%d_release_buf_num", node);
2605	ethtool_sprintf(data, "innod%d_sbm_drop_pkts", node);
2606	ethtool_sprintf(data, "innod%d_crc_false_pkts", node);
2607	ethtool_sprintf(data, "innod%d_bp_drop_pkts", node);
2608	ethtool_sprintf(data, "innod%d_lookup_rslt_drop_pkts", node);
2609	ethtool_sprintf(data, "innod%d_local_rslt_fail_pkts", node);
2610	ethtool_sprintf(data, "innod%d_vlan_drop_pkts", node);
2611	ethtool_sprintf(data, "innod%d_stp_drop_pkts", node);
2612	if (node < DSAF_SERVICE_NW_NUM && !is_ver1) {
2613		for (i = 0; i < DSAF_PRIO_NR; i++) {
2614			ethtool_sprintf(data, "inod%d_pfc_prio%d_pkts", node,
2615					i);
2616			ethtool_sprintf(data, "onod%d_pfc_prio%d_pkts", node,
2617					i);
2618		}
2619	}
2620	ethtool_sprintf(data, "onnod%d_tx_pkts", node);
2621}
2622
2623static u64 *hns_dsaf_get_node_stats(struct dsaf_device *ddev, u64 *data,
2624				    int node_num)
2625{
2626	u64 *p = data;
2627	int i;
2628	struct dsaf_hw_stats *hw_stats = &ddev->hw_stats[node_num];
2629	bool is_ver1 = AE_IS_VER1(ddev->dsaf_ver);
2630
2631	p[0] = hw_stats->pad_drop;
2632	p[1] = hw_stats->man_pkts;
2633	p[2] = hw_stats->rx_pkts;
2634	p[3] = hw_stats->rx_pkt_id;
2635	p[4] = hw_stats->rx_pause_frame;
2636	p[5] = hw_stats->release_buf_num;
2637	p[6] = hw_stats->sbm_drop;
2638	p[7] = hw_stats->crc_false;
2639	p[8] = hw_stats->bp_drop;
2640	p[9] = hw_stats->rslt_drop;
2641	p[10] = hw_stats->local_addr_false;
2642	p[11] = hw_stats->vlan_drop;
2643	p[12] = hw_stats->stp_drop;
2644	if (node_num < DSAF_SERVICE_NW_NUM && !is_ver1) {
2645		for (i = 0; i < DSAF_PRIO_NR; i++) {
2646			p[13 + i + 0 * DSAF_PRIO_NR] = hw_stats->rx_pfc[i];
2647			p[13 + i + 1 * DSAF_PRIO_NR] = hw_stats->tx_pfc[i];
2648		}
2649		p[29] = hw_stats->tx_pkts;
2650		return &p[30];
2651	}
2652
2653	p[13] = hw_stats->tx_pkts;
2654	return &p[14];
2655}
2656
2657/**
2658 *hns_dsaf_get_stats - get dsaf statistic
2659 *@ddev: dsaf device
2660 *@data:statistic value
2661 *@port: port num
2662 */
2663void hns_dsaf_get_stats(struct dsaf_device *ddev, u64 *data, int port)
2664{
2665	u64 *p = data;
2666	int node_num = port;
2667
2668	/* for ge/xge node info */
2669	p = hns_dsaf_get_node_stats(ddev, p, node_num);
2670
2671	/* for ppe node info */
2672	node_num = port + DSAF_PPE_INODE_BASE;
2673	(void)hns_dsaf_get_node_stats(ddev, p, node_num);
2674}
2675
2676/**
2677 *hns_dsaf_get_sset_count - get dsaf string set count
2678 *@dsaf_dev: dsaf device
2679 *@stringset: type of values in data
2680 *return dsaf string name count
2681 */
2682int hns_dsaf_get_sset_count(struct dsaf_device *dsaf_dev, int stringset)
2683{
2684	bool is_ver1 = AE_IS_VER1(dsaf_dev->dsaf_ver);
2685
2686	if (stringset == ETH_SS_STATS) {
2687		if (is_ver1)
2688			return DSAF_STATIC_NUM;
2689		else
2690			return DSAF_V2_STATIC_NUM;
2691	}
2692	return 0;
2693}
2694
2695/**
2696 *hns_dsaf_get_strings - get dsaf string set
2697 *@stringset:srting set index
2698 *@data:strings name value
2699 *@port:port index
2700 *@dsaf_dev: dsaf device
2701 */
2702void hns_dsaf_get_strings(int stringset, u8 **data, int port,
2703			  struct dsaf_device *dsaf_dev)
2704{
2705	int node = port;
2706
2707	if (stringset != ETH_SS_STATS)
2708		return;
2709
2710	/* for ge/xge node info */
2711	hns_dsaf_get_node_stats_strings(data, node, dsaf_dev);
2712
2713	/* for ppe node info */
2714	node = port + DSAF_PPE_INODE_BASE;
2715	hns_dsaf_get_node_stats_strings(data, node, dsaf_dev);
2716}
2717
2718/**
2719 *hns_dsaf_get_regs_count - get dsaf regs count
2720 *return dsaf regs count
2721 */
2722int hns_dsaf_get_regs_count(void)
2723{
2724	return DSAF_DUMP_REGS_NUM;
2725}
2726
2727static int hns_dsaf_get_port_id(u8 port)
2728{
2729	if (port < DSAF_SERVICE_NW_NUM)
2730		return port;
2731
2732	if (port >= DSAF_BASE_INNER_PORT_NUM)
2733		return port - DSAF_BASE_INNER_PORT_NUM + DSAF_SERVICE_NW_NUM;
2734
2735	return -EINVAL;
2736}
2737
2738static void set_promisc_tcam_enable(struct dsaf_device *dsaf_dev, u32 port)
2739{
2740	struct dsaf_tbl_tcam_ucast_cfg tbl_tcam_ucast = {0, 1, 0, 0, 0x80};
2741	struct dsaf_tbl_tcam_data tbl_tcam_data_mc = {0x01000000, port};
2742	struct dsaf_tbl_tcam_data tbl_tcam_mask_uc = {0x01000000, 0xf};
2743	struct dsaf_tbl_tcam_mcast_cfg tbl_tcam_mcast = {0, 0, {0} };
2744	struct dsaf_drv_priv *priv = hns_dsaf_dev_priv(dsaf_dev);
2745	struct dsaf_tbl_tcam_data tbl_tcam_data_uc = {0, port};
2746	struct dsaf_drv_mac_single_dest_entry mask_entry;
2747	struct dsaf_drv_tbl_tcam_key temp_key, mask_key;
2748	struct dsaf_drv_soft_mac_tbl *soft_mac_entry;
2749	u16 entry_index;
2750	struct dsaf_drv_tbl_tcam_key mac_key;
2751	struct hns_mac_cb *mac_cb;
2752	u8 addr[ETH_ALEN] = {0};
2753	u8 port_num;
2754	int mskid;
2755
2756	/* promisc use vague table match with vlanid = 0 & macaddr = 0 */
2757	hns_dsaf_set_mac_key(dsaf_dev, &mac_key, 0x00, port, addr);
2758	entry_index = hns_dsaf_find_soft_mac_entry(dsaf_dev, &mac_key);
2759	if (entry_index != DSAF_INVALID_ENTRY_IDX)
2760		return;
2761
2762	/* put promisc tcam entry in the end. */
2763	/* 1. set promisc unicast vague tcam entry. */
2764	entry_index = hns_dsaf_find_empty_mac_entry_reverse(dsaf_dev);
2765	if (entry_index == DSAF_INVALID_ENTRY_IDX) {
2766		dev_err(dsaf_dev->dev,
2767			"enable uc promisc failed (port:%#x)\n",
2768			port);
2769		return;
2770	}
2771
2772	mac_cb = dsaf_dev->mac_cb[port];
2773	(void)hns_mac_get_inner_port_num(mac_cb, 0, &port_num);
2774	tbl_tcam_ucast.tbl_ucast_out_port = port_num;
2775
2776	/* config uc vague table */
2777	hns_dsaf_tcam_uc_cfg_vague(dsaf_dev, entry_index, &tbl_tcam_data_uc,
2778				   &tbl_tcam_mask_uc, &tbl_tcam_ucast);
2779
2780	/* update software entry */
2781	soft_mac_entry = priv->soft_mac_tbl;
2782	soft_mac_entry += entry_index;
2783	soft_mac_entry->index = entry_index;
2784	soft_mac_entry->tcam_key.high.val = mac_key.high.val;
2785	soft_mac_entry->tcam_key.low.val = mac_key.low.val;
2786	/* step back to the START for mc. */
2787	soft_mac_entry = priv->soft_mac_tbl;
2788
2789	/* 2. set promisc multicast vague tcam entry. */
2790	entry_index = hns_dsaf_find_empty_mac_entry_reverse(dsaf_dev);
2791	if (entry_index == DSAF_INVALID_ENTRY_IDX) {
2792		dev_err(dsaf_dev->dev,
2793			"enable mc promisc failed (port:%#x)\n",
2794			port);
2795		return;
2796	}
2797
2798	memset(&mask_entry, 0x0, sizeof(mask_entry));
2799	memset(&mask_key, 0x0, sizeof(mask_key));
2800	memset(&temp_key, 0x0, sizeof(temp_key));
2801	mask_entry.addr[0] = 0x01;
2802	hns_dsaf_set_mac_key(dsaf_dev, &mask_key, mask_entry.in_vlan_id,
2803			     0xf, mask_entry.addr);
2804	tbl_tcam_mcast.tbl_mcast_item_vld = 1;
2805	tbl_tcam_mcast.tbl_mcast_old_en = 0;
2806
2807	/* set MAC port to handle multicast */
2808	mskid = hns_dsaf_get_port_id(port);
2809	if (mskid == -EINVAL) {
2810		dev_err(dsaf_dev->dev, "%s,pnum(%d)error,key(%#x:%#x)\n",
2811			dsaf_dev->ae_dev.name, port,
2812			mask_key.high.val, mask_key.low.val);
2813		return;
2814	}
2815	dsaf_set_bit(tbl_tcam_mcast.tbl_mcast_port_msk[mskid / 32],
2816		     mskid % 32, 1);
2817
2818	/* set pool bit map to handle multicast */
2819	mskid = hns_dsaf_get_port_id(port_num);
2820	if (mskid == -EINVAL) {
2821		dev_err(dsaf_dev->dev,
2822			"%s, pool bit map pnum(%d)error,key(%#x:%#x)\n",
2823			dsaf_dev->ae_dev.name, port_num,
2824			mask_key.high.val, mask_key.low.val);
2825		return;
2826	}
2827	dsaf_set_bit(tbl_tcam_mcast.tbl_mcast_port_msk[mskid / 32],
2828		     mskid % 32, 1);
2829
2830	memcpy(&temp_key, &mask_key, sizeof(mask_key));
2831	hns_dsaf_tcam_mc_cfg_vague(dsaf_dev, entry_index, &tbl_tcam_data_mc,
2832				   (struct dsaf_tbl_tcam_data *)(&mask_key),
2833				   &tbl_tcam_mcast);
2834
2835	/* update software entry */
2836	soft_mac_entry += entry_index;
2837	soft_mac_entry->index = entry_index;
2838	soft_mac_entry->tcam_key.high.val = temp_key.high.val;
2839	soft_mac_entry->tcam_key.low.val = temp_key.low.val;
2840}
2841
2842static void set_promisc_tcam_disable(struct dsaf_device *dsaf_dev, u32 port)
2843{
2844	struct dsaf_tbl_tcam_data tbl_tcam_data_mc = {0x01000000, port};
2845	struct dsaf_tbl_tcam_ucast_cfg tbl_tcam_ucast = {0, 0, 0, 0, 0};
2846	struct dsaf_tbl_tcam_mcast_cfg tbl_tcam_mcast = {0, 0, {0} };
2847	struct dsaf_drv_priv *priv = hns_dsaf_dev_priv(dsaf_dev);
2848	struct dsaf_tbl_tcam_data tbl_tcam_data_uc = {0, 0};
2849	struct dsaf_tbl_tcam_data tbl_tcam_mask = {0, 0};
2850	struct dsaf_drv_soft_mac_tbl *soft_mac_entry;
2851	u16 entry_index;
2852	struct dsaf_drv_tbl_tcam_key mac_key;
2853	u8 addr[ETH_ALEN] = {0};
2854
2855	/* 1. delete uc vague tcam entry. */
2856	/* promisc use vague table match with vlanid = 0 & macaddr = 0 */
2857	hns_dsaf_set_mac_key(dsaf_dev, &mac_key, 0x00, port, addr);
2858	entry_index = hns_dsaf_find_soft_mac_entry(dsaf_dev, &mac_key);
2859
2860	if (entry_index == DSAF_INVALID_ENTRY_IDX)
2861		return;
2862
2863	/* config uc vague table */
2864	hns_dsaf_tcam_uc_cfg_vague(dsaf_dev, entry_index, &tbl_tcam_data_uc,
2865				   &tbl_tcam_mask, &tbl_tcam_ucast);
2866	/* update soft management table. */
2867	soft_mac_entry = priv->soft_mac_tbl;
2868	soft_mac_entry += entry_index;
2869	soft_mac_entry->index = DSAF_INVALID_ENTRY_IDX;
2870	/* step back to the START for mc. */
2871	soft_mac_entry = priv->soft_mac_tbl;
2872
2873	/* 2. delete mc vague tcam entry. */
2874	addr[0] = 0x01;
2875	memset(&mac_key, 0x0, sizeof(mac_key));
2876	hns_dsaf_set_mac_key(dsaf_dev, &mac_key, 0x00, port, addr);
2877	entry_index = hns_dsaf_find_soft_mac_entry(dsaf_dev, &mac_key);
2878
2879	if (entry_index == DSAF_INVALID_ENTRY_IDX)
2880		return;
2881
2882	/* config mc vague table */
2883	hns_dsaf_tcam_mc_cfg_vague(dsaf_dev, entry_index, &tbl_tcam_data_mc,
2884				   &tbl_tcam_mask, &tbl_tcam_mcast);
2885	/* update soft management table. */
2886	soft_mac_entry += entry_index;
2887	soft_mac_entry->index = DSAF_INVALID_ENTRY_IDX;
2888}
2889
2890/* Reserve the last TCAM entry for promisc support */
2891void hns_dsaf_set_promisc_tcam(struct dsaf_device *dsaf_dev,
2892			       u32 port, bool enable)
2893{
2894	if (enable)
2895		set_promisc_tcam_enable(dsaf_dev, port);
2896	else
2897		set_promisc_tcam_disable(dsaf_dev, port);
2898}
2899
2900int hns_dsaf_wait_pkt_clean(struct dsaf_device *dsaf_dev, int port)
2901{
2902	u32 val, val_tmp;
2903	int wait_cnt;
2904
2905	if (port >= DSAF_SERVICE_NW_NUM)
2906		return 0;
2907
2908	wait_cnt = 0;
2909	while (wait_cnt++ < HNS_MAX_WAIT_CNT) {
2910		val = dsaf_read_dev(dsaf_dev, DSAF_VOQ_IN_PKT_NUM_0_REG +
2911			(port + DSAF_XGE_NUM) * 0x40);
2912		val_tmp = dsaf_read_dev(dsaf_dev, DSAF_VOQ_OUT_PKT_NUM_0_REG +
2913			(port + DSAF_XGE_NUM) * 0x40);
2914		if (val == val_tmp)
2915			break;
2916
2917		usleep_range(100, 200);
2918	}
2919
2920	if (wait_cnt >= HNS_MAX_WAIT_CNT) {
2921		dev_err(dsaf_dev->dev, "hns dsaf clean wait timeout(%u - %u).\n",
2922			val, val_tmp);
2923		return -EBUSY;
2924	}
2925
2926	return 0;
2927}
2928
2929/**
2930 * hns_dsaf_probe - probo dsaf dev
2931 * @pdev: dasf platform device
2932 * return 0 - success , negative --fail
2933 */
2934static int hns_dsaf_probe(struct platform_device *pdev)
2935{
2936	struct dsaf_device *dsaf_dev;
2937	int ret;
2938
2939	dsaf_dev = hns_dsaf_alloc_dev(&pdev->dev, sizeof(struct dsaf_drv_priv));
2940	if (IS_ERR(dsaf_dev)) {
2941		ret = PTR_ERR(dsaf_dev);
2942		dev_err(&pdev->dev,
2943			"dsaf_probe dsaf_alloc_dev failed, ret = %#x!\n", ret);
2944		return ret;
2945	}
2946
2947	ret = hns_dsaf_get_cfg(dsaf_dev);
2948	if (ret)
2949		goto free_dev;
2950
2951	ret = hns_dsaf_init(dsaf_dev);
2952	if (ret)
2953		goto free_dev;
2954
2955	ret = hns_mac_init(dsaf_dev);
2956	if (ret)
2957		goto uninit_dsaf;
2958
2959	ret = hns_ppe_init(dsaf_dev);
2960	if (ret)
2961		goto uninit_mac;
2962
2963	ret = hns_dsaf_ae_init(dsaf_dev);
2964	if (ret)
2965		goto uninit_ppe;
2966
2967	return 0;
2968
2969uninit_ppe:
2970	hns_ppe_uninit(dsaf_dev);
2971
2972uninit_mac:
2973	hns_mac_uninit(dsaf_dev);
2974
2975uninit_dsaf:
2976	hns_dsaf_free(dsaf_dev);
2977
2978free_dev:
2979	hns_dsaf_free_dev(dsaf_dev);
2980
2981	return ret;
2982}
2983
2984/**
2985 * hns_dsaf_remove - remove dsaf dev
2986 * @pdev: dasf platform device
2987 */
2988static void hns_dsaf_remove(struct platform_device *pdev)
2989{
2990	struct dsaf_device *dsaf_dev = dev_get_drvdata(&pdev->dev);
2991
2992	hns_dsaf_ae_uninit(dsaf_dev);
2993
2994	hns_ppe_uninit(dsaf_dev);
2995
2996	hns_mac_uninit(dsaf_dev);
2997
2998	hns_dsaf_free(dsaf_dev);
2999
3000	hns_dsaf_free_dev(dsaf_dev);
3001}
3002
3003static const struct of_device_id g_dsaf_match[] = {
3004	{.compatible = "hisilicon,hns-dsaf-v1"},
3005	{.compatible = "hisilicon,hns-dsaf-v2"},
3006	{}
3007};
3008MODULE_DEVICE_TABLE(of, g_dsaf_match);
3009
3010static struct platform_driver g_dsaf_driver = {
3011	.probe = hns_dsaf_probe,
3012	.remove = hns_dsaf_remove,
3013	.driver = {
3014		.name = DSAF_DRV_NAME,
3015		.of_match_table = g_dsaf_match,
3016		.acpi_match_table = hns_dsaf_acpi_match,
3017	},
3018};
3019
3020module_platform_driver(g_dsaf_driver);
3021
3022MODULE_LICENSE("GPL");
3023MODULE_AUTHOR("Huawei Tech. Co., Ltd.");
3024MODULE_DESCRIPTION("HNS DSAF driver");
3025MODULE_VERSION(DSAF_MOD_VERSION);
~/ Read-only file preview.