brintos

brintos / linux-shallow public Read only

0
0
Text · 92.6 KiB · 1b67da1 Raw
3157 lines · c
1// SPDX-License-Identifier: GPL-2.0-or-later2/*3 * Copyright (c) 2014-2015 Hisilicon Limited.4 */5 6#include <linux/acpi.h>7#include <linux/device.h>8#include <linux/init.h>9#include <linux/interrupt.h>10#include <linux/kernel.h>11#include <linux/module.h>12#include <linux/netdevice.h>13#include <linux/mfd/syscon.h>14#include <linux/of.h>15#include <linux/of_address.h>16#include <linux/of_irq.h>17#include <linux/of_platform.h>18#include <linux/platform_device.h>19#include <linux/vmalloc.h>20 21#include "hns_dsaf_mac.h"22#include "hns_dsaf_main.h"23#include "hns_dsaf_ppe.h"24#include "hns_dsaf_rcb.h"25#include "hns_dsaf_misc.h"26 27static const char *g_dsaf_mode_match[DSAF_MODE_MAX] = {28	[DSAF_MODE_DISABLE_2PORT_64VM] = "2port-64vf",29	[DSAF_MODE_DISABLE_6PORT_0VM] = "6port-16rss",30	[DSAF_MODE_DISABLE_6PORT_16VM] = "6port-16vf",31	[DSAF_MODE_DISABLE_SP] = "single-port",32};33 34static const struct acpi_device_id hns_dsaf_acpi_match[] = {35	{ "HISI00B1", 0 },36	{ "HISI00B2", 0 },37	{ },38};39MODULE_DEVICE_TABLE(acpi, hns_dsaf_acpi_match);40 41static int hns_dsaf_get_cfg(struct dsaf_device *dsaf_dev)42{43	int ret, i;44	u32 desc_num;45	u32 buf_size;46	u32 reset_offset = 0;47	u32 res_idx = 0;48	const char *mode_str;49	struct regmap *syscon;50	struct resource *res;51	struct device_node *np = dsaf_dev->dev->of_node, *np_temp;52	struct platform_device *pdev = to_platform_device(dsaf_dev->dev);53 54	if (dev_of_node(dsaf_dev->dev)) {55		if (of_device_is_compatible(np, "hisilicon,hns-dsaf-v1"))56			dsaf_dev->dsaf_ver = AE_VERSION_1;57		else58			dsaf_dev->dsaf_ver = AE_VERSION_2;59	} else if (is_acpi_node(dsaf_dev->dev->fwnode)) {60		if (acpi_dev_found(hns_dsaf_acpi_match[0].id))61			dsaf_dev->dsaf_ver = AE_VERSION_1;62		else if (acpi_dev_found(hns_dsaf_acpi_match[1].id))63			dsaf_dev->dsaf_ver = AE_VERSION_2;64		else65			return -ENXIO;66	} else {67		dev_err(dsaf_dev->dev, "cannot get cfg data from of or acpi\n");68		return -ENXIO;69	}70 71	ret = device_property_read_string(dsaf_dev->dev, "mode", &mode_str);72	if (ret) {73		dev_err(dsaf_dev->dev, "get dsaf mode fail, ret=%d!\n", ret);74		return ret;75	}76	for (i = 0; i < DSAF_MODE_MAX; i++) {77		if (g_dsaf_mode_match[i] &&78		    !strcmp(mode_str, g_dsaf_mode_match[i]))79			break;80	}81	if (i >= DSAF_MODE_MAX ||82	    i == DSAF_MODE_INVALID || i == DSAF_MODE_ENABLE) {83		dev_err(dsaf_dev->dev,84			"%s prs mode str fail!\n", dsaf_dev->ae_dev.name);85		return -EINVAL;86	}87	dsaf_dev->dsaf_mode = (enum dsaf_mode)i;88 89	if (dsaf_dev->dsaf_mode > DSAF_MODE_ENABLE)90		dsaf_dev->dsaf_en = HRD_DSAF_NO_DSAF_MODE;91	else92		dsaf_dev->dsaf_en = HRD_DSAF_MODE;93 94	if ((i == DSAF_MODE_ENABLE_16VM) ||95	    (i == DSAF_MODE_DISABLE_2PORT_8VM) ||96	    (i == DSAF_MODE_DISABLE_6PORT_2VM))97		dsaf_dev->dsaf_tc_mode = HRD_DSAF_8TC_MODE;98	else99		dsaf_dev->dsaf_tc_mode = HRD_DSAF_4TC_MODE;100 101	if (dev_of_node(dsaf_dev->dev)) {102		np_temp = of_parse_phandle(np, "subctrl-syscon", 0);103		syscon = syscon_node_to_regmap(np_temp);104		of_node_put(np_temp);105		if (IS_ERR_OR_NULL(syscon)) {106			res = platform_get_resource(pdev, IORESOURCE_MEM,107						    res_idx++);108			if (!res) {109				dev_err(dsaf_dev->dev, "subctrl info is needed!\n");110				return -ENOMEM;111			}112 113			dsaf_dev->sc_base = devm_ioremap_resource(&pdev->dev,114								  res);115			if (IS_ERR(dsaf_dev->sc_base))116				return PTR_ERR(dsaf_dev->sc_base);117 118			res = platform_get_resource(pdev, IORESOURCE_MEM,119						    res_idx++);120			if (!res) {121				dev_err(dsaf_dev->dev, "serdes-ctrl info is needed!\n");122				return -ENOMEM;123			}124 125			dsaf_dev->sds_base = devm_ioremap_resource(&pdev->dev,126								   res);127			if (IS_ERR(dsaf_dev->sds_base))128				return PTR_ERR(dsaf_dev->sds_base);129		} else {130			dsaf_dev->sub_ctrl = syscon;131		}132	}133 134	res = platform_get_resource_byname(pdev, IORESOURCE_MEM, "ppe-base");135	if (!res) {136		res = platform_get_resource(pdev, IORESOURCE_MEM, res_idx++);137		if (!res) {138			dev_err(dsaf_dev->dev, "ppe-base info is needed!\n");139			return -ENOMEM;140		}141	}142	dsaf_dev->ppe_base = devm_ioremap_resource(&pdev->dev, res);143	if (IS_ERR(dsaf_dev->ppe_base))144		return PTR_ERR(dsaf_dev->ppe_base);145	dsaf_dev->ppe_paddr = res->start;146 147	if (!HNS_DSAF_IS_DEBUG(dsaf_dev)) {148		res = platform_get_resource_byname(pdev, IORESOURCE_MEM,149						   "dsaf-base");150		if (!res) {151			res = platform_get_resource(pdev, IORESOURCE_MEM,152						    res_idx);153			if (!res) {154				dev_err(dsaf_dev->dev,155					"dsaf-base info is needed!\n");156				return -ENOMEM;157			}158		}159		dsaf_dev->io_base = devm_ioremap_resource(&pdev->dev, res);160		if (IS_ERR(dsaf_dev->io_base))161			return PTR_ERR(dsaf_dev->io_base);162	}163 164	ret = device_property_read_u32(dsaf_dev->dev, "desc-num", &desc_num);165	if (ret < 0 || desc_num < HNS_DSAF_MIN_DESC_CNT ||166	    desc_num > HNS_DSAF_MAX_DESC_CNT) {167		dev_err(dsaf_dev->dev, "get desc-num(%d) fail, ret=%d!\n",168			desc_num, ret);169		return -EINVAL;170	}171	dsaf_dev->desc_num = desc_num;172 173	ret = device_property_read_u32(dsaf_dev->dev, "reset-field-offset",174				       &reset_offset);175	if (ret < 0) {176		dev_dbg(dsaf_dev->dev,177			"get reset-field-offset fail, ret=%d!\r\n", ret);178	}179	dsaf_dev->reset_offset = reset_offset;180 181	ret = device_property_read_u32(dsaf_dev->dev, "buf-size", &buf_size);182	if (ret < 0) {183		dev_err(dsaf_dev->dev,184			"get buf-size fail, ret=%d!\r\n", ret);185		return ret;186	}187	dsaf_dev->buf_size = buf_size;188 189	dsaf_dev->buf_size_type = hns_rcb_buf_size2type(buf_size);190	if (dsaf_dev->buf_size_type < 0) {191		dev_err(dsaf_dev->dev,192			"buf_size(%d) is wrong!\n", buf_size);193		return -EINVAL;194	}195 196	dsaf_dev->misc_op = hns_misc_op_get(dsaf_dev);197	if (!dsaf_dev->misc_op)198		return -ENOMEM;199 200	if (!dma_set_mask_and_coherent(dsaf_dev->dev, DMA_BIT_MASK(64ULL)))201		dev_dbg(dsaf_dev->dev, "set mask to 64bit\n");202	else203		dev_err(dsaf_dev->dev, "set mask to 64bit fail!\n");204 205	return 0;206}207 208/**209 * hns_dsaf_sbm_link_sram_init_en - config dsaf_sbm_init_en210 * @dsaf_dev: dsa fabric id211 */212static void hns_dsaf_sbm_link_sram_init_en(struct dsaf_device *dsaf_dev)213{214	dsaf_set_dev_bit(dsaf_dev, DSAF_CFG_0_REG, DSAF_CFG_SBM_INIT_S, 1);215}216 217/**218 * hns_dsaf_reg_cnt_clr_ce - config hns_dsaf_reg_cnt_clr_ce219 * @dsaf_dev: dsa fabric id220 * @reg_cnt_clr_ce: config value221 */222static void223hns_dsaf_reg_cnt_clr_ce(struct dsaf_device *dsaf_dev, u32 reg_cnt_clr_ce)224{225	dsaf_set_dev_bit(dsaf_dev, DSAF_DSA_REG_CNT_CLR_CE_REG,226			 DSAF_CNT_CLR_CE_S, reg_cnt_clr_ce);227}228 229/**230 * hns_dsaf_ppe_qid_cfg - config ppe qid231 * @dsaf_dev: dsa fabric id232 * @qid_cfg: value array233 */234static void235hns_dsaf_ppe_qid_cfg(struct dsaf_device *dsaf_dev, u32 qid_cfg)236{237	u32 i;238 239	for (i = 0; i < DSAF_COMM_CHN; i++) {240		dsaf_set_dev_field(dsaf_dev,241				   DSAF_PPE_QID_CFG_0_REG + 0x0004 * i,242				   DSAF_PPE_QID_CFG_M, DSAF_PPE_QID_CFG_S,243				   qid_cfg);244	}245}246 247static void hns_dsaf_mix_def_qid_cfg(struct dsaf_device *dsaf_dev)248{249	u16 max_q_per_vf, max_vfn;250	u32 q_id, q_num_per_port;251	u32 i;252 253	hns_rcb_get_queue_mode(dsaf_dev->dsaf_mode, &max_vfn, &max_q_per_vf);254	q_num_per_port = max_vfn * max_q_per_vf;255 256	for (i = 0, q_id = 0; i < DSAF_SERVICE_NW_NUM; i++) {257		dsaf_set_dev_field(dsaf_dev,258				   DSAF_MIX_DEF_QID_0_REG + 0x0004 * i,259				   0xff, 0, q_id);260		q_id += q_num_per_port;261	}262}263 264static void hns_dsaf_inner_qid_cfg(struct dsaf_device *dsaf_dev)265{266	u16 max_q_per_vf, max_vfn;267	u32 q_id, q_num_per_port;268	u32 mac_id;269 270	if (AE_IS_VER1(dsaf_dev->dsaf_ver))271		return;272 273	hns_rcb_get_queue_mode(dsaf_dev->dsaf_mode, &max_vfn, &max_q_per_vf);274	q_num_per_port = max_vfn * max_q_per_vf;275 276	for (mac_id = 0, q_id = 0; mac_id < DSAF_SERVICE_NW_NUM; mac_id++) {277		dsaf_set_dev_field(dsaf_dev,278				   DSAFV2_SERDES_LBK_0_REG + 4 * mac_id,279				   DSAFV2_SERDES_LBK_QID_M,280				   DSAFV2_SERDES_LBK_QID_S,281				   q_id);282		q_id += q_num_per_port;283	}284}285 286/**287 * hns_dsaf_sw_port_type_cfg - cfg sw type288 * @dsaf_dev: dsa fabric id289 * @port_type: array290 */291static void hns_dsaf_sw_port_type_cfg(struct dsaf_device *dsaf_dev,292				      enum dsaf_sw_port_type port_type)293{294	u32 i;295 296	for (i = 0; i < DSAF_SW_PORT_NUM; i++) {297		dsaf_set_dev_field(dsaf_dev,298				   DSAF_SW_PORT_TYPE_0_REG + 0x0004 * i,299				   DSAF_SW_PORT_TYPE_M, DSAF_SW_PORT_TYPE_S,300				   port_type);301	}302}303 304/**305 * hns_dsaf_stp_port_type_cfg - cfg stp type306 * @dsaf_dev: dsa fabric id307 * @port_type: array308 */309static void hns_dsaf_stp_port_type_cfg(struct dsaf_device *dsaf_dev,310				       enum dsaf_stp_port_type port_type)311{312	u32 i;313 314	for (i = 0; i < DSAF_COMM_CHN; i++) {315		dsaf_set_dev_field(dsaf_dev,316				   DSAF_STP_PORT_TYPE_0_REG + 0x0004 * i,317				   DSAF_STP_PORT_TYPE_M, DSAF_STP_PORT_TYPE_S,318				   port_type);319	}320}321 322#define HNS_DSAF_SBM_NUM(dev) \323	(AE_IS_VER1((dev)->dsaf_ver) ? DSAF_SBM_NUM : DSAFV2_SBM_NUM)324/**325 * hns_dsaf_sbm_cfg - config sbm326 * @dsaf_dev: dsa fabric id327 */328static void hns_dsaf_sbm_cfg(struct dsaf_device *dsaf_dev)329{330	u32 o_sbm_cfg;331	u32 i;332 333	for (i = 0; i < HNS_DSAF_SBM_NUM(dsaf_dev); i++) {334		o_sbm_cfg = dsaf_read_dev(dsaf_dev,335					  DSAF_SBM_CFG_REG_0_REG + 0x80 * i);336		dsaf_set_bit(o_sbm_cfg, DSAF_SBM_CFG_EN_S, 1);337		dsaf_set_bit(o_sbm_cfg, DSAF_SBM_CFG_SHCUT_EN_S, 0);338		dsaf_write_dev(dsaf_dev,339			       DSAF_SBM_CFG_REG_0_REG + 0x80 * i, o_sbm_cfg);340	}341}342 343/**344 * hns_dsaf_sbm_cfg_mib_en - config sbm345 * @dsaf_dev: dsa fabric id346 */347static int hns_dsaf_sbm_cfg_mib_en(struct dsaf_device *dsaf_dev)348{349	u32 sbm_cfg_mib_en;350	u32 i;351	u32 reg;352	u32 read_cnt;353 354	/* validate configure by setting SBM_CFG_MIB_EN bit from 0 to 1. */355	for (i = 0; i < HNS_DSAF_SBM_NUM(dsaf_dev); i++) {356		reg = DSAF_SBM_CFG_REG_0_REG + 0x80 * i;357		dsaf_set_dev_bit(dsaf_dev, reg, DSAF_SBM_CFG_MIB_EN_S, 0);358	}359 360	for (i = 0; i < HNS_DSAF_SBM_NUM(dsaf_dev); i++) {361		reg = DSAF_SBM_CFG_REG_0_REG + 0x80 * i;362		dsaf_set_dev_bit(dsaf_dev, reg, DSAF_SBM_CFG_MIB_EN_S, 1);363	}364 365	/* waitint for all sbm enable finished */366	for (i = 0; i < HNS_DSAF_SBM_NUM(dsaf_dev); i++) {367		read_cnt = 0;368		reg = DSAF_SBM_CFG_REG_0_REG + 0x80 * i;369		do {370			udelay(1);371			sbm_cfg_mib_en = dsaf_get_dev_bit(372					dsaf_dev, reg, DSAF_SBM_CFG_MIB_EN_S);373			read_cnt++;374		} while (sbm_cfg_mib_en == 0 &&375			read_cnt < DSAF_CFG_READ_CNT);376 377		if (sbm_cfg_mib_en == 0) {378			dev_err(dsaf_dev->dev,379				"sbm_cfg_mib_en fail,%s,sbm_num=%d\n",380				dsaf_dev->ae_dev.name, i);381			return -ENODEV;382		}383	}384 385	return 0;386}387 388/**389 * hns_dsaf_sbm_bp_wl_cfg - config sbm390 * @dsaf_dev: dsa fabric id391 */392static void hns_dsaf_sbm_bp_wl_cfg(struct dsaf_device *dsaf_dev)393{394	u32 o_sbm_bp_cfg;395	u32 reg;396	u32 i;397 398	/* XGE */399	for (i = 0; i < DSAF_XGE_NUM; i++) {400		reg = DSAF_SBM_BP_CFG_0_XGE_REG_0_REG + 0x80 * i;401		o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg);402		dsaf_set_field(o_sbm_bp_cfg, DSAF_SBM_CFG0_COM_MAX_BUF_NUM_M,403			       DSAF_SBM_CFG0_COM_MAX_BUF_NUM_S, 512);404		dsaf_set_field(o_sbm_bp_cfg, DSAF_SBM_CFG0_VC0_MAX_BUF_NUM_M,405			       DSAF_SBM_CFG0_VC0_MAX_BUF_NUM_S, 0);406		dsaf_set_field(o_sbm_bp_cfg, DSAF_SBM_CFG0_VC1_MAX_BUF_NUM_M,407			       DSAF_SBM_CFG0_VC1_MAX_BUF_NUM_S, 0);408		dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg);409 410		reg = DSAF_SBM_BP_CFG_1_REG_0_REG + 0x80 * i;411		o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg);412		dsaf_set_field(o_sbm_bp_cfg, DSAF_SBM_CFG1_TC4_MAX_BUF_NUM_M,413			       DSAF_SBM_CFG1_TC4_MAX_BUF_NUM_S, 0);414		dsaf_set_field(o_sbm_bp_cfg, DSAF_SBM_CFG1_TC0_MAX_BUF_NUM_M,415			       DSAF_SBM_CFG1_TC0_MAX_BUF_NUM_S, 0);416		dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg);417 418		reg = DSAF_SBM_BP_CFG_2_XGE_REG_0_REG + 0x80 * i;419		o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg);420		dsaf_set_field(o_sbm_bp_cfg, DSAF_SBM_CFG2_SET_BUF_NUM_M,421			       DSAF_SBM_CFG2_SET_BUF_NUM_S, 104);422		dsaf_set_field(o_sbm_bp_cfg, DSAF_SBM_CFG2_RESET_BUF_NUM_M,423			       DSAF_SBM_CFG2_RESET_BUF_NUM_S, 128);424		dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg);425 426		reg = DSAF_SBM_BP_CFG_3_REG_0_REG + 0x80 * i;427		o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg);428		dsaf_set_field(o_sbm_bp_cfg,429			       DSAF_SBM_CFG3_SET_BUF_NUM_NO_PFC_M,430			       DSAF_SBM_CFG3_SET_BUF_NUM_NO_PFC_S, 110);431		dsaf_set_field(o_sbm_bp_cfg,432			       DSAF_SBM_CFG3_RESET_BUF_NUM_NO_PFC_M,433			       DSAF_SBM_CFG3_RESET_BUF_NUM_NO_PFC_S, 160);434		dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg);435 436		/* for no enable pfc mode */437		reg = DSAF_SBM_BP_CFG_4_REG_0_REG + 0x80 * i;438		o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg);439		dsaf_set_field(o_sbm_bp_cfg,440			       DSAF_SBM_CFG3_SET_BUF_NUM_NO_PFC_M,441			       DSAF_SBM_CFG3_SET_BUF_NUM_NO_PFC_S, 128);442		dsaf_set_field(o_sbm_bp_cfg,443			       DSAF_SBM_CFG3_RESET_BUF_NUM_NO_PFC_M,444			       DSAF_SBM_CFG3_RESET_BUF_NUM_NO_PFC_S, 192);445		dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg);446	}447 448	/* PPE */449	for (i = 0; i < DSAF_COMM_CHN; i++) {450		reg = DSAF_SBM_BP_CFG_2_PPE_REG_0_REG + 0x80 * i;451		o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg);452		dsaf_set_field(o_sbm_bp_cfg, DSAF_SBM_CFG2_SET_BUF_NUM_M,453			       DSAF_SBM_CFG2_SET_BUF_NUM_S, 10);454		dsaf_set_field(o_sbm_bp_cfg, DSAF_SBM_CFG2_RESET_BUF_NUM_M,455			       DSAF_SBM_CFG2_RESET_BUF_NUM_S, 12);456		dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg);457	}458 459	/* RoCEE */460	for (i = 0; i < DSAF_COMM_CHN; i++) {461		reg = DSAF_SBM_BP_CFG_2_ROCEE_REG_0_REG + 0x80 * i;462		o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg);463		dsaf_set_field(o_sbm_bp_cfg, DSAF_SBM_CFG2_SET_BUF_NUM_M,464			       DSAF_SBM_CFG2_SET_BUF_NUM_S, 2);465		dsaf_set_field(o_sbm_bp_cfg, DSAF_SBM_CFG2_RESET_BUF_NUM_M,466			       DSAF_SBM_CFG2_RESET_BUF_NUM_S, 4);467		dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg);468	}469}470 471static void hns_dsafv2_sbm_bp_wl_cfg(struct dsaf_device *dsaf_dev)472{473	u32 o_sbm_bp_cfg;474	u32 reg;475	u32 i;476 477	/* XGE */478	for (i = 0; i < DSAFV2_SBM_XGE_CHN; i++) {479		reg = DSAF_SBM_BP_CFG_0_XGE_REG_0_REG + 0x80 * i;480		o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg);481		dsaf_set_field(o_sbm_bp_cfg, DSAFV2_SBM_CFG0_COM_MAX_BUF_NUM_M,482			       DSAFV2_SBM_CFG0_COM_MAX_BUF_NUM_S, 256);483		dsaf_set_field(o_sbm_bp_cfg, DSAFV2_SBM_CFG0_VC0_MAX_BUF_NUM_M,484			       DSAFV2_SBM_CFG0_VC0_MAX_BUF_NUM_S, 0);485		dsaf_set_field(o_sbm_bp_cfg, DSAFV2_SBM_CFG0_VC1_MAX_BUF_NUM_M,486			       DSAFV2_SBM_CFG0_VC1_MAX_BUF_NUM_S, 0);487		dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg);488 489		reg = DSAF_SBM_BP_CFG_1_REG_0_REG + 0x80 * i;490		o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg);491		dsaf_set_field(o_sbm_bp_cfg, DSAFV2_SBM_CFG1_TC4_MAX_BUF_NUM_M,492			       DSAFV2_SBM_CFG1_TC4_MAX_BUF_NUM_S, 0);493		dsaf_set_field(o_sbm_bp_cfg, DSAFV2_SBM_CFG1_TC0_MAX_BUF_NUM_M,494			       DSAFV2_SBM_CFG1_TC0_MAX_BUF_NUM_S, 0);495		dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg);496 497		reg = DSAF_SBM_BP_CFG_2_XGE_REG_0_REG + 0x80 * i;498		o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg);499		dsaf_set_field(o_sbm_bp_cfg, DSAFV2_SBM_CFG2_SET_BUF_NUM_M,500			       DSAFV2_SBM_CFG2_SET_BUF_NUM_S, 104);501		dsaf_set_field(o_sbm_bp_cfg, DSAFV2_SBM_CFG2_RESET_BUF_NUM_M,502			       DSAFV2_SBM_CFG2_RESET_BUF_NUM_S, 128);503		dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg);504 505		reg = DSAF_SBM_BP_CFG_3_REG_0_REG + 0x80 * i;506		o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg);507		dsaf_set_field(o_sbm_bp_cfg,508			       DSAFV2_SBM_CFG3_SET_BUF_NUM_NO_PFC_M,509			       DSAFV2_SBM_CFG3_SET_BUF_NUM_NO_PFC_S, 55);510		dsaf_set_field(o_sbm_bp_cfg,511			       DSAFV2_SBM_CFG3_RESET_BUF_NUM_NO_PFC_M,512			       DSAFV2_SBM_CFG3_RESET_BUF_NUM_NO_PFC_S, 110);513		dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg);514 515		/* for no enable pfc mode */516		reg = DSAF_SBM_BP_CFG_4_REG_0_REG + 0x80 * i;517		o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg);518		dsaf_set_field(o_sbm_bp_cfg,519			       DSAFV2_SBM_CFG4_SET_BUF_NUM_NO_PFC_M,520			       DSAFV2_SBM_CFG4_SET_BUF_NUM_NO_PFC_S, 128);521		dsaf_set_field(o_sbm_bp_cfg,522			       DSAFV2_SBM_CFG4_RESET_BUF_NUM_NO_PFC_M,523			       DSAFV2_SBM_CFG4_RESET_BUF_NUM_NO_PFC_S, 192);524		dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg);525	}526 527	/* PPE */528	for (i = 0; i < DSAFV2_SBM_PPE_CHN; i++) {529		reg = DSAF_SBM_BP_CFG_2_PPE_REG_0_REG + 0x80 * i;530		o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg);531		dsaf_set_field(o_sbm_bp_cfg,532			       DSAFV2_SBM_CFG2_PPE_SET_BUF_NUM_M,533			       DSAFV2_SBM_CFG2_PPE_SET_BUF_NUM_S, 2);534		dsaf_set_field(o_sbm_bp_cfg,535			       DSAFV2_SBM_CFG2_PPE_RESET_BUF_NUM_M,536			       DSAFV2_SBM_CFG2_PPE_RESET_BUF_NUM_S, 3);537		dsaf_set_field(o_sbm_bp_cfg,538			       DSAFV2_SBM_CFG2_PPE_CFG_USEFUL_NUM_M,539			       DSAFV2_SBM_CFG2_PPE_CFG_USEFUL_NUM_S, 52);540		dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg);541	}542 543	/* RoCEE */544	for (i = 0; i < DASFV2_ROCEE_CRD_NUM; i++) {545		reg = DSAFV2_SBM_BP_CFG_2_ROCEE_REG_0_REG + 0x80 * i;546		o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg);547		dsaf_set_field(o_sbm_bp_cfg,548			       DSAFV2_SBM_CFG2_ROCEE_SET_BUF_NUM_M,549			       DSAFV2_SBM_CFG2_ROCEE_SET_BUF_NUM_S, 2);550		dsaf_set_field(o_sbm_bp_cfg,551			       DSAFV2_SBM_CFG2_ROCEE_RESET_BUF_NUM_M,552			       DSAFV2_SBM_CFG2_ROCEE_RESET_BUF_NUM_S, 4);553		dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg);554	}555}556 557/**558 * hns_dsaf_voq_bp_all_thrd_cfg -  voq559 * @dsaf_dev: dsa fabric id560 */561static void hns_dsaf_voq_bp_all_thrd_cfg(struct dsaf_device *dsaf_dev)562{563	u32 voq_bp_all_thrd;564	u32 i;565 566	for (i = 0; i < DSAF_VOQ_NUM; i++) {567		voq_bp_all_thrd = dsaf_read_dev(568			dsaf_dev, DSAF_VOQ_BP_ALL_THRD_0_REG + 0x40 * i);569		if (i < DSAF_XGE_NUM) {570			dsaf_set_field(voq_bp_all_thrd,571				       DSAF_VOQ_BP_ALL_DOWNTHRD_M,572				       DSAF_VOQ_BP_ALL_DOWNTHRD_S, 930);573			dsaf_set_field(voq_bp_all_thrd,574				       DSAF_VOQ_BP_ALL_UPTHRD_M,575				       DSAF_VOQ_BP_ALL_UPTHRD_S, 950);576		} else {577			dsaf_set_field(voq_bp_all_thrd,578				       DSAF_VOQ_BP_ALL_DOWNTHRD_M,579				       DSAF_VOQ_BP_ALL_DOWNTHRD_S, 220);580			dsaf_set_field(voq_bp_all_thrd,581				       DSAF_VOQ_BP_ALL_UPTHRD_M,582				       DSAF_VOQ_BP_ALL_UPTHRD_S, 230);583		}584		dsaf_write_dev(585			dsaf_dev, DSAF_VOQ_BP_ALL_THRD_0_REG + 0x40 * i,586			voq_bp_all_thrd);587	}588}589 590static void hns_dsaf_tbl_tcam_match_cfg(591	struct dsaf_device *dsaf_dev,592	struct dsaf_tbl_tcam_data *ptbl_tcam_data)593{594	dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_MATCH_CFG_L_REG,595		       ptbl_tcam_data->tbl_tcam_data_low);596	dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_MATCH_CFG_H_REG,597		       ptbl_tcam_data->tbl_tcam_data_high);598}599 600/**601 * hns_dsaf_tbl_tcam_data_cfg - tbl602 * @dsaf_dev: dsa fabric id603 * @ptbl_tcam_data: addr604 */605static void hns_dsaf_tbl_tcam_data_cfg(606	struct dsaf_device *dsaf_dev,607	struct dsaf_tbl_tcam_data *ptbl_tcam_data)608{609	dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_LOW_0_REG,610		       ptbl_tcam_data->tbl_tcam_data_low);611	dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_HIGH_0_REG,612		       ptbl_tcam_data->tbl_tcam_data_high);613}614 615/**616 * hns_dsaf_tbl_tcam_mcast_cfg - tbl617 * @dsaf_dev: dsa fabric id618 * @mcast: addr619 */620static void hns_dsaf_tbl_tcam_mcast_cfg(621	struct dsaf_device *dsaf_dev,622	struct dsaf_tbl_tcam_mcast_cfg *mcast)623{624	u32 mcast_cfg4;625 626	mcast_cfg4 = dsaf_read_dev(dsaf_dev, DSAF_TBL_TCAM_MCAST_CFG_4_0_REG);627	dsaf_set_bit(mcast_cfg4, DSAF_TBL_MCAST_CFG4_ITEM_VLD_S,628		     mcast->tbl_mcast_item_vld);629	dsaf_set_bit(mcast_cfg4, DSAF_TBL_MCAST_CFG4_OLD_EN_S,630		     mcast->tbl_mcast_old_en);631	dsaf_set_field(mcast_cfg4, DSAF_TBL_MCAST_CFG4_VM128_112_M,632		       DSAF_TBL_MCAST_CFG4_VM128_112_S,633		       mcast->tbl_mcast_port_msk[4]);634	dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_MCAST_CFG_4_0_REG, mcast_cfg4);635 636	dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_MCAST_CFG_3_0_REG,637		       mcast->tbl_mcast_port_msk[3]);638 639	dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_MCAST_CFG_2_0_REG,640		       mcast->tbl_mcast_port_msk[2]);641 642	dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_MCAST_CFG_1_0_REG,643		       mcast->tbl_mcast_port_msk[1]);644 645	dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_MCAST_CFG_0_0_REG,646		       mcast->tbl_mcast_port_msk[0]);647}648 649/**650 * hns_dsaf_tbl_tcam_ucast_cfg - tbl651 * @dsaf_dev: dsa fabric id652 * @tbl_tcam_ucast: addr653 */654static void hns_dsaf_tbl_tcam_ucast_cfg(655	struct dsaf_device *dsaf_dev,656	struct dsaf_tbl_tcam_ucast_cfg *tbl_tcam_ucast)657{658	u32 ucast_cfg1;659 660	ucast_cfg1 = dsaf_read_dev(dsaf_dev, DSAF_TBL_TCAM_UCAST_CFG_0_REG);661	dsaf_set_bit(ucast_cfg1, DSAF_TBL_UCAST_CFG1_MAC_DISCARD_S,662		     tbl_tcam_ucast->tbl_ucast_mac_discard);663	dsaf_set_bit(ucast_cfg1, DSAF_TBL_UCAST_CFG1_ITEM_VLD_S,664		     tbl_tcam_ucast->tbl_ucast_item_vld);665	dsaf_set_bit(ucast_cfg1, DSAF_TBL_UCAST_CFG1_OLD_EN_S,666		     tbl_tcam_ucast->tbl_ucast_old_en);667	dsaf_set_bit(ucast_cfg1, DSAF_TBL_UCAST_CFG1_DVC_S,668		     tbl_tcam_ucast->tbl_ucast_dvc);669	dsaf_set_field(ucast_cfg1, DSAF_TBL_UCAST_CFG1_OUT_PORT_M,670		       DSAF_TBL_UCAST_CFG1_OUT_PORT_S,671		       tbl_tcam_ucast->tbl_ucast_out_port);672	dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_UCAST_CFG_0_REG, ucast_cfg1);673}674 675/**676 * hns_dsaf_tbl_line_cfg - tbl677 * @dsaf_dev: dsa fabric id678 * @tbl_lin: addr679 */680static void hns_dsaf_tbl_line_cfg(struct dsaf_device *dsaf_dev,681				  struct dsaf_tbl_line_cfg *tbl_lin)682{683	u32 tbl_line;684 685	tbl_line = dsaf_read_dev(dsaf_dev, DSAF_TBL_LIN_CFG_0_REG);686	dsaf_set_bit(tbl_line, DSAF_TBL_LINE_CFG_MAC_DISCARD_S,687		     tbl_lin->tbl_line_mac_discard);688	dsaf_set_bit(tbl_line, DSAF_TBL_LINE_CFG_DVC_S,689		     tbl_lin->tbl_line_dvc);690	dsaf_set_field(tbl_line, DSAF_TBL_LINE_CFG_OUT_PORT_M,691		       DSAF_TBL_LINE_CFG_OUT_PORT_S,692		       tbl_lin->tbl_line_out_port);693	dsaf_write_dev(dsaf_dev, DSAF_TBL_LIN_CFG_0_REG, tbl_line);694}695 696/**697 * hns_dsaf_tbl_tcam_mcast_pul - tbl698 * @dsaf_dev: dsa fabric id699 */700static void hns_dsaf_tbl_tcam_mcast_pul(struct dsaf_device *dsaf_dev)701{702	u32 o_tbl_pul;703 704	o_tbl_pul = dsaf_read_dev(dsaf_dev, DSAF_TBL_PUL_0_REG);705	dsaf_set_bit(o_tbl_pul, DSAF_TBL_PUL_MCAST_VLD_S, 1);706	dsaf_write_dev(dsaf_dev, DSAF_TBL_PUL_0_REG, o_tbl_pul);707	dsaf_set_bit(o_tbl_pul, DSAF_TBL_PUL_MCAST_VLD_S, 0);708	dsaf_write_dev(dsaf_dev, DSAF_TBL_PUL_0_REG, o_tbl_pul);709}710 711/**712 * hns_dsaf_tbl_line_pul - tbl713 * @dsaf_dev: dsa fabric id714 */715static void hns_dsaf_tbl_line_pul(struct dsaf_device *dsaf_dev)716{717	u32 tbl_pul;718 719	tbl_pul = dsaf_read_dev(dsaf_dev, DSAF_TBL_PUL_0_REG);720	dsaf_set_bit(tbl_pul, DSAF_TBL_PUL_LINE_VLD_S, 1);721	dsaf_write_dev(dsaf_dev, DSAF_TBL_PUL_0_REG, tbl_pul);722	dsaf_set_bit(tbl_pul, DSAF_TBL_PUL_LINE_VLD_S, 0);723	dsaf_write_dev(dsaf_dev, DSAF_TBL_PUL_0_REG, tbl_pul);724}725 726/**727 * hns_dsaf_tbl_tcam_data_mcast_pul - tbl728 * @dsaf_dev: dsa fabric id729 */730static void hns_dsaf_tbl_tcam_data_mcast_pul(731	struct dsaf_device *dsaf_dev)732{733	u32 o_tbl_pul;734 735	o_tbl_pul = dsaf_read_dev(dsaf_dev, DSAF_TBL_PUL_0_REG);736	dsaf_set_bit(o_tbl_pul, DSAF_TBL_PUL_TCAM_DATA_VLD_S, 1);737	dsaf_set_bit(o_tbl_pul, DSAF_TBL_PUL_MCAST_VLD_S, 1);738	dsaf_write_dev(dsaf_dev, DSAF_TBL_PUL_0_REG, o_tbl_pul);739	dsaf_set_bit(o_tbl_pul, DSAF_TBL_PUL_TCAM_DATA_VLD_S, 0);740	dsaf_set_bit(o_tbl_pul, DSAF_TBL_PUL_MCAST_VLD_S, 0);741	dsaf_write_dev(dsaf_dev, DSAF_TBL_PUL_0_REG, o_tbl_pul);742}743 744/**745 * hns_dsaf_tbl_tcam_data_ucast_pul - tbl746 * @dsaf_dev: dsa fabric id747 */748static void hns_dsaf_tbl_tcam_data_ucast_pul(749	struct dsaf_device *dsaf_dev)750{751	u32 o_tbl_pul;752 753	o_tbl_pul = dsaf_read_dev(dsaf_dev, DSAF_TBL_PUL_0_REG);754	dsaf_set_bit(o_tbl_pul, DSAF_TBL_PUL_TCAM_DATA_VLD_S, 1);755	dsaf_set_bit(o_tbl_pul, DSAF_TBL_PUL_UCAST_VLD_S, 1);756	dsaf_write_dev(dsaf_dev, DSAF_TBL_PUL_0_REG, o_tbl_pul);757	dsaf_set_bit(o_tbl_pul, DSAF_TBL_PUL_TCAM_DATA_VLD_S, 0);758	dsaf_set_bit(o_tbl_pul, DSAF_TBL_PUL_UCAST_VLD_S, 0);759	dsaf_write_dev(dsaf_dev, DSAF_TBL_PUL_0_REG, o_tbl_pul);760}761 762void hns_dsaf_set_promisc_mode(struct dsaf_device *dsaf_dev, u32 en)763{764	if (AE_IS_VER1(dsaf_dev->dsaf_ver) && !HNS_DSAF_IS_DEBUG(dsaf_dev))765		dsaf_set_dev_bit(dsaf_dev, DSAF_CFG_0_REG,766				 DSAF_CFG_MIX_MODE_S, !!en);767}768 769/**770 * hns_dsaf_tbl_stat_en - tbl771 * @dsaf_dev: dsa fabric id772 */773static void hns_dsaf_tbl_stat_en(struct dsaf_device *dsaf_dev)774{775	u32 o_tbl_ctrl;776 777	o_tbl_ctrl = dsaf_read_dev(dsaf_dev, DSAF_TBL_DFX_CTRL_0_REG);778	dsaf_set_bit(o_tbl_ctrl, DSAF_TBL_DFX_LINE_LKUP_NUM_EN_S, 1);779	dsaf_set_bit(o_tbl_ctrl, DSAF_TBL_DFX_UC_LKUP_NUM_EN_S, 1);780	dsaf_set_bit(o_tbl_ctrl, DSAF_TBL_DFX_MC_LKUP_NUM_EN_S, 1);781	dsaf_set_bit(o_tbl_ctrl, DSAF_TBL_DFX_BC_LKUP_NUM_EN_S, 1);782	dsaf_write_dev(dsaf_dev, DSAF_TBL_DFX_CTRL_0_REG, o_tbl_ctrl);783}784 785/**786 * hns_dsaf_rocee_bp_en - rocee back press enable787 * @dsaf_dev: dsa fabric id788 */789static void hns_dsaf_rocee_bp_en(struct dsaf_device *dsaf_dev)790{791	if (AE_IS_VER1(dsaf_dev->dsaf_ver))792		dsaf_set_dev_bit(dsaf_dev, DSAF_XGE_CTRL_SIG_CFG_0_REG,793				 DSAF_FC_XGE_TX_PAUSE_S, 1);794}795 796/* set msk for dsaf exception irq*/797static void hns_dsaf_int_xge_msk_set(struct dsaf_device *dsaf_dev,798				     u32 chnn_num, u32 mask_set)799{800	dsaf_write_dev(dsaf_dev,801		       DSAF_XGE_INT_MSK_0_REG + 0x4 * chnn_num, mask_set);802}803 804static void hns_dsaf_int_ppe_msk_set(struct dsaf_device *dsaf_dev,805				     u32 chnn_num, u32 msk_set)806{807	dsaf_write_dev(dsaf_dev,808		       DSAF_PPE_INT_MSK_0_REG + 0x4 * chnn_num, msk_set);809}810 811static void hns_dsaf_int_rocee_msk_set(struct dsaf_device *dsaf_dev,812				       u32 chnn, u32 msk_set)813{814	dsaf_write_dev(dsaf_dev,815		       DSAF_ROCEE_INT_MSK_0_REG + 0x4 * chnn, msk_set);816}817 818static void819hns_dsaf_int_tbl_msk_set(struct dsaf_device *dsaf_dev, u32 msk_set)820{821	dsaf_write_dev(dsaf_dev, DSAF_TBL_INT_MSK_0_REG, msk_set);822}823 824/* clr dsaf exception irq*/825static void hns_dsaf_int_xge_src_clr(struct dsaf_device *dsaf_dev,826				     u32 chnn_num, u32 int_src)827{828	dsaf_write_dev(dsaf_dev,829		       DSAF_XGE_INT_SRC_0_REG + 0x4 * chnn_num, int_src);830}831 832static void hns_dsaf_int_ppe_src_clr(struct dsaf_device *dsaf_dev,833				     u32 chnn, u32 int_src)834{835	dsaf_write_dev(dsaf_dev,836		       DSAF_PPE_INT_SRC_0_REG + 0x4 * chnn, int_src);837}838 839static void hns_dsaf_int_rocee_src_clr(struct dsaf_device *dsaf_dev,840				       u32 chnn, u32 int_src)841{842	dsaf_write_dev(dsaf_dev,843		       DSAF_ROCEE_INT_SRC_0_REG + 0x4 * chnn, int_src);844}845 846static void hns_dsaf_int_tbl_src_clr(struct dsaf_device *dsaf_dev,847				     u32 int_src)848{849	dsaf_write_dev(dsaf_dev, DSAF_TBL_INT_SRC_0_REG, int_src);850}851 852/**853 * hns_dsaf_single_line_tbl_cfg - INT854 * @dsaf_dev: dsa fabric id855 * @address: the address856 * @ptbl_line: the line857 */858static void hns_dsaf_single_line_tbl_cfg(859	struct dsaf_device *dsaf_dev,860	u32 address, struct dsaf_tbl_line_cfg *ptbl_line)861{862	spin_lock_bh(&dsaf_dev->tcam_lock);863 864	/*Write Addr*/865	hns_dsaf_tbl_line_addr_cfg(dsaf_dev, address);866 867	/*Write Line*/868	hns_dsaf_tbl_line_cfg(dsaf_dev, ptbl_line);869 870	/*Write Plus*/871	hns_dsaf_tbl_line_pul(dsaf_dev);872 873	spin_unlock_bh(&dsaf_dev->tcam_lock);874}875 876/**877 * hns_dsaf_tcam_uc_cfg - INT878 * @dsaf_dev: dsa fabric id879 * @address: the address880 * @ptbl_tcam_data: the data881 * @ptbl_tcam_ucast: unicast882 */883static void hns_dsaf_tcam_uc_cfg(884	struct dsaf_device *dsaf_dev, u32 address,885	struct dsaf_tbl_tcam_data *ptbl_tcam_data,886	struct dsaf_tbl_tcam_ucast_cfg *ptbl_tcam_ucast)887{888	spin_lock_bh(&dsaf_dev->tcam_lock);889 890	/*Write Addr*/891	hns_dsaf_tbl_tcam_addr_cfg(dsaf_dev, address);892	/*Write Tcam Data*/893	hns_dsaf_tbl_tcam_data_cfg(dsaf_dev, ptbl_tcam_data);894	/*Write Tcam Ucast*/895	hns_dsaf_tbl_tcam_ucast_cfg(dsaf_dev, ptbl_tcam_ucast);896	/*Write Plus*/897	hns_dsaf_tbl_tcam_data_ucast_pul(dsaf_dev);898 899	spin_unlock_bh(&dsaf_dev->tcam_lock);900}901 902/**903 * hns_dsaf_tcam_mc_cfg - cfg the tcam for mc904 * @dsaf_dev: dsa fabric device struct pointer905 * @address: tcam index906 * @ptbl_tcam_data: tcam data struct pointer907 * @ptbl_tcam_mask: tcam mask struct pointer, it must be null for HNSv1908 * @ptbl_tcam_mcast: tcam data struct pointer909 */910static void hns_dsaf_tcam_mc_cfg(911	struct dsaf_device *dsaf_dev, u32 address,912	struct dsaf_tbl_tcam_data *ptbl_tcam_data,913	struct dsaf_tbl_tcam_data *ptbl_tcam_mask,914	struct dsaf_tbl_tcam_mcast_cfg *ptbl_tcam_mcast)915{916	spin_lock_bh(&dsaf_dev->tcam_lock);917 918	/*Write Addr*/919	hns_dsaf_tbl_tcam_addr_cfg(dsaf_dev, address);920	/*Write Tcam Data*/921	hns_dsaf_tbl_tcam_data_cfg(dsaf_dev, ptbl_tcam_data);922	/*Write Tcam Mcast*/923	hns_dsaf_tbl_tcam_mcast_cfg(dsaf_dev, ptbl_tcam_mcast);924	/* Write Match Data */925	if (ptbl_tcam_mask)926		hns_dsaf_tbl_tcam_match_cfg(dsaf_dev, ptbl_tcam_mask);927 928	/* Write Puls */929	hns_dsaf_tbl_tcam_data_mcast_pul(dsaf_dev);930 931	spin_unlock_bh(&dsaf_dev->tcam_lock);932}933 934/**935 * hns_dsaf_tcam_uc_cfg_vague - INT936 * @dsaf_dev: dsa fabric device struct pointer937 * @address: the address938 * @tcam_data: the data939 * @tcam_mask: the mask940 * @tcam_uc: the unicast data941 */942static void hns_dsaf_tcam_uc_cfg_vague(struct dsaf_device *dsaf_dev,943				       u32 address,944				       struct dsaf_tbl_tcam_data *tcam_data,945				       struct dsaf_tbl_tcam_data *tcam_mask,946				       struct dsaf_tbl_tcam_ucast_cfg *tcam_uc)947{948	spin_lock_bh(&dsaf_dev->tcam_lock);949	hns_dsaf_tbl_tcam_addr_cfg(dsaf_dev, address);950	hns_dsaf_tbl_tcam_data_cfg(dsaf_dev, tcam_data);951	hns_dsaf_tbl_tcam_ucast_cfg(dsaf_dev, tcam_uc);952	hns_dsaf_tbl_tcam_match_cfg(dsaf_dev, tcam_mask);953	hns_dsaf_tbl_tcam_data_ucast_pul(dsaf_dev);954 955	/*Restore Match Data*/956	tcam_mask->tbl_tcam_data_high = 0xffffffff;957	tcam_mask->tbl_tcam_data_low = 0xffffffff;958	hns_dsaf_tbl_tcam_match_cfg(dsaf_dev, tcam_mask);959 960	spin_unlock_bh(&dsaf_dev->tcam_lock);961}962 963/**964 * hns_dsaf_tcam_mc_cfg_vague - INT965 * @dsaf_dev: dsa fabric device struct pointer966 * @address: the address967 * @tcam_data: the data968 * @tcam_mask: the mask969 * @tcam_mc: the multicast data970 */971static void hns_dsaf_tcam_mc_cfg_vague(struct dsaf_device *dsaf_dev,972				       u32 address,973				       struct dsaf_tbl_tcam_data *tcam_data,974				       struct dsaf_tbl_tcam_data *tcam_mask,975				       struct dsaf_tbl_tcam_mcast_cfg *tcam_mc)976{977	spin_lock_bh(&dsaf_dev->tcam_lock);978	hns_dsaf_tbl_tcam_addr_cfg(dsaf_dev, address);979	hns_dsaf_tbl_tcam_data_cfg(dsaf_dev, tcam_data);980	hns_dsaf_tbl_tcam_mcast_cfg(dsaf_dev, tcam_mc);981	hns_dsaf_tbl_tcam_match_cfg(dsaf_dev, tcam_mask);982	hns_dsaf_tbl_tcam_data_mcast_pul(dsaf_dev);983 984	/*Restore Match Data*/985	tcam_mask->tbl_tcam_data_high = 0xffffffff;986	tcam_mask->tbl_tcam_data_low = 0xffffffff;987	hns_dsaf_tbl_tcam_match_cfg(dsaf_dev, tcam_mask);988 989	spin_unlock_bh(&dsaf_dev->tcam_lock);990}991 992/**993 * hns_dsaf_tcam_mc_invld - INT994 * @dsaf_dev: dsa fabric id995 * @address: the address996 */997static void hns_dsaf_tcam_mc_invld(struct dsaf_device *dsaf_dev, u32 address)998{999	spin_lock_bh(&dsaf_dev->tcam_lock);1000 1001	/*Write Addr*/1002	hns_dsaf_tbl_tcam_addr_cfg(dsaf_dev, address);1003 1004	/*write tcam mcast*/1005	dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_MCAST_CFG_0_0_REG, 0);1006	dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_MCAST_CFG_1_0_REG, 0);1007	dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_MCAST_CFG_2_0_REG, 0);1008	dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_MCAST_CFG_3_0_REG, 0);1009	dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_MCAST_CFG_4_0_REG, 0);1010 1011	/*Write Plus*/1012	hns_dsaf_tbl_tcam_mcast_pul(dsaf_dev);1013 1014	spin_unlock_bh(&dsaf_dev->tcam_lock);1015}1016 1017static void1018hns_dsaf_tcam_addr_get(struct dsaf_drv_tbl_tcam_key *mac_key, u8 *addr)1019{1020	addr[0] = mac_key->high.bits.mac_0;1021	addr[1] = mac_key->high.bits.mac_1;1022	addr[2] = mac_key->high.bits.mac_2;1023	addr[3] = mac_key->high.bits.mac_3;1024	addr[4] = mac_key->low.bits.mac_4;1025	addr[5] = mac_key->low.bits.mac_5;1026}1027 1028/**1029 * hns_dsaf_tcam_uc_get - INT1030 * @dsaf_dev: dsa fabric id1031 * @address: the address1032 * @ptbl_tcam_data: the data1033 * @ptbl_tcam_ucast: unicast1034 */1035static void hns_dsaf_tcam_uc_get(1036	struct dsaf_device *dsaf_dev, u32 address,1037	struct dsaf_tbl_tcam_data *ptbl_tcam_data,1038	struct dsaf_tbl_tcam_ucast_cfg *ptbl_tcam_ucast)1039{1040	u32 tcam_read_data0;1041	u32 tcam_read_data4;1042 1043	spin_lock_bh(&dsaf_dev->tcam_lock);1044 1045	/*Write Addr*/1046	hns_dsaf_tbl_tcam_addr_cfg(dsaf_dev, address);1047 1048	/*read tcam item puls*/1049	hns_dsaf_tbl_tcam_load_pul(dsaf_dev);1050 1051	/*read tcam data*/1052	ptbl_tcam_data->tbl_tcam_data_high1053		= dsaf_read_dev(dsaf_dev, DSAF_TBL_TCAM_RDATA_HIGH_0_REG);1054	ptbl_tcam_data->tbl_tcam_data_low1055		= dsaf_read_dev(dsaf_dev, DSAF_TBL_TCAM_RDATA_LOW_0_REG);1056 1057	/*read tcam mcast*/1058	tcam_read_data0 = dsaf_read_dev(dsaf_dev,1059					DSAF_TBL_TCAM_RAM_RDATA0_0_REG);1060	tcam_read_data4 = dsaf_read_dev(dsaf_dev,1061					DSAF_TBL_TCAM_RAM_RDATA4_0_REG);1062 1063	ptbl_tcam_ucast->tbl_ucast_item_vld1064		= dsaf_get_bit(tcam_read_data4,1065			       DSAF_TBL_MCAST_CFG4_ITEM_VLD_S);1066	ptbl_tcam_ucast->tbl_ucast_old_en1067		= dsaf_get_bit(tcam_read_data4, DSAF_TBL_MCAST_CFG4_OLD_EN_S);1068	ptbl_tcam_ucast->tbl_ucast_mac_discard1069		= dsaf_get_bit(tcam_read_data0,1070			       DSAF_TBL_UCAST_CFG1_MAC_DISCARD_S);1071	ptbl_tcam_ucast->tbl_ucast_out_port1072		= dsaf_get_field(tcam_read_data0,1073				 DSAF_TBL_UCAST_CFG1_OUT_PORT_M,1074				 DSAF_TBL_UCAST_CFG1_OUT_PORT_S);1075	ptbl_tcam_ucast->tbl_ucast_dvc1076		= dsaf_get_bit(tcam_read_data0, DSAF_TBL_UCAST_CFG1_DVC_S);1077 1078	spin_unlock_bh(&dsaf_dev->tcam_lock);1079}1080 1081/**1082 * hns_dsaf_tcam_mc_get - INT1083 * @dsaf_dev: dsa fabric id1084 * @address: the address1085 * @ptbl_tcam_data: the data1086 * @ptbl_tcam_mcast: tcam multicast data1087 */1088static void hns_dsaf_tcam_mc_get(1089	struct dsaf_device *dsaf_dev, u32 address,1090	struct dsaf_tbl_tcam_data *ptbl_tcam_data,1091	struct dsaf_tbl_tcam_mcast_cfg *ptbl_tcam_mcast)1092{1093	u32 data_tmp;1094 1095	spin_lock_bh(&dsaf_dev->tcam_lock);1096 1097	/*Write Addr*/1098	hns_dsaf_tbl_tcam_addr_cfg(dsaf_dev, address);1099 1100	/*read tcam item puls*/1101	hns_dsaf_tbl_tcam_load_pul(dsaf_dev);1102 1103	/*read tcam data*/1104	ptbl_tcam_data->tbl_tcam_data_high =1105		dsaf_read_dev(dsaf_dev, DSAF_TBL_TCAM_RDATA_HIGH_0_REG);1106	ptbl_tcam_data->tbl_tcam_data_low =1107		dsaf_read_dev(dsaf_dev, DSAF_TBL_TCAM_RDATA_LOW_0_REG);1108 1109	/*read tcam mcast*/1110	ptbl_tcam_mcast->tbl_mcast_port_msk[0] =1111		dsaf_read_dev(dsaf_dev, DSAF_TBL_TCAM_RAM_RDATA0_0_REG);1112	ptbl_tcam_mcast->tbl_mcast_port_msk[1] =1113		dsaf_read_dev(dsaf_dev, DSAF_TBL_TCAM_RAM_RDATA1_0_REG);1114	ptbl_tcam_mcast->tbl_mcast_port_msk[2] =1115		dsaf_read_dev(dsaf_dev, DSAF_TBL_TCAM_RAM_RDATA2_0_REG);1116	ptbl_tcam_mcast->tbl_mcast_port_msk[3] =1117		dsaf_read_dev(dsaf_dev, DSAF_TBL_TCAM_RAM_RDATA3_0_REG);1118 1119	data_tmp = dsaf_read_dev(dsaf_dev, DSAF_TBL_TCAM_RAM_RDATA4_0_REG);1120	ptbl_tcam_mcast->tbl_mcast_item_vld =1121		dsaf_get_bit(data_tmp, DSAF_TBL_MCAST_CFG4_ITEM_VLD_S);1122	ptbl_tcam_mcast->tbl_mcast_old_en =1123		dsaf_get_bit(data_tmp, DSAF_TBL_MCAST_CFG4_OLD_EN_S);1124	ptbl_tcam_mcast->tbl_mcast_port_msk[4] =1125		dsaf_get_field(data_tmp, DSAF_TBL_MCAST_CFG4_VM128_112_M,1126			       DSAF_TBL_MCAST_CFG4_VM128_112_S);1127 1128	spin_unlock_bh(&dsaf_dev->tcam_lock);1129}1130 1131/**1132 * hns_dsaf_tbl_line_init - INT1133 * @dsaf_dev: dsa fabric id1134 */1135static void hns_dsaf_tbl_line_init(struct dsaf_device *dsaf_dev)1136{1137	u32 i;1138	/* defaultly set all lineal mac table entry resulting discard */1139	struct dsaf_tbl_line_cfg tbl_line[] = {{1, 0, 0} };1140 1141	for (i = 0; i < DSAF_LINE_SUM; i++)1142		hns_dsaf_single_line_tbl_cfg(dsaf_dev, i, tbl_line);1143}1144 1145/**1146 * hns_dsaf_tbl_tcam_init - INT1147 * @dsaf_dev: dsa fabric id1148 */1149static void hns_dsaf_tbl_tcam_init(struct dsaf_device *dsaf_dev)1150{1151	u32 i;1152	struct dsaf_tbl_tcam_data tcam_data[] = {{0, 0} };1153	struct dsaf_tbl_tcam_ucast_cfg tcam_ucast[] = {{0, 0, 0, 0, 0} };1154 1155	/*tcam tbl*/1156	for (i = 0; i < DSAF_TCAM_SUM; i++)1157		hns_dsaf_tcam_uc_cfg(dsaf_dev, i, tcam_data, tcam_ucast);1158}1159 1160/**1161 * hns_dsaf_pfc_en_cfg - dsaf pfc pause cfg1162 * @dsaf_dev: dsa fabric id1163 * @mac_id: mac contrl block1164 * @tc_en: traffic class1165 */1166static void hns_dsaf_pfc_en_cfg(struct dsaf_device *dsaf_dev,1167				int mac_id, int tc_en)1168{1169	dsaf_write_dev(dsaf_dev, DSAF_PFC_EN_0_REG + mac_id * 4, tc_en);1170}1171 1172static void hns_dsaf_set_pfc_pause(struct dsaf_device *dsaf_dev,1173				   int mac_id, int tx_en, int rx_en)1174{1175	if (AE_IS_VER1(dsaf_dev->dsaf_ver)) {1176		if (!tx_en || !rx_en)1177			dev_err(dsaf_dev->dev, "dsaf v1 can not close pfc!\n");1178 1179		return;1180	}1181 1182	dsaf_set_dev_bit(dsaf_dev, DSAF_PAUSE_CFG_REG + mac_id * 4,1183			 DSAF_PFC_PAUSE_RX_EN_B, !!rx_en);1184	dsaf_set_dev_bit(dsaf_dev, DSAF_PAUSE_CFG_REG + mac_id * 4,1185			 DSAF_PFC_PAUSE_TX_EN_B, !!tx_en);1186}1187 1188int hns_dsaf_set_rx_mac_pause_en(struct dsaf_device *dsaf_dev, int mac_id,1189				 u32 en)1190{1191	if (AE_IS_VER1(dsaf_dev->dsaf_ver)) {1192		if (!en) {1193			dev_err(dsaf_dev->dev, "dsafv1 can't close rx_pause!\n");1194			return -EINVAL;1195		}1196	}1197 1198	dsaf_set_dev_bit(dsaf_dev, DSAF_PAUSE_CFG_REG + mac_id * 4,1199			 DSAF_MAC_PAUSE_RX_EN_B, !!en);1200 1201	return 0;1202}1203 1204void hns_dsaf_get_rx_mac_pause_en(struct dsaf_device *dsaf_dev, int mac_id,1205				  u32 *en)1206{1207	if (AE_IS_VER1(dsaf_dev->dsaf_ver))1208		*en = 1;1209	else1210		*en = dsaf_get_dev_bit(dsaf_dev,1211				       DSAF_PAUSE_CFG_REG + mac_id * 4,1212				       DSAF_MAC_PAUSE_RX_EN_B);1213}1214 1215/**1216 * hns_dsaf_comm_init - INT1217 * @dsaf_dev: dsa fabric id1218 */1219static void hns_dsaf_comm_init(struct dsaf_device *dsaf_dev)1220{1221	u32 i;1222	u32 o_dsaf_cfg;1223	bool is_ver1 = AE_IS_VER1(dsaf_dev->dsaf_ver);1224 1225	o_dsaf_cfg = dsaf_read_dev(dsaf_dev, DSAF_CFG_0_REG);1226	dsaf_set_bit(o_dsaf_cfg, DSAF_CFG_EN_S, dsaf_dev->dsaf_en);1227	dsaf_set_bit(o_dsaf_cfg, DSAF_CFG_TC_MODE_S, dsaf_dev->dsaf_tc_mode);1228	dsaf_set_bit(o_dsaf_cfg, DSAF_CFG_CRC_EN_S, 0);1229	dsaf_set_bit(o_dsaf_cfg, DSAF_CFG_MIX_MODE_S, 0);1230	dsaf_set_bit(o_dsaf_cfg, DSAF_CFG_LOCA_ADDR_EN_S, 0);1231	dsaf_write_dev(dsaf_dev, DSAF_CFG_0_REG, o_dsaf_cfg);1232 1233	hns_dsaf_reg_cnt_clr_ce(dsaf_dev, 1);1234	hns_dsaf_stp_port_type_cfg(dsaf_dev, DSAF_STP_PORT_TYPE_FORWARD);1235 1236	/* set 22 queue per tx ppe engine, only used in switch mode */1237	hns_dsaf_ppe_qid_cfg(dsaf_dev, DSAF_DEFAUTL_QUEUE_NUM_PER_PPE);1238 1239	/* set promisc def queue id */1240	hns_dsaf_mix_def_qid_cfg(dsaf_dev);1241 1242	/* set inner loopback queue id */1243	hns_dsaf_inner_qid_cfg(dsaf_dev);1244 1245	/* in non switch mode, set all port to access mode */1246	hns_dsaf_sw_port_type_cfg(dsaf_dev, DSAF_SW_PORT_TYPE_NON_VLAN);1247 1248	/*set dsaf pfc  to 0 for parseing rx pause*/1249	for (i = 0; i < DSAF_COMM_CHN; i++) {1250		hns_dsaf_pfc_en_cfg(dsaf_dev, i, 0);1251		hns_dsaf_set_pfc_pause(dsaf_dev, i, is_ver1, is_ver1);1252	}1253 1254	/*msk and  clr exception irqs */1255	for (i = 0; i < DSAF_COMM_CHN; i++) {1256		hns_dsaf_int_xge_src_clr(dsaf_dev, i, 0xfffffffful);1257		hns_dsaf_int_ppe_src_clr(dsaf_dev, i, 0xfffffffful);1258		hns_dsaf_int_rocee_src_clr(dsaf_dev, i, 0xfffffffful);1259 1260		hns_dsaf_int_xge_msk_set(dsaf_dev, i, 0xfffffffful);1261		hns_dsaf_int_ppe_msk_set(dsaf_dev, i, 0xfffffffful);1262		hns_dsaf_int_rocee_msk_set(dsaf_dev, i, 0xfffffffful);1263	}1264	hns_dsaf_int_tbl_src_clr(dsaf_dev, 0xfffffffful);1265	hns_dsaf_int_tbl_msk_set(dsaf_dev, 0xfffffffful);1266}1267 1268/**1269 * hns_dsaf_inode_init - INT1270 * @dsaf_dev: dsa fabric id1271 */1272static void hns_dsaf_inode_init(struct dsaf_device *dsaf_dev)1273{1274	u32 reg;1275	u32 tc_cfg;1276	u32 i;1277 1278	if (dsaf_dev->dsaf_tc_mode == HRD_DSAF_4TC_MODE)1279		tc_cfg = HNS_DSAF_I4TC_CFG;1280	else1281		tc_cfg = HNS_DSAF_I8TC_CFG;1282 1283	if (AE_IS_VER1(dsaf_dev->dsaf_ver)) {1284		for (i = 0; i < DSAF_INODE_NUM; i++) {1285			reg = DSAF_INODE_IN_PORT_NUM_0_REG + 0x80 * i;1286			dsaf_set_dev_field(dsaf_dev, reg,1287					   DSAF_INODE_IN_PORT_NUM_M,1288					   DSAF_INODE_IN_PORT_NUM_S,1289					   i % DSAF_XGE_NUM);1290		}1291	} else {1292		for (i = 0; i < DSAF_PORT_TYPE_NUM; i++) {1293			reg = DSAF_INODE_IN_PORT_NUM_0_REG + 0x80 * i;1294			dsaf_set_dev_field(dsaf_dev, reg,1295					   DSAF_INODE_IN_PORT_NUM_M,1296					   DSAF_INODE_IN_PORT_NUM_S, 0);1297			dsaf_set_dev_field(dsaf_dev, reg,1298					   DSAFV2_INODE_IN_PORT1_NUM_M,1299					   DSAFV2_INODE_IN_PORT1_NUM_S, 1);1300			dsaf_set_dev_field(dsaf_dev, reg,1301					   DSAFV2_INODE_IN_PORT2_NUM_M,1302					   DSAFV2_INODE_IN_PORT2_NUM_S, 2);1303			dsaf_set_dev_field(dsaf_dev, reg,1304					   DSAFV2_INODE_IN_PORT3_NUM_M,1305					   DSAFV2_INODE_IN_PORT3_NUM_S, 3);1306			dsaf_set_dev_field(dsaf_dev, reg,1307					   DSAFV2_INODE_IN_PORT4_NUM_M,1308					   DSAFV2_INODE_IN_PORT4_NUM_S, 4);1309			dsaf_set_dev_field(dsaf_dev, reg,1310					   DSAFV2_INODE_IN_PORT5_NUM_M,1311					   DSAFV2_INODE_IN_PORT5_NUM_S, 5);1312		}1313	}1314	for (i = 0; i < DSAF_INODE_NUM; i++) {1315		reg = DSAF_INODE_PRI_TC_CFG_0_REG + 0x80 * i;1316		dsaf_write_dev(dsaf_dev, reg, tc_cfg);1317	}1318}1319 1320/**1321 * hns_dsaf_sbm_init - INT1322 * @dsaf_dev: dsa fabric id1323 */1324static int hns_dsaf_sbm_init(struct dsaf_device *dsaf_dev)1325{1326	u32 flag;1327	u32 finish_msk;1328	u32 cnt = 0;1329	int ret;1330 1331	if (AE_IS_VER1(dsaf_dev->dsaf_ver)) {1332		hns_dsaf_sbm_bp_wl_cfg(dsaf_dev);1333		finish_msk = DSAF_SRAM_INIT_OVER_M;1334	} else {1335		hns_dsafv2_sbm_bp_wl_cfg(dsaf_dev);1336		finish_msk = DSAFV2_SRAM_INIT_OVER_M;1337	}1338 1339	/* enable sbm chanel, disable sbm chanel shcut function*/1340	hns_dsaf_sbm_cfg(dsaf_dev);1341 1342	/* enable sbm mib */1343	ret = hns_dsaf_sbm_cfg_mib_en(dsaf_dev);1344	if (ret) {1345		dev_err(dsaf_dev->dev,1346			"hns_dsaf_sbm_cfg_mib_en fail,%s, ret=%d\n",1347			dsaf_dev->ae_dev.name, ret);1348		return ret;1349	}1350 1351	/* enable sbm initial link sram */1352	hns_dsaf_sbm_link_sram_init_en(dsaf_dev);1353 1354	do {1355		usleep_range(200, 210);/*udelay(200);*/1356		flag = dsaf_get_dev_field(dsaf_dev, DSAF_SRAM_INIT_OVER_0_REG,1357					  finish_msk, DSAF_SRAM_INIT_OVER_S);1358		cnt++;1359	} while (flag != (finish_msk >> DSAF_SRAM_INIT_OVER_S) &&1360		 cnt < DSAF_CFG_READ_CNT);1361 1362	if (flag != (finish_msk >> DSAF_SRAM_INIT_OVER_S)) {1363		dev_err(dsaf_dev->dev,1364			"hns_dsaf_sbm_init fail %s, flag=%d, cnt=%d\n",1365			dsaf_dev->ae_dev.name, flag, cnt);1366		return -ENODEV;1367	}1368 1369	hns_dsaf_rocee_bp_en(dsaf_dev);1370 1371	return 0;1372}1373 1374/**1375 * hns_dsaf_tbl_init - INT1376 * @dsaf_dev: dsa fabric id1377 */1378static void hns_dsaf_tbl_init(struct dsaf_device *dsaf_dev)1379{1380	hns_dsaf_tbl_stat_en(dsaf_dev);1381 1382	hns_dsaf_tbl_tcam_init(dsaf_dev);1383	hns_dsaf_tbl_line_init(dsaf_dev);1384}1385 1386/**1387 * hns_dsaf_voq_init - INT1388 * @dsaf_dev: dsa fabric id1389 */1390static void hns_dsaf_voq_init(struct dsaf_device *dsaf_dev)1391{1392	hns_dsaf_voq_bp_all_thrd_cfg(dsaf_dev);1393}1394 1395/**1396 * hns_dsaf_init_hw - init dsa fabric hardware1397 * @dsaf_dev: dsa fabric device struct pointer1398 */1399static int hns_dsaf_init_hw(struct dsaf_device *dsaf_dev)1400{1401	int ret;1402 1403	dev_dbg(dsaf_dev->dev,1404		"hns_dsaf_init_hw begin %s !\n", dsaf_dev->ae_dev.name);1405 1406	dsaf_dev->misc_op->dsaf_reset(dsaf_dev, 0);1407	mdelay(10);1408	dsaf_dev->misc_op->dsaf_reset(dsaf_dev, 1);1409 1410	hns_dsaf_comm_init(dsaf_dev);1411 1412	/*init XBAR_INODE*/1413	hns_dsaf_inode_init(dsaf_dev);1414 1415	/*init SBM*/1416	ret = hns_dsaf_sbm_init(dsaf_dev);1417	if (ret)1418		return ret;1419 1420	/*init TBL*/1421	hns_dsaf_tbl_init(dsaf_dev);1422 1423	/*init VOQ*/1424	hns_dsaf_voq_init(dsaf_dev);1425 1426	return 0;1427}1428 1429/**1430 * hns_dsaf_remove_hw - uninit dsa fabric hardware1431 * @dsaf_dev: dsa fabric device struct pointer1432 */1433static void hns_dsaf_remove_hw(struct dsaf_device *dsaf_dev)1434{1435	/*reset*/1436	dsaf_dev->misc_op->dsaf_reset(dsaf_dev, 0);1437}1438 1439/**1440 * hns_dsaf_init - init dsa fabric1441 * @dsaf_dev: dsa fabric device struct pointer1442 * return 0 - success , negative --fail1443 */1444static int hns_dsaf_init(struct dsaf_device *dsaf_dev)1445{1446	struct dsaf_drv_priv *priv =1447	    (struct dsaf_drv_priv *)hns_dsaf_dev_priv(dsaf_dev);1448	u32 i;1449	int ret;1450 1451	if (HNS_DSAF_IS_DEBUG(dsaf_dev))1452		return 0;1453 1454	if (AE_IS_VER1(dsaf_dev->dsaf_ver))1455		dsaf_dev->tcam_max_num = DSAF_TCAM_SUM;1456	else1457		dsaf_dev->tcam_max_num =1458			DSAF_TCAM_SUM - DSAFV2_MAC_FUZZY_TCAM_NUM;1459 1460	spin_lock_init(&dsaf_dev->tcam_lock);1461	ret = hns_dsaf_init_hw(dsaf_dev);1462	if (ret)1463		return ret;1464 1465	/* malloc mem for tcam mac key(vlan+mac) */1466	priv->soft_mac_tbl = vzalloc(array_size(DSAF_TCAM_SUM,1467						sizeof(*priv->soft_mac_tbl)));1468	if (!priv->soft_mac_tbl) {1469		ret = -ENOMEM;1470		goto remove_hw;1471	}1472 1473	/*all entry invall */1474	for (i = 0; i < DSAF_TCAM_SUM; i++)1475		(priv->soft_mac_tbl + i)->index = DSAF_INVALID_ENTRY_IDX;1476 1477	return 0;1478 1479remove_hw:1480	hns_dsaf_remove_hw(dsaf_dev);1481	return ret;1482}1483 1484/**1485 * hns_dsaf_free - free dsa fabric1486 * @dsaf_dev: dsa fabric device struct pointer1487 */1488static void hns_dsaf_free(struct dsaf_device *dsaf_dev)1489{1490	struct dsaf_drv_priv *priv =1491	    (struct dsaf_drv_priv *)hns_dsaf_dev_priv(dsaf_dev);1492 1493	hns_dsaf_remove_hw(dsaf_dev);1494 1495	/* free all mac mem */1496	vfree(priv->soft_mac_tbl);1497	priv->soft_mac_tbl = NULL;1498}1499 1500/**1501 * hns_dsaf_find_soft_mac_entry - find dsa fabric soft entry1502 * @dsaf_dev: dsa fabric device struct pointer1503 * @mac_key: mac entry struct pointer1504 */1505static u16 hns_dsaf_find_soft_mac_entry(1506	struct dsaf_device *dsaf_dev,1507	struct dsaf_drv_tbl_tcam_key *mac_key)1508{1509	struct dsaf_drv_priv *priv =1510	    (struct dsaf_drv_priv *)hns_dsaf_dev_priv(dsaf_dev);1511	struct dsaf_drv_soft_mac_tbl *soft_mac_entry;1512	u32 i;1513 1514	soft_mac_entry = priv->soft_mac_tbl;1515	for (i = 0; i < dsaf_dev->tcam_max_num; i++) {1516		/* invall tab entry */1517		if ((soft_mac_entry->index != DSAF_INVALID_ENTRY_IDX) &&1518		    (soft_mac_entry->tcam_key.high.val == mac_key->high.val) &&1519		    (soft_mac_entry->tcam_key.low.val == mac_key->low.val))1520			/* return find result --soft index */1521			return soft_mac_entry->index;1522 1523		soft_mac_entry++;1524	}1525	return DSAF_INVALID_ENTRY_IDX;1526}1527 1528/**1529 * hns_dsaf_find_empty_mac_entry - search dsa fabric soft empty-entry1530 * @dsaf_dev: dsa fabric device struct pointer1531 */1532static u16 hns_dsaf_find_empty_mac_entry(struct dsaf_device *dsaf_dev)1533{1534	struct dsaf_drv_priv *priv =1535	    (struct dsaf_drv_priv *)hns_dsaf_dev_priv(dsaf_dev);1536	struct dsaf_drv_soft_mac_tbl *soft_mac_entry;1537	u32 i;1538 1539	soft_mac_entry = priv->soft_mac_tbl;1540	for (i = 0; i < dsaf_dev->tcam_max_num; i++) {1541		/* inv all entry */1542		if (soft_mac_entry->index == DSAF_INVALID_ENTRY_IDX)1543			/* return find result --soft index */1544			return i;1545 1546		soft_mac_entry++;1547	}1548	return DSAF_INVALID_ENTRY_IDX;1549}1550 1551/**1552 * hns_dsaf_find_empty_mac_entry_reverse1553 * search dsa fabric soft empty-entry from the end1554 * @dsaf_dev: dsa fabric device struct pointer1555 */1556static u16 hns_dsaf_find_empty_mac_entry_reverse(struct dsaf_device *dsaf_dev)1557{1558	struct dsaf_drv_priv *priv = hns_dsaf_dev_priv(dsaf_dev);1559	struct dsaf_drv_soft_mac_tbl *soft_mac_entry;1560	int i;1561 1562	soft_mac_entry = priv->soft_mac_tbl + (DSAF_TCAM_SUM - 1);1563	for (i = (DSAF_TCAM_SUM - 1); i > 0; i--) {1564		/* search all entry from end to start.*/1565		if (soft_mac_entry->index == DSAF_INVALID_ENTRY_IDX)1566			return i;1567		soft_mac_entry--;1568	}1569	return DSAF_INVALID_ENTRY_IDX;1570}1571 1572/**1573 * hns_dsaf_set_mac_key - set mac key1574 * @dsaf_dev: dsa fabric device struct pointer1575 * @mac_key: tcam key pointer1576 * @vlan_id: vlan id1577 * @in_port_num: input port num1578 * @addr: mac addr1579 */1580static void hns_dsaf_set_mac_key(1581	struct dsaf_device *dsaf_dev,1582	struct dsaf_drv_tbl_tcam_key *mac_key, u16 vlan_id, u8 in_port_num,1583	u8 *addr)1584{1585	u8 port;1586 1587	if (dsaf_dev->dsaf_mode <= DSAF_MODE_ENABLE)1588		/*DSAF mode : in port id fixed 0*/1589		port = 0;1590	else1591		/*non-dsaf mode*/1592		port = in_port_num;1593 1594	mac_key->high.bits.mac_0 = addr[0];1595	mac_key->high.bits.mac_1 = addr[1];1596	mac_key->high.bits.mac_2 = addr[2];1597	mac_key->high.bits.mac_3 = addr[3];1598	mac_key->low.bits.mac_4 = addr[4];1599	mac_key->low.bits.mac_5 = addr[5];1600	mac_key->low.bits.port_vlan = 0;1601	dsaf_set_field(mac_key->low.bits.port_vlan, DSAF_TBL_TCAM_KEY_VLAN_M,1602		       DSAF_TBL_TCAM_KEY_VLAN_S, vlan_id);1603	dsaf_set_field(mac_key->low.bits.port_vlan, DSAF_TBL_TCAM_KEY_PORT_M,1604		       DSAF_TBL_TCAM_KEY_PORT_S, port);1605}1606 1607/**1608 * hns_dsaf_set_mac_uc_entry - set mac uc-entry1609 * @dsaf_dev: dsa fabric device struct pointer1610 * @mac_entry: uc-mac entry1611 */1612int hns_dsaf_set_mac_uc_entry(1613	struct dsaf_device *dsaf_dev,1614	struct dsaf_drv_mac_single_dest_entry *mac_entry)1615{1616	u16 entry_index;1617	struct dsaf_drv_tbl_tcam_key mac_key;1618	struct dsaf_tbl_tcam_ucast_cfg mac_data;1619	struct dsaf_drv_priv *priv =1620	    (struct dsaf_drv_priv *)hns_dsaf_dev_priv(dsaf_dev);1621	struct dsaf_drv_soft_mac_tbl *soft_mac_entry = priv->soft_mac_tbl;1622	struct dsaf_tbl_tcam_data tcam_data;1623 1624	/* mac addr check */1625	if (MAC_IS_ALL_ZEROS(mac_entry->addr) ||1626	    MAC_IS_BROADCAST(mac_entry->addr) ||1627	    MAC_IS_MULTICAST(mac_entry->addr)) {1628		dev_err(dsaf_dev->dev, "set_uc %s Mac %pM err!\n",1629			dsaf_dev->ae_dev.name, mac_entry->addr);1630		return -EINVAL;1631	}1632 1633	/* config key */1634	hns_dsaf_set_mac_key(dsaf_dev, &mac_key, mac_entry->in_vlan_id,1635			     mac_entry->in_port_num, mac_entry->addr);1636 1637	/* entry ie exist? */1638	entry_index = hns_dsaf_find_soft_mac_entry(dsaf_dev, &mac_key);1639	if (entry_index == DSAF_INVALID_ENTRY_IDX) {1640		/*if has not inv entry,find a empty entry */1641		entry_index = hns_dsaf_find_empty_mac_entry(dsaf_dev);1642		if (entry_index == DSAF_INVALID_ENTRY_IDX) {1643			/* has not empty,return error */1644			dev_err(dsaf_dev->dev,1645				"set_uc_entry failed, %s Mac key(%#x:%#x)\n",1646				dsaf_dev->ae_dev.name,1647				mac_key.high.val, mac_key.low.val);1648			return -EINVAL;1649		}1650	}1651 1652	dev_dbg(dsaf_dev->dev,1653		"set_uc_entry, %s Mac key(%#x:%#x) entry_index%d\n",1654		dsaf_dev->ae_dev.name, mac_key.high.val,1655		mac_key.low.val, entry_index);1656 1657	/* config hardware entry */1658	mac_data.tbl_ucast_item_vld = 1;1659	mac_data.tbl_ucast_mac_discard = 0;1660	mac_data.tbl_ucast_old_en = 0;1661	/* default config dvc to 0 */1662	mac_data.tbl_ucast_dvc = 0;1663	mac_data.tbl_ucast_out_port = mac_entry->port_num;1664	tcam_data.tbl_tcam_data_high = mac_key.high.val;1665	tcam_data.tbl_tcam_data_low = mac_key.low.val;1666 1667	hns_dsaf_tcam_uc_cfg(dsaf_dev, entry_index, &tcam_data, &mac_data);1668 1669	/* config software entry */1670	soft_mac_entry += entry_index;1671	soft_mac_entry->index = entry_index;1672	soft_mac_entry->tcam_key.high.val = mac_key.high.val;1673	soft_mac_entry->tcam_key.low.val = mac_key.low.val;1674 1675	return 0;1676}1677 1678int hns_dsaf_rm_mac_addr(1679	struct dsaf_device *dsaf_dev,1680	struct dsaf_drv_mac_single_dest_entry *mac_entry)1681{1682	u16 entry_index;1683	struct dsaf_tbl_tcam_ucast_cfg mac_data;1684	struct dsaf_drv_tbl_tcam_key mac_key;1685 1686	/* mac addr check */1687	if (!is_valid_ether_addr(mac_entry->addr)) {1688		dev_err(dsaf_dev->dev, "rm_uc_addr %s Mac %pM err!\n",1689			dsaf_dev->ae_dev.name, mac_entry->addr);1690		return -EINVAL;1691	}1692 1693	/* config key */1694	hns_dsaf_set_mac_key(dsaf_dev, &mac_key, mac_entry->in_vlan_id,1695			     mac_entry->in_port_num, mac_entry->addr);1696 1697	entry_index = hns_dsaf_find_soft_mac_entry(dsaf_dev, &mac_key);1698	if (entry_index == DSAF_INVALID_ENTRY_IDX) {1699		/* can not find the tcam entry, return 0 */1700		dev_info(dsaf_dev->dev,1701			 "rm_uc_addr no tcam, %s Mac key(%#x:%#x)\n",1702			 dsaf_dev->ae_dev.name,1703			 mac_key.high.val, mac_key.low.val);1704		return 0;1705	}1706 1707	dev_dbg(dsaf_dev->dev,1708		"rm_uc_addr, %s Mac key(%#x:%#x) entry_index%d\n",1709		dsaf_dev->ae_dev.name, mac_key.high.val,1710		mac_key.low.val, entry_index);1711 1712	hns_dsaf_tcam_uc_get(1713			dsaf_dev, entry_index,1714			(struct dsaf_tbl_tcam_data *)&mac_key,1715			&mac_data);1716 1717	/* unicast entry not used locally should not clear */1718	if (mac_entry->port_num != mac_data.tbl_ucast_out_port)1719		return -EFAULT;1720 1721	return hns_dsaf_del_mac_entry(dsaf_dev,1722				      mac_entry->in_vlan_id,1723				      mac_entry->in_port_num,1724				      mac_entry->addr);1725}1726 1727static void hns_dsaf_setup_mc_mask(struct dsaf_device *dsaf_dev,1728				   u8 port_num, u8 *mask, u8 *addr)1729{1730	if (MAC_IS_BROADCAST(addr))1731		eth_broadcast_addr(mask);1732	else1733		memcpy(mask, dsaf_dev->mac_cb[port_num]->mc_mask, ETH_ALEN);1734}1735 1736static void hns_dsaf_mc_mask_bit_clear(char *dst, const char *src)1737{1738	u16 *a = (u16 *)dst;1739	const u16 *b = (const u16 *)src;1740 1741	a[0] &= b[0];1742	a[1] &= b[1];1743	a[2] &= b[2];1744}1745 1746/**1747 * hns_dsaf_add_mac_mc_port - add mac mc-port1748 * @dsaf_dev: dsa fabric device struct pointer1749 * @mac_entry: mc-mac entry1750 */1751int hns_dsaf_add_mac_mc_port(struct dsaf_device *dsaf_dev,1752			     struct dsaf_drv_mac_single_dest_entry *mac_entry)1753{1754	u16 entry_index;1755	struct dsaf_drv_tbl_tcam_key mac_key;1756	struct dsaf_drv_tbl_tcam_key mask_key;1757	struct dsaf_tbl_tcam_data *pmask_key = NULL;1758	struct dsaf_tbl_tcam_mcast_cfg mac_data;1759	struct dsaf_drv_priv *priv = hns_dsaf_dev_priv(dsaf_dev);1760	struct dsaf_drv_soft_mac_tbl *soft_mac_entry = priv->soft_mac_tbl;1761	struct dsaf_tbl_tcam_data tcam_data;1762	u8 mc_addr[ETH_ALEN];1763	int mskid;1764 1765	/*chechk mac addr */1766	if (MAC_IS_ALL_ZEROS(mac_entry->addr)) {1767		dev_err(dsaf_dev->dev, "set_entry failed,addr %pM!\n",1768			mac_entry->addr);1769		return -EINVAL;1770	}1771 1772	ether_addr_copy(mc_addr, mac_entry->addr);1773	if (!AE_IS_VER1(dsaf_dev->dsaf_ver)) {1774		u8 mc_mask[ETH_ALEN];1775 1776		/* prepare for key data setting */1777		hns_dsaf_setup_mc_mask(dsaf_dev, mac_entry->in_port_num,1778				       mc_mask, mac_entry->addr);1779		hns_dsaf_mc_mask_bit_clear(mc_addr, mc_mask);1780 1781		/* config key mask */1782		hns_dsaf_set_mac_key(dsaf_dev, &mask_key,1783				     0x0,1784				     0xff,1785				     mc_mask);1786 1787		pmask_key = (struct dsaf_tbl_tcam_data *)(&mask_key);1788	}1789 1790	/*config key */1791	hns_dsaf_set_mac_key(1792		dsaf_dev, &mac_key, mac_entry->in_vlan_id,1793		mac_entry->in_port_num, mc_addr);1794 1795	memset(&mac_data, 0, sizeof(struct dsaf_tbl_tcam_mcast_cfg));1796 1797	/* check if the tcam is exist */1798	entry_index = hns_dsaf_find_soft_mac_entry(dsaf_dev, &mac_key);1799	if (entry_index == DSAF_INVALID_ENTRY_IDX) {1800		/*if hasnot , find a empty*/1801		entry_index = hns_dsaf_find_empty_mac_entry(dsaf_dev);1802		if (entry_index == DSAF_INVALID_ENTRY_IDX) {1803			/*if hasnot empty, error*/1804			dev_err(dsaf_dev->dev,1805				"set_uc_entry failed, %s Mac key(%#x:%#x)\n",1806				dsaf_dev->ae_dev.name, mac_key.high.val,1807				mac_key.low.val);1808			return -EINVAL;1809		}1810	} else {1811		/* if exist, add in */1812		hns_dsaf_tcam_mc_get(dsaf_dev, entry_index, &tcam_data,1813				     &mac_data);1814	}1815 1816	/* config hardware entry */1817	if (mac_entry->port_num < DSAF_SERVICE_NW_NUM) {1818		mskid = mac_entry->port_num;1819	} else if (mac_entry->port_num >= DSAF_BASE_INNER_PORT_NUM) {1820		mskid = mac_entry->port_num -1821			DSAF_BASE_INNER_PORT_NUM + DSAF_SERVICE_NW_NUM;1822	} else {1823		dev_err(dsaf_dev->dev,1824			"%s,pnum(%d)error,key(%#x:%#x)\n",1825			dsaf_dev->ae_dev.name, mac_entry->port_num,1826			mac_key.high.val, mac_key.low.val);1827		return -EINVAL;1828	}1829	dsaf_set_bit(mac_data.tbl_mcast_port_msk[mskid / 32], mskid % 32, 1);1830	mac_data.tbl_mcast_old_en = 0;1831	mac_data.tbl_mcast_item_vld = 1;1832 1833	dev_dbg(dsaf_dev->dev,1834		"set_uc_entry, %s Mac key(%#x:%#x) entry_index%d\n",1835		dsaf_dev->ae_dev.name, mac_key.high.val,1836		mac_key.low.val, entry_index);1837 1838	tcam_data.tbl_tcam_data_high = mac_key.high.val;1839	tcam_data.tbl_tcam_data_low = mac_key.low.val;1840 1841	/* config mc entry with mask */1842	hns_dsaf_tcam_mc_cfg(dsaf_dev, entry_index, &tcam_data,1843			     pmask_key, &mac_data);1844 1845	/*config software entry */1846	soft_mac_entry += entry_index;1847	soft_mac_entry->index = entry_index;1848	soft_mac_entry->tcam_key.high.val = mac_key.high.val;1849	soft_mac_entry->tcam_key.low.val = mac_key.low.val;1850 1851	return 0;1852}1853 1854/**1855 * hns_dsaf_del_mac_entry - del mac mc-port1856 * @dsaf_dev: dsa fabric device struct pointer1857 * @vlan_id: vlian id1858 * @in_port_num: input port num1859 * @addr : mac addr1860 */1861int hns_dsaf_del_mac_entry(struct dsaf_device *dsaf_dev, u16 vlan_id,1862			   u8 in_port_num, u8 *addr)1863{1864	u16 entry_index;1865	struct dsaf_drv_tbl_tcam_key mac_key;1866	struct dsaf_drv_priv *priv =1867	    (struct dsaf_drv_priv *)hns_dsaf_dev_priv(dsaf_dev);1868	struct dsaf_drv_soft_mac_tbl *soft_mac_entry = priv->soft_mac_tbl;1869 1870	/*check mac addr */1871	if (MAC_IS_ALL_ZEROS(addr) || MAC_IS_BROADCAST(addr)) {1872		dev_err(dsaf_dev->dev, "del_entry failed,addr %pM!\n",1873			addr);1874		return -EINVAL;1875	}1876 1877	/*config key */1878	hns_dsaf_set_mac_key(dsaf_dev, &mac_key, vlan_id, in_port_num, addr);1879 1880	/*exist ?*/1881	entry_index = hns_dsaf_find_soft_mac_entry(dsaf_dev, &mac_key);1882	if (entry_index == DSAF_INVALID_ENTRY_IDX) {1883		/*not exist, error */1884		dev_err(dsaf_dev->dev,1885			"del_mac_entry failed, %s Mac key(%#x:%#x)\n",1886			dsaf_dev->ae_dev.name,1887			mac_key.high.val, mac_key.low.val);1888		return -EINVAL;1889	}1890	dev_dbg(dsaf_dev->dev,1891		"del_mac_entry, %s Mac key(%#x:%#x) entry_index%d\n",1892		dsaf_dev->ae_dev.name, mac_key.high.val,1893		mac_key.low.val, entry_index);1894 1895	/*do del opt*/1896	hns_dsaf_tcam_mc_invld(dsaf_dev, entry_index);1897 1898	/*del soft emtry */1899	soft_mac_entry += entry_index;1900	soft_mac_entry->index = DSAF_INVALID_ENTRY_IDX;1901 1902	return 0;1903}1904 1905/**1906 * hns_dsaf_del_mac_mc_port - del mac mc- port1907 * @dsaf_dev: dsa fabric device struct pointer1908 * @mac_entry: mac entry1909 */1910int hns_dsaf_del_mac_mc_port(struct dsaf_device *dsaf_dev,1911			     struct dsaf_drv_mac_single_dest_entry *mac_entry)1912{1913	u16 entry_index;1914	struct dsaf_drv_tbl_tcam_key mac_key;1915	struct dsaf_drv_priv *priv = hns_dsaf_dev_priv(dsaf_dev);1916	struct dsaf_drv_soft_mac_tbl *soft_mac_entry = priv->soft_mac_tbl;1917	u16 vlan_id;1918	u8 in_port_num;1919	struct dsaf_tbl_tcam_mcast_cfg mac_data;1920	struct dsaf_tbl_tcam_data tcam_data;1921	int mskid;1922	const u8 empty_msk[sizeof(mac_data.tbl_mcast_port_msk)] = {0};1923	struct dsaf_drv_tbl_tcam_key mask_key;1924	struct dsaf_tbl_tcam_data *pmask_key = NULL;1925	u8 mc_addr[ETH_ALEN];1926 1927	if (!(void *)mac_entry) {1928		dev_err(dsaf_dev->dev,1929			"hns_dsaf_del_mac_mc_port mac_entry is NULL\n");1930		return -EINVAL;1931	}1932 1933	/*check mac addr */1934	if (MAC_IS_ALL_ZEROS(mac_entry->addr)) {1935		dev_err(dsaf_dev->dev, "del_port failed, addr %pM!\n",1936			mac_entry->addr);1937		return -EINVAL;1938	}1939 1940	/* always mask vlan_id field */1941	ether_addr_copy(mc_addr, mac_entry->addr);1942 1943	if (!AE_IS_VER1(dsaf_dev->dsaf_ver)) {1944		u8 mc_mask[ETH_ALEN];1945 1946		/* prepare for key data setting */1947		hns_dsaf_setup_mc_mask(dsaf_dev, mac_entry->in_port_num,1948				       mc_mask, mac_entry->addr);1949		hns_dsaf_mc_mask_bit_clear(mc_addr, mc_mask);1950 1951		/* config key mask */1952		hns_dsaf_set_mac_key(dsaf_dev, &mask_key, 0x00, 0xff, mc_mask);1953 1954		pmask_key = (struct dsaf_tbl_tcam_data *)(&mask_key);1955	}1956 1957	/* get key info */1958	vlan_id = mac_entry->in_vlan_id;1959	in_port_num = mac_entry->in_port_num;1960 1961	/* config key */1962	hns_dsaf_set_mac_key(dsaf_dev, &mac_key, vlan_id, in_port_num, mc_addr);1963 1964	/* check if the tcam entry is exist */1965	entry_index = hns_dsaf_find_soft_mac_entry(dsaf_dev, &mac_key);1966	if (entry_index == DSAF_INVALID_ENTRY_IDX) {1967		/*find none */1968		dev_err(dsaf_dev->dev,1969			"find_soft_mac_entry failed, %s Mac key(%#x:%#x)\n",1970			dsaf_dev->ae_dev.name,1971			mac_key.high.val, mac_key.low.val);1972		return -EINVAL;1973	}1974 1975	dev_dbg(dsaf_dev->dev,1976		"del_mac_mc_port, %s key(%#x:%#x) index%d\n",1977		dsaf_dev->ae_dev.name, mac_key.high.val,1978		mac_key.low.val, entry_index);1979 1980	/* read entry */1981	hns_dsaf_tcam_mc_get(dsaf_dev, entry_index, &tcam_data, &mac_data);1982 1983	/*del the port*/1984	if (mac_entry->port_num < DSAF_SERVICE_NW_NUM) {1985		mskid = mac_entry->port_num;1986	} else if (mac_entry->port_num >= DSAF_BASE_INNER_PORT_NUM) {1987		mskid = mac_entry->port_num -1988			DSAF_BASE_INNER_PORT_NUM + DSAF_SERVICE_NW_NUM;1989	} else {1990		dev_err(dsaf_dev->dev,1991			"%s,pnum(%d)error,key(%#x:%#x)\n",1992			dsaf_dev->ae_dev.name, mac_entry->port_num,1993			mac_key.high.val, mac_key.low.val);1994		return -EINVAL;1995	}1996	dsaf_set_bit(mac_data.tbl_mcast_port_msk[mskid / 32], mskid % 32, 0);1997 1998	/*check non port, do del entry */1999	if (!memcmp(mac_data.tbl_mcast_port_msk, empty_msk,2000		    sizeof(mac_data.tbl_mcast_port_msk))) {2001		hns_dsaf_tcam_mc_invld(dsaf_dev, entry_index);2002 2003		/* del soft entry */2004		soft_mac_entry += entry_index;2005		soft_mac_entry->index = DSAF_INVALID_ENTRY_IDX;2006	} else { /* not zero, just del port, update */2007		tcam_data.tbl_tcam_data_high = mac_key.high.val;2008		tcam_data.tbl_tcam_data_low = mac_key.low.val;2009 2010		hns_dsaf_tcam_mc_cfg(dsaf_dev, entry_index,2011				     &tcam_data,2012				     pmask_key, &mac_data);2013	}2014 2015	return 0;2016}2017 2018int hns_dsaf_clr_mac_mc_port(struct dsaf_device *dsaf_dev, u8 mac_id,2019			     u8 port_num)2020{2021	struct dsaf_drv_priv *priv = hns_dsaf_dev_priv(dsaf_dev);2022	struct dsaf_drv_soft_mac_tbl *soft_mac_entry;2023	struct dsaf_tbl_tcam_mcast_cfg mac_data;2024	int ret = 0, i;2025 2026	if (HNS_DSAF_IS_DEBUG(dsaf_dev))2027		return 0;2028 2029	for (i = 0; i < DSAF_TCAM_SUM - DSAFV2_MAC_FUZZY_TCAM_NUM; i++) {2030		u8 addr[ETH_ALEN];2031		u8 port;2032 2033		soft_mac_entry = priv->soft_mac_tbl + i;2034 2035		hns_dsaf_tcam_addr_get(&soft_mac_entry->tcam_key, addr);2036		port = dsaf_get_field(2037				soft_mac_entry->tcam_key.low.bits.port_vlan,2038				DSAF_TBL_TCAM_KEY_PORT_M,2039				DSAF_TBL_TCAM_KEY_PORT_S);2040		/* check valid tcam mc entry */2041		if (soft_mac_entry->index != DSAF_INVALID_ENTRY_IDX &&2042		    port == mac_id &&2043		    is_multicast_ether_addr(addr) &&2044		    !is_broadcast_ether_addr(addr)) {2045			const u32 empty_msk[DSAF_PORT_MSK_NUM] = {0};2046			struct dsaf_drv_mac_single_dest_entry mac_entry;2047 2048			/* disable receiving of this multicast address for2049			 * the VF.2050			 */2051			ether_addr_copy(mac_entry.addr, addr);2052			mac_entry.in_vlan_id = dsaf_get_field(2053				soft_mac_entry->tcam_key.low.bits.port_vlan,2054				DSAF_TBL_TCAM_KEY_VLAN_M,2055				DSAF_TBL_TCAM_KEY_VLAN_S);2056			mac_entry.in_port_num = mac_id;2057			mac_entry.port_num = port_num;2058			if (hns_dsaf_del_mac_mc_port(dsaf_dev, &mac_entry)) {2059				ret = -EINVAL;2060				continue;2061			}2062 2063			/* disable receiving of this multicast address for2064			 * the mac port if all VF are disable2065			 */2066			hns_dsaf_tcam_mc_get(dsaf_dev, i,2067					     (struct dsaf_tbl_tcam_data *)2068					     (&soft_mac_entry->tcam_key),2069					     &mac_data);2070			dsaf_set_bit(mac_data.tbl_mcast_port_msk[mac_id / 32],2071				     mac_id % 32, 0);2072			if (!memcmp(mac_data.tbl_mcast_port_msk, empty_msk,2073				    sizeof(u32) * DSAF_PORT_MSK_NUM)) {2074				mac_entry.port_num = mac_id;2075				if (hns_dsaf_del_mac_mc_port(dsaf_dev,2076							     &mac_entry)) {2077					ret = -EINVAL;2078					continue;2079				}2080			}2081		}2082	}2083 2084	return ret;2085}2086 2087static struct dsaf_device *hns_dsaf_alloc_dev(struct device *dev,2088					      size_t sizeof_priv)2089{2090	struct dsaf_device *dsaf_dev;2091 2092	dsaf_dev = devm_kzalloc(dev,2093				sizeof(*dsaf_dev) + sizeof_priv, GFP_KERNEL);2094	if (unlikely(!dsaf_dev)) {2095		dsaf_dev = ERR_PTR(-ENOMEM);2096	} else {2097		dsaf_dev->dev = dev;2098		dev_set_drvdata(dev, dsaf_dev);2099	}2100 2101	return dsaf_dev;2102}2103 2104/**2105 * hns_dsaf_free_dev - free dev mem2106 * @dsaf_dev: struct device pointer2107 */2108static void hns_dsaf_free_dev(struct dsaf_device *dsaf_dev)2109{2110	(void)dev_set_drvdata(dsaf_dev->dev, NULL);2111}2112 2113/**2114 * hns_dsaf_pfc_unit_cnt - set pfc unit count2115 * @dsaf_dev: dsa fabric id2116 * @mac_id: id in use2117 * @rate:  value array2118 */2119static void hns_dsaf_pfc_unit_cnt(struct dsaf_device *dsaf_dev, int  mac_id,2120				  enum dsaf_port_rate_mode rate)2121{2122	u32 unit_cnt;2123 2124	switch (rate) {2125	case DSAF_PORT_RATE_10000:2126		unit_cnt = HNS_DSAF_PFC_UNIT_CNT_FOR_XGE;2127		break;2128	case DSAF_PORT_RATE_1000:2129		unit_cnt = HNS_DSAF_PFC_UNIT_CNT_FOR_GE_1000;2130		break;2131	case DSAF_PORT_RATE_2500:2132		unit_cnt = HNS_DSAF_PFC_UNIT_CNT_FOR_GE_1000;2133		break;2134	default:2135		unit_cnt = HNS_DSAF_PFC_UNIT_CNT_FOR_XGE;2136	}2137 2138	dsaf_set_dev_field(dsaf_dev,2139			   (DSAF_PFC_UNIT_CNT_0_REG + 0x4 * (u64)mac_id),2140			   DSAF_PFC_UNINT_CNT_M, DSAF_PFC_UNINT_CNT_S,2141			   unit_cnt);2142}2143 2144/**2145 * hns_dsaf_port_work_rate_cfg - fifo2146 * @dsaf_dev: dsa fabric id2147 * @mac_id: mac contrl block2148 * @rate_mode: value array2149 */2150static void2151hns_dsaf_port_work_rate_cfg(struct dsaf_device *dsaf_dev, int mac_id,2152			    enum dsaf_port_rate_mode rate_mode)2153{2154	u32 port_work_mode;2155 2156	port_work_mode = dsaf_read_dev(2157		dsaf_dev, DSAF_XGE_GE_WORK_MODE_0_REG + 0x4 * (u64)mac_id);2158 2159	if (rate_mode == DSAF_PORT_RATE_10000)2160		dsaf_set_bit(port_work_mode, DSAF_XGE_GE_WORK_MODE_S, 1);2161	else2162		dsaf_set_bit(port_work_mode, DSAF_XGE_GE_WORK_MODE_S, 0);2163 2164	dsaf_write_dev(dsaf_dev,2165		       DSAF_XGE_GE_WORK_MODE_0_REG + 0x4 * (u64)mac_id,2166		       port_work_mode);2167 2168	hns_dsaf_pfc_unit_cnt(dsaf_dev, mac_id, rate_mode);2169}2170 2171/**2172 * hns_dsaf_fix_mac_mode - dsaf modify mac mode2173 * @mac_cb: mac contrl block2174 */2175void hns_dsaf_fix_mac_mode(struct hns_mac_cb *mac_cb)2176{2177	enum dsaf_port_rate_mode mode;2178	struct dsaf_device *dsaf_dev = mac_cb->dsaf_dev;2179	int mac_id = mac_cb->mac_id;2180 2181	if (mac_cb->mac_type != HNAE_PORT_SERVICE)2182		return;2183	if (mac_cb->phy_if == PHY_INTERFACE_MODE_XGMII)2184		mode = DSAF_PORT_RATE_10000;2185	else2186		mode = DSAF_PORT_RATE_1000;2187 2188	hns_dsaf_port_work_rate_cfg(dsaf_dev, mac_id, mode);2189}2190 2191static u32 hns_dsaf_get_inode_prio_reg(int index)2192{2193	int base_index, offset;2194	u32 base_addr = DSAF_INODE_IN_PRIO_PAUSE_BASE_REG;2195 2196	base_index = (index + 1) / DSAF_REG_PER_ZONE;2197	offset = (index + 1) % DSAF_REG_PER_ZONE;2198 2199	return base_addr + DSAF_INODE_IN_PRIO_PAUSE_BASE_OFFSET * base_index +2200		DSAF_INODE_IN_PRIO_PAUSE_OFFSET * offset;2201}2202 2203void hns_dsaf_update_stats(struct dsaf_device *dsaf_dev, u32 node_num)2204{2205	struct dsaf_hw_stats *hw_stats2206		= &dsaf_dev->hw_stats[node_num];2207	bool is_ver1 = AE_IS_VER1(dsaf_dev->dsaf_ver);2208	int i;2209	u32 reg_tmp;2210 2211	hw_stats->pad_drop += dsaf_read_dev(dsaf_dev,2212		DSAF_INODE_PAD_DISCARD_NUM_0_REG + 0x80 * (u64)node_num);2213	hw_stats->man_pkts += dsaf_read_dev(dsaf_dev,2214		DSAF_INODE_FINAL_IN_MAN_NUM_0_REG + 0x80 * (u64)node_num);2215	hw_stats->rx_pkts += dsaf_read_dev(dsaf_dev,2216		DSAF_INODE_FINAL_IN_PKT_NUM_0_REG + 0x80 * (u64)node_num);2217	hw_stats->rx_pkt_id += dsaf_read_dev(dsaf_dev,2218		DSAF_INODE_SBM_PID_NUM_0_REG + 0x80 * (u64)node_num);2219 2220	reg_tmp = is_ver1 ? DSAF_INODE_FINAL_IN_PAUSE_NUM_0_REG :2221			    DSAFV2_INODE_FINAL_IN_PAUSE_NUM_0_REG;2222	hw_stats->rx_pause_frame +=2223		dsaf_read_dev(dsaf_dev, reg_tmp + 0x80 * (u64)node_num);2224 2225	hw_stats->release_buf_num += dsaf_read_dev(dsaf_dev,2226		DSAF_INODE_SBM_RELS_NUM_0_REG + 0x80 * (u64)node_num);2227	hw_stats->sbm_drop += dsaf_read_dev(dsaf_dev,2228		DSAF_INODE_SBM_DROP_NUM_0_REG + 0x80 * (u64)node_num);2229	hw_stats->crc_false += dsaf_read_dev(dsaf_dev,2230		DSAF_INODE_CRC_FALSE_NUM_0_REG + 0x80 * (u64)node_num);2231	hw_stats->bp_drop += dsaf_read_dev(dsaf_dev,2232		DSAF_INODE_BP_DISCARD_NUM_0_REG + 0x80 * (u64)node_num);2233	hw_stats->rslt_drop += dsaf_read_dev(dsaf_dev,2234		DSAF_INODE_RSLT_DISCARD_NUM_0_REG + 0x80 * (u64)node_num);2235	hw_stats->local_addr_false += dsaf_read_dev(dsaf_dev,2236		DSAF_INODE_LOCAL_ADDR_FALSE_NUM_0_REG + 0x80 * (u64)node_num);2237 2238	hw_stats->vlan_drop += dsaf_read_dev(dsaf_dev,2239		DSAF_INODE_SW_VLAN_TAG_DISC_0_REG + 4 * (u64)node_num);2240	hw_stats->stp_drop += dsaf_read_dev(dsaf_dev,2241		DSAF_INODE_IN_DATA_STP_DISC_0_REG + 4 * (u64)node_num);2242 2243	/* pfc pause frame statistics stored in dsaf inode*/2244	if ((node_num < DSAF_SERVICE_NW_NUM) && !is_ver1) {2245		for (i = 0; i < DSAF_PRIO_NR; i++) {2246			reg_tmp = hns_dsaf_get_inode_prio_reg(i);2247			hw_stats->rx_pfc[i] += dsaf_read_dev(dsaf_dev,2248				reg_tmp + 0x4 * (u64)node_num);2249			hw_stats->tx_pfc[i] += dsaf_read_dev(dsaf_dev,2250				DSAF_XOD_XGE_PFC_PRIO_CNT_BASE_REG +2251				DSAF_XOD_XGE_PFC_PRIO_CNT_OFFSET * i +2252				0xF0 * (u64)node_num);2253		}2254	}2255	hw_stats->tx_pkts += dsaf_read_dev(dsaf_dev,2256		DSAF_XOD_RCVPKT_CNT_0_REG + 0x90 * (u64)node_num);2257}2258 2259/**2260 *hns_dsaf_get_regs - dump dsaf regs2261 *@ddev: dsaf device2262 *@port: port2263 *@data:data for value of regs2264 */2265void hns_dsaf_get_regs(struct dsaf_device *ddev, u32 port, void *data)2266{2267	u32 i;2268	u32 j;2269	u32 *p = data;2270	u32 reg_tmp;2271	bool is_ver1 = AE_IS_VER1(ddev->dsaf_ver);2272 2273	/* dsaf common registers */2274	p[0] = dsaf_read_dev(ddev, DSAF_SRAM_INIT_OVER_0_REG);2275	p[1] = dsaf_read_dev(ddev, DSAF_CFG_0_REG);2276	p[2] = dsaf_read_dev(ddev, DSAF_ECC_ERR_INVERT_0_REG);2277	p[3] = dsaf_read_dev(ddev, DSAF_ABNORMAL_TIMEOUT_0_REG);2278	p[4] = dsaf_read_dev(ddev, DSAF_FSM_TIMEOUT_0_REG);2279	p[5] = dsaf_read_dev(ddev, DSAF_DSA_REG_CNT_CLR_CE_REG);2280	p[6] = dsaf_read_dev(ddev, DSAF_DSA_SBM_INF_FIFO_THRD_REG);2281	p[7] = dsaf_read_dev(ddev, DSAF_DSA_SRAM_1BIT_ECC_SEL_REG);2282	p[8] = dsaf_read_dev(ddev, DSAF_DSA_SRAM_1BIT_ECC_CNT_REG);2283 2284	p[9] = dsaf_read_dev(ddev, DSAF_PFC_EN_0_REG + port * 4);2285	p[10] = dsaf_read_dev(ddev, DSAF_PFC_UNIT_CNT_0_REG + port * 4);2286	p[11] = dsaf_read_dev(ddev, DSAF_XGE_INT_MSK_0_REG + port * 4);2287	p[12] = dsaf_read_dev(ddev, DSAF_XGE_INT_SRC_0_REG + port * 4);2288	p[13] = dsaf_read_dev(ddev, DSAF_XGE_INT_STS_0_REG + port * 4);2289	p[14] = dsaf_read_dev(ddev, DSAF_XGE_INT_MSK_0_REG + port * 4);2290	p[15] = dsaf_read_dev(ddev, DSAF_PPE_INT_MSK_0_REG + port * 4);2291	p[16] = dsaf_read_dev(ddev, DSAF_ROCEE_INT_MSK_0_REG + port * 4);2292	p[17] = dsaf_read_dev(ddev, DSAF_XGE_INT_SRC_0_REG + port * 4);2293	p[18] = dsaf_read_dev(ddev, DSAF_PPE_INT_SRC_0_REG + port * 4);2294	p[19] =  dsaf_read_dev(ddev, DSAF_ROCEE_INT_SRC_0_REG + port * 4);2295	p[20] = dsaf_read_dev(ddev, DSAF_XGE_INT_STS_0_REG + port * 4);2296	p[21] = dsaf_read_dev(ddev, DSAF_PPE_INT_STS_0_REG + port * 4);2297	p[22] = dsaf_read_dev(ddev, DSAF_ROCEE_INT_STS_0_REG + port * 4);2298	p[23] = dsaf_read_dev(ddev, DSAF_PPE_QID_CFG_0_REG + port * 4);2299 2300	for (i = 0; i < DSAF_SW_PORT_NUM; i++)2301		p[24 + i] = dsaf_read_dev(ddev,2302				DSAF_SW_PORT_TYPE_0_REG + i * 4);2303 2304	p[32] = dsaf_read_dev(ddev, DSAF_MIX_DEF_QID_0_REG + port * 4);2305 2306	for (i = 0; i < DSAF_SW_PORT_NUM; i++)2307		p[33 + i] = dsaf_read_dev(ddev,2308				DSAF_PORT_DEF_VLAN_0_REG + i * 4);2309 2310	for (i = 0; i < DSAF_TOTAL_QUEUE_NUM; i++)2311		p[41 + i] = dsaf_read_dev(ddev,2312				DSAF_VM_DEF_VLAN_0_REG + i * 4);2313 2314	/* dsaf inode registers */2315	p[170] = dsaf_read_dev(ddev, DSAF_INODE_CUT_THROUGH_CFG_0_REG);2316 2317	p[171] = dsaf_read_dev(ddev,2318			DSAF_INODE_ECC_ERR_ADDR_0_REG + port * 0x80);2319 2320	for (i = 0; i < DSAF_INODE_NUM / DSAF_COMM_CHN; i++) {2321		j = i * DSAF_COMM_CHN + port;2322		p[172 + i] = dsaf_read_dev(ddev,2323				DSAF_INODE_IN_PORT_NUM_0_REG + j * 0x80);2324		p[175 + i] = dsaf_read_dev(ddev,2325				DSAF_INODE_PRI_TC_CFG_0_REG + j * 0x80);2326		p[178 + i] = dsaf_read_dev(ddev,2327				DSAF_INODE_BP_STATUS_0_REG + j * 0x80);2328		p[181 + i] = dsaf_read_dev(ddev,2329				DSAF_INODE_PAD_DISCARD_NUM_0_REG + j * 0x80);2330		p[184 + i] = dsaf_read_dev(ddev,2331				DSAF_INODE_FINAL_IN_MAN_NUM_0_REG + j * 0x80);2332		p[187 + i] = dsaf_read_dev(ddev,2333				DSAF_INODE_FINAL_IN_PKT_NUM_0_REG + j * 0x80);2334		p[190 + i] = dsaf_read_dev(ddev,2335				DSAF_INODE_SBM_PID_NUM_0_REG + j * 0x80);2336		reg_tmp = is_ver1 ? DSAF_INODE_FINAL_IN_PAUSE_NUM_0_REG :2337				    DSAFV2_INODE_FINAL_IN_PAUSE_NUM_0_REG;2338		p[193 + i] = dsaf_read_dev(ddev, reg_tmp + j * 0x80);2339		p[196 + i] = dsaf_read_dev(ddev,2340				DSAF_INODE_SBM_RELS_NUM_0_REG + j * 0x80);2341		p[199 + i] = dsaf_read_dev(ddev,2342				DSAF_INODE_SBM_DROP_NUM_0_REG + j * 0x80);2343		p[202 + i] = dsaf_read_dev(ddev,2344				DSAF_INODE_CRC_FALSE_NUM_0_REG + j * 0x80);2345		p[205 + i] = dsaf_read_dev(ddev,2346				DSAF_INODE_BP_DISCARD_NUM_0_REG + j * 0x80);2347		p[208 + i] = dsaf_read_dev(ddev,2348				DSAF_INODE_RSLT_DISCARD_NUM_0_REG + j * 0x80);2349		p[211 + i] = dsaf_read_dev(ddev,2350			DSAF_INODE_LOCAL_ADDR_FALSE_NUM_0_REG + j * 0x80);2351		p[214 + i] = dsaf_read_dev(ddev,2352				DSAF_INODE_VOQ_OVER_NUM_0_REG + j * 0x80);2353		p[217 + i] = dsaf_read_dev(ddev,2354				DSAF_INODE_BD_SAVE_STATUS_0_REG + j * 4);2355		p[220 + i] = dsaf_read_dev(ddev,2356				DSAF_INODE_BD_ORDER_STATUS_0_REG + j * 4);2357		p[223 + i] = dsaf_read_dev(ddev,2358				DSAF_INODE_SW_VLAN_TAG_DISC_0_REG + j * 4);2359		p[226 + i] = dsaf_read_dev(ddev,2360				DSAF_INODE_IN_DATA_STP_DISC_0_REG + j * 4);2361	}2362 2363	p[229] = dsaf_read_dev(ddev, DSAF_INODE_GE_FC_EN_0_REG + port * 4);2364 2365	for (i = 0; i < DSAF_INODE_NUM / DSAF_COMM_CHN; i++) {2366		j = i * DSAF_COMM_CHN + port;2367		p[230 + i] = dsaf_read_dev(ddev,2368				DSAF_INODE_VC0_IN_PKT_NUM_0_REG + j * 4);2369	}2370 2371	p[233] = dsaf_read_dev(ddev,2372		DSAF_INODE_VC1_IN_PKT_NUM_0_REG + port * 0x80);2373 2374	/* dsaf inode registers */2375	for (i = 0; i < HNS_DSAF_SBM_NUM(ddev) / DSAF_COMM_CHN; i++) {2376		j = i * DSAF_COMM_CHN + port;2377		p[234 + i] = dsaf_read_dev(ddev,2378				DSAF_SBM_CFG_REG_0_REG + j * 0x80);2379		p[237 + i] = dsaf_read_dev(ddev,2380				DSAF_SBM_BP_CFG_0_XGE_REG_0_REG + j * 0x80);2381		p[240 + i] = dsaf_read_dev(ddev,2382				DSAF_SBM_BP_CFG_1_REG_0_REG + j * 0x80);2383		p[243 + i] = dsaf_read_dev(ddev,2384				DSAF_SBM_BP_CFG_2_XGE_REG_0_REG + j * 0x80);2385		p[246 + i] = dsaf_read_dev(ddev,2386				DSAF_SBM_FREE_CNT_0_0_REG + j * 0x80);2387		p[249 + i] = dsaf_read_dev(ddev,2388				DSAF_SBM_FREE_CNT_1_0_REG + j * 0x80);2389		p[252 + i] = dsaf_read_dev(ddev,2390				DSAF_SBM_BP_CNT_0_0_REG + j * 0x80);2391		p[255 + i] = dsaf_read_dev(ddev,2392				DSAF_SBM_BP_CNT_1_0_REG + j * 0x80);2393		p[258 + i] = dsaf_read_dev(ddev,2394				DSAF_SBM_BP_CNT_2_0_REG + j * 0x80);2395		p[261 + i] = dsaf_read_dev(ddev,2396				DSAF_SBM_BP_CNT_3_0_REG + j * 0x80);2397		p[264 + i] = dsaf_read_dev(ddev,2398				DSAF_SBM_INER_ST_0_REG + j * 0x80);2399		p[267 + i] = dsaf_read_dev(ddev,2400				DSAF_SBM_MIB_REQ_FAILED_TC_0_REG + j * 0x80);2401		p[270 + i] = dsaf_read_dev(ddev,2402				DSAF_SBM_LNK_INPORT_CNT_0_REG + j * 0x80);2403		p[273 + i] = dsaf_read_dev(ddev,2404				DSAF_SBM_LNK_DROP_CNT_0_REG + j * 0x80);2405		p[276 + i] = dsaf_read_dev(ddev,2406				DSAF_SBM_INF_OUTPORT_CNT_0_REG + j * 0x80);2407		p[279 + i] = dsaf_read_dev(ddev,2408				DSAF_SBM_LNK_INPORT_TC0_CNT_0_REG + j * 0x80);2409		p[282 + i] = dsaf_read_dev(ddev,2410				DSAF_SBM_LNK_INPORT_TC1_CNT_0_REG + j * 0x80);2411		p[285 + i] = dsaf_read_dev(ddev,2412				DSAF_SBM_LNK_INPORT_TC2_CNT_0_REG + j * 0x80);2413		p[288 + i] = dsaf_read_dev(ddev,2414				DSAF_SBM_LNK_INPORT_TC3_CNT_0_REG + j * 0x80);2415		p[291 + i] = dsaf_read_dev(ddev,2416				DSAF_SBM_LNK_INPORT_TC4_CNT_0_REG + j * 0x80);2417		p[294 + i] = dsaf_read_dev(ddev,2418				DSAF_SBM_LNK_INPORT_TC5_CNT_0_REG + j * 0x80);2419		p[297 + i] = dsaf_read_dev(ddev,2420				DSAF_SBM_LNK_INPORT_TC6_CNT_0_REG + j * 0x80);2421		p[300 + i] = dsaf_read_dev(ddev,2422				DSAF_SBM_LNK_INPORT_TC7_CNT_0_REG + j * 0x80);2423		p[303 + i] = dsaf_read_dev(ddev,2424				DSAF_SBM_LNK_REQ_CNT_0_REG + j * 0x80);2425		p[306 + i] = dsaf_read_dev(ddev,2426				DSAF_SBM_LNK_RELS_CNT_0_REG + j * 0x80);2427		p[309 + i] = dsaf_read_dev(ddev,2428				DSAF_SBM_BP_CFG_3_REG_0_REG + j * 0x80);2429		p[312 + i] = dsaf_read_dev(ddev,2430				DSAF_SBM_BP_CFG_4_REG_0_REG + j * 0x80);2431	}2432 2433	/* dsaf onode registers */2434	for (i = 0; i < DSAF_XOD_NUM; i++) {2435		p[315 + i] = dsaf_read_dev(ddev,2436				DSAF_XOD_ETS_TSA_TC0_TC3_CFG_0_REG + i * 0x90);2437		p[323 + i] = dsaf_read_dev(ddev,2438				DSAF_XOD_ETS_TSA_TC4_TC7_CFG_0_REG + i * 0x90);2439		p[331 + i] = dsaf_read_dev(ddev,2440				DSAF_XOD_ETS_BW_TC0_TC3_CFG_0_REG + i * 0x90);2441		p[339 + i] = dsaf_read_dev(ddev,2442				DSAF_XOD_ETS_BW_TC4_TC7_CFG_0_REG + i * 0x90);2443		p[347 + i] = dsaf_read_dev(ddev,2444				DSAF_XOD_ETS_BW_OFFSET_CFG_0_REG + i * 0x90);2445		p[355 + i] = dsaf_read_dev(ddev,2446				DSAF_XOD_ETS_TOKEN_CFG_0_REG + i * 0x90);2447	}2448 2449	p[363] = dsaf_read_dev(ddev, DSAF_XOD_PFS_CFG_0_0_REG + port * 0x90);2450	p[364] = dsaf_read_dev(ddev, DSAF_XOD_PFS_CFG_1_0_REG + port * 0x90);2451	p[365] = dsaf_read_dev(ddev, DSAF_XOD_PFS_CFG_2_0_REG + port * 0x90);2452 2453	for (i = 0; i < DSAF_XOD_BIG_NUM / DSAF_COMM_CHN; i++) {2454		j = i * DSAF_COMM_CHN + port;2455		p[366 + i] = dsaf_read_dev(ddev,2456				DSAF_XOD_GNT_L_0_REG + j * 0x90);2457		p[369 + i] = dsaf_read_dev(ddev,2458				DSAF_XOD_GNT_H_0_REG + j * 0x90);2459		p[372 + i] = dsaf_read_dev(ddev,2460				DSAF_XOD_CONNECT_STATE_0_REG + j * 0x90);2461		p[375 + i] = dsaf_read_dev(ddev,2462				DSAF_XOD_RCVPKT_CNT_0_REG + j * 0x90);2463		p[378 + i] = dsaf_read_dev(ddev,2464				DSAF_XOD_RCVTC0_CNT_0_REG + j * 0x90);2465		p[381 + i] = dsaf_read_dev(ddev,2466				DSAF_XOD_RCVTC1_CNT_0_REG + j * 0x90);2467		p[384 + i] = dsaf_read_dev(ddev,2468				DSAF_XOD_RCVTC2_CNT_0_REG + j * 0x90);2469		p[387 + i] = dsaf_read_dev(ddev,2470				DSAF_XOD_RCVTC3_CNT_0_REG + j * 0x90);2471		p[390 + i] = dsaf_read_dev(ddev,2472				DSAF_XOD_RCVVC0_CNT_0_REG + j * 0x90);2473		p[393 + i] = dsaf_read_dev(ddev,2474				DSAF_XOD_RCVVC1_CNT_0_REG + j * 0x90);2475	}2476 2477	p[396] = dsaf_read_dev(ddev,2478		DSAF_XOD_XGE_RCVIN0_CNT_0_REG + port * 0x90);2479	p[397] = dsaf_read_dev(ddev,2480		DSAF_XOD_XGE_RCVIN1_CNT_0_REG + port * 0x90);2481	p[398] = dsaf_read_dev(ddev,2482		DSAF_XOD_XGE_RCVIN2_CNT_0_REG + port * 0x90);2483	p[399] = dsaf_read_dev(ddev,2484		DSAF_XOD_XGE_RCVIN3_CNT_0_REG + port * 0x90);2485	p[400] = dsaf_read_dev(ddev,2486		DSAF_XOD_XGE_RCVIN4_CNT_0_REG + port * 0x90);2487	p[401] = dsaf_read_dev(ddev,2488		DSAF_XOD_XGE_RCVIN5_CNT_0_REG + port * 0x90);2489	p[402] = dsaf_read_dev(ddev,2490		DSAF_XOD_XGE_RCVIN6_CNT_0_REG + port * 0x90);2491	p[403] = dsaf_read_dev(ddev,2492		DSAF_XOD_XGE_RCVIN7_CNT_0_REG + port * 0x90);2493	p[404] = dsaf_read_dev(ddev,2494		DSAF_XOD_PPE_RCVIN0_CNT_0_REG + port * 0x90);2495	p[405] = dsaf_read_dev(ddev,2496		DSAF_XOD_PPE_RCVIN1_CNT_0_REG + port * 0x90);2497	p[406] = dsaf_read_dev(ddev,2498		DSAF_XOD_ROCEE_RCVIN0_CNT_0_REG + port * 0x90);2499	p[407] = dsaf_read_dev(ddev,2500		DSAF_XOD_ROCEE_RCVIN1_CNT_0_REG + port * 0x90);2501	p[408] = dsaf_read_dev(ddev,2502		DSAF_XOD_FIFO_STATUS_0_REG + port * 0x90);2503 2504	/* dsaf voq registers */2505	for (i = 0; i < DSAF_VOQ_NUM / DSAF_COMM_CHN; i++) {2506		j = (i * DSAF_COMM_CHN + port) * 0x90;2507		p[409 + i] = dsaf_read_dev(ddev,2508			DSAF_VOQ_ECC_INVERT_EN_0_REG + j);2509		p[412 + i] = dsaf_read_dev(ddev,2510			DSAF_VOQ_SRAM_PKT_NUM_0_REG + j);2511		p[415 + i] = dsaf_read_dev(ddev, DSAF_VOQ_IN_PKT_NUM_0_REG + j);2512		p[418 + i] = dsaf_read_dev(ddev,2513			DSAF_VOQ_OUT_PKT_NUM_0_REG + j);2514		p[421 + i] = dsaf_read_dev(ddev,2515			DSAF_VOQ_ECC_ERR_ADDR_0_REG + j);2516		p[424 + i] = dsaf_read_dev(ddev, DSAF_VOQ_BP_STATUS_0_REG + j);2517		p[427 + i] = dsaf_read_dev(ddev, DSAF_VOQ_SPUP_IDLE_0_REG + j);2518		p[430 + i] = dsaf_read_dev(ddev,2519			DSAF_VOQ_XGE_XOD_REQ_0_0_REG + j);2520		p[433 + i] = dsaf_read_dev(ddev,2521			DSAF_VOQ_XGE_XOD_REQ_1_0_REG + j);2522		p[436 + i] = dsaf_read_dev(ddev,2523			DSAF_VOQ_PPE_XOD_REQ_0_REG + j);2524		p[439 + i] = dsaf_read_dev(ddev,2525			DSAF_VOQ_ROCEE_XOD_REQ_0_REG + j);2526		p[442 + i] = dsaf_read_dev(ddev,2527			DSAF_VOQ_BP_ALL_THRD_0_REG + j);2528	}2529 2530	/* dsaf tbl registers */2531	p[445] = dsaf_read_dev(ddev, DSAF_TBL_CTRL_0_REG);2532	p[446] = dsaf_read_dev(ddev, DSAF_TBL_INT_MSK_0_REG);2533	p[447] = dsaf_read_dev(ddev, DSAF_TBL_INT_SRC_0_REG);2534	p[448] = dsaf_read_dev(ddev, DSAF_TBL_INT_STS_0_REG);2535	p[449] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_ADDR_0_REG);2536	p[450] = dsaf_read_dev(ddev, DSAF_TBL_LINE_ADDR_0_REG);2537	p[451] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_HIGH_0_REG);2538	p[452] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_LOW_0_REG);2539	p[453] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_MCAST_CFG_4_0_REG);2540	p[454] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_MCAST_CFG_3_0_REG);2541	p[455] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_MCAST_CFG_2_0_REG);2542	p[456] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_MCAST_CFG_1_0_REG);2543	p[457] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_MCAST_CFG_0_0_REG);2544	p[458] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_UCAST_CFG_0_REG);2545	p[459] = dsaf_read_dev(ddev, DSAF_TBL_LIN_CFG_0_REG);2546	p[460] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_RDATA_HIGH_0_REG);2547	p[461] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_RDATA_LOW_0_REG);2548	p[462] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_RAM_RDATA4_0_REG);2549	p[463] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_RAM_RDATA3_0_REG);2550	p[464] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_RAM_RDATA2_0_REG);2551	p[465] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_RAM_RDATA1_0_REG);2552	p[466] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_RAM_RDATA0_0_REG);2553	p[467] = dsaf_read_dev(ddev, DSAF_TBL_LIN_RDATA_0_REG);2554 2555	for (i = 0; i < DSAF_SW_PORT_NUM; i++) {2556		j = i * 0x8;2557		p[468 + 2 * i] = dsaf_read_dev(ddev,2558			DSAF_TBL_DA0_MIS_INFO1_0_REG + j);2559		p[469 + 2 * i] = dsaf_read_dev(ddev,2560			DSAF_TBL_DA0_MIS_INFO0_0_REG + j);2561	}2562 2563	p[484] = dsaf_read_dev(ddev, DSAF_TBL_SA_MIS_INFO2_0_REG);2564	p[485] = dsaf_read_dev(ddev, DSAF_TBL_SA_MIS_INFO1_0_REG);2565	p[486] = dsaf_read_dev(ddev, DSAF_TBL_SA_MIS_INFO0_0_REG);2566	p[487] = dsaf_read_dev(ddev, DSAF_TBL_PUL_0_REG);2567	p[488] = dsaf_read_dev(ddev, DSAF_TBL_OLD_RSLT_0_REG);2568	p[489] = dsaf_read_dev(ddev, DSAF_TBL_OLD_SCAN_VAL_0_REG);2569	p[490] = dsaf_read_dev(ddev, DSAF_TBL_DFX_CTRL_0_REG);2570	p[491] = dsaf_read_dev(ddev, DSAF_TBL_DFX_STAT_0_REG);2571	p[492] = dsaf_read_dev(ddev, DSAF_TBL_DFX_STAT_2_0_REG);2572	p[493] = dsaf_read_dev(ddev, DSAF_TBL_LKUP_NUM_I_0_REG);2573	p[494] = dsaf_read_dev(ddev, DSAF_TBL_LKUP_NUM_O_0_REG);2574	p[495] = dsaf_read_dev(ddev, DSAF_TBL_UCAST_BCAST_MIS_INFO_0_0_REG);2575 2576	/* dsaf other registers */2577	p[496] = dsaf_read_dev(ddev, DSAF_INODE_FIFO_WL_0_REG + port * 0x4);2578	p[497] = dsaf_read_dev(ddev, DSAF_ONODE_FIFO_WL_0_REG + port * 0x4);2579	p[498] = dsaf_read_dev(ddev, DSAF_XGE_GE_WORK_MODE_0_REG + port * 0x4);2580	p[499] = dsaf_read_dev(ddev,2581		DSAF_XGE_APP_RX_LINK_UP_0_REG + port * 0x4);2582	p[500] = dsaf_read_dev(ddev, DSAF_NETPORT_CTRL_SIG_0_REG + port * 0x4);2583	p[501] = dsaf_read_dev(ddev, DSAF_XGE_CTRL_SIG_CFG_0_REG + port * 0x4);2584 2585	if (!is_ver1)2586		p[502] = dsaf_read_dev(ddev, DSAF_PAUSE_CFG_REG + port * 0x4);2587 2588	/* mark end of dsaf regs */2589	for (i = 503; i < 504; i++)2590		p[i] = 0xdddddddd;2591}2592 2593static char *hns_dsaf_get_node_stats_strings(char *data, int node,2594					     struct dsaf_device *dsaf_dev)2595{2596	char *buff = data;2597	int i;2598	bool is_ver1 = AE_IS_VER1(dsaf_dev->dsaf_ver);2599 2600	snprintf(buff, ETH_GSTRING_LEN, "innod%d_pad_drop_pkts", node);2601	buff += ETH_GSTRING_LEN;2602	snprintf(buff, ETH_GSTRING_LEN, "innod%d_manage_pkts", node);2603	buff += ETH_GSTRING_LEN;2604	snprintf(buff, ETH_GSTRING_LEN, "innod%d_rx_pkts", node);2605	buff += ETH_GSTRING_LEN;2606	snprintf(buff, ETH_GSTRING_LEN, "innod%d_rx_pkt_id", node);2607	buff += ETH_GSTRING_LEN;2608	snprintf(buff, ETH_GSTRING_LEN, "innod%d_rx_pause_frame", node);2609	buff += ETH_GSTRING_LEN;2610	snprintf(buff, ETH_GSTRING_LEN, "innod%d_release_buf_num", node);2611	buff += ETH_GSTRING_LEN;2612	snprintf(buff, ETH_GSTRING_LEN, "innod%d_sbm_drop_pkts", node);2613	buff += ETH_GSTRING_LEN;2614	snprintf(buff, ETH_GSTRING_LEN, "innod%d_crc_false_pkts", node);2615	buff += ETH_GSTRING_LEN;2616	snprintf(buff, ETH_GSTRING_LEN, "innod%d_bp_drop_pkts", node);2617	buff += ETH_GSTRING_LEN;2618	snprintf(buff, ETH_GSTRING_LEN, "innod%d_lookup_rslt_drop_pkts", node);2619	buff += ETH_GSTRING_LEN;2620	snprintf(buff, ETH_GSTRING_LEN, "innod%d_local_rslt_fail_pkts", node);2621	buff += ETH_GSTRING_LEN;2622	snprintf(buff, ETH_GSTRING_LEN, "innod%d_vlan_drop_pkts", node);2623	buff += ETH_GSTRING_LEN;2624	snprintf(buff, ETH_GSTRING_LEN, "innod%d_stp_drop_pkts", node);2625	buff += ETH_GSTRING_LEN;2626	if (node < DSAF_SERVICE_NW_NUM && !is_ver1) {2627		for (i = 0; i < DSAF_PRIO_NR; i++) {2628			snprintf(buff + 0 * ETH_GSTRING_LEN * DSAF_PRIO_NR,2629				 ETH_GSTRING_LEN, "inod%d_pfc_prio%d_pkts",2630				 node, i);2631			snprintf(buff + 1 * ETH_GSTRING_LEN * DSAF_PRIO_NR,2632				 ETH_GSTRING_LEN, "onod%d_pfc_prio%d_pkts",2633				 node, i);2634			buff += ETH_GSTRING_LEN;2635		}2636		buff += 1 * DSAF_PRIO_NR * ETH_GSTRING_LEN;2637	}2638	snprintf(buff, ETH_GSTRING_LEN, "onnod%d_tx_pkts", node);2639	buff += ETH_GSTRING_LEN;2640 2641	return buff;2642}2643 2644static u64 *hns_dsaf_get_node_stats(struct dsaf_device *ddev, u64 *data,2645				    int node_num)2646{2647	u64 *p = data;2648	int i;2649	struct dsaf_hw_stats *hw_stats = &ddev->hw_stats[node_num];2650	bool is_ver1 = AE_IS_VER1(ddev->dsaf_ver);2651 2652	p[0] = hw_stats->pad_drop;2653	p[1] = hw_stats->man_pkts;2654	p[2] = hw_stats->rx_pkts;2655	p[3] = hw_stats->rx_pkt_id;2656	p[4] = hw_stats->rx_pause_frame;2657	p[5] = hw_stats->release_buf_num;2658	p[6] = hw_stats->sbm_drop;2659	p[7] = hw_stats->crc_false;2660	p[8] = hw_stats->bp_drop;2661	p[9] = hw_stats->rslt_drop;2662	p[10] = hw_stats->local_addr_false;2663	p[11] = hw_stats->vlan_drop;2664	p[12] = hw_stats->stp_drop;2665	if (node_num < DSAF_SERVICE_NW_NUM && !is_ver1) {2666		for (i = 0; i < DSAF_PRIO_NR; i++) {2667			p[13 + i + 0 * DSAF_PRIO_NR] = hw_stats->rx_pfc[i];2668			p[13 + i + 1 * DSAF_PRIO_NR] = hw_stats->tx_pfc[i];2669		}2670		p[29] = hw_stats->tx_pkts;2671		return &p[30];2672	}2673 2674	p[13] = hw_stats->tx_pkts;2675	return &p[14];2676}2677 2678/**2679 *hns_dsaf_get_stats - get dsaf statistic2680 *@ddev: dsaf device2681 *@data:statistic value2682 *@port: port num2683 */2684void hns_dsaf_get_stats(struct dsaf_device *ddev, u64 *data, int port)2685{2686	u64 *p = data;2687	int node_num = port;2688 2689	/* for ge/xge node info */2690	p = hns_dsaf_get_node_stats(ddev, p, node_num);2691 2692	/* for ppe node info */2693	node_num = port + DSAF_PPE_INODE_BASE;2694	(void)hns_dsaf_get_node_stats(ddev, p, node_num);2695}2696 2697/**2698 *hns_dsaf_get_sset_count - get dsaf string set count2699 *@dsaf_dev: dsaf device2700 *@stringset: type of values in data2701 *return dsaf string name count2702 */2703int hns_dsaf_get_sset_count(struct dsaf_device *dsaf_dev, int stringset)2704{2705	bool is_ver1 = AE_IS_VER1(dsaf_dev->dsaf_ver);2706 2707	if (stringset == ETH_SS_STATS) {2708		if (is_ver1)2709			return DSAF_STATIC_NUM;2710		else2711			return DSAF_V2_STATIC_NUM;2712	}2713	return 0;2714}2715 2716/**2717 *hns_dsaf_get_strings - get dsaf string set2718 *@stringset:srting set index2719 *@data:strings name value2720 *@port:port index2721 *@dsaf_dev: dsaf device2722 */2723void hns_dsaf_get_strings(int stringset, u8 *data, int port,2724			  struct dsaf_device *dsaf_dev)2725{2726	char *buff = (char *)data;2727	int node = port;2728 2729	if (stringset != ETH_SS_STATS)2730		return;2731 2732	/* for ge/xge node info */2733	buff = hns_dsaf_get_node_stats_strings(buff, node, dsaf_dev);2734 2735	/* for ppe node info */2736	node = port + DSAF_PPE_INODE_BASE;2737	(void)hns_dsaf_get_node_stats_strings(buff, node, dsaf_dev);2738}2739 2740/**2741 *hns_dsaf_get_regs_count - get dsaf regs count2742 *return dsaf regs count2743 */2744int hns_dsaf_get_regs_count(void)2745{2746	return DSAF_DUMP_REGS_NUM;2747}2748 2749static int hns_dsaf_get_port_id(u8 port)2750{2751	if (port < DSAF_SERVICE_NW_NUM)2752		return port;2753 2754	if (port >= DSAF_BASE_INNER_PORT_NUM)2755		return port - DSAF_BASE_INNER_PORT_NUM + DSAF_SERVICE_NW_NUM;2756 2757	return -EINVAL;2758}2759 2760static void set_promisc_tcam_enable(struct dsaf_device *dsaf_dev, u32 port)2761{2762	struct dsaf_tbl_tcam_ucast_cfg tbl_tcam_ucast = {0, 1, 0, 0, 0x80};2763	struct dsaf_tbl_tcam_data tbl_tcam_data_mc = {0x01000000, port};2764	struct dsaf_tbl_tcam_data tbl_tcam_mask_uc = {0x01000000, 0xf};2765	struct dsaf_tbl_tcam_mcast_cfg tbl_tcam_mcast = {0, 0, {0} };2766	struct dsaf_drv_priv *priv = hns_dsaf_dev_priv(dsaf_dev);2767	struct dsaf_tbl_tcam_data tbl_tcam_data_uc = {0, port};2768	struct dsaf_drv_mac_single_dest_entry mask_entry;2769	struct dsaf_drv_tbl_tcam_key temp_key, mask_key;2770	struct dsaf_drv_soft_mac_tbl *soft_mac_entry;2771	u16 entry_index;2772	struct dsaf_drv_tbl_tcam_key mac_key;2773	struct hns_mac_cb *mac_cb;2774	u8 addr[ETH_ALEN] = {0};2775	u8 port_num;2776	int mskid;2777 2778	/* promisc use vague table match with vlanid = 0 & macaddr = 0 */2779	hns_dsaf_set_mac_key(dsaf_dev, &mac_key, 0x00, port, addr);2780	entry_index = hns_dsaf_find_soft_mac_entry(dsaf_dev, &mac_key);2781	if (entry_index != DSAF_INVALID_ENTRY_IDX)2782		return;2783 2784	/* put promisc tcam entry in the end. */2785	/* 1. set promisc unicast vague tcam entry. */2786	entry_index = hns_dsaf_find_empty_mac_entry_reverse(dsaf_dev);2787	if (entry_index == DSAF_INVALID_ENTRY_IDX) {2788		dev_err(dsaf_dev->dev,2789			"enable uc promisc failed (port:%#x)\n",2790			port);2791		return;2792	}2793 2794	mac_cb = dsaf_dev->mac_cb[port];2795	(void)hns_mac_get_inner_port_num(mac_cb, 0, &port_num);2796	tbl_tcam_ucast.tbl_ucast_out_port = port_num;2797 2798	/* config uc vague table */2799	hns_dsaf_tcam_uc_cfg_vague(dsaf_dev, entry_index, &tbl_tcam_data_uc,2800				   &tbl_tcam_mask_uc, &tbl_tcam_ucast);2801 2802	/* update software entry */2803	soft_mac_entry = priv->soft_mac_tbl;2804	soft_mac_entry += entry_index;2805	soft_mac_entry->index = entry_index;2806	soft_mac_entry->tcam_key.high.val = mac_key.high.val;2807	soft_mac_entry->tcam_key.low.val = mac_key.low.val;2808	/* step back to the START for mc. */2809	soft_mac_entry = priv->soft_mac_tbl;2810 2811	/* 2. set promisc multicast vague tcam entry. */2812	entry_index = hns_dsaf_find_empty_mac_entry_reverse(dsaf_dev);2813	if (entry_index == DSAF_INVALID_ENTRY_IDX) {2814		dev_err(dsaf_dev->dev,2815			"enable mc promisc failed (port:%#x)\n",2816			port);2817		return;2818	}2819 2820	memset(&mask_entry, 0x0, sizeof(mask_entry));2821	memset(&mask_key, 0x0, sizeof(mask_key));2822	memset(&temp_key, 0x0, sizeof(temp_key));2823	mask_entry.addr[0] = 0x01;2824	hns_dsaf_set_mac_key(dsaf_dev, &mask_key, mask_entry.in_vlan_id,2825			     0xf, mask_entry.addr);2826	tbl_tcam_mcast.tbl_mcast_item_vld = 1;2827	tbl_tcam_mcast.tbl_mcast_old_en = 0;2828 2829	/* set MAC port to handle multicast */2830	mskid = hns_dsaf_get_port_id(port);2831	if (mskid == -EINVAL) {2832		dev_err(dsaf_dev->dev, "%s,pnum(%d)error,key(%#x:%#x)\n",2833			dsaf_dev->ae_dev.name, port,2834			mask_key.high.val, mask_key.low.val);2835		return;2836	}2837	dsaf_set_bit(tbl_tcam_mcast.tbl_mcast_port_msk[mskid / 32],2838		     mskid % 32, 1);2839 2840	/* set pool bit map to handle multicast */2841	mskid = hns_dsaf_get_port_id(port_num);2842	if (mskid == -EINVAL) {2843		dev_err(dsaf_dev->dev,2844			"%s, pool bit map pnum(%d)error,key(%#x:%#x)\n",2845			dsaf_dev->ae_dev.name, port_num,2846			mask_key.high.val, mask_key.low.val);2847		return;2848	}2849	dsaf_set_bit(tbl_tcam_mcast.tbl_mcast_port_msk[mskid / 32],2850		     mskid % 32, 1);2851 2852	memcpy(&temp_key, &mask_key, sizeof(mask_key));2853	hns_dsaf_tcam_mc_cfg_vague(dsaf_dev, entry_index, &tbl_tcam_data_mc,2854				   (struct dsaf_tbl_tcam_data *)(&mask_key),2855				   &tbl_tcam_mcast);2856 2857	/* update software entry */2858	soft_mac_entry += entry_index;2859	soft_mac_entry->index = entry_index;2860	soft_mac_entry->tcam_key.high.val = temp_key.high.val;2861	soft_mac_entry->tcam_key.low.val = temp_key.low.val;2862}2863 2864static void set_promisc_tcam_disable(struct dsaf_device *dsaf_dev, u32 port)2865{2866	struct dsaf_tbl_tcam_data tbl_tcam_data_mc = {0x01000000, port};2867	struct dsaf_tbl_tcam_ucast_cfg tbl_tcam_ucast = {0, 0, 0, 0, 0};2868	struct dsaf_tbl_tcam_mcast_cfg tbl_tcam_mcast = {0, 0, {0} };2869	struct dsaf_drv_priv *priv = hns_dsaf_dev_priv(dsaf_dev);2870	struct dsaf_tbl_tcam_data tbl_tcam_data_uc = {0, 0};2871	struct dsaf_tbl_tcam_data tbl_tcam_mask = {0, 0};2872	struct dsaf_drv_soft_mac_tbl *soft_mac_entry;2873	u16 entry_index;2874	struct dsaf_drv_tbl_tcam_key mac_key;2875	u8 addr[ETH_ALEN] = {0};2876 2877	/* 1. delete uc vague tcam entry. */2878	/* promisc use vague table match with vlanid = 0 & macaddr = 0 */2879	hns_dsaf_set_mac_key(dsaf_dev, &mac_key, 0x00, port, addr);2880	entry_index = hns_dsaf_find_soft_mac_entry(dsaf_dev, &mac_key);2881 2882	if (entry_index == DSAF_INVALID_ENTRY_IDX)2883		return;2884 2885	/* config uc vague table */2886	hns_dsaf_tcam_uc_cfg_vague(dsaf_dev, entry_index, &tbl_tcam_data_uc,2887				   &tbl_tcam_mask, &tbl_tcam_ucast);2888	/* update soft management table. */2889	soft_mac_entry = priv->soft_mac_tbl;2890	soft_mac_entry += entry_index;2891	soft_mac_entry->index = DSAF_INVALID_ENTRY_IDX;2892	/* step back to the START for mc. */2893	soft_mac_entry = priv->soft_mac_tbl;2894 2895	/* 2. delete mc vague tcam entry. */2896	addr[0] = 0x01;2897	memset(&mac_key, 0x0, sizeof(mac_key));2898	hns_dsaf_set_mac_key(dsaf_dev, &mac_key, 0x00, port, addr);2899	entry_index = hns_dsaf_find_soft_mac_entry(dsaf_dev, &mac_key);2900 2901	if (entry_index == DSAF_INVALID_ENTRY_IDX)2902		return;2903 2904	/* config mc vague table */2905	hns_dsaf_tcam_mc_cfg_vague(dsaf_dev, entry_index, &tbl_tcam_data_mc,2906				   &tbl_tcam_mask, &tbl_tcam_mcast);2907	/* update soft management table. */2908	soft_mac_entry += entry_index;2909	soft_mac_entry->index = DSAF_INVALID_ENTRY_IDX;2910}2911 2912/* Reserve the last TCAM entry for promisc support */2913void hns_dsaf_set_promisc_tcam(struct dsaf_device *dsaf_dev,2914			       u32 port, bool enable)2915{2916	if (enable)2917		set_promisc_tcam_enable(dsaf_dev, port);2918	else2919		set_promisc_tcam_disable(dsaf_dev, port);2920}2921 2922int hns_dsaf_wait_pkt_clean(struct dsaf_device *dsaf_dev, int port)2923{2924	u32 val, val_tmp;2925	int wait_cnt;2926 2927	if (port >= DSAF_SERVICE_NW_NUM)2928		return 0;2929 2930	wait_cnt = 0;2931	while (wait_cnt++ < HNS_MAX_WAIT_CNT) {2932		val = dsaf_read_dev(dsaf_dev, DSAF_VOQ_IN_PKT_NUM_0_REG +2933			(port + DSAF_XGE_NUM) * 0x40);2934		val_tmp = dsaf_read_dev(dsaf_dev, DSAF_VOQ_OUT_PKT_NUM_0_REG +2935			(port + DSAF_XGE_NUM) * 0x40);2936		if (val == val_tmp)2937			break;2938 2939		usleep_range(100, 200);2940	}2941 2942	if (wait_cnt >= HNS_MAX_WAIT_CNT) {2943		dev_err(dsaf_dev->dev, "hns dsaf clean wait timeout(%u - %u).\n",2944			val, val_tmp);2945		return -EBUSY;2946	}2947 2948	return 0;2949}2950 2951/**2952 * hns_dsaf_probe - probo dsaf dev2953 * @pdev: dasf platform device2954 * return 0 - success , negative --fail2955 */2956static int hns_dsaf_probe(struct platform_device *pdev)2957{2958	struct dsaf_device *dsaf_dev;2959	int ret;2960 2961	dsaf_dev = hns_dsaf_alloc_dev(&pdev->dev, sizeof(struct dsaf_drv_priv));2962	if (IS_ERR(dsaf_dev)) {2963		ret = PTR_ERR(dsaf_dev);2964		dev_err(&pdev->dev,2965			"dsaf_probe dsaf_alloc_dev failed, ret = %#x!\n", ret);2966		return ret;2967	}2968 2969	ret = hns_dsaf_get_cfg(dsaf_dev);2970	if (ret)2971		goto free_dev;2972 2973	ret = hns_dsaf_init(dsaf_dev);2974	if (ret)2975		goto free_dev;2976 2977	ret = hns_mac_init(dsaf_dev);2978	if (ret)2979		goto uninit_dsaf;2980 2981	ret = hns_ppe_init(dsaf_dev);2982	if (ret)2983		goto uninit_mac;2984 2985	ret = hns_dsaf_ae_init(dsaf_dev);2986	if (ret)2987		goto uninit_ppe;2988 2989	return 0;2990 2991uninit_ppe:2992	hns_ppe_uninit(dsaf_dev);2993 2994uninit_mac:2995	hns_mac_uninit(dsaf_dev);2996 2997uninit_dsaf:2998	hns_dsaf_free(dsaf_dev);2999 3000free_dev:3001	hns_dsaf_free_dev(dsaf_dev);3002 3003	return ret;3004}3005 3006/**3007 * hns_dsaf_remove - remove dsaf dev3008 * @pdev: dasf platform device3009 */3010static void hns_dsaf_remove(struct platform_device *pdev)3011{3012	struct dsaf_device *dsaf_dev = dev_get_drvdata(&pdev->dev);3013 3014	hns_dsaf_ae_uninit(dsaf_dev);3015 3016	hns_ppe_uninit(dsaf_dev);3017 3018	hns_mac_uninit(dsaf_dev);3019 3020	hns_dsaf_free(dsaf_dev);3021 3022	hns_dsaf_free_dev(dsaf_dev);3023}3024 3025static const struct of_device_id g_dsaf_match[] = {3026	{.compatible = "hisilicon,hns-dsaf-v1"},3027	{.compatible = "hisilicon,hns-dsaf-v2"},3028	{}3029};3030MODULE_DEVICE_TABLE(of, g_dsaf_match);3031 3032static struct platform_driver g_dsaf_driver = {3033	.probe = hns_dsaf_probe,3034	.remove_new = hns_dsaf_remove,3035	.driver = {3036		.name = DSAF_DRV_NAME,3037		.of_match_table = g_dsaf_match,3038		.acpi_match_table = hns_dsaf_acpi_match,3039	},3040};3041 3042module_platform_driver(g_dsaf_driver);3043 3044/**3045 * hns_dsaf_roce_reset - reset dsaf and roce3046 * @dsaf_fwnode: Pointer to framework node for the dasf3047 * @dereset: false - request reset , true - drop reset3048 * return 0 - success , negative -fail3049 */3050int hns_dsaf_roce_reset(struct fwnode_handle *dsaf_fwnode, bool dereset)3051{3052	struct dsaf_device *dsaf_dev;3053	struct platform_device *pdev;3054	u32 mp;3055	u32 sl;3056	u32 credit;3057	int i;3058	static const u32 port_map[DSAF_ROCE_CREDIT_CHN][DSAF_ROCE_CHAN_MODE_NUM] = {3059		{DSAF_ROCE_PORT_0, DSAF_ROCE_PORT_0, DSAF_ROCE_PORT_0},3060		{DSAF_ROCE_PORT_1, DSAF_ROCE_PORT_0, DSAF_ROCE_PORT_0},3061		{DSAF_ROCE_PORT_2, DSAF_ROCE_PORT_1, DSAF_ROCE_PORT_0},3062		{DSAF_ROCE_PORT_3, DSAF_ROCE_PORT_1, DSAF_ROCE_PORT_0},3063		{DSAF_ROCE_PORT_4, DSAF_ROCE_PORT_2, DSAF_ROCE_PORT_1},3064		{DSAF_ROCE_PORT_4, DSAF_ROCE_PORT_2, DSAF_ROCE_PORT_1},3065		{DSAF_ROCE_PORT_5, DSAF_ROCE_PORT_3, DSAF_ROCE_PORT_1},3066		{DSAF_ROCE_PORT_5, DSAF_ROCE_PORT_3, DSAF_ROCE_PORT_1},3067	};3068	static const u32 sl_map[DSAF_ROCE_CREDIT_CHN][DSAF_ROCE_CHAN_MODE_NUM] = {3069		{DSAF_ROCE_SL_0, DSAF_ROCE_SL_0, DSAF_ROCE_SL_0},3070		{DSAF_ROCE_SL_0, DSAF_ROCE_SL_1, DSAF_ROCE_SL_1},3071		{DSAF_ROCE_SL_0, DSAF_ROCE_SL_0, DSAF_ROCE_SL_2},3072		{DSAF_ROCE_SL_0, DSAF_ROCE_SL_1, DSAF_ROCE_SL_3},3073		{DSAF_ROCE_SL_0, DSAF_ROCE_SL_0, DSAF_ROCE_SL_0},3074		{DSAF_ROCE_SL_1, DSAF_ROCE_SL_1, DSAF_ROCE_SL_1},3075		{DSAF_ROCE_SL_0, DSAF_ROCE_SL_0, DSAF_ROCE_SL_2},3076		{DSAF_ROCE_SL_1, DSAF_ROCE_SL_1, DSAF_ROCE_SL_3},3077	};3078 3079	/* find the platform device corresponding to fwnode */3080	if (is_of_node(dsaf_fwnode)) {3081		pdev = of_find_device_by_node(to_of_node(dsaf_fwnode));3082	} else if (is_acpi_device_node(dsaf_fwnode)) {3083		pdev = hns_dsaf_find_platform_device(dsaf_fwnode);3084	} else {3085		pr_err("fwnode is neither OF or ACPI type\n");3086		return -EINVAL;3087	}3088 3089	/* check if we were a success in fetching pdev */3090	if (!pdev) {3091		pr_err("couldn't find platform device for node\n");3092		return -ENODEV;3093	}3094 3095	/* retrieve the dsaf_device from the driver data */3096	dsaf_dev = dev_get_drvdata(&pdev->dev);3097	if (!dsaf_dev) {3098		dev_err(&pdev->dev, "dsaf_dev is NULL\n");3099		put_device(&pdev->dev);3100		return -ENODEV;3101	}3102 3103	/* now, make sure we are running on compatible SoC */3104	if (AE_IS_VER1(dsaf_dev->dsaf_ver)) {3105		dev_err(dsaf_dev->dev, "%s v1 chip doesn't support RoCE!\n",3106			dsaf_dev->ae_dev.name);3107		put_device(&pdev->dev);3108		return -ENODEV;3109	}3110 3111	/* do reset or de-reset according to the flag */3112	if (!dereset) {3113		/* reset rocee-channels in dsaf and rocee */3114		dsaf_dev->misc_op->hns_dsaf_srst_chns(dsaf_dev, DSAF_CHNS_MASK,3115						      false);3116		dsaf_dev->misc_op->hns_dsaf_roce_srst(dsaf_dev, false);3117	} else {3118		/* configure dsaf tx roce correspond to port map and sl map */3119		mp = dsaf_read_dev(dsaf_dev, DSAF_ROCE_PORT_MAP_REG);3120		for (i = 0; i < DSAF_ROCE_CREDIT_CHN; i++)3121			dsaf_set_field(mp, 7 << i * 3, i * 3,3122				       port_map[i][DSAF_ROCE_6PORT_MODE]);3123		dsaf_set_field(mp, 3 << i * 3, i * 3, 0);3124		dsaf_write_dev(dsaf_dev, DSAF_ROCE_PORT_MAP_REG, mp);3125 3126		sl = dsaf_read_dev(dsaf_dev, DSAF_ROCE_SL_MAP_REG);3127		for (i = 0; i < DSAF_ROCE_CREDIT_CHN; i++)3128			dsaf_set_field(sl, 3 << i * 2, i * 2,3129				       sl_map[i][DSAF_ROCE_6PORT_MODE]);3130		dsaf_write_dev(dsaf_dev, DSAF_ROCE_SL_MAP_REG, sl);3131 3132		/* de-reset rocee-channels in dsaf and rocee */3133		dsaf_dev->misc_op->hns_dsaf_srst_chns(dsaf_dev, DSAF_CHNS_MASK,3134						      true);3135		msleep(SRST_TIME_INTERVAL);3136		dsaf_dev->misc_op->hns_dsaf_roce_srst(dsaf_dev, true);3137 3138		/* enable dsaf channel rocee credit */3139		credit = dsaf_read_dev(dsaf_dev, DSAF_SBM_ROCEE_CFG_REG_REG);3140		dsaf_set_bit(credit, DSAF_SBM_ROCEE_CFG_CRD_EN_B, 0);3141		dsaf_write_dev(dsaf_dev, DSAF_SBM_ROCEE_CFG_REG_REG, credit);3142 3143		dsaf_set_bit(credit, DSAF_SBM_ROCEE_CFG_CRD_EN_B, 1);3144		dsaf_write_dev(dsaf_dev, DSAF_SBM_ROCEE_CFG_REG_REG, credit);3145	}3146 3147	put_device(&pdev->dev);3148 3149	return 0;3150}3151EXPORT_SYMBOL(hns_dsaf_roce_reset);3152 3153MODULE_LICENSE("GPL");3154MODULE_AUTHOR("Huawei Tech. Co., Ltd.");3155MODULE_DESCRIPTION("HNS DSAF driver");3156MODULE_VERSION(DSAF_MOD_VERSION);3157