274 lines · c
1/* SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause) */2/* Copyright (C) 2018 Netronome Systems, Inc. */3 4#ifndef __NFP_ABM_H__5#define __NFP_ABM_H__ 16 7#include <linux/bits.h>8#include <linux/list.h>9#include <linux/radix-tree.h>10#include <net/devlink.h>11#include <net/pkt_cls.h>12#include <net/pkt_sched.h>13 14/* Dump of 64 PRIOs and 256 REDs seems to take 850us on Xeon v4 @ 2.20GHz;15 * 2.5ms / 400Hz seems more than sufficient for stats resolution.16 */17#define NFP_ABM_STATS_REFRESH_IVAL (2500 * 1000) /* ns */18 19#define NFP_ABM_LVL_INFINITY S32_MAX20 21struct nfp_app;22struct nfp_net;23 24#define NFP_ABM_PORTID_TYPE GENMASK(23, 16)25#define NFP_ABM_PORTID_ID GENMASK(7, 0)26 27/* The possible actions if thresholds are exceeded */28enum nfp_abm_q_action {29 /* mark if ECN capable, otherwise drop */30 NFP_ABM_ACT_MARK_DROP = 0,31 /* mark if ECN capable, otherwise goto QM */32 NFP_ABM_ACT_MARK_QUEUE = 1,33 NFP_ABM_ACT_DROP = 2,34 NFP_ABM_ACT_QUEUE = 3,35 NFP_ABM_ACT_NOQUEUE = 4,36};37 38/**39 * struct nfp_abm - ABM NIC app structure40 * @app: back pointer to nfp_app41 * @pf_id: ID of our PF link42 *43 * @red_support: is RED offload supported44 * @num_prios: number of supported DSCP priorities45 * @num_bands: number of supported DSCP priority bands46 * @action_mask: bitmask of supported actions47 *48 * @thresholds: current threshold configuration49 * @threshold_undef: bitmap of thresholds which have not been set50 * @actions: current FW action configuration51 * @num_thresholds: number of @thresholds and bits in @threshold_undef52 *53 * @prio_map_len: computed length of FW priority map (in bytes)54 * @dscp_mask: mask FW will apply on DSCP field55 *56 * @eswitch_mode: devlink eswitch mode, advanced functions only visible57 * in switchdev mode58 *59 * @q_lvls: queue level control area60 * @qm_stats: queue statistics symbol61 * @q_stats: basic queue statistics (only in per-band case)62 */63struct nfp_abm {64 struct nfp_app *app;65 unsigned int pf_id;66 67 unsigned int red_support;68 unsigned int num_prios;69 unsigned int num_bands;70 unsigned int action_mask;71 72 u32 *thresholds;73 unsigned long *threshold_undef;74 u8 *actions;75 size_t num_thresholds;76 77 unsigned int prio_map_len;78 u8 dscp_mask;79 80 enum devlink_eswitch_mode eswitch_mode;81 82 const struct nfp_rtsym *q_lvls;83 const struct nfp_rtsym *qm_stats;84 const struct nfp_rtsym *q_stats;85};86 87/**88 * struct nfp_alink_stats - ABM NIC statistics89 * @tx_pkts: number of TXed packets90 * @tx_bytes: number of TXed bytes91 * @backlog_pkts: momentary backlog length (packets)92 * @backlog_bytes: momentary backlog length (bytes)93 * @overlimits: number of ECN marked TXed packets (accumulative)94 * @drops: number of tail-dropped packets (accumulative)95 */96struct nfp_alink_stats {97 u64 tx_pkts;98 u64 tx_bytes;99 u64 backlog_pkts;100 u64 backlog_bytes;101 u64 overlimits;102 u64 drops;103};104 105/**106 * struct nfp_alink_xstats - extended ABM NIC statistics107 * @ecn_marked: number of ECN marked TXed packets108 * @pdrop: number of hard drops due to queue limit109 */110struct nfp_alink_xstats {111 u64 ecn_marked;112 u64 pdrop;113};114 115enum nfp_qdisc_type {116 NFP_QDISC_NONE = 0,117 NFP_QDISC_MQ,118 NFP_QDISC_RED,119 NFP_QDISC_GRED,120};121 122#define NFP_QDISC_UNTRACKED ((struct nfp_qdisc *)1UL)123 124/**125 * struct nfp_qdisc - tracked TC Qdisc126 * @netdev: netdev on which Qdisc was created127 * @type: Qdisc type128 * @handle: handle of this Qdisc129 * @parent_handle: handle of the parent (unreliable if Qdisc was grafted)130 * @use_cnt: number of attachment points in the hierarchy131 * @num_children: current size of the @children array132 * @children: pointers to children133 *134 * @params_ok: parameters of this Qdisc are OK for offload135 * @offload_mark: offload refresh state - selected for offload136 * @offloaded: Qdisc is currently offloaded to the HW137 *138 * @mq: MQ Qdisc specific parameters and state139 * @mq.stats: current stats of the MQ Qdisc140 * @mq.prev_stats: previously reported @mq.stats141 *142 * @red: RED Qdisc specific parameters and state143 * @red.num_bands: Number of valid entries in the @red.band table144 * @red.band: Per-band array of RED instances145 * @red.band.ecn: ECN marking is enabled (rather than drop)146 * @red.band.threshold: ECN marking threshold147 * @red.band.stats: current stats of the RED Qdisc148 * @red.band.prev_stats: previously reported @red.stats149 * @red.band.xstats: extended stats for RED - current150 * @red.band.prev_xstats: extended stats for RED - previously reported151 */152struct nfp_qdisc {153 struct net_device *netdev;154 enum nfp_qdisc_type type;155 u32 handle;156 u32 parent_handle;157 unsigned int use_cnt;158 unsigned int num_children;159 struct nfp_qdisc **children;160 161 bool params_ok;162 bool offload_mark;163 bool offloaded;164 165 union {166 /* NFP_QDISC_MQ */167 struct {168 struct nfp_alink_stats stats;169 struct nfp_alink_stats prev_stats;170 } mq;171 /* TC_SETUP_QDISC_RED, TC_SETUP_QDISC_GRED */172 struct {173 unsigned int num_bands;174 175 struct {176 bool ecn;177 u32 threshold;178 struct nfp_alink_stats stats;179 struct nfp_alink_stats prev_stats;180 struct nfp_alink_xstats xstats;181 struct nfp_alink_xstats prev_xstats;182 } band[MAX_DPs];183 } red;184 };185};186 187/**188 * struct nfp_abm_link - port tuple of a ABM NIC189 * @abm: back pointer to nfp_abm190 * @vnic: data vNIC191 * @id: id of the data vNIC192 * @queue_base: id of base to host queue within PCIe (not QC idx)193 * @total_queues: number of PF queues194 *195 * @last_stats_update: ktime of last stats update196 *197 * @prio_map: current map of priorities198 * @has_prio: @prio_map is valid199 *200 * @def_band: default band to use201 * @dscp_map: list of DSCP to band mappings202 *203 * @root_qdisc: pointer to the current root of the Qdisc hierarchy204 * @qdiscs: all qdiscs recorded by major part of the handle205 */206struct nfp_abm_link {207 struct nfp_abm *abm;208 struct nfp_net *vnic;209 unsigned int id;210 unsigned int queue_base;211 unsigned int total_queues;212 213 u64 last_stats_update;214 215 u32 *prio_map;216 bool has_prio;217 218 u8 def_band;219 struct list_head dscp_map;220 221 struct nfp_qdisc *root_qdisc;222 struct radix_tree_root qdiscs;223};224 225static inline bool nfp_abm_has_prio(struct nfp_abm *abm)226{227 return abm->num_bands > 1;228}229 230static inline bool nfp_abm_has_drop(struct nfp_abm *abm)231{232 return abm->action_mask & BIT(NFP_ABM_ACT_DROP);233}234 235static inline bool nfp_abm_has_mark(struct nfp_abm *abm)236{237 return abm->action_mask & BIT(NFP_ABM_ACT_MARK_DROP);238}239 240void nfp_abm_qdisc_offload_update(struct nfp_abm_link *alink);241int nfp_abm_setup_root(struct net_device *netdev, struct nfp_abm_link *alink,242 struct tc_root_qopt_offload *opt);243int nfp_abm_setup_tc_red(struct net_device *netdev, struct nfp_abm_link *alink,244 struct tc_red_qopt_offload *opt);245int nfp_abm_setup_tc_mq(struct net_device *netdev, struct nfp_abm_link *alink,246 struct tc_mq_qopt_offload *opt);247int nfp_abm_setup_tc_gred(struct net_device *netdev, struct nfp_abm_link *alink,248 struct tc_gred_qopt_offload *opt);249int nfp_abm_setup_cls_block(struct net_device *netdev, struct nfp_repr *repr,250 struct flow_block_offload *opt);251 252int nfp_abm_ctrl_read_params(struct nfp_abm_link *alink);253int nfp_abm_ctrl_find_addrs(struct nfp_abm *abm);254int __nfp_abm_ctrl_set_q_lvl(struct nfp_abm *abm, unsigned int id, u32 val);255int nfp_abm_ctrl_set_q_lvl(struct nfp_abm_link *alink, unsigned int band,256 unsigned int queue, u32 val);257int __nfp_abm_ctrl_set_q_act(struct nfp_abm *abm, unsigned int id,258 enum nfp_abm_q_action act);259int nfp_abm_ctrl_set_q_act(struct nfp_abm_link *alink, unsigned int band,260 unsigned int queue, enum nfp_abm_q_action act);261int nfp_abm_ctrl_read_q_stats(struct nfp_abm_link *alink,262 unsigned int band, unsigned int queue,263 struct nfp_alink_stats *stats);264int nfp_abm_ctrl_read_q_xstats(struct nfp_abm_link *alink,265 unsigned int band, unsigned int queue,266 struct nfp_alink_xstats *xstats);267u64 nfp_abm_ctrl_stat_non_sto(struct nfp_abm_link *alink, unsigned int i);268u64 nfp_abm_ctrl_stat_sto(struct nfp_abm_link *alink, unsigned int i);269int nfp_abm_ctrl_qm_enable(struct nfp_abm *abm);270int nfp_abm_ctrl_qm_disable(struct nfp_abm *abm);271void nfp_abm_prio_map_update(struct nfp_abm *abm);272int nfp_abm_ctrl_prio_map_update(struct nfp_abm_link *alink, u32 *packed);273#endif274