438 lines · c
1/* SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause */2/*3 * Copyright(c) 2015 - 2017 Intel Corporation.4 */5 6#ifndef _HFI1_MAD_H7#define _HFI1_MAD_H8 9#include <rdma/ib_pma.h>10#include <rdma/opa_smi.h>11#include <rdma/opa_port_info.h>12#include "opa_compat.h"13 14/*15 * OPA Traps16 */17#define OPA_TRAP_GID_NOW_IN_SERVICE cpu_to_be16(64)18#define OPA_TRAP_GID_OUT_OF_SERVICE cpu_to_be16(65)19#define OPA_TRAP_ADD_MULTICAST_GROUP cpu_to_be16(66)20#define OPA_TRAL_DEL_MULTICAST_GROUP cpu_to_be16(67)21#define OPA_TRAP_UNPATH cpu_to_be16(68)22#define OPA_TRAP_REPATH cpu_to_be16(69)23#define OPA_TRAP_PORT_CHANGE_STATE cpu_to_be16(128)24#define OPA_TRAP_LINK_INTEGRITY cpu_to_be16(129)25#define OPA_TRAP_EXCESSIVE_BUFFER_OVERRUN cpu_to_be16(130)26#define OPA_TRAP_FLOW_WATCHDOG cpu_to_be16(131)27#define OPA_TRAP_CHANGE_CAPABILITY cpu_to_be16(144)28#define OPA_TRAP_CHANGE_SYSGUID cpu_to_be16(145)29#define OPA_TRAP_BAD_M_KEY cpu_to_be16(256)30#define OPA_TRAP_BAD_P_KEY cpu_to_be16(257)31#define OPA_TRAP_BAD_Q_KEY cpu_to_be16(258)32#define OPA_TRAP_SWITCH_BAD_PKEY cpu_to_be16(259)33#define OPA_SMA_TRAP_DATA_LINK_WIDTH cpu_to_be16(2048)34 35/*36 * Generic trap/notice other local changes flags (trap 144).37 */38#define OPA_NOTICE_TRAP_LWDE_CHG 0x08 /* Link Width Downgrade Enable39 * changed40 */41#define OPA_NOTICE_TRAP_LSE_CHG 0x04 /* Link Speed Enable changed */42#define OPA_NOTICE_TRAP_LWE_CHG 0x02 /* Link Width Enable changed */43#define OPA_NOTICE_TRAP_NODE_DESC_CHG 0x0144 45struct opa_mad_notice_attr {46 u8 generic_type;47 u8 prod_type_msb;48 __be16 prod_type_lsb;49 __be16 trap_num;50 __be16 toggle_count;51 __be32 issuer_lid;52 __be32 reserved1;53 union ib_gid issuer_gid;54 55 union {56 struct {57 u8 details[64];58 } raw_data;59 60 struct {61 union ib_gid gid;62 } __packed ntc_64_65_66_67;63 64 struct {65 __be32 lid;66 } __packed ntc_128;67 68 struct {69 __be32 lid; /* where violation happened */70 u8 port_num; /* where violation happened */71 } __packed ntc_129_130_131;72 73 struct {74 __be32 lid; /* LID where change occurred */75 __be32 new_cap_mask; /* new capability mask */76 __be16 reserved2;77 __be16 cap_mask3;78 __be16 change_flags; /* low 4 bits only */79 } __packed ntc_144;80 81 struct {82 __be64 new_sys_guid;83 __be32 lid; /* lid where sys guid changed */84 } __packed ntc_145;85 86 struct {87 __be32 lid;88 __be32 dr_slid;89 u8 method;90 u8 dr_trunc_hop;91 __be16 attr_id;92 __be32 attr_mod;93 __be64 mkey;94 u8 dr_rtn_path[30];95 } __packed ntc_256;96 97 struct {98 __be32 lid1;99 __be32 lid2;100 __be32 key;101 u8 sl; /* SL: high 5 bits */102 u8 reserved3[3];103 union ib_gid gid1;104 union ib_gid gid2;105 __be32 qp1; /* high 8 bits reserved */106 __be32 qp2; /* high 8 bits reserved */107 } __packed ntc_257_258;108 109 struct {110 __be16 flags; /* low 8 bits reserved */111 __be16 pkey;112 __be32 lid1;113 __be32 lid2;114 u8 sl; /* SL: high 5 bits */115 u8 reserved4[3];116 union ib_gid gid1;117 union ib_gid gid2;118 __be32 qp1; /* high 8 bits reserved */119 __be32 qp2; /* high 8 bits reserved */120 } __packed ntc_259;121 122 struct {123 __be32 lid;124 } __packed ntc_2048;125 126 };127 u8 class_data[];128};129 130#define IB_VLARB_LOWPRI_0_31 1131#define IB_VLARB_LOWPRI_32_63 2132#define IB_VLARB_HIGHPRI_0_31 3133#define IB_VLARB_HIGHPRI_32_63 4134 135#define OPA_MAX_PREEMPT_CAP 32136#define OPA_VLARB_LOW_ELEMENTS 0137#define OPA_VLARB_HIGH_ELEMENTS 1138#define OPA_VLARB_PREEMPT_ELEMENTS 2139#define OPA_VLARB_PREEMPT_MATRIX 3140 141#define IB_PMA_PORT_COUNTERS_CONG cpu_to_be16(0xFF00)142#define LINK_SPEED_25G 1143#define LINK_SPEED_12_5G 2144#define LINK_WIDTH_DEFAULT 4145#define DECIMAL_FACTORING 1000146/*147 * The default link width is multiplied by 1000148 * to get accurate value after division.149 */150#define FACTOR_LINK_WIDTH (LINK_WIDTH_DEFAULT * DECIMAL_FACTORING)151 152struct ib_pma_portcounters_cong {153 u8 reserved;154 u8 reserved1;155 __be16 port_check_rate;156 __be16 symbol_error_counter;157 u8 link_error_recovery_counter;158 u8 link_downed_counter;159 __be16 port_rcv_errors;160 __be16 port_rcv_remphys_errors;161 __be16 port_rcv_switch_relay_errors;162 __be16 port_xmit_discards;163 u8 port_xmit_constraint_errors;164 u8 port_rcv_constraint_errors;165 u8 reserved2;166 u8 link_overrun_errors; /* LocalLink: 7:4, BufferOverrun: 3:0 */167 __be16 reserved3;168 __be16 vl15_dropped;169 __be64 port_xmit_data;170 __be64 port_rcv_data;171 __be64 port_xmit_packets;172 __be64 port_rcv_packets;173 __be64 port_xmit_wait;174 __be64 port_adr_events;175} __packed;176 177#define IB_SMP_UNSUP_VERSION cpu_to_be16(0x0004)178#define IB_SMP_UNSUP_METHOD cpu_to_be16(0x0008)179#define IB_SMP_UNSUP_METH_ATTR cpu_to_be16(0x000C)180#define IB_SMP_INVALID_FIELD cpu_to_be16(0x001C)181 182#define OPA_MAX_PREEMPT_CAP 32183#define OPA_VLARB_LOW_ELEMENTS 0184#define OPA_VLARB_HIGH_ELEMENTS 1185#define OPA_VLARB_PREEMPT_ELEMENTS 2186#define OPA_VLARB_PREEMPT_MATRIX 3187 188#define HFI1_XMIT_RATE_UNSUPPORTED 0x0189#define HFI1_XMIT_RATE_PICO 0x7190/* number of 4nsec cycles equaling 2secs */191#define HFI1_CONG_TIMER_PSINTERVAL 0x1DCD64EC192 193#define IB_CC_SVCTYPE_RC 0x0194#define IB_CC_SVCTYPE_UC 0x1195#define IB_CC_SVCTYPE_RD 0x2196#define IB_CC_SVCTYPE_UD 0x3197 198/*199 * There should be an equivalent IB #define for the following, but200 * I cannot find it.201 */202#define OPA_CC_LOG_TYPE_HFI 2203 204struct opa_hfi1_cong_log_event_internal {205 u32 lqpn;206 u32 rqpn;207 u8 sl;208 u8 svc_type;209 u32 rlid;210 u64 timestamp; /* wider than 32 bits to detect 32 bit rollover */211};212 213struct opa_hfi1_cong_log_event {214 u8 local_qp_cn_entry[3];215 u8 remote_qp_number_cn_entry[3];216 u8 sl_svc_type_cn_entry; /* 5 bits SL, 3 bits svc type */217 u8 reserved;218 __be32 remote_lid_cn_entry;219 __be32 timestamp_cn_entry;220} __packed;221 222#define OPA_CONG_LOG_ELEMS 96223 224struct opa_hfi1_cong_log {225 u8 log_type;226 u8 congestion_flags;227 __be16 threshold_event_counter;228 __be32 current_time_stamp;229 u8 threshold_cong_event_map[OPA_MAX_SLS / 8];230 struct opa_hfi1_cong_log_event events[OPA_CONG_LOG_ELEMS];231} __packed;232 233#define IB_CC_TABLE_CAP_DEFAULT 31234 235/* Port control flags */236#define IB_CC_CCS_PC_SL_BASED 0x01237 238struct opa_congestion_setting_entry {239 u8 ccti_increase;240 u8 reserved;241 __be16 ccti_timer;242 u8 trigger_threshold;243 u8 ccti_min; /* min CCTI for cc table */244} __packed;245 246struct opa_congestion_setting_entry_shadow {247 u8 ccti_increase;248 u8 reserved;249 u16 ccti_timer;250 u8 trigger_threshold;251 u8 ccti_min; /* min CCTI for cc table */252} __packed;253 254struct opa_congestion_setting_attr {255 __be32 control_map;256 __be16 port_control;257 struct opa_congestion_setting_entry entries[OPA_MAX_SLS];258} __packed;259 260struct opa_congestion_setting_attr_shadow {261 u32 control_map;262 u16 port_control;263 struct opa_congestion_setting_entry_shadow entries[OPA_MAX_SLS];264} __packed;265 266#define IB_CC_TABLE_ENTRY_INCREASE_DEFAULT 1267#define IB_CC_TABLE_ENTRY_TIMER_DEFAULT 1268 269/* 64 Congestion Control table entries in a single MAD */270#define IB_CCT_ENTRIES 64271#define IB_CCT_MIN_ENTRIES (IB_CCT_ENTRIES * 2)272 273struct ib_cc_table_entry {274 __be16 entry; /* shift:2, multiplier:14 */275};276 277struct ib_cc_table_entry_shadow {278 u16 entry; /* shift:2, multiplier:14 */279};280 281struct ib_cc_table_attr {282 __be16 ccti_limit; /* max CCTI for cc table */283 struct ib_cc_table_entry ccti_entries[IB_CCT_ENTRIES];284} __packed;285 286struct ib_cc_table_attr_shadow {287 u16 ccti_limit; /* max CCTI for cc table */288 struct ib_cc_table_entry_shadow ccti_entries[IB_CCT_ENTRIES];289} __packed;290 291#define CC_TABLE_SHADOW_MAX \292 (IB_CC_TABLE_CAP_DEFAULT * IB_CCT_ENTRIES)293 294struct cc_table_shadow {295 u16 ccti_limit; /* max CCTI for cc table */296 struct ib_cc_table_entry_shadow entries[CC_TABLE_SHADOW_MAX];297} __packed;298 299/*300 * struct cc_state combines the (active) per-port congestion control301 * table, and the (active) per-SL congestion settings. cc_state data302 * may need to be read in code paths that we want to be fast, so it303 * is an RCU protected structure.304 */305struct cc_state {306 struct rcu_head rcu;307 struct cc_table_shadow cct;308 struct opa_congestion_setting_attr_shadow cong_setting;309};310 311/*312 * OPA BufferControl MAD313 */314 315/* attribute modifier macros */316#define OPA_AM_NPORT_SHIFT 24317#define OPA_AM_NPORT_MASK 0xff318#define OPA_AM_NPORT_SMASK (OPA_AM_NPORT_MASK << OPA_AM_NPORT_SHIFT)319#define OPA_AM_NPORT(am) (((am) >> OPA_AM_NPORT_SHIFT) & \320 OPA_AM_NPORT_MASK)321 322#define OPA_AM_NBLK_SHIFT 24323#define OPA_AM_NBLK_MASK 0xff324#define OPA_AM_NBLK_SMASK (OPA_AM_NBLK_MASK << OPA_AM_NBLK_SHIFT)325#define OPA_AM_NBLK(am) (((am) >> OPA_AM_NBLK_SHIFT) & \326 OPA_AM_NBLK_MASK)327 328#define OPA_AM_START_BLK_SHIFT 0329#define OPA_AM_START_BLK_MASK 0xff330#define OPA_AM_START_BLK_SMASK (OPA_AM_START_BLK_MASK << \331 OPA_AM_START_BLK_SHIFT)332#define OPA_AM_START_BLK(am) (((am) >> OPA_AM_START_BLK_SHIFT) & \333 OPA_AM_START_BLK_MASK)334 335#define OPA_AM_PORTNUM_SHIFT 0336#define OPA_AM_PORTNUM_MASK 0xff337#define OPA_AM_PORTNUM_SMASK (OPA_AM_PORTNUM_MASK << OPA_AM_PORTNUM_SHIFT)338#define OPA_AM_PORTNUM(am) (((am) >> OPA_AM_PORTNUM_SHIFT) & \339 OPA_AM_PORTNUM_MASK)340 341#define OPA_AM_ASYNC_SHIFT 12342#define OPA_AM_ASYNC_MASK 0x1343#define OPA_AM_ASYNC_SMASK (OPA_AM_ASYNC_MASK << OPA_AM_ASYNC_SHIFT)344#define OPA_AM_ASYNC(am) (((am) >> OPA_AM_ASYNC_SHIFT) & \345 OPA_AM_ASYNC_MASK)346 347#define OPA_AM_START_SM_CFG_SHIFT 9348#define OPA_AM_START_SM_CFG_MASK 0x1349#define OPA_AM_START_SM_CFG_SMASK (OPA_AM_START_SM_CFG_MASK << \350 OPA_AM_START_SM_CFG_SHIFT)351#define OPA_AM_START_SM_CFG(am) (((am) >> OPA_AM_START_SM_CFG_SHIFT) \352 & OPA_AM_START_SM_CFG_MASK)353 354#define OPA_AM_CI_ADDR_SHIFT 19355#define OPA_AM_CI_ADDR_MASK 0xfff356#define OPA_AM_CI_ADDR_SMASK (OPA_AM_CI_ADDR_MASK << OPA_CI_ADDR_SHIFT)357#define OPA_AM_CI_ADDR(am) (((am) >> OPA_AM_CI_ADDR_SHIFT) & \358 OPA_AM_CI_ADDR_MASK)359 360#define OPA_AM_CI_LEN_SHIFT 13361#define OPA_AM_CI_LEN_MASK 0x3f362#define OPA_AM_CI_LEN_SMASK (OPA_AM_CI_LEN_MASK << OPA_CI_LEN_SHIFT)363#define OPA_AM_CI_LEN(am) (((am) >> OPA_AM_CI_LEN_SHIFT) & \364 OPA_AM_CI_LEN_MASK)365 366/* error info macros */367#define OPA_EI_STATUS_SMASK 0x80368#define OPA_EI_CODE_SMASK 0x0f369 370struct vl_limit {371 __be16 dedicated;372 __be16 shared;373};374 375struct buffer_control {376 __be16 reserved;377 __be16 overall_shared_limit;378 struct vl_limit vl[OPA_MAX_VLS];379};380 381struct sc2vlnt {382 u8 vlnt[32]; /* 5 bit VL, 3 bits reserved */383};384 385/*386 * The PortSamplesControl.CounterMasks field is an array of 3 bit fields387 * which specify the N'th counter's capabilities. See ch. 16.1.3.2.388 * We support 5 counters which only count the mandatory quantities.389 */390#define COUNTER_MASK(q, n) (q << ((9 - n) * 3))391#define COUNTER_MASK0_9 \392 cpu_to_be32(COUNTER_MASK(1, 0) | \393 COUNTER_MASK(1, 1) | \394 COUNTER_MASK(1, 2) | \395 COUNTER_MASK(1, 3) | \396 COUNTER_MASK(1, 4))397 398void hfi1_event_pkey_change(struct hfi1_devdata *dd, u32 port);399void hfi1_handle_trap_timer(struct timer_list *t);400u16 tx_link_width(u16 link_width);401u64 get_xmit_wait_counters(struct hfi1_pportdata *ppd, u16 link_width,402 u16 link_speed, int vl);403/**404 * get_link_speed - determine whether 12.5G or 25G speed405 * @link_speed: the speed of active link406 * @return: Return 2 if link speed identified as 12.5G407 * or return 1 if link speed is 25G.408 *409 * The function indirectly calculate required link speed410 * value for convert_xmit_counter function. If the link411 * speed is 25G, the function return as 1 as it is required412 * by xmit counter conversion formula :-( 25G / link_speed).413 * This conversion will provide value 1 if current414 * link speed is 25G or 2 if 12.5G.This is done to avoid415 * 12.5 float number conversion.416 */417static inline u16 get_link_speed(u16 link_speed)418{419 return (link_speed == 1) ?420 LINK_SPEED_12_5G : LINK_SPEED_25G;421}422 423/**424 * convert_xmit_counter - calculate flit times for given xmit counter425 * value426 * @xmit_wait_val: current xmit counter value427 * @link_width: width of active link428 * @link_speed: speed of active link429 * @return: return xmit counter value in flit times.430 */431static inline u64 convert_xmit_counter(u64 xmit_wait_val, u16 link_width,432 u16 link_speed)433{434 return (xmit_wait_val * 2 * (FACTOR_LINK_WIDTH / link_width)435 * link_speed) / DECIMAL_FACTORING;436}437#endif /* _HFI1_MAD_H */438