mad.h

  1/* SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause */
  2/*
  3 * Copyright(c) 2015 - 2017 Intel Corporation.
  4 */
  5
  6#ifndef _HFI1_MAD_H
  7#define _HFI1_MAD_H
  8
  9#include <rdma/ib_pma.h>
 10#include <rdma/opa_smi.h>
 11#include <rdma/opa_port_info.h>
 12#include "opa_compat.h"
 13
 14/*
 15 * OPA Traps
 16 */
 17#define OPA_TRAP_GID_NOW_IN_SERVICE             cpu_to_be16(64)
 18#define OPA_TRAP_GID_OUT_OF_SERVICE             cpu_to_be16(65)
 19#define OPA_TRAP_ADD_MULTICAST_GROUP            cpu_to_be16(66)
 20#define OPA_TRAL_DEL_MULTICAST_GROUP            cpu_to_be16(67)
 21#define OPA_TRAP_UNPATH                         cpu_to_be16(68)
 22#define OPA_TRAP_REPATH                         cpu_to_be16(69)
 23#define OPA_TRAP_PORT_CHANGE_STATE              cpu_to_be16(128)
 24#define OPA_TRAP_LINK_INTEGRITY                 cpu_to_be16(129)
 25#define OPA_TRAP_EXCESSIVE_BUFFER_OVERRUN       cpu_to_be16(130)
 26#define OPA_TRAP_FLOW_WATCHDOG                  cpu_to_be16(131)
 27#define OPA_TRAP_CHANGE_CAPABILITY              cpu_to_be16(144)
 28#define OPA_TRAP_CHANGE_SYSGUID                 cpu_to_be16(145)
 29#define OPA_TRAP_BAD_M_KEY                      cpu_to_be16(256)
 30#define OPA_TRAP_BAD_P_KEY                      cpu_to_be16(257)
 31#define OPA_TRAP_BAD_Q_KEY                      cpu_to_be16(258)
 32#define OPA_TRAP_SWITCH_BAD_PKEY                cpu_to_be16(259)
 33#define OPA_SMA_TRAP_DATA_LINK_WIDTH            cpu_to_be16(2048)
 34
 35/*
 36 * Generic trap/notice other local changes flags (trap 144).
 37 */
 38#define	OPA_NOTICE_TRAP_LWDE_CHG        0x08 /* Link Width Downgrade Enable
 39					      * changed
 40					      */
 41#define OPA_NOTICE_TRAP_LSE_CHG         0x04 /* Link Speed Enable changed */
 42#define OPA_NOTICE_TRAP_LWE_CHG         0x02 /* Link Width Enable changed */
 43#define OPA_NOTICE_TRAP_NODE_DESC_CHG   0x01
 44
 45struct opa_mad_notice_attr {
 46	u8 generic_type;
 47	u8 prod_type_msb;
 48	__be16 prod_type_lsb;
 49	__be16 trap_num;
 50	__be16 toggle_count;
 51	__be32 issuer_lid;
 52	__be32 reserved1;
 53	union ib_gid issuer_gid;
 54
 55	union {
 56		struct {
 57			u8	details[64];
 58		} raw_data;
 59
 60		struct {
 61			union ib_gid	gid;
 62		} __packed ntc_64_65_66_67;
 63
 64		struct {
 65			__be32	lid;
 66		} __packed ntc_128;
 67
 68		struct {
 69			__be32	lid;		/* where violation happened */
 70			u8	port_num;	/* where violation happened */
 71		} __packed ntc_129_130_131;
 72
 73		struct {
 74			__be32	lid;		/* LID where change occurred */
 75			__be32	new_cap_mask;	/* new capability mask */
 76			__be16	reserved2;
 77			__be16	cap_mask3;
 78			__be16	change_flags;	/* low 4 bits only */
 79		} __packed ntc_144;
 80
 81		struct {
 82			__be64	new_sys_guid;
 83			__be32	lid;		/* lid where sys guid changed */
 84		} __packed ntc_145;
 85
 86		struct {
 87			__be32	lid;
 88			__be32	dr_slid;
 89			u8	method;
 90			u8	dr_trunc_hop;
 91			__be16	attr_id;
 92			__be32	attr_mod;
 93			__be64	mkey;
 94			u8	dr_rtn_path[30];
 95		} __packed ntc_256;
 96
 97		struct {
 98			__be32		lid1;
 99			__be32		lid2;
100			__be32		key;
101			u8		sl;	/* SL: high 5 bits */
102			u8		reserved3[3];
103			union ib_gid	gid1;
104			union ib_gid	gid2;
105			__be32		qp1;	/* high 8 bits reserved */
106			__be32		qp2;	/* high 8 bits reserved */
107		} __packed ntc_257_258;
108
109		struct {
110			__be16		flags;	/* low 8 bits reserved */
111			__be16		pkey;
112			__be32		lid1;
113			__be32		lid2;
114			u8		sl;	/* SL: high 5 bits */
115			u8		reserved4[3];
116			union ib_gid	gid1;
117			union ib_gid	gid2;
118			__be32		qp1;	/* high 8 bits reserved */
119			__be32		qp2;	/* high 8 bits reserved */
120		} __packed ntc_259;
121
122		struct {
123			__be32	lid;
124		} __packed ntc_2048;
125
126	};
127};
128
129#define IB_VLARB_LOWPRI_0_31    1
130#define IB_VLARB_LOWPRI_32_63   2
131#define IB_VLARB_HIGHPRI_0_31   3
132#define IB_VLARB_HIGHPRI_32_63  4
133
134#define OPA_MAX_PREEMPT_CAP         32
135#define OPA_VLARB_LOW_ELEMENTS       0
136#define OPA_VLARB_HIGH_ELEMENTS      1
137#define OPA_VLARB_PREEMPT_ELEMENTS   2
138#define OPA_VLARB_PREEMPT_MATRIX     3
139
140#define IB_PMA_PORT_COUNTERS_CONG       cpu_to_be16(0xFF00)
141#define LINK_SPEED_25G		1
142#define LINK_SPEED_12_5G	2
143#define LINK_WIDTH_DEFAULT	4
144#define DECIMAL_FACTORING	1000
145/*
146 * The default link width is multiplied by 1000
147 * to get accurate value after division.
148 */
149#define FACTOR_LINK_WIDTH	(LINK_WIDTH_DEFAULT * DECIMAL_FACTORING)
150
151struct ib_pma_portcounters_cong {
152	u8 reserved;
153	u8 reserved1;
154	__be16 port_check_rate;
155	__be16 symbol_error_counter;
156	u8 link_error_recovery_counter;
157	u8 link_downed_counter;
158	__be16 port_rcv_errors;
159	__be16 port_rcv_remphys_errors;
160	__be16 port_rcv_switch_relay_errors;
161	__be16 port_xmit_discards;
162	u8 port_xmit_constraint_errors;
163	u8 port_rcv_constraint_errors;
164	u8 reserved2;
165	u8 link_overrun_errors; /* LocalLink: 7:4, BufferOverrun: 3:0 */
166	__be16 reserved3;
167	__be16 vl15_dropped;
168	__be64 port_xmit_data;
169	__be64 port_rcv_data;
170	__be64 port_xmit_packets;
171	__be64 port_rcv_packets;
172	__be64 port_xmit_wait;
173	__be64 port_adr_events;
174} __packed;
175
176#define IB_SMP_UNSUP_VERSION    cpu_to_be16(0x0004)
177#define IB_SMP_UNSUP_METHOD     cpu_to_be16(0x0008)
178#define IB_SMP_UNSUP_METH_ATTR  cpu_to_be16(0x000C)
179#define IB_SMP_INVALID_FIELD    cpu_to_be16(0x001C)
180
181#define OPA_MAX_PREEMPT_CAP         32
182#define OPA_VLARB_LOW_ELEMENTS       0
183#define OPA_VLARB_HIGH_ELEMENTS      1
184#define OPA_VLARB_PREEMPT_ELEMENTS   2
185#define OPA_VLARB_PREEMPT_MATRIX     3
186
187#define HFI1_XMIT_RATE_UNSUPPORTED               0x0
188#define HFI1_XMIT_RATE_PICO                      0x7
189/* number of 4nsec cycles equaling 2secs */
190#define HFI1_CONG_TIMER_PSINTERVAL               0x1DCD64EC
191
192#define IB_CC_SVCTYPE_RC 0x0
193#define IB_CC_SVCTYPE_UC 0x1
194#define IB_CC_SVCTYPE_RD 0x2
195#define IB_CC_SVCTYPE_UD 0x3
196
197/*
198 * There should be an equivalent IB #define for the following, but
199 * I cannot find it.
200 */
201#define OPA_CC_LOG_TYPE_HFI	2
202
203struct opa_hfi1_cong_log_event_internal {
204	u32 lqpn;
205	u32 rqpn;
206	u8 sl;
207	u8 svc_type;
208	u32 rlid;
209	u64 timestamp; /* wider than 32 bits to detect 32 bit rollover */
210};
211
212struct opa_hfi1_cong_log_event {
213	u8 local_qp_cn_entry[3];
214	u8 remote_qp_number_cn_entry[3];
215	u8 sl_svc_type_cn_entry; /* 5 bits SL, 3 bits svc type */
216	u8 reserved;
217	__be32 remote_lid_cn_entry;
218	__be32 timestamp_cn_entry;
219} __packed;
220
221#define OPA_CONG_LOG_ELEMS	96
222
223struct opa_hfi1_cong_log {
224	u8 log_type;
225	u8 congestion_flags;
226	__be16 threshold_event_counter;
227	__be32 current_time_stamp;
228	u8 threshold_cong_event_map[OPA_MAX_SLS / 8];
229	struct opa_hfi1_cong_log_event events[OPA_CONG_LOG_ELEMS];
230} __packed;
231
232#define IB_CC_TABLE_CAP_DEFAULT 31
233
234/* Port control flags */
235#define IB_CC_CCS_PC_SL_BASED 0x01
236
237struct opa_congestion_setting_entry {
238	u8 ccti_increase;
239	u8 reserved;
240	__be16 ccti_timer;
241	u8 trigger_threshold;
242	u8 ccti_min; /* min CCTI for cc table */
243} __packed;
244
245struct opa_congestion_setting_entry_shadow {
246	u8 ccti_increase;
247	u8 reserved;
248	u16 ccti_timer;
249	u8 trigger_threshold;
250	u8 ccti_min; /* min CCTI for cc table */
251} __packed;
252
253struct opa_congestion_setting_attr {
254	__be32 control_map;
255	__be16 port_control;
256	struct opa_congestion_setting_entry entries[OPA_MAX_SLS];
257} __packed;
258
259struct opa_congestion_setting_attr_shadow {
260	u32 control_map;
261	u16 port_control;
262	struct opa_congestion_setting_entry_shadow entries[OPA_MAX_SLS];
263} __packed;
264
265#define IB_CC_TABLE_ENTRY_INCREASE_DEFAULT 1
266#define IB_CC_TABLE_ENTRY_TIMER_DEFAULT 1
267
268/* 64 Congestion Control table entries in a single MAD */
269#define IB_CCT_ENTRIES 64
270#define IB_CCT_MIN_ENTRIES (IB_CCT_ENTRIES * 2)
271
272struct ib_cc_table_entry {
273	__be16 entry; /* shift:2, multiplier:14 */
274};
275
276struct ib_cc_table_entry_shadow {
277	u16 entry; /* shift:2, multiplier:14 */
278};
279
280struct ib_cc_table_attr {
281	__be16 ccti_limit; /* max CCTI for cc table */
282	struct ib_cc_table_entry ccti_entries[IB_CCT_ENTRIES];
283} __packed;
284
285struct ib_cc_table_attr_shadow {
286	u16 ccti_limit; /* max CCTI for cc table */
287	struct ib_cc_table_entry_shadow ccti_entries[IB_CCT_ENTRIES];
288} __packed;
289
290#define CC_TABLE_SHADOW_MAX \
291	(IB_CC_TABLE_CAP_DEFAULT * IB_CCT_ENTRIES)
292
293struct cc_table_shadow {
294	u16 ccti_limit; /* max CCTI for cc table */
295	struct ib_cc_table_entry_shadow entries[CC_TABLE_SHADOW_MAX];
296} __packed;
297
298/*
299 * struct cc_state combines the (active) per-port congestion control
300 * table, and the (active) per-SL congestion settings. cc_state data
301 * may need to be read in code paths that we want to be fast, so it
302 * is an RCU protected structure.
303 */
304struct cc_state {
305	struct rcu_head rcu;
306	struct cc_table_shadow cct;
307	struct opa_congestion_setting_attr_shadow cong_setting;
308};
309
310/*
311 * OPA BufferControl MAD
312 */
313
314/* attribute modifier macros */
315#define OPA_AM_NPORT_SHIFT	24
316#define OPA_AM_NPORT_MASK	0xff
317#define OPA_AM_NPORT_SMASK	(OPA_AM_NPORT_MASK << OPA_AM_NPORT_SHIFT)
318#define OPA_AM_NPORT(am)	(((am) >> OPA_AM_NPORT_SHIFT) & \
319					OPA_AM_NPORT_MASK)
320
321#define OPA_AM_NBLK_SHIFT	24
322#define OPA_AM_NBLK_MASK	0xff
323#define OPA_AM_NBLK_SMASK	(OPA_AM_NBLK_MASK << OPA_AM_NBLK_SHIFT)
324#define OPA_AM_NBLK(am)		(((am) >> OPA_AM_NBLK_SHIFT) & \
325					OPA_AM_NBLK_MASK)
326
327#define OPA_AM_START_BLK_SHIFT	0
328#define OPA_AM_START_BLK_MASK	0xff
329#define OPA_AM_START_BLK_SMASK	(OPA_AM_START_BLK_MASK << \
330					OPA_AM_START_BLK_SHIFT)
331#define OPA_AM_START_BLK(am)	(((am) >> OPA_AM_START_BLK_SHIFT) & \
332					OPA_AM_START_BLK_MASK)
333
334#define OPA_AM_PORTNUM_SHIFT	0
335#define OPA_AM_PORTNUM_MASK	0xff
336#define OPA_AM_PORTNUM_SMASK	(OPA_AM_PORTNUM_MASK << OPA_AM_PORTNUM_SHIFT)
337#define OPA_AM_PORTNUM(am)	(((am) >> OPA_AM_PORTNUM_SHIFT) & \
338					OPA_AM_PORTNUM_MASK)
339
340#define OPA_AM_ASYNC_SHIFT	12
341#define OPA_AM_ASYNC_MASK	0x1
342#define OPA_AM_ASYNC_SMASK	(OPA_AM_ASYNC_MASK << OPA_AM_ASYNC_SHIFT)
343#define OPA_AM_ASYNC(am)	(((am) >> OPA_AM_ASYNC_SHIFT) & \
344					OPA_AM_ASYNC_MASK)
345
346#define OPA_AM_START_SM_CFG_SHIFT	9
347#define OPA_AM_START_SM_CFG_MASK	0x1
348#define OPA_AM_START_SM_CFG_SMASK	(OPA_AM_START_SM_CFG_MASK << \
349						OPA_AM_START_SM_CFG_SHIFT)
350#define OPA_AM_START_SM_CFG(am)		(((am) >> OPA_AM_START_SM_CFG_SHIFT) \
351						& OPA_AM_START_SM_CFG_MASK)
352
353#define OPA_AM_CI_ADDR_SHIFT	19
354#define OPA_AM_CI_ADDR_MASK	0xfff
355#define OPA_AM_CI_ADDR_SMASK	(OPA_AM_CI_ADDR_MASK << OPA_CI_ADDR_SHIFT)
356#define OPA_AM_CI_ADDR(am)	(((am) >> OPA_AM_CI_ADDR_SHIFT) & \
357					OPA_AM_CI_ADDR_MASK)
358
359#define OPA_AM_CI_LEN_SHIFT	13
360#define OPA_AM_CI_LEN_MASK	0x3f
361#define OPA_AM_CI_LEN_SMASK	(OPA_AM_CI_LEN_MASK << OPA_CI_LEN_SHIFT)
362#define OPA_AM_CI_LEN(am)	(((am) >> OPA_AM_CI_LEN_SHIFT) & \
363					OPA_AM_CI_LEN_MASK)
364
365/* error info macros */
366#define OPA_EI_STATUS_SMASK	0x80
367#define OPA_EI_CODE_SMASK	0x0f
368
369struct vl_limit {
370	__be16 dedicated;
371	__be16 shared;
372};
373
374struct buffer_control {
375	__be16 reserved;
376	__be16 overall_shared_limit;
377	struct vl_limit vl[OPA_MAX_VLS];
378};
379
380struct sc2vlnt {
381	u8 vlnt[32]; /* 5 bit VL, 3 bits reserved */
382};
383
384/*
385 * The PortSamplesControl.CounterMasks field is an array of 3 bit fields
386 * which specify the N'th counter's capabilities. See ch. 16.1.3.2.
387 * We support 5 counters which only count the mandatory quantities.
388 */
389#define COUNTER_MASK(q, n) (q << ((9 - n) * 3))
390#define COUNTER_MASK0_9 \
391	cpu_to_be32(COUNTER_MASK(1, 0) | \
392		    COUNTER_MASK(1, 1) | \
393		    COUNTER_MASK(1, 2) | \
394		    COUNTER_MASK(1, 3) | \
395		    COUNTER_MASK(1, 4))
396
397void hfi1_event_pkey_change(struct hfi1_devdata *dd, u32 port);
398void hfi1_handle_trap_timer(struct timer_list *t);
399u16 tx_link_width(u16 link_width);
400u64 get_xmit_wait_counters(struct hfi1_pportdata *ppd, u16 link_width,
401			   u16 link_speed, int vl);
402/**
403 * get_link_speed - determine whether 12.5G or 25G speed
404 * @link_speed: the speed of active link
405 * @return: Return 2 if link speed identified as 12.5G
406 * or return 1 if link speed is 25G.
407 *
408 * The function indirectly calculate required link speed
409 * value for convert_xmit_counter function. If the link
410 * speed is 25G, the function return as 1 as it is required
411 * by xmit counter conversion formula :-( 25G / link_speed).
412 * This conversion will provide value 1 if current
413 * link speed is 25G or 2 if 12.5G.This is done to avoid
414 * 12.5 float number conversion.
415 */
416static inline u16 get_link_speed(u16 link_speed)
417{
418	return (link_speed == 1) ?
419		 LINK_SPEED_12_5G : LINK_SPEED_25G;
420}
421
422/**
423 * convert_xmit_counter - calculate flit times for given xmit counter
424 * value
425 * @xmit_wait_val: current xmit counter value
426 * @link_width: width of active link
427 * @link_speed: speed of active link
428 * @return: return xmit counter value in flit times.
429 */
430static inline u64 convert_xmit_counter(u64 xmit_wait_val, u16 link_width,
431				       u16 link_speed)
432{
433	return (xmit_wait_val * 2 * (FACTOR_LINK_WIDTH / link_width)
434		 * link_speed) / DECIMAL_FACTORING;
435}
436#endif				/* _HFI1_MAD_H */