reporter_vnic.c

  1// SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB
  2/* Copyright (c) 2023, NVIDIA CORPORATION & AFFILIATES. */
  3
  4#include <linux/mlx5/vport.h>
  5
  6#include "reporter_vnic.h"
  7#include "en_stats.h"
  8#include "devlink.h"
  9
 10#define VNIC_ENV_GET64(vnic_env_stats, c) \
 11	MLX5_GET64(query_vnic_env_out, (vnic_env_stats)->query_vnic_env_out, \
 12		 vport_env.c)
 13
 14struct mlx5_vnic_diag_stats {
 15	__be64 query_vnic_env_out[MLX5_ST_SZ_QW(query_vnic_env_out)];
 16};
 17
 18static void mlx5_reporter_vnic_diagnose_counter_icm(struct mlx5_core_dev *dev,
 19						    struct devlink_fmsg *fmsg,
 20						    u16 vport_num, bool other_vport)
 21{
 22	u32 out_icm_reg[MLX5_ST_SZ_DW(vhca_icm_ctrl_reg)] = {};
 23	u32 in_icm_reg[MLX5_ST_SZ_DW(vhca_icm_ctrl_reg)] = {};
 24	u32 out_reg[MLX5_ST_SZ_DW(nic_cap_reg)] = {};
 25	u32 in_reg[MLX5_ST_SZ_DW(nic_cap_reg)] = {};
 26	u32 cur_alloc_icm;
 27	int vhca_icm_ctrl;
 28	u16 vhca_id;
 29	int err;
 30
 31	err = mlx5_core_access_reg(dev, in_reg, sizeof(in_reg), out_reg,
 32				   sizeof(out_reg), MLX5_REG_NIC_CAP, 0, 0);
 33	if (err) {
 34		mlx5_core_warn(dev, "Reading nic_cap_reg failed. err = %d\n", err);
 35		return;
 36	}
 37	vhca_icm_ctrl = MLX5_GET(nic_cap_reg, out_reg, vhca_icm_ctrl);
 38	if (!vhca_icm_ctrl)
 39		return;
 40
 41	MLX5_SET(vhca_icm_ctrl_reg, in_icm_reg, vhca_id_valid, other_vport);
 42	if (other_vport) {
 43		err = mlx5_vport_get_vhca_id(dev, vport_num, &vhca_id);
 44		if (err) {
 45			mlx5_core_warn(dev, "vport to vhca_id failed. vport_num = %d, err = %d\n",
 46				       vport_num, err);
 47			return;
 48		}
 49		MLX5_SET(vhca_icm_ctrl_reg, in_icm_reg, vhca_id, vhca_id);
 50	}
 51	err = mlx5_core_access_reg(dev, in_icm_reg, sizeof(in_icm_reg),
 52				   out_icm_reg, sizeof(out_icm_reg),
 53				   MLX5_REG_VHCA_ICM_CTRL, 0, 0);
 54	if (err) {
 55		mlx5_core_warn(dev, "Reading vhca_icm_ctrl failed. err = %d\n", err);
 56		return;
 57	}
 58	cur_alloc_icm = MLX5_GET(vhca_icm_ctrl_reg, out_icm_reg, cur_alloc_icm);
 59	devlink_fmsg_u32_pair_put(fmsg, "icm_consumption", cur_alloc_icm);
 60}
 61
 62void mlx5_reporter_vnic_diagnose_counters(struct mlx5_core_dev *dev,
 63					  struct devlink_fmsg *fmsg,
 64					  u16 vport_num, bool other_vport)
 65{
 66	u32 in[MLX5_ST_SZ_DW(query_vnic_env_in)] = {};
 67	struct mlx5_vnic_diag_stats vnic;
 68
 69	MLX5_SET(query_vnic_env_in, in, opcode, MLX5_CMD_OP_QUERY_VNIC_ENV);
 70	MLX5_SET(query_vnic_env_in, in, vport_number, vport_num);
 71	MLX5_SET(query_vnic_env_in, in, other_vport, !!other_vport);
 72
 73	mlx5_cmd_exec_inout(dev, query_vnic_env, in, &vnic.query_vnic_env_out);
 74
 75	devlink_fmsg_pair_nest_start(fmsg, "vNIC env counters");
 76	devlink_fmsg_obj_nest_start(fmsg);
 77
 78	if (MLX5_CAP_GEN(dev, vnic_env_queue_counters)) {
 79		devlink_fmsg_u32_pair_put(fmsg, "total_error_queues",
 80					  VNIC_ENV_GET(&vnic, total_error_queues));
 81		devlink_fmsg_u32_pair_put(fmsg, "send_queue_priority_update_flow",
 82					  VNIC_ENV_GET(&vnic, send_queue_priority_update_flow));
 83	}
 84	if (MLX5_CAP_GEN(dev, eq_overrun_count)) {
 85		devlink_fmsg_u32_pair_put(fmsg, "comp_eq_overrun",
 86					  VNIC_ENV_GET(&vnic, comp_eq_overrun));
 87		devlink_fmsg_u32_pair_put(fmsg, "async_eq_overrun",
 88					  VNIC_ENV_GET(&vnic, async_eq_overrun));
 89	}
 90	if (MLX5_CAP_GEN(dev, vnic_env_cq_overrun))
 91		devlink_fmsg_u32_pair_put(fmsg, "cq_overrun",
 92					  VNIC_ENV_GET(&vnic, cq_overrun));
 93	if (MLX5_CAP_GEN(dev, invalid_command_count))
 94		devlink_fmsg_u32_pair_put(fmsg, "invalid_command",
 95					  VNIC_ENV_GET(&vnic, invalid_command));
 96	if (MLX5_CAP_GEN(dev, quota_exceeded_count))
 97		devlink_fmsg_u32_pair_put(fmsg, "quota_exceeded_command",
 98					  VNIC_ENV_GET(&vnic, quota_exceeded_command));
 99	if (MLX5_CAP_GEN(dev, nic_receive_steering_discard))
100		devlink_fmsg_u64_pair_put(fmsg, "nic_receive_steering_discard",
101					  VNIC_ENV_GET64(&vnic, nic_receive_steering_discard));
102	if (MLX5_CAP_GEN(dev, vnic_env_cnt_steering_fail)) {
103		devlink_fmsg_u64_pair_put(fmsg, "generated_pkt_steering_fail",
104					  VNIC_ENV_GET64(&vnic, generated_pkt_steering_fail));
105		devlink_fmsg_u64_pair_put(fmsg, "handled_pkt_steering_fail",
106					  VNIC_ENV_GET64(&vnic, handled_pkt_steering_fail));
107	}
108	if (MLX5_CAP_GEN(dev, nic_cap_reg))
109		mlx5_reporter_vnic_diagnose_counter_icm(dev, fmsg, vport_num, other_vport);
110	if (MLX5_CAP_GEN(dev, vnic_env_cnt_bar_uar_access))
111		devlink_fmsg_u32_pair_put(fmsg, "bar_uar_access",
112					  VNIC_ENV_GET(&vnic, bar_uar_access));
113	if (MLX5_CAP_GEN(dev, vnic_env_cnt_odp_page_fault)) {
114		devlink_fmsg_u32_pair_put(fmsg, "odp_local_triggered_page_fault",
115					  VNIC_ENV_GET(&vnic, odp_local_triggered_page_fault));
116		devlink_fmsg_u32_pair_put(fmsg, "odp_remote_triggered_page_fault",
117					  VNIC_ENV_GET(&vnic, odp_remote_triggered_page_fault));
118	}
119
120	devlink_fmsg_obj_nest_end(fmsg);
121	devlink_fmsg_pair_nest_end(fmsg);
122}
123
124static int mlx5_reporter_vnic_diagnose(struct devlink_health_reporter *reporter,
125				       struct devlink_fmsg *fmsg,
126				       struct netlink_ext_ack *extack)
127{
128	struct mlx5_core_dev *dev = devlink_health_reporter_priv(reporter);
129
130	mlx5_reporter_vnic_diagnose_counters(dev, fmsg, 0, false);
131	return 0;
132}
133
134static const struct devlink_health_reporter_ops mlx5_reporter_vnic_ops = {
135	.name = "vnic",
136	.diagnose = mlx5_reporter_vnic_diagnose,
137};
138
139void mlx5_reporter_vnic_create(struct mlx5_core_dev *dev)
140{
141	struct mlx5_core_health *health = &dev->priv.health;
142	struct devlink *devlink = priv_to_devlink(dev);
143
144	health->vnic_reporter =
145		devlink_health_reporter_create(devlink,
146					       &mlx5_reporter_vnic_ops,
147					       dev);
148	if (IS_ERR(health->vnic_reporter))
149		mlx5_core_warn(dev,
150			       "Failed to create vnic reporter, err = %pe\n",
151			       health->vnic_reporter);
152}
153
154void mlx5_reporter_vnic_destroy(struct mlx5_core_dev *dev)
155{
156	struct mlx5_core_health *health = &dev->priv.health;
157
158	if (!IS_ERR_OR_NULL(health->vnic_reporter))
159		devlink_health_reporter_destroy(health->vnic_reporter);
160}