| 1 | |
| 2 |
|
| 3 | #include "bitset.h"
|
| 4 | #include "common.h"
|
| 5 | #include "netlink.h"
|
| 6 |
|
| 7 | struct fec_req_info {
|
| 8 | struct ethnl_req_info base;
|
| 9 | };
|
| 10 |
|
| 11 | struct fec_reply_data {
|
| 12 | struct ethnl_reply_data base;
|
| 13 | __ETHTOOL_DECLARE_LINK_MODE_MASK(fec_link_modes);
|
| 14 | u32 active_fec;
|
| 15 | u8 fec_auto;
|
| 16 | struct fec_stat_grp {
|
| 17 | u64 stats[1 + ETHTOOL_MAX_LANES];
|
| 18 | u8 cnt;
|
| 19 | } corr, uncorr, corr_bits;
|
| 20 | struct ethtool_fec_hist fec_stat_hist;
|
| 21 | };
|
| 22 |
|
| 23 | #define FEC_REPDATA(__reply_base) \
|
| 24 | container_of(__reply_base, struct fec_reply_data, base)
|
| 25 |
|
| 26 | #define ETHTOOL_FEC_MASK ((ETHTOOL_FEC_LLRS << 1) - 1)
|
| 27 |
|
| 28 | const struct nla_policy ethnl_fec_get_policy[ETHTOOL_A_FEC_HEADER + 1] = {
|
| 29 | [ETHTOOL_A_FEC_HEADER] = NLA_POLICY_NESTED(ethnl_header_policy_stats),
|
| 30 | };
|
| 31 |
|
| 32 | static void
|
| 33 | ethtool_fec_to_link_modes(u32 fec, unsigned long *link_modes, u8 *fec_auto)
|
| 34 | {
|
| 35 | if (fec_auto)
|
| 36 | *fec_auto = !!(fec & ETHTOOL_FEC_AUTO);
|
| 37 |
|
| 38 | if (fec & ETHTOOL_FEC_OFF)
|
| 39 | __set_bit(ETHTOOL_LINK_MODE_FEC_NONE_BIT, link_modes);
|
| 40 | if (fec & ETHTOOL_FEC_RS)
|
| 41 | __set_bit(ETHTOOL_LINK_MODE_FEC_RS_BIT, link_modes);
|
| 42 | if (fec & ETHTOOL_FEC_BASER)
|
| 43 | __set_bit(ETHTOOL_LINK_MODE_FEC_BASER_BIT, link_modes);
|
| 44 | if (fec & ETHTOOL_FEC_LLRS)
|
| 45 | __set_bit(ETHTOOL_LINK_MODE_FEC_LLRS_BIT, link_modes);
|
| 46 | }
|
| 47 |
|
| 48 | static int
|
| 49 | ethtool_link_modes_to_fecparam(struct ethtool_fecparam *fec,
|
| 50 | unsigned long *link_modes, u8 fec_auto)
|
| 51 | {
|
| 52 | memset(fec, 0, sizeof(*fec));
|
| 53 |
|
| 54 | if (fec_auto)
|
| 55 | fec->fec |= ETHTOOL_FEC_AUTO;
|
| 56 |
|
| 57 | if (__test_and_clear_bit(ETHTOOL_LINK_MODE_FEC_NONE_BIT, link_modes))
|
| 58 | fec->fec |= ETHTOOL_FEC_OFF;
|
| 59 | if (__test_and_clear_bit(ETHTOOL_LINK_MODE_FEC_RS_BIT, link_modes))
|
| 60 | fec->fec |= ETHTOOL_FEC_RS;
|
| 61 | if (__test_and_clear_bit(ETHTOOL_LINK_MODE_FEC_BASER_BIT, link_modes))
|
| 62 | fec->fec |= ETHTOOL_FEC_BASER;
|
| 63 | if (__test_and_clear_bit(ETHTOOL_LINK_MODE_FEC_LLRS_BIT, link_modes))
|
| 64 | fec->fec |= ETHTOOL_FEC_LLRS;
|
| 65 |
|
| 66 | if (!bitmap_empty(link_modes, __ETHTOOL_LINK_MODE_MASK_NBITS))
|
| 67 | return -EINVAL;
|
| 68 |
|
| 69 | return 0;
|
| 70 | }
|
| 71 |
|
| 72 | static void
|
| 73 | fec_stats_recalc(struct fec_stat_grp *grp, struct ethtool_fec_stat *stats)
|
| 74 | {
|
| 75 | int i;
|
| 76 |
|
| 77 | if (stats->lanes[0] == ETHTOOL_STAT_NOT_SET) {
|
| 78 | grp->stats[0] = stats->total;
|
| 79 | grp->cnt = stats->total != ETHTOOL_STAT_NOT_SET;
|
| 80 | return;
|
| 81 | }
|
| 82 |
|
| 83 | grp->cnt = 1;
|
| 84 | grp->stats[0] = 0;
|
| 85 | for (i = 0; i < ETHTOOL_MAX_LANES; i++) {
|
| 86 | if (stats->lanes[i] == ETHTOOL_STAT_NOT_SET)
|
| 87 | break;
|
| 88 |
|
| 89 | grp->stats[0] += stats->lanes[i];
|
| 90 | grp->stats[grp->cnt++] = stats->lanes[i];
|
| 91 | }
|
| 92 | }
|
| 93 |
|
| 94 | static int fec_prepare_data(const struct ethnl_req_info *req_base,
|
| 95 | struct ethnl_reply_data *reply_base,
|
| 96 | const struct genl_info *info)
|
| 97 | {
|
| 98 | __ETHTOOL_DECLARE_LINK_MODE_MASK(active_fec_modes) = {};
|
| 99 | struct fec_reply_data *data = FEC_REPDATA(reply_base);
|
| 100 | struct net_device *dev = reply_base->dev;
|
| 101 | struct ethtool_fecparam fec = {};
|
| 102 | int ret;
|
| 103 |
|
| 104 | if (!dev->ethtool_ops->get_fecparam)
|
| 105 | return -EOPNOTSUPP;
|
| 106 | ret = ethnl_ops_begin(dev);
|
| 107 | if (ret < 0)
|
| 108 | return ret;
|
| 109 | ret = dev->ethtool_ops->get_fecparam(dev, &fec);
|
| 110 | if (ret)
|
| 111 | goto out_complete;
|
| 112 | if (req_base->flags & ETHTOOL_FLAG_STATS &&
|
| 113 | dev->ethtool_ops->get_fec_stats) {
|
| 114 | struct ethtool_fec_stats stats;
|
| 115 |
|
| 116 | ethtool_stats_init((u64 *)&stats, sizeof(stats) / 8);
|
| 117 | ethtool_stats_init((u64 *)data->fec_stat_hist.values,
|
| 118 | sizeof(data->fec_stat_hist.values) / 8);
|
| 119 | dev->ethtool_ops->get_fec_stats(dev, &stats,
|
| 120 | &data->fec_stat_hist);
|
| 121 |
|
| 122 | fec_stats_recalc(&data->corr, &stats.corrected_blocks);
|
| 123 | fec_stats_recalc(&data->uncorr, &stats.uncorrectable_blocks);
|
| 124 | fec_stats_recalc(&data->corr_bits, &stats.corrected_bits);
|
| 125 | }
|
| 126 |
|
| 127 | WARN_ON_ONCE(fec.reserved);
|
| 128 |
|
| 129 | ethtool_fec_to_link_modes(fec.fec, data->fec_link_modes,
|
| 130 | &data->fec_auto);
|
| 131 |
|
| 132 | ethtool_fec_to_link_modes(fec.active_fec, active_fec_modes, NULL);
|
| 133 | data->active_fec = find_first_bit(active_fec_modes,
|
| 134 | __ETHTOOL_LINK_MODE_MASK_NBITS);
|
| 135 | |
| 136 | * ethtool_fecparam_to_link_modes() ignores NONE and AUTO.
|
| 137 |
|
| 138 | if (data->active_fec == __ETHTOOL_LINK_MODE_MASK_NBITS)
|
| 139 | data->active_fec = 0;
|
| 140 |
|
| 141 | out_complete:
|
| 142 | ethnl_ops_complete(dev);
|
| 143 | return ret;
|
| 144 | }
|
| 145 |
|
| 146 | static int fec_reply_size(const struct ethnl_req_info *req_base,
|
| 147 | const struct ethnl_reply_data *reply_base)
|
| 148 | {
|
| 149 | bool compact = req_base->flags & ETHTOOL_FLAG_COMPACT_BITSETS;
|
| 150 | const struct fec_reply_data *data = FEC_REPDATA(reply_base);
|
| 151 | int len = 0;
|
| 152 | int ret;
|
| 153 |
|
| 154 | ret = ethnl_bitset_size(data->fec_link_modes, NULL,
|
| 155 | __ETHTOOL_LINK_MODE_MASK_NBITS,
|
| 156 | link_mode_names, compact);
|
| 157 | if (ret < 0)
|
| 158 | return ret;
|
| 159 | len += ret;
|
| 160 |
|
| 161 | len += nla_total_size(sizeof(u8)) +
|
| 162 | nla_total_size(sizeof(u32));
|
| 163 |
|
| 164 | if (req_base->flags & ETHTOOL_FLAG_STATS) {
|
| 165 | len += 3 * nla_total_size_64bit(sizeof(u64) *
|
| 166 | (1 + ETHTOOL_MAX_LANES));
|
| 167 |
|
| 168 | len += (nla_total_size(0) +
|
| 169 | nla_total_size(4) +
|
| 170 | nla_total_size(4) +
|
| 171 |
|
| 172 | nla_total_size_64bit(sizeof(u64)) +
|
| 173 | nla_total_size_64bit(sizeof(u64) * ETHTOOL_MAX_LANES)) *
|
| 174 | ETHTOOL_FEC_HIST_MAX;
|
| 175 | }
|
| 176 |
|
| 177 | return len;
|
| 178 | }
|
| 179 |
|
| 180 | static int fec_put_hist(struct sk_buff *skb,
|
| 181 | const struct ethtool_fec_hist *hist)
|
| 182 | {
|
| 183 | const struct ethtool_fec_hist_range *ranges = hist->ranges;
|
| 184 | const struct ethtool_fec_hist_value *values = hist->values;
|
| 185 | struct nlattr *nest;
|
| 186 | int i, j;
|
| 187 | u64 sum;
|
| 188 |
|
| 189 | if (!ranges)
|
| 190 | return 0;
|
| 191 |
|
| 192 | for (i = 0; i < ETHTOOL_FEC_HIST_MAX; i++) {
|
| 193 | if (i && !ranges[i].low && !ranges[i].high)
|
| 194 | break;
|
| 195 |
|
| 196 | if (WARN_ON_ONCE(values[i].sum == ETHTOOL_STAT_NOT_SET &&
|
| 197 | values[i].per_lane[0] == ETHTOOL_STAT_NOT_SET))
|
| 198 | break;
|
| 199 |
|
| 200 | nest = nla_nest_start(skb, ETHTOOL_A_FEC_STAT_HIST);
|
| 201 | if (!nest)
|
| 202 | return -EMSGSIZE;
|
| 203 |
|
| 204 | if (nla_put_u32(skb, ETHTOOL_A_FEC_HIST_BIN_LOW,
|
| 205 | ranges[i].low) ||
|
| 206 | nla_put_u32(skb, ETHTOOL_A_FEC_HIST_BIN_HIGH,
|
| 207 | ranges[i].high))
|
| 208 | goto err_cancel_hist;
|
| 209 | sum = 0;
|
| 210 | for (j = 0; j < ETHTOOL_MAX_LANES; j++) {
|
| 211 | if (values[i].per_lane[j] == ETHTOOL_STAT_NOT_SET)
|
| 212 | break;
|
| 213 | sum += values[i].per_lane[j];
|
| 214 | }
|
| 215 | if (nla_put_uint(skb, ETHTOOL_A_FEC_HIST_BIN_VAL,
|
| 216 | values[i].sum == ETHTOOL_STAT_NOT_SET ?
|
| 217 | sum : values[i].sum))
|
| 218 | goto err_cancel_hist;
|
| 219 | if (j && nla_put_64bit(skb, ETHTOOL_A_FEC_HIST_BIN_VAL_PER_LANE,
|
| 220 | sizeof(u64) * j,
|
| 221 | values[i].per_lane,
|
| 222 | ETHTOOL_A_FEC_HIST_PAD))
|
| 223 | goto err_cancel_hist;
|
| 224 |
|
| 225 | nla_nest_end(skb, nest);
|
| 226 | }
|
| 227 |
|
| 228 | return 0;
|
| 229 |
|
| 230 | err_cancel_hist:
|
| 231 | nla_nest_cancel(skb, nest);
|
| 232 | return -EMSGSIZE;
|
| 233 | }
|
| 234 |
|
| 235 | static int fec_put_stats(struct sk_buff *skb, const struct fec_reply_data *data)
|
| 236 | {
|
| 237 | struct nlattr *nest;
|
| 238 |
|
| 239 | nest = nla_nest_start(skb, ETHTOOL_A_FEC_STATS);
|
| 240 | if (!nest)
|
| 241 | return -EMSGSIZE;
|
| 242 |
|
| 243 | if (nla_put_64bit(skb, ETHTOOL_A_FEC_STAT_CORRECTED,
|
| 244 | sizeof(u64) * data->corr.cnt,
|
| 245 | data->corr.stats, ETHTOOL_A_FEC_STAT_PAD) ||
|
| 246 | nla_put_64bit(skb, ETHTOOL_A_FEC_STAT_UNCORR,
|
| 247 | sizeof(u64) * data->uncorr.cnt,
|
| 248 | data->uncorr.stats, ETHTOOL_A_FEC_STAT_PAD) ||
|
| 249 | nla_put_64bit(skb, ETHTOOL_A_FEC_STAT_CORR_BITS,
|
| 250 | sizeof(u64) * data->corr_bits.cnt,
|
| 251 | data->corr_bits.stats, ETHTOOL_A_FEC_STAT_PAD))
|
| 252 | goto err_cancel;
|
| 253 |
|
| 254 | if (fec_put_hist(skb, &data->fec_stat_hist))
|
| 255 | goto err_cancel;
|
| 256 |
|
| 257 | nla_nest_end(skb, nest);
|
| 258 | return 0;
|
| 259 |
|
| 260 | err_cancel:
|
| 261 | nla_nest_cancel(skb, nest);
|
| 262 | return -EMSGSIZE;
|
| 263 | }
|
| 264 |
|
| 265 | static int fec_fill_reply(struct sk_buff *skb,
|
| 266 | const struct ethnl_req_info *req_base,
|
| 267 | const struct ethnl_reply_data *reply_base)
|
| 268 | {
|
| 269 | bool compact = req_base->flags & ETHTOOL_FLAG_COMPACT_BITSETS;
|
| 270 | const struct fec_reply_data *data = FEC_REPDATA(reply_base);
|
| 271 | int ret;
|
| 272 |
|
| 273 | ret = ethnl_put_bitset(skb, ETHTOOL_A_FEC_MODES,
|
| 274 | data->fec_link_modes, NULL,
|
| 275 | __ETHTOOL_LINK_MODE_MASK_NBITS,
|
| 276 | link_mode_names, compact);
|
| 277 | if (ret < 0)
|
| 278 | return ret;
|
| 279 |
|
| 280 | if (nla_put_u8(skb, ETHTOOL_A_FEC_AUTO, data->fec_auto) ||
|
| 281 | (data->active_fec &&
|
| 282 | nla_put_u32(skb, ETHTOOL_A_FEC_ACTIVE, data->active_fec)))
|
| 283 | return -EMSGSIZE;
|
| 284 |
|
| 285 | if (req_base->flags & ETHTOOL_FLAG_STATS && fec_put_stats(skb, data))
|
| 286 | return -EMSGSIZE;
|
| 287 |
|
| 288 | return 0;
|
| 289 | }
|
| 290 |
|
| 291 |
|
| 292 |
|
| 293 | const struct nla_policy ethnl_fec_set_policy[ETHTOOL_A_FEC_AUTO + 1] = {
|
| 294 | [ETHTOOL_A_FEC_HEADER] = NLA_POLICY_NESTED(ethnl_header_policy),
|
| 295 | [ETHTOOL_A_FEC_MODES] = { .type = NLA_NESTED },
|
| 296 | [ETHTOOL_A_FEC_AUTO] = NLA_POLICY_MAX(NLA_U8, 1),
|
| 297 | };
|
| 298 |
|
| 299 | static int
|
| 300 | ethnl_set_fec_validate(struct ethnl_req_info *req_info, struct genl_info *info)
|
| 301 | {
|
| 302 | const struct ethtool_ops *ops = req_info->dev->ethtool_ops;
|
| 303 |
|
| 304 | return ops->get_fecparam && ops->set_fecparam ? 1 : -EOPNOTSUPP;
|
| 305 | }
|
| 306 |
|
| 307 | static int
|
| 308 | ethnl_set_fec(struct ethnl_req_info *req_info, struct genl_info *info)
|
| 309 | {
|
| 310 | __ETHTOOL_DECLARE_LINK_MODE_MASK(fec_link_modes) = {};
|
| 311 | struct net_device *dev = req_info->dev;
|
| 312 | struct nlattr **tb = info->attrs;
|
| 313 | struct ethtool_fecparam fec = {};
|
| 314 | bool mod = false;
|
| 315 | u8 fec_auto;
|
| 316 | int ret;
|
| 317 |
|
| 318 | ret = dev->ethtool_ops->get_fecparam(dev, &fec);
|
| 319 | if (ret < 0)
|
| 320 | return ret;
|
| 321 |
|
| 322 | ethtool_fec_to_link_modes(fec.fec, fec_link_modes, &fec_auto);
|
| 323 |
|
| 324 | ret = ethnl_update_bitset(fec_link_modes,
|
| 325 | __ETHTOOL_LINK_MODE_MASK_NBITS,
|
| 326 | tb[ETHTOOL_A_FEC_MODES],
|
| 327 | link_mode_names, info->extack, &mod);
|
| 328 | if (ret < 0)
|
| 329 | return ret;
|
| 330 | ethnl_update_u8(&fec_auto, tb[ETHTOOL_A_FEC_AUTO], &mod);
|
| 331 | if (!mod)
|
| 332 | return 0;
|
| 333 |
|
| 334 | ret = ethtool_link_modes_to_fecparam(&fec, fec_link_modes, fec_auto);
|
| 335 | if (ret) {
|
| 336 | NL_SET_ERR_MSG_ATTR(info->extack, tb[ETHTOOL_A_FEC_MODES],
|
| 337 | "invalid FEC modes requested");
|
| 338 | return ret;
|
| 339 | }
|
| 340 | if (!fec.fec) {
|
| 341 | NL_SET_ERR_MSG_ATTR(info->extack, tb[ETHTOOL_A_FEC_MODES],
|
| 342 | "no FEC modes set");
|
| 343 | return -EINVAL;
|
| 344 | }
|
| 345 |
|
| 346 | ret = dev->ethtool_ops->set_fecparam(dev, &fec);
|
| 347 | return ret < 0 ? ret : 1;
|
| 348 | }
|
| 349 |
|
| 350 | const struct ethnl_request_ops ethnl_fec_request_ops = {
|
| 351 | .request_cmd = ETHTOOL_MSG_FEC_GET,
|
| 352 | .reply_cmd = ETHTOOL_MSG_FEC_GET_REPLY,
|
| 353 | .hdr_attr = ETHTOOL_A_FEC_HEADER,
|
| 354 | .req_info_size = sizeof(struct fec_req_info),
|
| 355 | .reply_data_size = sizeof(struct fec_reply_data),
|
| 356 |
|
| 357 | .prepare_data = fec_prepare_data,
|
| 358 | .reply_size = fec_reply_size,
|
| 359 | .fill_reply = fec_fill_reply,
|
| 360 |
|
| 361 | .set_validate = ethnl_set_fec_validate,
|
| 362 | .set = ethnl_set_fec,
|
| 363 | .set_ntf_cmd = ETHTOOL_MSG_FEC_NTF,
|
| 364 | };
|