cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

ionic_stats.c (11125B)


      1// SPDX-License-Identifier: GPL-2.0
      2/* Copyright(c) 2017 - 2019 Pensando Systems, Inc */
      3
      4#include <linux/ethtool.h>
      5#include <linux/kernel.h>
      6#include <linux/mutex.h>
      7#include <linux/netdevice.h>
      8
      9#include "ionic.h"
     10#include "ionic_lif.h"
     11#include "ionic_stats.h"
     12
     13static const struct ionic_stat_desc ionic_lif_stats_desc[] = {
     14	IONIC_LIF_STAT_DESC(tx_packets),
     15	IONIC_LIF_STAT_DESC(tx_bytes),
     16	IONIC_LIF_STAT_DESC(rx_packets),
     17	IONIC_LIF_STAT_DESC(rx_bytes),
     18	IONIC_LIF_STAT_DESC(tx_tso),
     19	IONIC_LIF_STAT_DESC(tx_tso_bytes),
     20	IONIC_LIF_STAT_DESC(tx_csum_none),
     21	IONIC_LIF_STAT_DESC(tx_csum),
     22	IONIC_LIF_STAT_DESC(rx_csum_none),
     23	IONIC_LIF_STAT_DESC(rx_csum_complete),
     24	IONIC_LIF_STAT_DESC(rx_csum_error),
     25	IONIC_LIF_STAT_DESC(hw_tx_dropped),
     26	IONIC_LIF_STAT_DESC(hw_rx_dropped),
     27	IONIC_LIF_STAT_DESC(hw_rx_over_errors),
     28	IONIC_LIF_STAT_DESC(hw_rx_missed_errors),
     29	IONIC_LIF_STAT_DESC(hw_tx_aborted_errors),
     30};
     31
     32static const struct ionic_stat_desc ionic_port_stats_desc[] = {
     33	IONIC_PORT_STAT_DESC(frames_rx_ok),
     34	IONIC_PORT_STAT_DESC(frames_rx_all),
     35	IONIC_PORT_STAT_DESC(frames_rx_bad_fcs),
     36	IONIC_PORT_STAT_DESC(frames_rx_bad_all),
     37	IONIC_PORT_STAT_DESC(octets_rx_ok),
     38	IONIC_PORT_STAT_DESC(octets_rx_all),
     39	IONIC_PORT_STAT_DESC(frames_rx_unicast),
     40	IONIC_PORT_STAT_DESC(frames_rx_multicast),
     41	IONIC_PORT_STAT_DESC(frames_rx_broadcast),
     42	IONIC_PORT_STAT_DESC(frames_rx_pause),
     43	IONIC_PORT_STAT_DESC(frames_rx_bad_length),
     44	IONIC_PORT_STAT_DESC(frames_rx_undersized),
     45	IONIC_PORT_STAT_DESC(frames_rx_oversized),
     46	IONIC_PORT_STAT_DESC(frames_rx_fragments),
     47	IONIC_PORT_STAT_DESC(frames_rx_jabber),
     48	IONIC_PORT_STAT_DESC(frames_rx_pripause),
     49	IONIC_PORT_STAT_DESC(frames_rx_stomped_crc),
     50	IONIC_PORT_STAT_DESC(frames_rx_too_long),
     51	IONIC_PORT_STAT_DESC(frames_rx_vlan_good),
     52	IONIC_PORT_STAT_DESC(frames_rx_dropped),
     53	IONIC_PORT_STAT_DESC(frames_rx_less_than_64b),
     54	IONIC_PORT_STAT_DESC(frames_rx_64b),
     55	IONIC_PORT_STAT_DESC(frames_rx_65b_127b),
     56	IONIC_PORT_STAT_DESC(frames_rx_128b_255b),
     57	IONIC_PORT_STAT_DESC(frames_rx_256b_511b),
     58	IONIC_PORT_STAT_DESC(frames_rx_512b_1023b),
     59	IONIC_PORT_STAT_DESC(frames_rx_1024b_1518b),
     60	IONIC_PORT_STAT_DESC(frames_rx_1519b_2047b),
     61	IONIC_PORT_STAT_DESC(frames_rx_2048b_4095b),
     62	IONIC_PORT_STAT_DESC(frames_rx_4096b_8191b),
     63	IONIC_PORT_STAT_DESC(frames_rx_8192b_9215b),
     64	IONIC_PORT_STAT_DESC(frames_rx_other),
     65	IONIC_PORT_STAT_DESC(frames_tx_ok),
     66	IONIC_PORT_STAT_DESC(frames_tx_all),
     67	IONIC_PORT_STAT_DESC(frames_tx_bad),
     68	IONIC_PORT_STAT_DESC(octets_tx_ok),
     69	IONIC_PORT_STAT_DESC(octets_tx_total),
     70	IONIC_PORT_STAT_DESC(frames_tx_unicast),
     71	IONIC_PORT_STAT_DESC(frames_tx_multicast),
     72	IONIC_PORT_STAT_DESC(frames_tx_broadcast),
     73	IONIC_PORT_STAT_DESC(frames_tx_pause),
     74	IONIC_PORT_STAT_DESC(frames_tx_pripause),
     75	IONIC_PORT_STAT_DESC(frames_tx_vlan),
     76	IONIC_PORT_STAT_DESC(frames_tx_less_than_64b),
     77	IONIC_PORT_STAT_DESC(frames_tx_64b),
     78	IONIC_PORT_STAT_DESC(frames_tx_65b_127b),
     79	IONIC_PORT_STAT_DESC(frames_tx_128b_255b),
     80	IONIC_PORT_STAT_DESC(frames_tx_256b_511b),
     81	IONIC_PORT_STAT_DESC(frames_tx_512b_1023b),
     82	IONIC_PORT_STAT_DESC(frames_tx_1024b_1518b),
     83	IONIC_PORT_STAT_DESC(frames_tx_1519b_2047b),
     84	IONIC_PORT_STAT_DESC(frames_tx_2048b_4095b),
     85	IONIC_PORT_STAT_DESC(frames_tx_4096b_8191b),
     86	IONIC_PORT_STAT_DESC(frames_tx_8192b_9215b),
     87	IONIC_PORT_STAT_DESC(frames_tx_other),
     88	IONIC_PORT_STAT_DESC(frames_tx_pri_0),
     89	IONIC_PORT_STAT_DESC(frames_tx_pri_1),
     90	IONIC_PORT_STAT_DESC(frames_tx_pri_2),
     91	IONIC_PORT_STAT_DESC(frames_tx_pri_3),
     92	IONIC_PORT_STAT_DESC(frames_tx_pri_4),
     93	IONIC_PORT_STAT_DESC(frames_tx_pri_5),
     94	IONIC_PORT_STAT_DESC(frames_tx_pri_6),
     95	IONIC_PORT_STAT_DESC(frames_tx_pri_7),
     96	IONIC_PORT_STAT_DESC(frames_rx_pri_0),
     97	IONIC_PORT_STAT_DESC(frames_rx_pri_1),
     98	IONIC_PORT_STAT_DESC(frames_rx_pri_2),
     99	IONIC_PORT_STAT_DESC(frames_rx_pri_3),
    100	IONIC_PORT_STAT_DESC(frames_rx_pri_4),
    101	IONIC_PORT_STAT_DESC(frames_rx_pri_5),
    102	IONIC_PORT_STAT_DESC(frames_rx_pri_6),
    103	IONIC_PORT_STAT_DESC(frames_rx_pri_7),
    104	IONIC_PORT_STAT_DESC(tx_pripause_0_1us_count),
    105	IONIC_PORT_STAT_DESC(tx_pripause_1_1us_count),
    106	IONIC_PORT_STAT_DESC(tx_pripause_2_1us_count),
    107	IONIC_PORT_STAT_DESC(tx_pripause_3_1us_count),
    108	IONIC_PORT_STAT_DESC(tx_pripause_4_1us_count),
    109	IONIC_PORT_STAT_DESC(tx_pripause_5_1us_count),
    110	IONIC_PORT_STAT_DESC(tx_pripause_6_1us_count),
    111	IONIC_PORT_STAT_DESC(tx_pripause_7_1us_count),
    112	IONIC_PORT_STAT_DESC(rx_pripause_0_1us_count),
    113	IONIC_PORT_STAT_DESC(rx_pripause_1_1us_count),
    114	IONIC_PORT_STAT_DESC(rx_pripause_2_1us_count),
    115	IONIC_PORT_STAT_DESC(rx_pripause_3_1us_count),
    116	IONIC_PORT_STAT_DESC(rx_pripause_4_1us_count),
    117	IONIC_PORT_STAT_DESC(rx_pripause_5_1us_count),
    118	IONIC_PORT_STAT_DESC(rx_pripause_6_1us_count),
    119	IONIC_PORT_STAT_DESC(rx_pripause_7_1us_count),
    120	IONIC_PORT_STAT_DESC(rx_pause_1us_count),
    121	IONIC_PORT_STAT_DESC(frames_tx_truncated),
    122};
    123
    124static const struct ionic_stat_desc ionic_tx_stats_desc[] = {
    125	IONIC_TX_STAT_DESC(pkts),
    126	IONIC_TX_STAT_DESC(bytes),
    127	IONIC_TX_STAT_DESC(clean),
    128	IONIC_TX_STAT_DESC(dma_map_err),
    129	IONIC_TX_STAT_DESC(linearize),
    130	IONIC_TX_STAT_DESC(frags),
    131	IONIC_TX_STAT_DESC(tso),
    132	IONIC_TX_STAT_DESC(tso_bytes),
    133	IONIC_TX_STAT_DESC(hwstamp_valid),
    134	IONIC_TX_STAT_DESC(hwstamp_invalid),
    135	IONIC_TX_STAT_DESC(csum_none),
    136	IONIC_TX_STAT_DESC(csum),
    137	IONIC_TX_STAT_DESC(vlan_inserted),
    138};
    139
    140static const struct ionic_stat_desc ionic_rx_stats_desc[] = {
    141	IONIC_RX_STAT_DESC(pkts),
    142	IONIC_RX_STAT_DESC(bytes),
    143	IONIC_RX_STAT_DESC(dma_map_err),
    144	IONIC_RX_STAT_DESC(alloc_err),
    145	IONIC_RX_STAT_DESC(csum_none),
    146	IONIC_RX_STAT_DESC(csum_complete),
    147	IONIC_RX_STAT_DESC(csum_error),
    148	IONIC_RX_STAT_DESC(hwstamp_valid),
    149	IONIC_RX_STAT_DESC(hwstamp_invalid),
    150	IONIC_RX_STAT_DESC(dropped),
    151	IONIC_RX_STAT_DESC(vlan_stripped),
    152};
    153
    154#define IONIC_NUM_LIF_STATS ARRAY_SIZE(ionic_lif_stats_desc)
    155#define IONIC_NUM_PORT_STATS ARRAY_SIZE(ionic_port_stats_desc)
    156#define IONIC_NUM_TX_STATS ARRAY_SIZE(ionic_tx_stats_desc)
    157#define IONIC_NUM_RX_STATS ARRAY_SIZE(ionic_rx_stats_desc)
    158
    159#define MAX_Q(lif)   ((lif)->netdev->real_num_tx_queues)
    160
    161static void ionic_add_lif_txq_stats(struct ionic_lif *lif, int q_num,
    162				    struct ionic_lif_sw_stats *stats)
    163{
    164	struct ionic_tx_stats *txstats = &lif->txqstats[q_num];
    165
    166	stats->tx_packets += txstats->pkts;
    167	stats->tx_bytes += txstats->bytes;
    168	stats->tx_tso += txstats->tso;
    169	stats->tx_tso_bytes += txstats->tso_bytes;
    170	stats->tx_csum_none += txstats->csum_none;
    171	stats->tx_csum += txstats->csum;
    172	stats->tx_hwstamp_valid += txstats->hwstamp_valid;
    173	stats->tx_hwstamp_invalid += txstats->hwstamp_invalid;
    174}
    175
    176static void ionic_add_lif_rxq_stats(struct ionic_lif *lif, int q_num,
    177				    struct ionic_lif_sw_stats *stats)
    178{
    179	struct ionic_rx_stats *rxstats = &lif->rxqstats[q_num];
    180
    181	stats->rx_packets += rxstats->pkts;
    182	stats->rx_bytes += rxstats->bytes;
    183	stats->rx_csum_none += rxstats->csum_none;
    184	stats->rx_csum_complete += rxstats->csum_complete;
    185	stats->rx_csum_error += rxstats->csum_error;
    186	stats->rx_hwstamp_valid += rxstats->hwstamp_valid;
    187	stats->rx_hwstamp_invalid += rxstats->hwstamp_invalid;
    188}
    189
    190static void ionic_get_lif_stats(struct ionic_lif *lif,
    191				struct ionic_lif_sw_stats *stats)
    192{
    193	struct rtnl_link_stats64 ns;
    194	int q_num;
    195
    196	memset(stats, 0, sizeof(*stats));
    197
    198	for (q_num = 0; q_num < MAX_Q(lif); q_num++) {
    199		ionic_add_lif_txq_stats(lif, q_num, stats);
    200		ionic_add_lif_rxq_stats(lif, q_num, stats);
    201	}
    202
    203	if (lif->hwstamp_txq)
    204		ionic_add_lif_txq_stats(lif, lif->hwstamp_txq->q.index, stats);
    205
    206	if (lif->hwstamp_rxq)
    207		ionic_add_lif_rxq_stats(lif, lif->hwstamp_rxq->q.index, stats);
    208
    209	ionic_get_stats64(lif->netdev, &ns);
    210	stats->hw_tx_dropped = ns.tx_dropped;
    211	stats->hw_rx_dropped = ns.rx_dropped;
    212	stats->hw_rx_over_errors = ns.rx_over_errors;
    213	stats->hw_rx_missed_errors = ns.rx_missed_errors;
    214	stats->hw_tx_aborted_errors = ns.tx_aborted_errors;
    215}
    216
    217static u64 ionic_sw_stats_get_count(struct ionic_lif *lif)
    218{
    219	u64 total = 0, tx_queues = MAX_Q(lif), rx_queues = MAX_Q(lif);
    220
    221	if (lif->hwstamp_txq)
    222		tx_queues += 1;
    223
    224	if (lif->hwstamp_rxq)
    225		rx_queues += 1;
    226
    227	total += IONIC_NUM_LIF_STATS;
    228	total += IONIC_NUM_PORT_STATS;
    229
    230	total += tx_queues * IONIC_NUM_TX_STATS;
    231	total += rx_queues * IONIC_NUM_RX_STATS;
    232
    233	return total;
    234}
    235
    236static void ionic_sw_stats_get_tx_strings(struct ionic_lif *lif, u8 **buf,
    237					  int q_num)
    238{
    239	int i;
    240
    241	for (i = 0; i < IONIC_NUM_TX_STATS; i++)
    242		ethtool_sprintf(buf, "tx_%d_%s", q_num,
    243				ionic_tx_stats_desc[i].name);
    244}
    245
    246static void ionic_sw_stats_get_rx_strings(struct ionic_lif *lif, u8 **buf,
    247					  int q_num)
    248{
    249	int i;
    250
    251	for (i = 0; i < IONIC_NUM_RX_STATS; i++)
    252		ethtool_sprintf(buf, "rx_%d_%s", q_num,
    253				ionic_rx_stats_desc[i].name);
    254}
    255
    256static void ionic_sw_stats_get_strings(struct ionic_lif *lif, u8 **buf)
    257{
    258	int i, q_num;
    259
    260	for (i = 0; i < IONIC_NUM_LIF_STATS; i++)
    261		ethtool_sprintf(buf, ionic_lif_stats_desc[i].name);
    262
    263	for (i = 0; i < IONIC_NUM_PORT_STATS; i++)
    264		ethtool_sprintf(buf, ionic_port_stats_desc[i].name);
    265
    266	for (q_num = 0; q_num < MAX_Q(lif); q_num++)
    267		ionic_sw_stats_get_tx_strings(lif, buf, q_num);
    268
    269	if (lif->hwstamp_txq)
    270		ionic_sw_stats_get_tx_strings(lif, buf, lif->hwstamp_txq->q.index);
    271
    272	for (q_num = 0; q_num < MAX_Q(lif); q_num++)
    273		ionic_sw_stats_get_rx_strings(lif, buf, q_num);
    274
    275	if (lif->hwstamp_rxq)
    276		ionic_sw_stats_get_rx_strings(lif, buf, lif->hwstamp_rxq->q.index);
    277}
    278
    279static void ionic_sw_stats_get_txq_values(struct ionic_lif *lif, u64 **buf,
    280					  int q_num)
    281{
    282	struct ionic_tx_stats *txstats;
    283	int i;
    284
    285	txstats = &lif->txqstats[q_num];
    286
    287	for (i = 0; i < IONIC_NUM_TX_STATS; i++) {
    288		**buf = IONIC_READ_STAT64(txstats, &ionic_tx_stats_desc[i]);
    289		(*buf)++;
    290	}
    291}
    292
    293static void ionic_sw_stats_get_rxq_values(struct ionic_lif *lif, u64 **buf,
    294					  int q_num)
    295{
    296	struct ionic_rx_stats *rxstats;
    297	int i;
    298
    299	rxstats = &lif->rxqstats[q_num];
    300
    301	for (i = 0; i < IONIC_NUM_RX_STATS; i++) {
    302		**buf = IONIC_READ_STAT64(rxstats, &ionic_rx_stats_desc[i]);
    303		(*buf)++;
    304	}
    305}
    306
    307static void ionic_sw_stats_get_values(struct ionic_lif *lif, u64 **buf)
    308{
    309	struct ionic_port_stats *port_stats;
    310	struct ionic_lif_sw_stats lif_stats;
    311	int i, q_num;
    312
    313	ionic_get_lif_stats(lif, &lif_stats);
    314
    315	for (i = 0; i < IONIC_NUM_LIF_STATS; i++) {
    316		**buf = IONIC_READ_STAT64(&lif_stats, &ionic_lif_stats_desc[i]);
    317		(*buf)++;
    318	}
    319
    320	port_stats = &lif->ionic->idev.port_info->stats;
    321	for (i = 0; i < IONIC_NUM_PORT_STATS; i++) {
    322		**buf = IONIC_READ_STAT_LE64(port_stats,
    323					     &ionic_port_stats_desc[i]);
    324		(*buf)++;
    325	}
    326
    327	for (q_num = 0; q_num < MAX_Q(lif); q_num++)
    328		ionic_sw_stats_get_txq_values(lif, buf, q_num);
    329
    330	if (lif->hwstamp_txq)
    331		ionic_sw_stats_get_txq_values(lif, buf, lif->hwstamp_txq->q.index);
    332
    333	for (q_num = 0; q_num < MAX_Q(lif); q_num++)
    334		ionic_sw_stats_get_rxq_values(lif, buf, q_num);
    335
    336	if (lif->hwstamp_rxq)
    337		ionic_sw_stats_get_rxq_values(lif, buf, lif->hwstamp_rxq->q.index);
    338}
    339
    340const struct ionic_stats_group_intf ionic_stats_groups[] = {
    341	/* SW Stats group */
    342	{
    343		.get_strings = ionic_sw_stats_get_strings,
    344		.get_values = ionic_sw_stats_get_values,
    345		.get_count = ionic_sw_stats_get_count,
    346	},
    347	/* Add more stat groups here */
    348};
    349
    350const int ionic_num_stats_grps = ARRAY_SIZE(ionic_stats_groups);