cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

en_rep.h (8430B)


      1/*
      2 * Copyright (c) 2017, Mellanox Technologies. All rights reserved.
      3 *
      4 * This software is available to you under a choice of one of two
      5 * licenses.  You may choose to be licensed under the terms of the GNU
      6 * General Public License (GPL) Version 2, available from the file
      7 * COPYING in the main directory of this source tree, or the
      8 * OpenIB.org BSD license below:
      9 *
     10 *     Redistribution and use in source and binary forms, with or
     11 *     without modification, are permitted provided that the following
     12 *     conditions are met:
     13 *
     14 *      - Redistributions of source code must retain the above
     15 *        copyright notice, this list of conditions and the following
     16 *        disclaimer.
     17 *
     18 *      - Redistributions in binary form must reproduce the above
     19 *        copyright notice, this list of conditions and the following
     20 *        disclaimer in the documentation and/or other materials
     21 *        provided with the distribution.
     22 *
     23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
     24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
     25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
     26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
     27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
     28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
     29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
     30 * SOFTWARE.
     31 */
     32
     33#ifndef __MLX5E_REP_H__
     34#define __MLX5E_REP_H__
     35
     36#include <net/ip_tunnels.h>
     37#include <linux/rhashtable.h>
     38#include <linux/mutex.h>
     39#include "eswitch.h"
     40#include "en.h"
     41#include "lib/port_tun.h"
     42
     43#ifdef CONFIG_MLX5_ESWITCH
     44extern const struct mlx5e_rx_handlers mlx5e_rx_handlers_rep;
     45
     46struct mlx5e_neigh_update_table {
     47	struct rhashtable       neigh_ht;
     48	/* Save the neigh hash entries in a list in addition to the hash table
     49	 * (neigh_ht). In order to iterate easily over the neigh entries.
     50	 * Used for stats query.
     51	 */
     52	struct list_head	neigh_list;
     53	/* protect lookup/remove operations */
     54	struct mutex		encap_lock;
     55	struct notifier_block   netevent_nb;
     56	struct delayed_work     neigh_stats_work;
     57	unsigned long           min_interval; /* jiffies */
     58};
     59
     60struct mlx5_tc_ct_priv;
     61struct mlx5_tc_int_port_priv;
     62struct mlx5e_rep_bond;
     63struct mlx5e_tc_tun_encap;
     64struct mlx5e_post_act;
     65
     66struct mlx5_rep_uplink_priv {
     67	/* indirect block callbacks are invoked on bind/unbind events
     68	 * on registered higher level devices (e.g. tunnel devices)
     69	 *
     70	 * tc_indr_block_cb_priv_list is used to lookup indirect callback
     71	 * private data
     72	 *
     73	 */
     74	struct list_head	    tc_indr_block_priv_list;
     75
     76	struct mlx5_tun_entropy tun_entropy;
     77
     78	/* protects unready_flows */
     79	struct mutex                unready_flows_lock;
     80	struct list_head            unready_flows;
     81	struct work_struct          reoffload_flows_work;
     82
     83	/* maps tun_info to a unique id*/
     84	struct mapping_ctx *tunnel_mapping;
     85	/* maps tun_enc_opts to a unique id*/
     86	struct mapping_ctx *tunnel_enc_opts_mapping;
     87
     88	struct mlx5e_post_act *post_act;
     89	struct mlx5_tc_ct_priv *ct_priv;
     90	struct mlx5e_tc_psample *tc_psample;
     91
     92	/* support eswitch vports bonding */
     93	struct mlx5e_rep_bond *bond;
     94
     95	/* tc tunneling encapsulation private data */
     96	struct mlx5e_tc_tun_encap *encap;
     97
     98	/* OVS internal port support */
     99	struct mlx5e_tc_int_port_priv *int_port_priv;
    100};
    101
    102struct mlx5e_rep_priv {
    103	struct mlx5_eswitch_rep *rep;
    104	struct mlx5e_neigh_update_table neigh_update;
    105	struct net_device      *netdev;
    106	struct mlx5_flow_table *root_ft;
    107	struct mlx5_flow_handle *vport_rx_rule;
    108	struct list_head       vport_sqs_list;
    109	struct mlx5_rep_uplink_priv uplink_priv; /* valid for uplink rep */
    110	struct rtnl_link_stats64 prev_vf_vport_stats;
    111	struct rhashtable tc_ht;
    112};
    113
    114static inline
    115struct mlx5e_rep_priv *mlx5e_rep_to_rep_priv(struct mlx5_eswitch_rep *rep)
    116{
    117	return rep->rep_data[REP_ETH].priv;
    118}
    119
    120struct mlx5e_neigh {
    121	union {
    122		__be32	v4;
    123		struct in6_addr v6;
    124	} dst_ip;
    125	int family;
    126};
    127
    128struct mlx5e_neigh_hash_entry {
    129	struct rhash_head rhash_node;
    130	struct mlx5e_neigh m_neigh;
    131	struct mlx5e_priv *priv;
    132	struct net_device *neigh_dev;
    133
    134	/* Save the neigh hash entry in a list on the representor in
    135	 * addition to the hash table. In order to iterate easily over the
    136	 * neighbour entries. Used for stats query.
    137	 */
    138	struct list_head neigh_list;
    139
    140	/* protects encap list */
    141	spinlock_t encap_list_lock;
    142	/* encap list sharing the same neigh */
    143	struct list_head encap_list;
    144
    145	/* neigh hash entry can be deleted only when the refcount is zero.
    146	 * refcount is needed to avoid neigh hash entry removal by TC, while
    147	 * it's used by the neigh notification call.
    148	 */
    149	refcount_t refcnt;
    150
    151	/* Save the last reported time offloaded traffic pass over one of the
    152	 * neigh hash entry flows. Use it to periodically update the neigh
    153	 * 'used' value and avoid neigh deleting by the kernel.
    154	 */
    155	unsigned long reported_lastuse;
    156
    157	struct rcu_head rcu;
    158};
    159
    160enum {
    161	/* set when the encap entry is successfully offloaded into HW */
    162	MLX5_ENCAP_ENTRY_VALID     = BIT(0),
    163	MLX5_REFORMAT_DECAP        = BIT(1),
    164	MLX5_ENCAP_ENTRY_NO_ROUTE  = BIT(2),
    165};
    166
    167struct mlx5e_decap_key {
    168	struct ethhdr key;
    169};
    170
    171struct mlx5e_decap_entry {
    172	struct mlx5e_decap_key key;
    173	struct list_head flows;
    174	struct hlist_node hlist;
    175	refcount_t refcnt;
    176	struct completion res_ready;
    177	int compl_result;
    178	struct mlx5_pkt_reformat *pkt_reformat;
    179	struct rcu_head rcu;
    180};
    181
    182struct mlx5e_mpls_info {
    183	u32             label;
    184	u8              tc;
    185	u8              bos;
    186	u8              ttl;
    187};
    188
    189struct mlx5e_encap_entry {
    190	/* attached neigh hash entry */
    191	struct mlx5e_neigh_hash_entry *nhe;
    192	/* neigh hash entry list of encaps sharing the same neigh */
    193	struct list_head encap_list;
    194	/* a node of the eswitch encap hash table which keeping all the encap
    195	 * entries
    196	 */
    197	struct hlist_node encap_hlist;
    198	struct list_head flows;
    199	struct list_head route_list;
    200	struct mlx5_pkt_reformat *pkt_reformat;
    201	const struct ip_tunnel_info *tun_info;
    202	struct mlx5e_mpls_info mpls_info;
    203	unsigned char h_dest[ETH_ALEN];	/* destination eth addr	*/
    204
    205	struct net_device *out_dev;
    206	int route_dev_ifindex;
    207	struct mlx5e_tc_tunnel *tunnel;
    208	int reformat_type;
    209	u8 flags;
    210	char *encap_header;
    211	int encap_size;
    212	refcount_t refcnt;
    213	struct completion res_ready;
    214	int compl_result;
    215	struct rcu_head rcu;
    216};
    217
    218struct mlx5e_rep_sq {
    219	struct mlx5_flow_handle	*send_to_vport_rule;
    220	struct mlx5_flow_handle *send_to_vport_rule_peer;
    221	u32 sqn;
    222	struct list_head	 list;
    223};
    224
    225int mlx5e_rep_init(void);
    226void mlx5e_rep_cleanup(void);
    227int mlx5e_rep_bond_init(struct mlx5e_rep_priv *rpriv);
    228void mlx5e_rep_bond_cleanup(struct mlx5e_rep_priv *rpriv);
    229int mlx5e_rep_bond_enslave(struct mlx5_eswitch *esw, struct net_device *netdev,
    230			   struct net_device *lag_dev);
    231void mlx5e_rep_bond_unslave(struct mlx5_eswitch *esw,
    232			    const struct net_device *netdev,
    233			    const struct net_device *lag_dev);
    234int mlx5e_rep_bond_update(struct mlx5e_priv *priv, bool cleanup);
    235
    236bool mlx5e_rep_has_offload_stats(const struct net_device *dev, int attr_id);
    237int mlx5e_rep_get_offload_stats(int attr_id, const struct net_device *dev,
    238				void *sp);
    239
    240bool mlx5e_is_uplink_rep(struct mlx5e_priv *priv);
    241int mlx5e_add_sqs_fwd_rules(struct mlx5e_priv *priv);
    242void mlx5e_remove_sqs_fwd_rules(struct mlx5e_priv *priv);
    243
    244void mlx5e_rep_queue_neigh_stats_work(struct mlx5e_priv *priv);
    245
    246bool mlx5e_eswitch_vf_rep(const struct net_device *netdev);
    247bool mlx5e_eswitch_uplink_rep(const struct net_device *netdev);
    248static inline bool mlx5e_eswitch_rep(const struct net_device *netdev)
    249{
    250	return mlx5e_eswitch_vf_rep(netdev) ||
    251	       mlx5e_eswitch_uplink_rep(netdev);
    252}
    253
    254#else /* CONFIG_MLX5_ESWITCH */
    255static inline bool mlx5e_is_uplink_rep(struct mlx5e_priv *priv) { return false; }
    256static inline int mlx5e_add_sqs_fwd_rules(struct mlx5e_priv *priv) { return 0; }
    257static inline void mlx5e_remove_sqs_fwd_rules(struct mlx5e_priv *priv) {}
    258static inline int mlx5e_rep_init(void) { return 0; };
    259static inline void mlx5e_rep_cleanup(void) {};
    260static inline bool mlx5e_rep_has_offload_stats(const struct net_device *dev,
    261					       int attr_id) { return false; }
    262static inline int mlx5e_rep_get_offload_stats(int attr_id,
    263					      const struct net_device *dev,
    264					      void *sp) { return -EOPNOTSUPP; }
    265#endif
    266
    267static inline bool mlx5e_is_vport_rep(struct mlx5e_priv *priv)
    268{
    269	return (MLX5_ESWITCH_MANAGER(priv->mdev) && priv->ppriv);
    270}
    271#endif /* __MLX5E_REP_H__ */