cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

spectrum2_acl_tcam.c (8630B)


      1// SPDX-License-Identifier: BSD-3-Clause OR GPL-2.0
      2/* Copyright (c) 2018 Mellanox Technologies. All rights reserved */
      3
      4#include <linux/kernel.h>
      5
      6#include "spectrum.h"
      7#include "spectrum_acl_tcam.h"
      8#include "core_acl_flex_actions.h"
      9
     10struct mlxsw_sp2_acl_tcam {
     11	struct mlxsw_sp_acl_atcam atcam;
     12	u32 kvdl_index;
     13	unsigned int kvdl_count;
     14};
     15
     16struct mlxsw_sp2_acl_tcam_region {
     17	struct mlxsw_sp_acl_atcam_region aregion;
     18	struct mlxsw_sp_acl_tcam_region *region;
     19};
     20
     21struct mlxsw_sp2_acl_tcam_chunk {
     22	struct mlxsw_sp_acl_atcam_chunk achunk;
     23};
     24
     25struct mlxsw_sp2_acl_tcam_entry {
     26	struct mlxsw_sp_acl_atcam_entry aentry;
     27	struct mlxsw_afa_block *act_block;
     28};
     29
     30static int
     31mlxsw_sp2_acl_ctcam_region_entry_insert(struct mlxsw_sp_acl_ctcam_region *cregion,
     32					struct mlxsw_sp_acl_ctcam_entry *centry,
     33					const char *mask)
     34{
     35	struct mlxsw_sp_acl_atcam_region *aregion;
     36	struct mlxsw_sp_acl_atcam_entry *aentry;
     37	struct mlxsw_sp_acl_erp_mask *erp_mask;
     38
     39	aregion = mlxsw_sp_acl_tcam_cregion_aregion(cregion);
     40	aentry = mlxsw_sp_acl_tcam_centry_aentry(centry);
     41
     42	erp_mask = mlxsw_sp_acl_erp_mask_get(aregion, mask, true);
     43	if (IS_ERR(erp_mask))
     44		return PTR_ERR(erp_mask);
     45	aentry->erp_mask = erp_mask;
     46
     47	return 0;
     48}
     49
     50static void
     51mlxsw_sp2_acl_ctcam_region_entry_remove(struct mlxsw_sp_acl_ctcam_region *cregion,
     52					struct mlxsw_sp_acl_ctcam_entry *centry)
     53{
     54	struct mlxsw_sp_acl_atcam_region *aregion;
     55	struct mlxsw_sp_acl_atcam_entry *aentry;
     56
     57	aregion = mlxsw_sp_acl_tcam_cregion_aregion(cregion);
     58	aentry = mlxsw_sp_acl_tcam_centry_aentry(centry);
     59
     60	mlxsw_sp_acl_erp_mask_put(aregion, aentry->erp_mask);
     61}
     62
     63static const struct mlxsw_sp_acl_ctcam_region_ops
     64mlxsw_sp2_acl_ctcam_region_ops = {
     65	.entry_insert = mlxsw_sp2_acl_ctcam_region_entry_insert,
     66	.entry_remove = mlxsw_sp2_acl_ctcam_region_entry_remove,
     67};
     68
     69static int mlxsw_sp2_acl_tcam_init(struct mlxsw_sp *mlxsw_sp, void *priv,
     70				   struct mlxsw_sp_acl_tcam *_tcam)
     71{
     72	struct mlxsw_sp2_acl_tcam *tcam = priv;
     73	struct mlxsw_afa_block *afa_block;
     74	char pefa_pl[MLXSW_REG_PEFA_LEN];
     75	char pgcr_pl[MLXSW_REG_PGCR_LEN];
     76	char *enc_actions;
     77	int i;
     78	int err;
     79
     80	/* Some TCAM regions are not exposed to the host and used internally
     81	 * by the device. Allocate KVDL entries for the default actions of
     82	 * these regions to avoid the host from overwriting them.
     83	 */
     84	tcam->kvdl_count = _tcam->max_regions;
     85	if (MLXSW_CORE_RES_VALID(mlxsw_sp->core, ACL_MAX_DEFAULT_ACTIONS))
     86		tcam->kvdl_count = MLXSW_CORE_RES_GET(mlxsw_sp->core,
     87						      ACL_MAX_DEFAULT_ACTIONS);
     88	err = mlxsw_sp_kvdl_alloc(mlxsw_sp, MLXSW_SP_KVDL_ENTRY_TYPE_ACTSET,
     89				  tcam->kvdl_count, &tcam->kvdl_index);
     90	if (err)
     91		return err;
     92
     93	/* Create flex action block, set default action (continue)
     94	 * but don't commit. We need just the current set encoding
     95	 * to be written using PEFA register to all indexes for all regions.
     96	 */
     97	afa_block = mlxsw_afa_block_create(mlxsw_sp->afa);
     98	if (IS_ERR(afa_block)) {
     99		err = PTR_ERR(afa_block);
    100		goto err_afa_block;
    101	}
    102	err = mlxsw_afa_block_continue(afa_block);
    103	if (WARN_ON(err))
    104		goto err_afa_block_continue;
    105	enc_actions = mlxsw_afa_block_cur_set(afa_block);
    106
    107	/* Only write to KVDL entries used by TCAM regions exposed to the
    108	 * host.
    109	 */
    110	for (i = 0; i < _tcam->max_regions; i++) {
    111		mlxsw_reg_pefa_pack(pefa_pl, tcam->kvdl_index + i,
    112				    true, enc_actions);
    113		err = mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(pefa), pefa_pl);
    114		if (err)
    115			goto err_pefa_write;
    116	}
    117	mlxsw_reg_pgcr_pack(pgcr_pl, tcam->kvdl_index);
    118	err = mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(pgcr), pgcr_pl);
    119	if (err)
    120		goto err_pgcr_write;
    121
    122	err = mlxsw_sp_acl_atcam_init(mlxsw_sp, &tcam->atcam);
    123	if (err)
    124		goto err_atcam_init;
    125
    126	mlxsw_afa_block_destroy(afa_block);
    127	return 0;
    128
    129err_atcam_init:
    130err_pgcr_write:
    131err_pefa_write:
    132err_afa_block_continue:
    133	mlxsw_afa_block_destroy(afa_block);
    134err_afa_block:
    135	mlxsw_sp_kvdl_free(mlxsw_sp, MLXSW_SP_KVDL_ENTRY_TYPE_ACTSET,
    136			   tcam->kvdl_count, tcam->kvdl_index);
    137	return err;
    138}
    139
    140static void mlxsw_sp2_acl_tcam_fini(struct mlxsw_sp *mlxsw_sp, void *priv)
    141{
    142	struct mlxsw_sp2_acl_tcam *tcam = priv;
    143
    144	mlxsw_sp_acl_atcam_fini(mlxsw_sp, &tcam->atcam);
    145	mlxsw_sp_kvdl_free(mlxsw_sp, MLXSW_SP_KVDL_ENTRY_TYPE_ACTSET,
    146			   tcam->kvdl_count, tcam->kvdl_index);
    147}
    148
    149static int
    150mlxsw_sp2_acl_tcam_region_init(struct mlxsw_sp *mlxsw_sp, void *region_priv,
    151			       void *tcam_priv,
    152			       struct mlxsw_sp_acl_tcam_region *_region,
    153			       void *hints_priv)
    154{
    155	struct mlxsw_sp2_acl_tcam_region *region = region_priv;
    156	struct mlxsw_sp2_acl_tcam *tcam = tcam_priv;
    157
    158	region->region = _region;
    159
    160	return mlxsw_sp_acl_atcam_region_init(mlxsw_sp, &tcam->atcam,
    161					      &region->aregion,
    162					      _region, hints_priv,
    163					      &mlxsw_sp2_acl_ctcam_region_ops);
    164}
    165
    166static void
    167mlxsw_sp2_acl_tcam_region_fini(struct mlxsw_sp *mlxsw_sp, void *region_priv)
    168{
    169	struct mlxsw_sp2_acl_tcam_region *region = region_priv;
    170
    171	mlxsw_sp_acl_atcam_region_fini(&region->aregion);
    172}
    173
    174static int
    175mlxsw_sp2_acl_tcam_region_associate(struct mlxsw_sp *mlxsw_sp,
    176				    struct mlxsw_sp_acl_tcam_region *region)
    177{
    178	return mlxsw_sp_acl_atcam_region_associate(mlxsw_sp, region->id);
    179}
    180
    181static void *mlxsw_sp2_acl_tcam_region_rehash_hints_get(void *region_priv)
    182{
    183	struct mlxsw_sp2_acl_tcam_region *region = region_priv;
    184
    185	return mlxsw_sp_acl_atcam_rehash_hints_get(&region->aregion);
    186}
    187
    188static void mlxsw_sp2_acl_tcam_region_rehash_hints_put(void *hints_priv)
    189{
    190	mlxsw_sp_acl_atcam_rehash_hints_put(hints_priv);
    191}
    192
    193static void mlxsw_sp2_acl_tcam_chunk_init(void *region_priv, void *chunk_priv,
    194					  unsigned int priority)
    195{
    196	struct mlxsw_sp2_acl_tcam_region *region = region_priv;
    197	struct mlxsw_sp2_acl_tcam_chunk *chunk = chunk_priv;
    198
    199	mlxsw_sp_acl_atcam_chunk_init(&region->aregion, &chunk->achunk,
    200				      priority);
    201}
    202
    203static void mlxsw_sp2_acl_tcam_chunk_fini(void *chunk_priv)
    204{
    205	struct mlxsw_sp2_acl_tcam_chunk *chunk = chunk_priv;
    206
    207	mlxsw_sp_acl_atcam_chunk_fini(&chunk->achunk);
    208}
    209
    210static int mlxsw_sp2_acl_tcam_entry_add(struct mlxsw_sp *mlxsw_sp,
    211					void *region_priv, void *chunk_priv,
    212					void *entry_priv,
    213					struct mlxsw_sp_acl_rule_info *rulei)
    214{
    215	struct mlxsw_sp2_acl_tcam_region *region = region_priv;
    216	struct mlxsw_sp2_acl_tcam_chunk *chunk = chunk_priv;
    217	struct mlxsw_sp2_acl_tcam_entry *entry = entry_priv;
    218
    219	entry->act_block = rulei->act_block;
    220	return mlxsw_sp_acl_atcam_entry_add(mlxsw_sp, &region->aregion,
    221					    &chunk->achunk, &entry->aentry,
    222					    rulei);
    223}
    224
    225static void mlxsw_sp2_acl_tcam_entry_del(struct mlxsw_sp *mlxsw_sp,
    226					 void *region_priv, void *chunk_priv,
    227					 void *entry_priv)
    228{
    229	struct mlxsw_sp2_acl_tcam_region *region = region_priv;
    230	struct mlxsw_sp2_acl_tcam_chunk *chunk = chunk_priv;
    231	struct mlxsw_sp2_acl_tcam_entry *entry = entry_priv;
    232
    233	mlxsw_sp_acl_atcam_entry_del(mlxsw_sp, &region->aregion, &chunk->achunk,
    234				     &entry->aentry);
    235}
    236
    237static int
    238mlxsw_sp2_acl_tcam_entry_action_replace(struct mlxsw_sp *mlxsw_sp,
    239					void *region_priv, void *entry_priv,
    240					struct mlxsw_sp_acl_rule_info *rulei)
    241{
    242	struct mlxsw_sp2_acl_tcam_region *region = region_priv;
    243	struct mlxsw_sp2_acl_tcam_entry *entry = entry_priv;
    244
    245	entry->act_block = rulei->act_block;
    246	return mlxsw_sp_acl_atcam_entry_action_replace(mlxsw_sp,
    247						       &region->aregion,
    248						       &entry->aentry, rulei);
    249}
    250
    251static int
    252mlxsw_sp2_acl_tcam_entry_activity_get(struct mlxsw_sp *mlxsw_sp,
    253				      void *region_priv, void *entry_priv,
    254				      bool *activity)
    255{
    256	struct mlxsw_sp2_acl_tcam_entry *entry = entry_priv;
    257
    258	return mlxsw_afa_block_activity_get(entry->act_block, activity);
    259}
    260
    261const struct mlxsw_sp_acl_tcam_ops mlxsw_sp2_acl_tcam_ops = {
    262	.key_type		= MLXSW_REG_PTAR_KEY_TYPE_FLEX2,
    263	.priv_size		= sizeof(struct mlxsw_sp2_acl_tcam),
    264	.init			= mlxsw_sp2_acl_tcam_init,
    265	.fini			= mlxsw_sp2_acl_tcam_fini,
    266	.region_priv_size	= sizeof(struct mlxsw_sp2_acl_tcam_region),
    267	.region_init		= mlxsw_sp2_acl_tcam_region_init,
    268	.region_fini		= mlxsw_sp2_acl_tcam_region_fini,
    269	.region_associate	= mlxsw_sp2_acl_tcam_region_associate,
    270	.region_rehash_hints_get = mlxsw_sp2_acl_tcam_region_rehash_hints_get,
    271	.region_rehash_hints_put = mlxsw_sp2_acl_tcam_region_rehash_hints_put,
    272	.chunk_priv_size	= sizeof(struct mlxsw_sp2_acl_tcam_chunk),
    273	.chunk_init		= mlxsw_sp2_acl_tcam_chunk_init,
    274	.chunk_fini		= mlxsw_sp2_acl_tcam_chunk_fini,
    275	.entry_priv_size	= sizeof(struct mlxsw_sp2_acl_tcam_entry),
    276	.entry_add		= mlxsw_sp2_acl_tcam_entry_add,
    277	.entry_del		= mlxsw_sp2_acl_tcam_entry_del,
    278	.entry_action_replace	= mlxsw_sp2_acl_tcam_entry_action_replace,
    279	.entry_activity_get	= mlxsw_sp2_acl_tcam_entry_activity_get,
    280};