cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

average.h (2481B)


      1/* SPDX-License-Identifier: GPL-2.0 */
      2#ifndef _LINUX_AVERAGE_H
      3#define _LINUX_AVERAGE_H
      4
      5#include <linux/bug.h>
      6#include <linux/compiler.h>
      7#include <linux/log2.h>
      8
      9/*
     10 * Exponentially weighted moving average (EWMA)
     11 *
     12 * This implements a fixed-precision EWMA algorithm, with both the
     13 * precision and fall-off coefficient determined at compile-time
     14 * and built into the generated helper funtions.
     15 *
     16 * The first argument to the macro is the name that will be used
     17 * for the struct and helper functions.
     18 *
     19 * The second argument, the precision, expresses how many bits are
     20 * used for the fractional part of the fixed-precision values.
     21 *
     22 * The third argument, the weight reciprocal, determines how the
     23 * new values will be weighed vs. the old state, new values will
     24 * get weight 1/weight_rcp and old values 1-1/weight_rcp. Note
     25 * that this parameter must be a power of two for efficiency.
     26 */
     27
     28#define DECLARE_EWMA(name, _precision, _weight_rcp)			\
     29	struct ewma_##name {						\
     30		unsigned long internal;					\
     31	};								\
     32	static inline void ewma_##name##_init(struct ewma_##name *e)	\
     33	{								\
     34		BUILD_BUG_ON(!__builtin_constant_p(_precision));	\
     35		BUILD_BUG_ON(!__builtin_constant_p(_weight_rcp));	\
     36		/*							\
     37		 * Even if you want to feed it just 0/1 you should have	\
     38		 * some bits for the non-fractional part...		\
     39		 */							\
     40		BUILD_BUG_ON((_precision) > 30);			\
     41		BUILD_BUG_ON_NOT_POWER_OF_2(_weight_rcp);		\
     42		e->internal = 0;					\
     43	}								\
     44	static inline unsigned long					\
     45	ewma_##name##_read(struct ewma_##name *e)			\
     46	{								\
     47		BUILD_BUG_ON(!__builtin_constant_p(_precision));	\
     48		BUILD_BUG_ON(!__builtin_constant_p(_weight_rcp));	\
     49		BUILD_BUG_ON((_precision) > 30);			\
     50		BUILD_BUG_ON_NOT_POWER_OF_2(_weight_rcp);		\
     51		return e->internal >> (_precision);			\
     52	}								\
     53	static inline void ewma_##name##_add(struct ewma_##name *e,	\
     54					     unsigned long val)		\
     55	{								\
     56		unsigned long internal = READ_ONCE(e->internal);	\
     57		unsigned long weight_rcp = ilog2(_weight_rcp);		\
     58		unsigned long precision = _precision;			\
     59									\
     60		BUILD_BUG_ON(!__builtin_constant_p(_precision));	\
     61		BUILD_BUG_ON(!__builtin_constant_p(_weight_rcp));	\
     62		BUILD_BUG_ON((_precision) > 30);			\
     63		BUILD_BUG_ON_NOT_POWER_OF_2(_weight_rcp);		\
     64									\
     65		WRITE_ONCE(e->internal, internal ?			\
     66			(((internal << weight_rcp) - internal) +	\
     67				(val << precision)) >> weight_rcp :	\
     68			(val << precision));				\
     69	}
     70
     71#endif /* _LINUX_AVERAGE_H */