cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

test_seg6_loop.c (6133B)


      1#include <stddef.h>
      2#include <inttypes.h>
      3#include <errno.h>
      4#include <linux/seg6_local.h>
      5#include <linux/bpf.h>
      6#include <bpf/bpf_helpers.h>
      7#include <bpf/bpf_endian.h>
      8
      9/* Packet parsing state machine helpers. */
     10#define cursor_advance(_cursor, _len) \
     11	({ void *_tmp = _cursor; _cursor += _len; _tmp; })
     12
     13#define SR6_FLAG_ALERT (1 << 4)
     14
     15#define BPF_PACKET_HEADER __attribute__((packed))
     16
     17struct ip6_t {
     18	unsigned int ver:4;
     19	unsigned int priority:8;
     20	unsigned int flow_label:20;
     21	unsigned short payload_len;
     22	unsigned char next_header;
     23	unsigned char hop_limit;
     24	unsigned long long src_hi;
     25	unsigned long long src_lo;
     26	unsigned long long dst_hi;
     27	unsigned long long dst_lo;
     28} BPF_PACKET_HEADER;
     29
     30struct ip6_addr_t {
     31	unsigned long long hi;
     32	unsigned long long lo;
     33} BPF_PACKET_HEADER;
     34
     35struct ip6_srh_t {
     36	unsigned char nexthdr;
     37	unsigned char hdrlen;
     38	unsigned char type;
     39	unsigned char segments_left;
     40	unsigned char first_segment;
     41	unsigned char flags;
     42	unsigned short tag;
     43
     44	struct ip6_addr_t segments[0];
     45} BPF_PACKET_HEADER;
     46
     47struct sr6_tlv_t {
     48	unsigned char type;
     49	unsigned char len;
     50	unsigned char value[0];
     51} BPF_PACKET_HEADER;
     52
     53static __always_inline struct ip6_srh_t *get_srh(struct __sk_buff *skb)
     54{
     55	void *cursor, *data_end;
     56	struct ip6_srh_t *srh;
     57	struct ip6_t *ip;
     58	uint8_t *ipver;
     59
     60	data_end = (void *)(long)skb->data_end;
     61	cursor = (void *)(long)skb->data;
     62	ipver = (uint8_t *)cursor;
     63
     64	if ((void *)ipver + sizeof(*ipver) > data_end)
     65		return NULL;
     66
     67	if ((*ipver >> 4) != 6)
     68		return NULL;
     69
     70	ip = cursor_advance(cursor, sizeof(*ip));
     71	if ((void *)ip + sizeof(*ip) > data_end)
     72		return NULL;
     73
     74	if (ip->next_header != 43)
     75		return NULL;
     76
     77	srh = cursor_advance(cursor, sizeof(*srh));
     78	if ((void *)srh + sizeof(*srh) > data_end)
     79		return NULL;
     80
     81	if (srh->type != 4)
     82		return NULL;
     83
     84	return srh;
     85}
     86
     87static __always_inline int update_tlv_pad(struct __sk_buff *skb,
     88					  uint32_t new_pad, uint32_t old_pad,
     89					  uint32_t pad_off)
     90{
     91	int err;
     92
     93	if (new_pad != old_pad) {
     94		err = bpf_lwt_seg6_adjust_srh(skb, pad_off,
     95					  (int) new_pad - (int) old_pad);
     96		if (err)
     97			return err;
     98	}
     99
    100	if (new_pad > 0) {
    101		char pad_tlv_buf[16] = {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
    102					0, 0, 0};
    103		struct sr6_tlv_t *pad_tlv = (struct sr6_tlv_t *) pad_tlv_buf;
    104
    105		pad_tlv->type = SR6_TLV_PADDING;
    106		pad_tlv->len = new_pad - 2;
    107
    108		err = bpf_lwt_seg6_store_bytes(skb, pad_off,
    109					       (void *)pad_tlv_buf, new_pad);
    110		if (err)
    111			return err;
    112	}
    113
    114	return 0;
    115}
    116
    117static __always_inline int is_valid_tlv_boundary(struct __sk_buff *skb,
    118						 struct ip6_srh_t *srh,
    119						 uint32_t *tlv_off,
    120						 uint32_t *pad_size,
    121						 uint32_t *pad_off)
    122{
    123	uint32_t srh_off, cur_off;
    124	int offset_valid = 0;
    125	int err;
    126
    127	srh_off = (char *)srh - (char *)(long)skb->data;
    128	// cur_off = end of segments, start of possible TLVs
    129	cur_off = srh_off + sizeof(*srh) +
    130		sizeof(struct ip6_addr_t) * (srh->first_segment + 1);
    131
    132	*pad_off = 0;
    133
    134	// we can only go as far as ~10 TLVs due to the BPF max stack size
    135	// workaround: define induction variable "i" as "long" instead
    136	// of "int" to prevent alu32 sub-register spilling.
    137	#pragma clang loop unroll(disable)
    138	for (long i = 0; i < 100; i++) {
    139		struct sr6_tlv_t tlv;
    140
    141		if (cur_off == *tlv_off)
    142			offset_valid = 1;
    143
    144		if (cur_off >= srh_off + ((srh->hdrlen + 1) << 3))
    145			break;
    146
    147		err = bpf_skb_load_bytes(skb, cur_off, &tlv, sizeof(tlv));
    148		if (err)
    149			return err;
    150
    151		if (tlv.type == SR6_TLV_PADDING) {
    152			*pad_size = tlv.len + sizeof(tlv);
    153			*pad_off = cur_off;
    154
    155			if (*tlv_off == srh_off) {
    156				*tlv_off = cur_off;
    157				offset_valid = 1;
    158			}
    159			break;
    160
    161		} else if (tlv.type == SR6_TLV_HMAC) {
    162			break;
    163		}
    164
    165		cur_off += sizeof(tlv) + tlv.len;
    166	} // we reached the padding or HMAC TLVs, or the end of the SRH
    167
    168	if (*pad_off == 0)
    169		*pad_off = cur_off;
    170
    171	if (*tlv_off == -1)
    172		*tlv_off = cur_off;
    173	else if (!offset_valid)
    174		return -EINVAL;
    175
    176	return 0;
    177}
    178
    179static __always_inline int add_tlv(struct __sk_buff *skb,
    180				   struct ip6_srh_t *srh, uint32_t tlv_off,
    181				   struct sr6_tlv_t *itlv, uint8_t tlv_size)
    182{
    183	uint32_t srh_off = (char *)srh - (char *)(long)skb->data;
    184	uint8_t len_remaining, new_pad;
    185	uint32_t pad_off = 0;
    186	uint32_t pad_size = 0;
    187	uint32_t partial_srh_len;
    188	int err;
    189
    190	if (tlv_off != -1)
    191		tlv_off += srh_off;
    192
    193	if (itlv->type == SR6_TLV_PADDING || itlv->type == SR6_TLV_HMAC)
    194		return -EINVAL;
    195
    196	err = is_valid_tlv_boundary(skb, srh, &tlv_off, &pad_size, &pad_off);
    197	if (err)
    198		return err;
    199
    200	err = bpf_lwt_seg6_adjust_srh(skb, tlv_off, sizeof(*itlv) + itlv->len);
    201	if (err)
    202		return err;
    203
    204	err = bpf_lwt_seg6_store_bytes(skb, tlv_off, (void *)itlv, tlv_size);
    205	if (err)
    206		return err;
    207
    208	// the following can't be moved inside update_tlv_pad because the
    209	// bpf verifier has some issues with it
    210	pad_off += sizeof(*itlv) + itlv->len;
    211	partial_srh_len = pad_off - srh_off;
    212	len_remaining = partial_srh_len % 8;
    213	new_pad = 8 - len_remaining;
    214
    215	if (new_pad == 1) // cannot pad for 1 byte only
    216		new_pad = 9;
    217	else if (new_pad == 8)
    218		new_pad = 0;
    219
    220	return update_tlv_pad(skb, new_pad, pad_size, pad_off);
    221}
    222
    223// Add an Egress TLV fc00::4, add the flag A,
    224// and apply End.X action to fc42::1
    225SEC("lwt_seg6local")
    226int __add_egr_x(struct __sk_buff *skb)
    227{
    228	unsigned long long hi = 0xfc42000000000000;
    229	unsigned long long lo = 0x1;
    230	struct ip6_srh_t *srh = get_srh(skb);
    231	uint8_t new_flags = SR6_FLAG_ALERT;
    232	struct ip6_addr_t addr;
    233	int err, offset;
    234
    235	if (srh == NULL)
    236		return BPF_DROP;
    237
    238	uint8_t tlv[20] = {2, 18, 0, 0, 0xfd, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
    239			   0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4};
    240
    241	err = add_tlv(skb, srh, (srh->hdrlen+1) << 3,
    242		      (struct sr6_tlv_t *)&tlv, 20);
    243	if (err)
    244		return BPF_DROP;
    245
    246	offset = sizeof(struct ip6_t) + offsetof(struct ip6_srh_t, flags);
    247	err = bpf_lwt_seg6_store_bytes(skb, offset,
    248				       (void *)&new_flags, sizeof(new_flags));
    249	if (err)
    250		return BPF_DROP;
    251
    252	addr.lo = bpf_cpu_to_be64(lo);
    253	addr.hi = bpf_cpu_to_be64(hi);
    254	err = bpf_lwt_seg6_action(skb, SEG6_LOCAL_ACTION_END_X,
    255				  (void *)&addr, sizeof(addr));
    256	if (err)
    257		return BPF_DROP;
    258	return BPF_REDIRECT;
    259}
    260char __license[] SEC("license") = "GPL";