cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

chtls_cm.h (5913B)


      1/* SPDX-License-Identifier: GPL-2.0-only */
      2/*
      3 * Copyright (c) 2018 Chelsio Communications, Inc.
      4 */
      5
      6#ifndef __CHTLS_CM_H__
      7#define __CHTLS_CM_H__
      8
      9/*
     10 * TCB settings
     11 */
     12/* 3:0 */
     13#define TCB_ULP_TYPE_W    0
     14#define TCB_ULP_TYPE_S    0
     15#define TCB_ULP_TYPE_M    0xfULL
     16#define TCB_ULP_TYPE_V(x) ((x) << TCB_ULP_TYPE_S)
     17
     18/* 11:4 */
     19#define TCB_ULP_RAW_W    0
     20#define TCB_ULP_RAW_S    4
     21#define TCB_ULP_RAW_M    0xffULL
     22#define TCB_ULP_RAW_V(x) ((x) << TCB_ULP_RAW_S)
     23
     24#define TF_TLS_KEY_SIZE_S    7
     25#define TF_TLS_KEY_SIZE_V(x) ((x) << TF_TLS_KEY_SIZE_S)
     26
     27#define TF_TLS_CONTROL_S     2
     28#define TF_TLS_CONTROL_V(x) ((x) << TF_TLS_CONTROL_S)
     29
     30#define TF_TLS_ACTIVE_S      1
     31#define TF_TLS_ACTIVE_V(x) ((x) << TF_TLS_ACTIVE_S)
     32
     33#define TF_TLS_ENABLE_S      0
     34#define TF_TLS_ENABLE_V(x) ((x) << TF_TLS_ENABLE_S)
     35
     36#define TF_RX_QUIESCE_S    15
     37#define TF_RX_QUIESCE_V(x) ((x) << TF_RX_QUIESCE_S)
     38
     39/*
     40 * Max receive window supported by HW in bytes.  Only a small part of it can
     41 * be set through option0, the rest needs to be set through RX_DATA_ACK.
     42 */
     43#define MAX_RCV_WND ((1U << 27) - 1)
     44#define MAX_MSS     65536
     45
     46/*
     47 * Min receive window.  We want it to be large enough to accommodate receive
     48 * coalescing, handle jumbo frames, and not trigger sender SWS avoidance.
     49 */
     50#define MIN_RCV_WND (24 * 1024U)
     51#define LOOPBACK(x)     (((x) & htonl(0xff000000)) == htonl(0x7f000000))
     52
     53/* for TX: a skb must have a headroom of at least TX_HEADER_LEN bytes */
     54#define TX_HEADER_LEN \
     55	(sizeof(struct fw_ofld_tx_data_wr) + sizeof(struct sge_opaque_hdr))
     56#define TX_TLSHDR_LEN \
     57	(sizeof(struct fw_tlstx_data_wr) + sizeof(struct cpl_tx_tls_sfo) + \
     58	 sizeof(struct sge_opaque_hdr))
     59#define TXDATA_SKB_LEN 128
     60
     61enum {
     62	CPL_TX_TLS_SFO_TYPE_CCS,
     63	CPL_TX_TLS_SFO_TYPE_ALERT,
     64	CPL_TX_TLS_SFO_TYPE_HANDSHAKE,
     65	CPL_TX_TLS_SFO_TYPE_DATA,
     66	CPL_TX_TLS_SFO_TYPE_HEARTBEAT,
     67};
     68
     69enum {
     70	TLS_HDR_TYPE_CCS = 20,
     71	TLS_HDR_TYPE_ALERT,
     72	TLS_HDR_TYPE_HANDSHAKE,
     73	TLS_HDR_TYPE_RECORD,
     74	TLS_HDR_TYPE_HEARTBEAT,
     75};
     76
     77typedef void (*defer_handler_t)(struct chtls_dev *dev, struct sk_buff *skb);
     78extern struct request_sock_ops chtls_rsk_ops;
     79extern struct request_sock_ops chtls_rsk_opsv6;
     80
     81struct deferred_skb_cb {
     82	defer_handler_t handler;
     83	struct chtls_dev *dev;
     84};
     85
     86#define DEFERRED_SKB_CB(skb) ((struct deferred_skb_cb *)(skb)->cb)
     87#define failover_flowc_wr_len offsetof(struct fw_flowc_wr, mnemval[3])
     88#define WR_SKB_CB(skb) ((struct wr_skb_cb *)(skb)->cb)
     89#define ACCEPT_QUEUE(sk) (&inet_csk(sk)->icsk_accept_queue.rskq_accept_head)
     90
     91#define SND_WSCALE(tp) ((tp)->rx_opt.snd_wscale)
     92#define RCV_WSCALE(tp) ((tp)->rx_opt.rcv_wscale)
     93#define USER_MSS(tp) ((tp)->rx_opt.user_mss)
     94#define TS_RECENT_STAMP(tp) ((tp)->rx_opt.ts_recent_stamp)
     95#define WSCALE_OK(tp) ((tp)->rx_opt.wscale_ok)
     96#define TSTAMP_OK(tp) ((tp)->rx_opt.tstamp_ok)
     97#define SACK_OK(tp) ((tp)->rx_opt.sack_ok)
     98#define INC_ORPHAN_COUNT(sk) this_cpu_inc(*(sk)->sk_prot->orphan_count)
     99
    100/* TLS SKB */
    101#define skb_ulp_tls_inline(skb)      (ULP_SKB_CB(skb)->ulp.tls.ofld)
    102#define skb_ulp_tls_iv_imm(skb)      (ULP_SKB_CB(skb)->ulp.tls.iv)
    103
    104void chtls_defer_reply(struct sk_buff *skb, struct chtls_dev *dev,
    105		       defer_handler_t handler);
    106
    107/*
    108 * Returns true if the socket is in one of the supplied states.
    109 */
    110static inline unsigned int sk_in_state(const struct sock *sk,
    111				       unsigned int states)
    112{
    113	return states & (1 << sk->sk_state);
    114}
    115
    116static void chtls_rsk_destructor(struct request_sock *req)
    117{
    118	/* do nothing */
    119}
    120
    121static inline void chtls_init_rsk_ops(struct proto *chtls_tcp_prot,
    122				      struct request_sock_ops *chtls_tcp_ops,
    123				      struct proto *tcp_prot, int family)
    124{
    125	memset(chtls_tcp_ops, 0, sizeof(*chtls_tcp_ops));
    126	chtls_tcp_ops->family = family;
    127	chtls_tcp_ops->obj_size = sizeof(struct tcp_request_sock);
    128	chtls_tcp_ops->destructor = chtls_rsk_destructor;
    129	chtls_tcp_ops->slab = tcp_prot->rsk_prot->slab;
    130	chtls_tcp_prot->rsk_prot = chtls_tcp_ops;
    131}
    132
    133static inline void chtls_reqsk_free(struct request_sock *req)
    134{
    135	if (req->rsk_listener)
    136		sock_put(req->rsk_listener);
    137	kmem_cache_free(req->rsk_ops->slab, req);
    138}
    139
    140#define DECLARE_TASK_FUNC(task, task_param) \
    141		static void task(struct work_struct *task_param)
    142
    143static inline void sk_wakeup_sleepers(struct sock *sk, bool interruptable)
    144{
    145	struct socket_wq *wq;
    146
    147	rcu_read_lock();
    148	wq = rcu_dereference(sk->sk_wq);
    149	if (skwq_has_sleeper(wq)) {
    150		if (interruptable)
    151			wake_up_interruptible(sk_sleep(sk));
    152		else
    153			wake_up_all(sk_sleep(sk));
    154	}
    155	rcu_read_unlock();
    156}
    157
    158static inline void chtls_set_req_port(struct request_sock *oreq,
    159				      __be16 source, __be16 dest)
    160{
    161	inet_rsk(oreq)->ir_rmt_port = source;
    162	inet_rsk(oreq)->ir_num = ntohs(dest);
    163}
    164
    165static inline void chtls_set_req_addr(struct request_sock *oreq,
    166				      __be32 local_ip, __be32 peer_ip)
    167{
    168	inet_rsk(oreq)->ir_loc_addr = local_ip;
    169	inet_rsk(oreq)->ir_rmt_addr = peer_ip;
    170}
    171
    172static inline void chtls_free_skb(struct sock *sk, struct sk_buff *skb)
    173{
    174	skb_dst_set(skb, NULL);
    175	__skb_unlink(skb, &sk->sk_receive_queue);
    176	__kfree_skb(skb);
    177}
    178
    179static inline void chtls_kfree_skb(struct sock *sk, struct sk_buff *skb)
    180{
    181	skb_dst_set(skb, NULL);
    182	__skb_unlink(skb, &sk->sk_receive_queue);
    183	kfree_skb(skb);
    184}
    185
    186static inline void chtls_reset_wr_list(struct chtls_sock *csk)
    187{
    188	csk->wr_skb_head = NULL;
    189	csk->wr_skb_tail = NULL;
    190}
    191
    192static inline void enqueue_wr(struct chtls_sock *csk, struct sk_buff *skb)
    193{
    194	WR_SKB_CB(skb)->next_wr = NULL;
    195
    196	skb_get(skb);
    197
    198	if (!csk->wr_skb_head)
    199		csk->wr_skb_head = skb;
    200	else
    201		WR_SKB_CB(csk->wr_skb_tail)->next_wr = skb;
    202	csk->wr_skb_tail = skb;
    203}
    204
    205static inline struct sk_buff *dequeue_wr(struct sock *sk)
    206{
    207	struct chtls_sock *csk = rcu_dereference_sk_user_data(sk);
    208	struct sk_buff *skb = NULL;
    209
    210	skb = csk->wr_skb_head;
    211
    212	if (likely(skb)) {
    213	 /* Don't bother clearing the tail */
    214		csk->wr_skb_head = WR_SKB_CB(skb)->next_wr;
    215		WR_SKB_CB(skb)->next_wr = NULL;
    216	}
    217	return skb;
    218}
    219#endif