chtls_cm.h (5913B)
1/* SPDX-License-Identifier: GPL-2.0-only */ 2/* 3 * Copyright (c) 2018 Chelsio Communications, Inc. 4 */ 5 6#ifndef __CHTLS_CM_H__ 7#define __CHTLS_CM_H__ 8 9/* 10 * TCB settings 11 */ 12/* 3:0 */ 13#define TCB_ULP_TYPE_W 0 14#define TCB_ULP_TYPE_S 0 15#define TCB_ULP_TYPE_M 0xfULL 16#define TCB_ULP_TYPE_V(x) ((x) << TCB_ULP_TYPE_S) 17 18/* 11:4 */ 19#define TCB_ULP_RAW_W 0 20#define TCB_ULP_RAW_S 4 21#define TCB_ULP_RAW_M 0xffULL 22#define TCB_ULP_RAW_V(x) ((x) << TCB_ULP_RAW_S) 23 24#define TF_TLS_KEY_SIZE_S 7 25#define TF_TLS_KEY_SIZE_V(x) ((x) << TF_TLS_KEY_SIZE_S) 26 27#define TF_TLS_CONTROL_S 2 28#define TF_TLS_CONTROL_V(x) ((x) << TF_TLS_CONTROL_S) 29 30#define TF_TLS_ACTIVE_S 1 31#define TF_TLS_ACTIVE_V(x) ((x) << TF_TLS_ACTIVE_S) 32 33#define TF_TLS_ENABLE_S 0 34#define TF_TLS_ENABLE_V(x) ((x) << TF_TLS_ENABLE_S) 35 36#define TF_RX_QUIESCE_S 15 37#define TF_RX_QUIESCE_V(x) ((x) << TF_RX_QUIESCE_S) 38 39/* 40 * Max receive window supported by HW in bytes. Only a small part of it can 41 * be set through option0, the rest needs to be set through RX_DATA_ACK. 42 */ 43#define MAX_RCV_WND ((1U << 27) - 1) 44#define MAX_MSS 65536 45 46/* 47 * Min receive window. We want it to be large enough to accommodate receive 48 * coalescing, handle jumbo frames, and not trigger sender SWS avoidance. 49 */ 50#define MIN_RCV_WND (24 * 1024U) 51#define LOOPBACK(x) (((x) & htonl(0xff000000)) == htonl(0x7f000000)) 52 53/* for TX: a skb must have a headroom of at least TX_HEADER_LEN bytes */ 54#define TX_HEADER_LEN \ 55 (sizeof(struct fw_ofld_tx_data_wr) + sizeof(struct sge_opaque_hdr)) 56#define TX_TLSHDR_LEN \ 57 (sizeof(struct fw_tlstx_data_wr) + sizeof(struct cpl_tx_tls_sfo) + \ 58 sizeof(struct sge_opaque_hdr)) 59#define TXDATA_SKB_LEN 128 60 61enum { 62 CPL_TX_TLS_SFO_TYPE_CCS, 63 CPL_TX_TLS_SFO_TYPE_ALERT, 64 CPL_TX_TLS_SFO_TYPE_HANDSHAKE, 65 CPL_TX_TLS_SFO_TYPE_DATA, 66 CPL_TX_TLS_SFO_TYPE_HEARTBEAT, 67}; 68 69enum { 70 TLS_HDR_TYPE_CCS = 20, 71 TLS_HDR_TYPE_ALERT, 72 TLS_HDR_TYPE_HANDSHAKE, 73 TLS_HDR_TYPE_RECORD, 74 TLS_HDR_TYPE_HEARTBEAT, 75}; 76 77typedef void (*defer_handler_t)(struct chtls_dev *dev, struct sk_buff *skb); 78extern struct request_sock_ops chtls_rsk_ops; 79extern struct request_sock_ops chtls_rsk_opsv6; 80 81struct deferred_skb_cb { 82 defer_handler_t handler; 83 struct chtls_dev *dev; 84}; 85 86#define DEFERRED_SKB_CB(skb) ((struct deferred_skb_cb *)(skb)->cb) 87#define failover_flowc_wr_len offsetof(struct fw_flowc_wr, mnemval[3]) 88#define WR_SKB_CB(skb) ((struct wr_skb_cb *)(skb)->cb) 89#define ACCEPT_QUEUE(sk) (&inet_csk(sk)->icsk_accept_queue.rskq_accept_head) 90 91#define SND_WSCALE(tp) ((tp)->rx_opt.snd_wscale) 92#define RCV_WSCALE(tp) ((tp)->rx_opt.rcv_wscale) 93#define USER_MSS(tp) ((tp)->rx_opt.user_mss) 94#define TS_RECENT_STAMP(tp) ((tp)->rx_opt.ts_recent_stamp) 95#define WSCALE_OK(tp) ((tp)->rx_opt.wscale_ok) 96#define TSTAMP_OK(tp) ((tp)->rx_opt.tstamp_ok) 97#define SACK_OK(tp) ((tp)->rx_opt.sack_ok) 98#define INC_ORPHAN_COUNT(sk) this_cpu_inc(*(sk)->sk_prot->orphan_count) 99 100/* TLS SKB */ 101#define skb_ulp_tls_inline(skb) (ULP_SKB_CB(skb)->ulp.tls.ofld) 102#define skb_ulp_tls_iv_imm(skb) (ULP_SKB_CB(skb)->ulp.tls.iv) 103 104void chtls_defer_reply(struct sk_buff *skb, struct chtls_dev *dev, 105 defer_handler_t handler); 106 107/* 108 * Returns true if the socket is in one of the supplied states. 109 */ 110static inline unsigned int sk_in_state(const struct sock *sk, 111 unsigned int states) 112{ 113 return states & (1 << sk->sk_state); 114} 115 116static void chtls_rsk_destructor(struct request_sock *req) 117{ 118 /* do nothing */ 119} 120 121static inline void chtls_init_rsk_ops(struct proto *chtls_tcp_prot, 122 struct request_sock_ops *chtls_tcp_ops, 123 struct proto *tcp_prot, int family) 124{ 125 memset(chtls_tcp_ops, 0, sizeof(*chtls_tcp_ops)); 126 chtls_tcp_ops->family = family; 127 chtls_tcp_ops->obj_size = sizeof(struct tcp_request_sock); 128 chtls_tcp_ops->destructor = chtls_rsk_destructor; 129 chtls_tcp_ops->slab = tcp_prot->rsk_prot->slab; 130 chtls_tcp_prot->rsk_prot = chtls_tcp_ops; 131} 132 133static inline void chtls_reqsk_free(struct request_sock *req) 134{ 135 if (req->rsk_listener) 136 sock_put(req->rsk_listener); 137 kmem_cache_free(req->rsk_ops->slab, req); 138} 139 140#define DECLARE_TASK_FUNC(task, task_param) \ 141 static void task(struct work_struct *task_param) 142 143static inline void sk_wakeup_sleepers(struct sock *sk, bool interruptable) 144{ 145 struct socket_wq *wq; 146 147 rcu_read_lock(); 148 wq = rcu_dereference(sk->sk_wq); 149 if (skwq_has_sleeper(wq)) { 150 if (interruptable) 151 wake_up_interruptible(sk_sleep(sk)); 152 else 153 wake_up_all(sk_sleep(sk)); 154 } 155 rcu_read_unlock(); 156} 157 158static inline void chtls_set_req_port(struct request_sock *oreq, 159 __be16 source, __be16 dest) 160{ 161 inet_rsk(oreq)->ir_rmt_port = source; 162 inet_rsk(oreq)->ir_num = ntohs(dest); 163} 164 165static inline void chtls_set_req_addr(struct request_sock *oreq, 166 __be32 local_ip, __be32 peer_ip) 167{ 168 inet_rsk(oreq)->ir_loc_addr = local_ip; 169 inet_rsk(oreq)->ir_rmt_addr = peer_ip; 170} 171 172static inline void chtls_free_skb(struct sock *sk, struct sk_buff *skb) 173{ 174 skb_dst_set(skb, NULL); 175 __skb_unlink(skb, &sk->sk_receive_queue); 176 __kfree_skb(skb); 177} 178 179static inline void chtls_kfree_skb(struct sock *sk, struct sk_buff *skb) 180{ 181 skb_dst_set(skb, NULL); 182 __skb_unlink(skb, &sk->sk_receive_queue); 183 kfree_skb(skb); 184} 185 186static inline void chtls_reset_wr_list(struct chtls_sock *csk) 187{ 188 csk->wr_skb_head = NULL; 189 csk->wr_skb_tail = NULL; 190} 191 192static inline void enqueue_wr(struct chtls_sock *csk, struct sk_buff *skb) 193{ 194 WR_SKB_CB(skb)->next_wr = NULL; 195 196 skb_get(skb); 197 198 if (!csk->wr_skb_head) 199 csk->wr_skb_head = skb; 200 else 201 WR_SKB_CB(csk->wr_skb_tail)->next_wr = skb; 202 csk->wr_skb_tail = skb; 203} 204 205static inline struct sk_buff *dequeue_wr(struct sock *sk) 206{ 207 struct chtls_sock *csk = rcu_dereference_sk_user_data(sk); 208 struct sk_buff *skb = NULL; 209 210 skb = csk->wr_skb_head; 211 212 if (likely(skb)) { 213 /* Don't bother clearing the tail */ 214 csk->wr_skb_head = WR_SKB_CB(skb)->next_wr; 215 WR_SKB_CB(skb)->next_wr = NULL; 216 } 217 return skb; 218} 219#endif