220 lines · c
1/* SPDX-License-Identifier: GPL-2.0-only */2/*3 * Copyright (c) 2018 Chelsio Communications, Inc.4 */5 6#ifndef __CHTLS_CM_H__7#define __CHTLS_CM_H__8 9/*10 * TCB settings11 */12/* 3:0 */13#define TCB_ULP_TYPE_W 014#define TCB_ULP_TYPE_S 015#define TCB_ULP_TYPE_M 0xfULL16#define TCB_ULP_TYPE_V(x) ((x) << TCB_ULP_TYPE_S)17 18/* 11:4 */19#define TCB_ULP_RAW_W 020#define TCB_ULP_RAW_S 421#define TCB_ULP_RAW_M 0xffULL22#define TCB_ULP_RAW_V(x) ((x) << TCB_ULP_RAW_S)23 24#define TF_TLS_KEY_SIZE_S 725#define TF_TLS_KEY_SIZE_V(x) ((x) << TF_TLS_KEY_SIZE_S)26 27#define TF_TLS_CONTROL_S 228#define TF_TLS_CONTROL_V(x) ((x) << TF_TLS_CONTROL_S)29 30#define TF_TLS_ACTIVE_S 131#define TF_TLS_ACTIVE_V(x) ((x) << TF_TLS_ACTIVE_S)32 33#define TF_TLS_ENABLE_S 034#define TF_TLS_ENABLE_V(x) ((x) << TF_TLS_ENABLE_S)35 36#define TF_RX_QUIESCE_S 1537#define TF_RX_QUIESCE_V(x) ((x) << TF_RX_QUIESCE_S)38 39/*40 * Max receive window supported by HW in bytes. Only a small part of it can41 * be set through option0, the rest needs to be set through RX_DATA_ACK.42 */43#define MAX_RCV_WND ((1U << 27) - 1)44#define MAX_MSS 6553645 46/*47 * Min receive window. We want it to be large enough to accommodate receive48 * coalescing, handle jumbo frames, and not trigger sender SWS avoidance.49 */50#define MIN_RCV_WND (24 * 1024U)51#define LOOPBACK(x) (((x) & htonl(0xff000000)) == htonl(0x7f000000))52 53/* for TX: a skb must have a headroom of at least TX_HEADER_LEN bytes */54#define TX_HEADER_LEN \55 (sizeof(struct fw_ofld_tx_data_wr) + sizeof(struct sge_opaque_hdr))56#define TX_TLSHDR_LEN \57 (sizeof(struct fw_tlstx_data_wr) + sizeof(struct cpl_tx_tls_sfo) + \58 sizeof(struct sge_opaque_hdr))59#define TXDATA_SKB_LEN 12860 61enum {62 CPL_TX_TLS_SFO_TYPE_CCS,63 CPL_TX_TLS_SFO_TYPE_ALERT,64 CPL_TX_TLS_SFO_TYPE_HANDSHAKE,65 CPL_TX_TLS_SFO_TYPE_DATA,66 CPL_TX_TLS_SFO_TYPE_HEARTBEAT,67};68 69enum {70 TLS_HDR_TYPE_CCS = 20,71 TLS_HDR_TYPE_ALERT,72 TLS_HDR_TYPE_HANDSHAKE,73 TLS_HDR_TYPE_RECORD,74 TLS_HDR_TYPE_HEARTBEAT,75};76 77typedef void (*defer_handler_t)(struct chtls_dev *dev, struct sk_buff *skb);78extern struct request_sock_ops chtls_rsk_ops;79extern struct request_sock_ops chtls_rsk_opsv6;80 81struct deferred_skb_cb {82 defer_handler_t handler;83 struct chtls_dev *dev;84};85 86#define DEFERRED_SKB_CB(skb) ((struct deferred_skb_cb *)(skb)->cb)87#define failover_flowc_wr_len offsetof(struct fw_flowc_wr, mnemval[3])88#define WR_SKB_CB(skb) ((struct wr_skb_cb *)(skb)->cb)89#define ACCEPT_QUEUE(sk) (&inet_csk(sk)->icsk_accept_queue.rskq_accept_head)90 91#define SND_WSCALE(tp) ((tp)->rx_opt.snd_wscale)92#define RCV_WSCALE(tp) ((tp)->rx_opt.rcv_wscale)93#define USER_MSS(tp) ((tp)->rx_opt.user_mss)94#define TS_RECENT_STAMP(tp) ((tp)->rx_opt.ts_recent_stamp)95#define WSCALE_OK(tp) ((tp)->rx_opt.wscale_ok)96#define TSTAMP_OK(tp) ((tp)->rx_opt.tstamp_ok)97#define SACK_OK(tp) ((tp)->rx_opt.sack_ok)98#define INC_ORPHAN_COUNT(sk) this_cpu_inc(*(sk)->sk_prot->orphan_count)99 100/* TLS SKB */101#define skb_ulp_tls_inline(skb) (ULP_SKB_CB(skb)->ulp.tls.ofld)102#define skb_ulp_tls_iv_imm(skb) (ULP_SKB_CB(skb)->ulp.tls.iv)103 104void chtls_defer_reply(struct sk_buff *skb, struct chtls_dev *dev,105 defer_handler_t handler);106 107/*108 * Returns true if the socket is in one of the supplied states.109 */110static inline unsigned int sk_in_state(const struct sock *sk,111 unsigned int states)112{113 return states & (1 << sk->sk_state);114}115 116static void chtls_rsk_destructor(struct request_sock *req)117{118 /* do nothing */119}120 121static inline void chtls_init_rsk_ops(struct proto *chtls_tcp_prot,122 struct request_sock_ops *chtls_tcp_ops,123 struct proto *tcp_prot, int family)124{125 memset(chtls_tcp_ops, 0, sizeof(*chtls_tcp_ops));126 chtls_tcp_ops->family = family;127 chtls_tcp_ops->obj_size = sizeof(struct tcp_request_sock);128 chtls_tcp_ops->destructor = chtls_rsk_destructor;129 chtls_tcp_ops->slab = tcp_prot->rsk_prot->slab;130 chtls_tcp_prot->rsk_prot = chtls_tcp_ops;131}132 133static inline void chtls_reqsk_free(struct request_sock *req)134{135 if (req->rsk_listener)136 sock_put(req->rsk_listener);137 kmem_cache_free(req->rsk_ops->slab, req);138}139 140#define DECLARE_TASK_FUNC(task, task_param) \141 static void task(struct work_struct *task_param)142 143static inline void sk_wakeup_sleepers(struct sock *sk, bool interruptable)144{145 struct socket_wq *wq;146 147 rcu_read_lock();148 wq = rcu_dereference(sk->sk_wq);149 if (skwq_has_sleeper(wq)) {150 if (interruptable)151 wake_up_interruptible(sk_sleep(sk));152 else153 wake_up_all(sk_sleep(sk));154 }155 rcu_read_unlock();156}157 158static inline void chtls_set_req_port(struct request_sock *oreq,159 __be16 source, __be16 dest)160{161 inet_rsk(oreq)->ir_rmt_port = source;162 inet_rsk(oreq)->ir_num = ntohs(dest);163}164 165static inline void chtls_set_req_addr(struct request_sock *oreq,166 __be32 local_ip, __be32 peer_ip)167{168 inet_rsk(oreq)->ir_loc_addr = local_ip;169 inet_rsk(oreq)->ir_rmt_addr = peer_ip;170}171 172static inline void chtls_free_skb(struct sock *sk, struct sk_buff *skb)173{174 skb_dst_set(skb, NULL);175 __skb_unlink(skb, &sk->sk_receive_queue);176 __kfree_skb(skb);177}178 179static inline void chtls_kfree_skb(struct sock *sk, struct sk_buff *skb)180{181 skb_dst_set(skb, NULL);182 __skb_unlink(skb, &sk->sk_receive_queue);183 kfree_skb(skb);184}185 186static inline void chtls_reset_wr_list(struct chtls_sock *csk)187{188 csk->wr_skb_head = NULL;189 csk->wr_skb_tail = NULL;190}191 192static inline void enqueue_wr(struct chtls_sock *csk, struct sk_buff *skb)193{194 WR_SKB_CB(skb)->next_wr = NULL;195 196 skb_get(skb);197 198 if (!csk->wr_skb_head)199 csk->wr_skb_head = skb;200 else201 WR_SKB_CB(csk->wr_skb_tail)->next_wr = skb;202 csk->wr_skb_tail = skb;203}204 205static inline struct sk_buff *dequeue_wr(struct sock *sk)206{207 struct chtls_sock *csk = rcu_dereference_sk_user_data(sk);208 struct sk_buff *skb = NULL;209 210 skb = csk->wr_skb_head;211 212 if (likely(skb)) {213 /* Don't bother clearing the tail */214 csk->wr_skb_head = WR_SKB_CB(skb)->next_wr;215 WR_SKB_CB(skb)->next_wr = NULL;216 }217 return skb;218}219#endif220