chtls_cm.h

  1/* SPDX-License-Identifier: GPL-2.0-only */
  2/*
  3 * Copyright (c) 2018 Chelsio Communications, Inc.
  4 */
  5
  6#ifndef __CHTLS_CM_H__
  7#define __CHTLS_CM_H__
  8
  9/*
 10 * TCB settings
 11 */
 12/* 3:0 */
 13#define TCB_ULP_TYPE_W    0
 14#define TCB_ULP_TYPE_S    0
 15#define TCB_ULP_TYPE_M    0xfULL
 16#define TCB_ULP_TYPE_V(x) ((x) << TCB_ULP_TYPE_S)
 17
 18/* 11:4 */
 19#define TCB_ULP_RAW_W    0
 20#define TCB_ULP_RAW_S    4
 21#define TCB_ULP_RAW_M    0xffULL
 22#define TCB_ULP_RAW_V(x) ((x) << TCB_ULP_RAW_S)
 23
 24#define TF_TLS_KEY_SIZE_S    7
 25#define TF_TLS_KEY_SIZE_V(x) ((x) << TF_TLS_KEY_SIZE_S)
 26
 27#define TF_TLS_CONTROL_S     2
 28#define TF_TLS_CONTROL_V(x) ((x) << TF_TLS_CONTROL_S)
 29
 30#define TF_TLS_ACTIVE_S      1
 31#define TF_TLS_ACTIVE_V(x) ((x) << TF_TLS_ACTIVE_S)
 32
 33#define TF_TLS_ENABLE_S      0
 34#define TF_TLS_ENABLE_V(x) ((x) << TF_TLS_ENABLE_S)
 35
 36#define TF_RX_QUIESCE_S    15
 37#define TF_RX_QUIESCE_V(x) ((x) << TF_RX_QUIESCE_S)
 38
 39/*
 40 * Max receive window supported by HW in bytes.  Only a small part of it can
 41 * be set through option0, the rest needs to be set through RX_DATA_ACK.
 42 */
 43#define MAX_RCV_WND ((1U << 27) - 1)
 44#define MAX_MSS     65536
 45
 46/*
 47 * Min receive window.  We want it to be large enough to accommodate receive
 48 * coalescing, handle jumbo frames, and not trigger sender SWS avoidance.
 49 */
 50#define MIN_RCV_WND (24 * 1024U)
 51#define LOOPBACK(x)     (((x) & htonl(0xff000000)) == htonl(0x7f000000))
 52
 53/* for TX: a skb must have a headroom of at least TX_HEADER_LEN bytes */
 54#define TX_HEADER_LEN \
 55	(sizeof(struct fw_ofld_tx_data_wr) + sizeof(struct sge_opaque_hdr))
 56#define TX_TLSHDR_LEN \
 57	(sizeof(struct fw_tlstx_data_wr) + sizeof(struct cpl_tx_tls_sfo) + \
 58	 sizeof(struct sge_opaque_hdr))
 59#define TXDATA_SKB_LEN 128
 60
 61enum {
 62	CPL_TX_TLS_SFO_TYPE_CCS,
 63	CPL_TX_TLS_SFO_TYPE_ALERT,
 64	CPL_TX_TLS_SFO_TYPE_HANDSHAKE,
 65	CPL_TX_TLS_SFO_TYPE_DATA,
 66	CPL_TX_TLS_SFO_TYPE_HEARTBEAT,
 67};
 68
 69enum {
 70	TLS_HDR_TYPE_CCS = 20,
 71	TLS_HDR_TYPE_ALERT,
 72	TLS_HDR_TYPE_HANDSHAKE,
 73	TLS_HDR_TYPE_RECORD,
 74	TLS_HDR_TYPE_HEARTBEAT,
 75};
 76
 77typedef void (*defer_handler_t)(struct chtls_dev *dev, struct sk_buff *skb);
 78extern struct request_sock_ops chtls_rsk_ops;
 79extern struct request_sock_ops chtls_rsk_opsv6;
 80
 81struct deferred_skb_cb {
 82	defer_handler_t handler;
 83	struct chtls_dev *dev;
 84};
 85
 86#define DEFERRED_SKB_CB(skb) ((struct deferred_skb_cb *)(skb)->cb)
 87#define failover_flowc_wr_len offsetof(struct fw_flowc_wr, mnemval[3])
 88#define WR_SKB_CB(skb) ((struct wr_skb_cb *)(skb)->cb)
 89#define ACCEPT_QUEUE(sk) (&inet_csk(sk)->icsk_accept_queue.rskq_accept_head)
 90
 91#define SND_WSCALE(tp) ((tp)->rx_opt.snd_wscale)
 92#define RCV_WSCALE(tp) ((tp)->rx_opt.rcv_wscale)
 93#define USER_MSS(tp) (READ_ONCE((tp)->rx_opt.user_mss))
 94#define TS_RECENT_STAMP(tp) ((tp)->rx_opt.ts_recent_stamp)
 95#define WSCALE_OK(tp) ((tp)->rx_opt.wscale_ok)
 96#define TSTAMP_OK(tp) ((tp)->rx_opt.tstamp_ok)
 97#define SACK_OK(tp) ((tp)->rx_opt.sack_ok)
 98
 99/* TLS SKB */
100#define skb_ulp_tls_inline(skb)      (ULP_SKB_CB(skb)->ulp.tls.ofld)
101#define skb_ulp_tls_iv_imm(skb)      (ULP_SKB_CB(skb)->ulp.tls.iv)
102
103void chtls_defer_reply(struct sk_buff *skb, struct chtls_dev *dev,
104		       defer_handler_t handler);
105
106/*
107 * Returns true if the socket is in one of the supplied states.
108 */
109static inline unsigned int sk_in_state(const struct sock *sk,
110				       unsigned int states)
111{
112	return states & (1 << sk->sk_state);
113}
114
115static void chtls_rsk_destructor(struct request_sock *req)
116{
117	/* do nothing */
118}
119
120static inline void chtls_init_rsk_ops(struct proto *chtls_tcp_prot,
121				      struct request_sock_ops *chtls_tcp_ops,
122				      struct proto *tcp_prot, int family)
123{
124	memset(chtls_tcp_ops, 0, sizeof(*chtls_tcp_ops));
125	chtls_tcp_ops->family = family;
126	chtls_tcp_ops->obj_size = sizeof(struct tcp_request_sock);
127	chtls_tcp_ops->destructor = chtls_rsk_destructor;
128	chtls_tcp_ops->slab = tcp_prot->rsk_prot->slab;
129	chtls_tcp_prot->rsk_prot = chtls_tcp_ops;
130}
131
132static inline void chtls_reqsk_free(struct request_sock *req)
133{
134	if (req->rsk_listener)
135		sock_put(req->rsk_listener);
136	kmem_cache_free(req->rsk_ops->slab, req);
137}
138
139#define DECLARE_TASK_FUNC(task, task_param) \
140		static void task(struct work_struct *task_param)
141
142static inline void sk_wakeup_sleepers(struct sock *sk, bool interruptable)
143{
144	struct socket_wq *wq;
145
146	rcu_read_lock();
147	wq = rcu_dereference(sk->sk_wq);
148	if (skwq_has_sleeper(wq)) {
149		if (interruptable)
150			wake_up_interruptible(sk_sleep(sk));
151		else
152			wake_up_all(sk_sleep(sk));
153	}
154	rcu_read_unlock();
155}
156
157static inline void chtls_set_req_port(struct request_sock *oreq,
158				      __be16 source, __be16 dest)
159{
160	inet_rsk(oreq)->ir_rmt_port = source;
161	inet_rsk(oreq)->ir_num = ntohs(dest);
162}
163
164static inline void chtls_set_req_addr(struct request_sock *oreq,
165				      __be32 local_ip, __be32 peer_ip)
166{
167	inet_rsk(oreq)->ir_loc_addr = local_ip;
168	inet_rsk(oreq)->ir_rmt_addr = peer_ip;
169}
170
171static inline void chtls_free_skb(struct sock *sk, struct sk_buff *skb)
172{
173	skb_dstref_steal(skb);
174	__skb_unlink(skb, &sk->sk_receive_queue);
175	__kfree_skb(skb);
176}
177
178static inline void chtls_kfree_skb(struct sock *sk, struct sk_buff *skb)
179{
180	skb_dstref_steal(skb);
181	__skb_unlink(skb, &sk->sk_receive_queue);
182	kfree_skb(skb);
183}
184
185static inline void chtls_reset_wr_list(struct chtls_sock *csk)
186{
187	csk->wr_skb_head = NULL;
188	csk->wr_skb_tail = NULL;
189}
190
191static inline void enqueue_wr(struct chtls_sock *csk, struct sk_buff *skb)
192{
193	WR_SKB_CB(skb)->next_wr = NULL;
194
195	skb_get(skb);
196
197	if (!csk->wr_skb_head)
198		csk->wr_skb_head = skb;
199	else
200		WR_SKB_CB(csk->wr_skb_tail)->next_wr = skb;
201	csk->wr_skb_tail = skb;
202}
203
204static inline struct sk_buff *dequeue_wr(struct sock *sk)
205{
206	struct chtls_sock *csk = rcu_dereference_sk_user_data(sk);
207	struct sk_buff *skb = NULL;
208
209	skb = csk->wr_skb_head;
210
211	if (likely(skb)) {
212	 /* Don't bother clearing the tail */
213		csk->wr_skb_head = WR_SKB_CB(skb)->next_wr;
214		WR_SKB_CB(skb)->next_wr = NULL;
215	}
216	return skb;
217}
218#endif