2 * This file is part of the Chelsio T4 Ethernet driver for Linux.
4 * Copyright (c) 2003-2010 Chelsio Communications, Inc. All rights reserved.
6 * This software is available to you under a choice of one of two
7 * licenses. You may choose to be licensed under the terms of the GNU
8 * General Public License (GPL) Version 2, available from the file
9 * COPYING in the main directory of this source tree, or the
10 * OpenIB.org BSD license below:
12 * Redistribution and use in source and binary forms, with or
13 * without modification, are permitted provided that the following
16 * - Redistributions of source code must retain the above
17 * copyright notice, this list of conditions and the following
20 * - Redistributions in binary form must reproduce the above
21 * copyright notice, this list of conditions and the following
22 * disclaimer in the documentation and/or other materials
23 * provided with the distribution.
25 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
26 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
27 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
28 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
29 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
30 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
31 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
38 #include <linux/types.h>
41 CPL_PASS_OPEN_REQ = 0x1,
42 CPL_PASS_ACCEPT_RPL = 0x2,
43 CPL_ACT_OPEN_REQ = 0x3,
44 CPL_SET_TCB_FIELD = 0x5,
46 CPL_CLOSE_CON_REQ = 0x8,
47 CPL_CLOSE_LISTSRV_REQ = 0x9,
50 CPL_RX_DATA_ACK = 0xD,
52 CPL_L2T_WRITE_REQ = 0x12,
53 CPL_TID_RELEASE = 0x1A,
55 CPL_CLOSE_LISTSRV_RPL = 0x20,
56 CPL_L2T_WRITE_RPL = 0x23,
57 CPL_PASS_OPEN_RPL = 0x24,
58 CPL_ACT_OPEN_RPL = 0x25,
59 CPL_PEER_CLOSE = 0x26,
60 CPL_ABORT_REQ_RSS = 0x2B,
61 CPL_ABORT_RPL_RSS = 0x2D,
63 CPL_CLOSE_CON_RPL = 0x32,
66 CPL_RDMA_CQE_READ_RSP = 0x36,
67 CPL_RDMA_CQE_ERR = 0x37,
69 CPL_SET_TCB_RPL = 0x3A,
71 CPL_RX_DDP_COMPLETE = 0x3F,
73 CPL_ACT_ESTABLISH = 0x40,
74 CPL_PASS_ESTABLISH = 0x41,
75 CPL_RX_DATA_DDP = 0x42,
76 CPL_PASS_ACCEPT_REQ = 0x44,
78 CPL_RDMA_READ_REQ = 0x60,
80 CPL_PASS_OPEN_REQ6 = 0x81,
81 CPL_ACT_OPEN_REQ6 = 0x83,
83 CPL_RDMA_TERMINATE = 0xA2,
84 CPL_RDMA_WRITE = 0xA4,
85 CPL_SGE_EGR_UPDATE = 0xA5,
95 CPL_TX_PKT_LSO = 0xED,
103 CPL_ERR_TCAM_FULL = 3,
104 CPL_ERR_BAD_LENGTH = 15,
105 CPL_ERR_BAD_ROUTE = 18,
106 CPL_ERR_CONN_RESET = 20,
107 CPL_ERR_CONN_EXIST_SYNRECV = 21,
108 CPL_ERR_CONN_EXIST = 22,
109 CPL_ERR_ARP_MISS = 23,
110 CPL_ERR_BAD_SYN = 24,
111 CPL_ERR_CONN_TIMEDOUT = 30,
112 CPL_ERR_XMIT_TIMEDOUT = 31,
113 CPL_ERR_PERSIST_TIMEDOUT = 32,
114 CPL_ERR_FINWAIT2_TIMEDOUT = 33,
115 CPL_ERR_KEEPALIVE_TIMEDOUT = 34,
116 CPL_ERR_RTX_NEG_ADVICE = 35,
117 CPL_ERR_PERSIST_NEG_ADVICE = 36,
118 CPL_ERR_ABORT_FAILED = 42,
119 CPL_ERR_IWARP_FLM = 50,
131 ULP_CRC_HEADER = 1 << 0,
132 ULP_CRC_DATA = 1 << 1
136 CPL_ABORT_SEND_RST = 0,
140 enum { /* TX_PKT_XT checksum types */
159 #define CPL_OPCODE(x) ((x) << 24)
160 #define MK_OPCODE_TID(opcode, tid) (CPL_OPCODE(opcode) | (tid))
161 #define OPCODE_TID(cmd) ((cmd)->ot.opcode_tid)
162 #define GET_TID(cmd) (ntohl(OPCODE_TID(cmd)) & 0xFFFFFF)
164 /* partitioning of TID fields that also carry a queue id */
165 #define GET_TID_TID(x) ((x) & 0x3fff)
166 #define GET_TID_QID(x) (((x) >> 14) & 0x3ff)
167 #define TID_QID(x) ((x) << 14)
171 #if defined(__LITTLE_ENDIAN_BITFIELD)
190 struct work_request_hdr {
198 #define V_WR_OP(x) ((__u64)(x) << S_WR_OP)
200 #define WR_HDR struct work_request_hdr wr
202 /* option 0 fields */
204 #define M_MSS_IDX 0xF
205 #define V_MSS_IDX(x) ((__u64)(x) << S_MSS_IDX)
206 #define G_MSS_IDX(x) (((x) >> S_MSS_IDX) & M_MSS_IDX)
208 /* option 2 fields */
209 #define S_RSS_QUEUE 0
210 #define M_RSS_QUEUE 0x3FF
211 #define V_RSS_QUEUE(x) ((x) << S_RSS_QUEUE)
212 #define G_RSS_QUEUE(x) (((x) >> S_RSS_QUEUE) & M_RSS_QUEUE)
214 struct cpl_pass_open_req {
222 #define TX_CHAN(x) ((x) << 2)
223 #define NO_CONG(x) ((x) << 4)
224 #define DELACK(x) ((x) << 5)
225 #define ULP_MODE(x) ((x) << 8)
226 #define RCV_BUFSIZ(x) ((x) << 12)
227 #define DSCP(x) ((x) << 22)
228 #define SMAC_SEL(x) ((u64)(x) << 28)
229 #define L2T_IDX(x) ((u64)(x) << 36)
230 #define TCAM_BYPASS(x) ((u64)(x) << 48)
231 #define NAGLE(x) ((u64)(x) << 49)
232 #define WND_SCALE(x) ((u64)(x) << 50)
233 #define KEEP_ALIVE(x) ((u64)(x) << 54)
234 #define MSS_IDX(x) ((u64)(x) << 60)
236 #define SYN_RSS_ENABLE (1 << 0)
237 #define SYN_RSS_QUEUE(x) ((x) << 2)
238 #define CONN_POLICY_ASK (1 << 22)
241 struct cpl_pass_open_req6 {
254 struct cpl_pass_open_rpl {
260 struct cpl_pass_accept_rpl {
264 #define RSS_QUEUE(x) ((x) << 0)
265 #define RSS_QUEUE_VALID (1 << 10)
266 #define RX_COALESCE_VALID(x) ((x) << 11)
267 #define RX_COALESCE(x) ((x) << 12)
268 #define PACE(x) ((x) << 16)
269 #define TX_QUEUE(x) ((x) << 23)
270 #define RX_CHANNEL(x) ((x) << 26)
271 #define CCTRL_ECN(x) ((x) << 27)
272 #define WND_SCALE_EN(x) ((x) << 28)
273 #define TSTAMPS_EN(x) ((x) << 29)
274 #define SACK_EN(x) ((x) << 30)
278 struct cpl_act_open_req {
290 struct cpl_act_open_req6 {
304 struct cpl_act_open_rpl {
307 #define GET_AOPEN_STATUS(x) ((x) & 0xff)
308 #define GET_AOPEN_ATID(x) (((x) >> 8) & 0xffffff)
311 struct cpl_pass_establish {
315 #define PASS_OPEN_TID(x) ((x) << 0)
316 #define PASS_OPEN_TOS(x) ((x) << 24)
317 #define GET_PASS_OPEN_TID(x) (((x) >> 0) & 0xFFFFFF)
318 #define GET_POPEN_TID(x) ((x) & 0xffffff)
319 #define GET_POPEN_TOS(x) (((x) >> 24) & 0xff)
322 #define GET_TCPOPT_WSCALE_OK(x) (((x) >> 5) & 1)
323 #define GET_TCPOPT_SACK(x) (((x) >> 6) & 1)
324 #define GET_TCPOPT_TSTAMP(x) (((x) >> 7) & 1)
325 #define GET_TCPOPT_SND_WSCALE(x) (((x) >> 8) & 0xf)
326 #define GET_TCPOPT_MSS(x) (((x) >> 12) & 0xf)
331 struct cpl_act_establish {
345 #define QUEUENO(x) ((x) << 0)
346 #define REPLY_CHAN(x) ((x) << 14)
347 #define NO_REPLY(x) ((x) << 15)
351 struct cpl_set_tcb_field {
356 #define TCB_WORD(x) ((x) << 0)
357 #define TCB_COOKIE(x) ((x) << 5)
358 #define GET_TCB_COOKIE(x) (((x) >> 5) & 7)
363 struct cpl_set_tcb_rpl {
371 struct cpl_close_con_req {
377 struct cpl_close_con_rpl {
385 struct cpl_close_listsvr_req {
389 #define LISTSVR_IPV6 (1 << 14)
393 struct cpl_close_listsvr_rpl {
399 struct cpl_abort_req_rss {
405 struct cpl_abort_req {
414 struct cpl_abort_rpl_rss {
420 struct cpl_abort_rpl {
429 struct cpl_peer_close {
434 struct cpl_tid_release {
440 struct cpl_tx_pkt_core {
442 #define TXPKT_VF(x) ((x) << 0)
443 #define TXPKT_PF(x) ((x) << 8)
444 #define TXPKT_VF_VLD (1 << 11)
445 #define TXPKT_OVLAN_IDX(x) ((x) << 12)
446 #define TXPKT_INTF(x) ((x) << 16)
447 #define TXPKT_INS_OVLAN (1 << 21)
448 #define TXPKT_OPCODE(x) ((x) << 24)
452 #define TXPKT_CSUM_END(x) ((x) << 12)
453 #define TXPKT_CSUM_START(x) ((x) << 20)
454 #define TXPKT_IPHDR_LEN(x) ((u64)(x) << 20)
455 #define TXPKT_CSUM_LOC(x) ((u64)(x) << 30)
456 #define TXPKT_ETHHDR_LEN(x) ((u64)(x) << 34)
457 #define TXPKT_CSUM_TYPE(x) ((u64)(x) << 40)
458 #define TXPKT_VLAN(x) ((u64)(x) << 44)
459 #define TXPKT_VLAN_VLD (1ULL << 60)
460 #define TXPKT_IPCSUM_DIS (1ULL << 62)
461 #define TXPKT_L4CSUM_DIS (1ULL << 63)
466 struct cpl_tx_pkt_core c;
469 #define cpl_tx_pkt_xt cpl_tx_pkt
471 struct cpl_tx_pkt_lso_core {
473 #define LSO_TCPHDR_LEN(x) ((x) << 0)
474 #define LSO_IPHDR_LEN(x) ((x) << 4)
475 #define LSO_ETHHDR_LEN(x) ((x) << 16)
476 #define LSO_IPV6(x) ((x) << 20)
477 #define LSO_LAST_SLICE (1 << 22)
478 #define LSO_FIRST_SLICE (1 << 23)
479 #define LSO_OPCODE(x) ((x) << 24)
484 /* encapsulated CPL (TX_PKT, TX_PKT_XT or TX_DATA) follows here */
487 struct cpl_tx_pkt_lso {
489 struct cpl_tx_pkt_lso_core c;
490 /* encapsulated CPL (TX_PKT, TX_PKT_XT or TX_DATA) follows here */
493 struct cpl_iscsi_hdr {
496 #define ISCSI_PDU_LEN(x) ((x) & 0x7FFF)
497 #define ISCSI_DDP (1 << 15)
511 #if defined(__LITTLE_ENDIAN_BITFIELD)
527 struct cpl_rx_data_ack {
531 #define RX_CREDITS(x) ((x) << 0)
532 #define RX_FORCE_ACK(x) ((x) << 28)
536 struct rss_header rsshdr;
538 #if defined(__LITTLE_ENDIAN_BITFIELD)
555 #define RXF_UDP (1 << 22)
556 #define RXF_TCP (1 << 23)
557 #define RXF_IP (1 << 24)
558 #define RXF_IP6 (1 << 25)
563 /* rx_pkt.l2info fields */
564 #define S_RX_ETHHDR_LEN 0
565 #define M_RX_ETHHDR_LEN 0x1F
566 #define V_RX_ETHHDR_LEN(x) ((x) << S_RX_ETHHDR_LEN)
567 #define G_RX_ETHHDR_LEN(x) (((x) >> S_RX_ETHHDR_LEN) & M_RX_ETHHDR_LEN)
569 #define S_RX_MACIDX 8
570 #define M_RX_MACIDX 0x1FF
571 #define V_RX_MACIDX(x) ((x) << S_RX_MACIDX)
572 #define G_RX_MACIDX(x) (((x) >> S_RX_MACIDX) & M_RX_MACIDX)
575 #define V_RXF_SYN(x) ((x) << S_RXF_SYN)
576 #define F_RXF_SYN V_RXF_SYN(1U)
579 #define M_RX_CHAN 0xF
580 #define V_RX_CHAN(x) ((x) << S_RX_CHAN)
581 #define G_RX_CHAN(x) (((x) >> S_RX_CHAN) & M_RX_CHAN)
583 /* rx_pkt.hdr_len fields */
584 #define S_RX_TCPHDR_LEN 0
585 #define M_RX_TCPHDR_LEN 0x3F
586 #define V_RX_TCPHDR_LEN(x) ((x) << S_RX_TCPHDR_LEN)
587 #define G_RX_TCPHDR_LEN(x) (((x) >> S_RX_TCPHDR_LEN) & M_RX_TCPHDR_LEN)
589 #define S_RX_IPHDR_LEN 6
590 #define M_RX_IPHDR_LEN 0x3FF
591 #define V_RX_IPHDR_LEN(x) ((x) << S_RX_IPHDR_LEN)
592 #define G_RX_IPHDR_LEN(x) (((x) >> S_RX_IPHDR_LEN) & M_RX_IPHDR_LEN)
594 struct cpl_trace_pkt {
597 #if defined(__LITTLE_ENDIAN_BITFIELD)
615 struct cpl_l2t_write_req {
619 #define L2T_W_INFO(x) ((x) << 2)
620 #define L2T_W_PORT(x) ((x) << 8)
621 #define L2T_W_NOREPLY(x) ((x) << 15)
627 struct cpl_l2t_write_rpl {
633 struct cpl_rdma_terminate {
639 struct cpl_sge_egr_update {
641 #define EGR_QID(x) ((x) & 0x1FFFF)
689 /* cpl_fw6_msg.type values */
691 FW6_TYPE_CMD_RPL = 0,
694 FW6_TYPE_OFLD_CONNECTION_WR_RPL = 3,
697 struct cpl_fw6_msg_ofld_connection_wr_rpl {
699 __be32 tid; /* or atid in case of active failure */
707 ULP_TX_MEM_WRITE = 3,
712 ULP_TX_SC_NOOP = 0x80,
713 ULP_TX_SC_IMM = 0x81,
714 ULP_TX_SC_DSGL = 0x82,
715 ULP_TX_SC_ISGL = 0x83
718 struct ulptx_sge_pair {
725 #define ULPTX_CMD(x) ((x) << 24)
726 #define ULPTX_NSGE(x) ((x) << 0)
727 #define ULPTX_MORE (1U << 23)
730 struct ulptx_sge_pair sge[0];
736 #define ULP_MEMIO_ORDER(x) ((x) << 23)
737 __be32 len16; /* command length */
738 __be32 dlen; /* data length in 32-byte units */
739 #define ULP_MEMIO_DATA_LEN(x) ((x) << 0)
741 #define ULP_MEMIO_ADDR(x) ((x) << 0)
742 #define ULP_MEMIO_LOCK(x) ((x) << 31)
745 #endif /* __T4_MSG_H */