xref: /linux/drivers/infiniband/hw/hns/hns_roce_hw_v2.h (revision 3503d56cc7233ced602e38a4c13caa64f00ab2aa)
1 /*
2  * Copyright (c) 2016-2017 Hisilicon Limited.
3  *
4  * This software is available to you under a choice of one of two
5  * licenses.  You may choose to be licensed under the terms of the GNU
6  * General Public License (GPL) Version 2, available from the file
7  * COPYING in the main directory of this source tree, or the
8  * OpenIB.org BSD license below:
9  *
10  *     Redistribution and use in source and binary forms, with or
11  *     without modification, are permitted provided that the following
12  *     conditions are met:
13  *
14  *      - Redistributions of source code must retain the above
15  *        copyright notice, this list of conditions and the following
16  *        disclaimer.
17  *
18  *      - Redistributions in binary form must reproduce the above
19  *        copyright notice, this list of conditions and the following
20  *        disclaimer in the documentation and/or other materials
21  *        provided with the distribution.
22  *
23  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27  * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
30  * SOFTWARE.
31  */
32 
33 #ifndef _HNS_ROCE_HW_V2_H
34 #define _HNS_ROCE_HW_V2_H
35 
36 #include <linux/bitops.h>
37 
38 #define HNS_ROCE_VF_QPC_BT_NUM			256
39 #define HNS_ROCE_VF_SCCC_BT_NUM			64
40 #define HNS_ROCE_VF_SRQC_BT_NUM			64
41 #define HNS_ROCE_VF_CQC_BT_NUM			64
42 #define HNS_ROCE_VF_MPT_BT_NUM			64
43 #define HNS_ROCE_VF_EQC_NUM			64
44 #define HNS_ROCE_VF_SMAC_NUM			32
45 #define HNS_ROCE_VF_SGID_NUM			32
46 #define HNS_ROCE_VF_SL_NUM			8
47 
48 #define HNS_ROCE_V2_MAX_QP_NUM			0x100000
49 #define HNS_ROCE_V2_MAX_QPC_TIMER_NUM		0x200
50 #define HNS_ROCE_V2_MAX_WQE_NUM			0x8000
51 #define	HNS_ROCE_V2_MAX_SRQ			0x100000
52 #define HNS_ROCE_V2_MAX_SRQ_WR			0x8000
53 #define HNS_ROCE_V2_MAX_SRQ_SGE			64
54 #define HNS_ROCE_V2_MAX_CQ_NUM			0x100000
55 #define HNS_ROCE_V2_MAX_CQC_TIMER_NUM		0x100
56 #define HNS_ROCE_V2_MAX_SRQ_NUM			0x100000
57 #define HNS_ROCE_V2_MAX_CQE_NUM			0x400000
58 #define HNS_ROCE_V2_MAX_SRQWQE_NUM		0x8000
59 #define HNS_ROCE_V2_MAX_RQ_SGE_NUM		64
60 #define HNS_ROCE_V2_MAX_SQ_SGE_NUM		64
61 #define HNS_ROCE_V2_MAX_EXTEND_SGE_NUM		0x200000
62 #define HNS_ROCE_V2_MAX_SQ_INLINE		0x20
63 #define HNS_ROCE_V2_UAR_NUM			256
64 #define HNS_ROCE_V2_PHY_UAR_NUM			1
65 #define HNS_ROCE_V2_MAX_IRQ_NUM			65
66 #define HNS_ROCE_V2_COMP_VEC_NUM		63
67 #define HNS_ROCE_V2_AEQE_VEC_NUM		1
68 #define HNS_ROCE_V2_ABNORMAL_VEC_NUM		1
69 #define HNS_ROCE_V2_MAX_MTPT_NUM		0x100000
70 #define HNS_ROCE_V2_MAX_MTT_SEGS		0x1000000
71 #define HNS_ROCE_V2_MAX_CQE_SEGS		0x1000000
72 #define HNS_ROCE_V2_MAX_SRQWQE_SEGS		0x1000000
73 #define HNS_ROCE_V2_MAX_IDX_SEGS		0x1000000
74 #define HNS_ROCE_V2_MAX_PD_NUM			0x1000000
75 #define HNS_ROCE_V2_MAX_QP_INIT_RDMA		128
76 #define HNS_ROCE_V2_MAX_QP_DEST_RDMA		128
77 #define HNS_ROCE_V2_MAX_SQ_DESC_SZ		64
78 #define HNS_ROCE_V2_MAX_RQ_DESC_SZ		16
79 #define HNS_ROCE_V2_MAX_SRQ_DESC_SZ		64
80 #define HNS_ROCE_V2_QPC_ENTRY_SZ		256
81 #define HNS_ROCE_V2_IRRL_ENTRY_SZ		64
82 #define HNS_ROCE_V2_TRRL_ENTRY_SZ		48
83 #define HNS_ROCE_V2_EXT_ATOMIC_TRRL_ENTRY_SZ	100
84 #define HNS_ROCE_V2_CQC_ENTRY_SZ		64
85 #define HNS_ROCE_V2_SRQC_ENTRY_SZ		64
86 #define HNS_ROCE_V2_MTPT_ENTRY_SZ		64
87 #define HNS_ROCE_V2_MTT_ENTRY_SZ		64
88 #define HNS_ROCE_V2_IDX_ENTRY_SZ		4
89 #define HNS_ROCE_V2_CQE_ENTRY_SIZE		32
90 #define HNS_ROCE_V2_SCCC_ENTRY_SZ		32
91 #define HNS_ROCE_V2_QPC_TIMER_ENTRY_SZ		PAGE_SIZE
92 #define HNS_ROCE_V2_CQC_TIMER_ENTRY_SZ		PAGE_SIZE
93 #define HNS_ROCE_V2_PAGE_SIZE_SUPPORTED		0xFFFFF000
94 #define HNS_ROCE_V2_MAX_INNER_MTPT_NUM		2
95 #define HNS_ROCE_INVALID_LKEY			0x0
96 #define HNS_ROCE_INVALID_SGE_LENGTH		0x80000000
97 
98 #define HNS_ROCE_CMQ_TX_TIMEOUT			30000
99 #define HNS_ROCE_V2_UC_RC_SGE_NUM_IN_WQE	2
100 #define HNS_ROCE_V2_RSV_QPS			8
101 
102 #define HNS_ROCE_V2_HW_RST_TIMEOUT		1000
103 #define HNS_ROCE_V2_HW_RST_UNINT_DELAY		100
104 
105 #define HNS_ROCE_V2_HW_RST_COMPLETION_WAIT	20
106 
107 #define HNS_ROCE_CONTEXT_HOP_NUM		1
108 #define HNS_ROCE_SCCC_HOP_NUM			1
109 #define HNS_ROCE_MTT_HOP_NUM			1
110 #define HNS_ROCE_CQE_HOP_NUM			1
111 #define HNS_ROCE_SRQWQE_HOP_NUM			1
112 #define HNS_ROCE_PBL_HOP_NUM			2
113 #define HNS_ROCE_EQE_HOP_NUM			2
114 #define HNS_ROCE_IDX_HOP_NUM			1
115 #define HNS_ROCE_SQWQE_HOP_NUM			2
116 #define HNS_ROCE_EXT_SGE_HOP_NUM		1
117 #define HNS_ROCE_RQWQE_HOP_NUM			2
118 
119 #define HNS_ROCE_BA_PG_SZ_SUPPORTED_256K	6
120 #define HNS_ROCE_BA_PG_SZ_SUPPORTED_16K		2
121 #define HNS_ROCE_V2_GID_INDEX_NUM		256
122 
123 #define HNS_ROCE_V2_TABLE_CHUNK_SIZE		(1 << 18)
124 
125 #define HNS_ROCE_CMD_FLAG_IN_VALID_SHIFT	0
126 #define HNS_ROCE_CMD_FLAG_OUT_VALID_SHIFT	1
127 #define HNS_ROCE_CMD_FLAG_NEXT_SHIFT		2
128 #define HNS_ROCE_CMD_FLAG_WR_OR_RD_SHIFT	3
129 #define HNS_ROCE_CMD_FLAG_NO_INTR_SHIFT		4
130 #define HNS_ROCE_CMD_FLAG_ERR_INTR_SHIFT	5
131 
132 #define HNS_ROCE_CMD_FLAG_IN		BIT(HNS_ROCE_CMD_FLAG_IN_VALID_SHIFT)
133 #define HNS_ROCE_CMD_FLAG_OUT		BIT(HNS_ROCE_CMD_FLAG_OUT_VALID_SHIFT)
134 #define HNS_ROCE_CMD_FLAG_NEXT		BIT(HNS_ROCE_CMD_FLAG_NEXT_SHIFT)
135 #define HNS_ROCE_CMD_FLAG_WR		BIT(HNS_ROCE_CMD_FLAG_WR_OR_RD_SHIFT)
136 #define HNS_ROCE_CMD_FLAG_NO_INTR	BIT(HNS_ROCE_CMD_FLAG_NO_INTR_SHIFT)
137 #define HNS_ROCE_CMD_FLAG_ERR_INTR	BIT(HNS_ROCE_CMD_FLAG_ERR_INTR_SHIFT)
138 
139 #define HNS_ROCE_CMQ_DESC_NUM_S		3
140 
141 #define HNS_ROCE_CMQ_SCC_CLR_DONE_CNT		5
142 
143 #define check_whether_last_step(hop_num, step_idx) \
144 	((step_idx == 0 && hop_num == HNS_ROCE_HOP_NUM_0) || \
145 	(step_idx == 1 && hop_num == 1) || \
146 	(step_idx == 2 && hop_num == 2))
147 #define HNS_ICL_SWITCH_CMD_ROCEE_SEL_SHIFT	0
148 #define HNS_ICL_SWITCH_CMD_ROCEE_SEL	BIT(HNS_ICL_SWITCH_CMD_ROCEE_SEL_SHIFT)
149 
150 #define CMD_CSQ_DESC_NUM		1024
151 #define CMD_CRQ_DESC_NUM		1024
152 
153 enum {
154 	NO_ARMED = 0x0,
155 	REG_NXT_CEQE = 0x2,
156 	REG_NXT_SE_CEQE = 0x3
157 };
158 
159 #define V2_CQ_DB_REQ_NOT_SOL			0
160 #define V2_CQ_DB_REQ_NOT			1
161 
162 #define V2_CQ_STATE_VALID			1
163 #define V2_QKEY_VAL				0x80010000
164 
165 #define	GID_LEN_V2				16
166 
167 #define HNS_ROCE_V2_CQE_QPN_MASK		0xfffff
168 
169 enum {
170 	HNS_ROCE_V2_WQE_OP_SEND				= 0x0,
171 	HNS_ROCE_V2_WQE_OP_SEND_WITH_INV		= 0x1,
172 	HNS_ROCE_V2_WQE_OP_SEND_WITH_IMM		= 0x2,
173 	HNS_ROCE_V2_WQE_OP_RDMA_WRITE			= 0x3,
174 	HNS_ROCE_V2_WQE_OP_RDMA_WRITE_WITH_IMM		= 0x4,
175 	HNS_ROCE_V2_WQE_OP_RDMA_READ			= 0x5,
176 	HNS_ROCE_V2_WQE_OP_ATOM_CMP_AND_SWAP		= 0x6,
177 	HNS_ROCE_V2_WQE_OP_ATOM_FETCH_AND_ADD		= 0x7,
178 	HNS_ROCE_V2_WQE_OP_ATOM_MSK_CMP_AND_SWAP	= 0x8,
179 	HNS_ROCE_V2_WQE_OP_ATOM_MSK_FETCH_AND_ADD	= 0x9,
180 	HNS_ROCE_V2_WQE_OP_FAST_REG_PMR			= 0xa,
181 	HNS_ROCE_V2_WQE_OP_LOCAL_INV			= 0xb,
182 	HNS_ROCE_V2_WQE_OP_BIND_MW_TYPE			= 0xc,
183 	HNS_ROCE_V2_WQE_OP_MASK				= 0x1f,
184 };
185 
186 enum {
187 	HNS_ROCE_SQ_OPCODE_SEND = 0x0,
188 	HNS_ROCE_SQ_OPCODE_SEND_WITH_INV = 0x1,
189 	HNS_ROCE_SQ_OPCODE_SEND_WITH_IMM = 0x2,
190 	HNS_ROCE_SQ_OPCODE_RDMA_WRITE = 0x3,
191 	HNS_ROCE_SQ_OPCODE_RDMA_WRITE_WITH_IMM = 0x4,
192 	HNS_ROCE_SQ_OPCODE_RDMA_READ = 0x5,
193 	HNS_ROCE_SQ_OPCODE_ATOMIC_COMP_AND_SWAP = 0x6,
194 	HNS_ROCE_SQ_OPCODE_ATOMIC_FETCH_AND_ADD = 0x7,
195 	HNS_ROCE_SQ_OPCODE_ATOMIC_MASK_COMP_AND_SWAP = 0x8,
196 	HNS_ROCE_SQ_OPCODE_ATOMIC_MASK_FETCH_AND_ADD = 0x9,
197 	HNS_ROCE_SQ_OPCODE_FAST_REG_WR = 0xa,
198 	HNS_ROCE_SQ_OPCODE_LOCAL_INV = 0xb,
199 	HNS_ROCE_SQ_OPCODE_BIND_MW = 0xc,
200 };
201 
202 enum {
203 	/* rq operations */
204 	HNS_ROCE_V2_OPCODE_RDMA_WRITE_IMM = 0x0,
205 	HNS_ROCE_V2_OPCODE_SEND = 0x1,
206 	HNS_ROCE_V2_OPCODE_SEND_WITH_IMM = 0x2,
207 	HNS_ROCE_V2_OPCODE_SEND_WITH_INV = 0x3,
208 };
209 
210 enum {
211 	HNS_ROCE_V2_SQ_DB	= 0x0,
212 	HNS_ROCE_V2_RQ_DB	= 0x1,
213 	HNS_ROCE_V2_SRQ_DB	= 0x2,
214 	HNS_ROCE_V2_CQ_DB_PTR	= 0x3,
215 	HNS_ROCE_V2_CQ_DB_NTR	= 0x4,
216 };
217 
218 enum {
219 	HNS_ROCE_CQE_V2_SUCCESS				= 0x00,
220 	HNS_ROCE_CQE_V2_LOCAL_LENGTH_ERR		= 0x01,
221 	HNS_ROCE_CQE_V2_LOCAL_QP_OP_ERR			= 0x02,
222 	HNS_ROCE_CQE_V2_LOCAL_PROT_ERR			= 0x04,
223 	HNS_ROCE_CQE_V2_WR_FLUSH_ERR			= 0x05,
224 	HNS_ROCE_CQE_V2_MW_BIND_ERR			= 0x06,
225 	HNS_ROCE_CQE_V2_BAD_RESP_ERR			= 0x10,
226 	HNS_ROCE_CQE_V2_LOCAL_ACCESS_ERR		= 0x11,
227 	HNS_ROCE_CQE_V2_REMOTE_INVAL_REQ_ERR		= 0x12,
228 	HNS_ROCE_CQE_V2_REMOTE_ACCESS_ERR		= 0x13,
229 	HNS_ROCE_CQE_V2_REMOTE_OP_ERR			= 0x14,
230 	HNS_ROCE_CQE_V2_TRANSPORT_RETRY_EXC_ERR		= 0x15,
231 	HNS_ROCE_CQE_V2_RNR_RETRY_EXC_ERR		= 0x16,
232 	HNS_ROCE_CQE_V2_REMOTE_ABORT_ERR		= 0x22,
233 
234 	HNS_ROCE_V2_CQE_STATUS_MASK			= 0xff,
235 };
236 
237 /* CMQ command */
238 enum hns_roce_opcode_type {
239 	HNS_QUERY_FW_VER				= 0x0001,
240 	HNS_ROCE_OPC_QUERY_HW_VER			= 0x8000,
241 	HNS_ROCE_OPC_CFG_GLOBAL_PARAM			= 0x8001,
242 	HNS_ROCE_OPC_ALLOC_PF_RES			= 0x8004,
243 	HNS_ROCE_OPC_QUERY_PF_RES			= 0x8400,
244 	HNS_ROCE_OPC_ALLOC_VF_RES			= 0x8401,
245 	HNS_ROCE_OPC_CFG_EXT_LLM			= 0x8403,
246 	HNS_ROCE_OPC_CFG_TMOUT_LLM			= 0x8404,
247 	HNS_ROCE_OPC_QUERY_PF_TIMER_RES			= 0x8406,
248 	HNS_ROCE_OPC_QUERY_PF_CAPS_NUM                  = 0x8408,
249 	HNS_ROCE_OPC_CFG_SGID_TB			= 0x8500,
250 	HNS_ROCE_OPC_CFG_SMAC_TB			= 0x8501,
251 	HNS_ROCE_OPC_POST_MB				= 0x8504,
252 	HNS_ROCE_OPC_QUERY_MB_ST			= 0x8505,
253 	HNS_ROCE_OPC_CFG_BT_ATTR			= 0x8506,
254 	HNS_ROCE_OPC_FUNC_CLEAR				= 0x8508,
255 	HNS_ROCE_OPC_CLR_SCCC				= 0x8509,
256 	HNS_ROCE_OPC_QUERY_SCCC				= 0x850a,
257 	HNS_ROCE_OPC_RESET_SCCC				= 0x850b,
258 	HNS_SWITCH_PARAMETER_CFG			= 0x1033,
259 };
260 
261 enum {
262 	TYPE_CRQ,
263 	TYPE_CSQ,
264 };
265 
266 enum hns_roce_cmd_return_status {
267 	CMD_EXEC_SUCCESS	= 0,
268 	CMD_NO_AUTH		= 1,
269 	CMD_NOT_EXEC		= 2,
270 	CMD_QUEUE_FULL		= 3,
271 };
272 
273 enum hns_roce_sgid_type {
274 	GID_TYPE_FLAG_ROCE_V1 = 0,
275 	GID_TYPE_FLAG_ROCE_V2_IPV4,
276 	GID_TYPE_FLAG_ROCE_V2_IPV6,
277 };
278 
279 struct hns_roce_v2_cq_context {
280 	__le32	byte_4_pg_ceqn;
281 	__le32	byte_8_cqn;
282 	__le32	cqe_cur_blk_addr;
283 	__le32	byte_16_hop_addr;
284 	__le32	cqe_nxt_blk_addr;
285 	__le32	byte_24_pgsz_addr;
286 	__le32	byte_28_cq_pi;
287 	__le32	byte_32_cq_ci;
288 	__le32	cqe_ba;
289 	__le32	byte_40_cqe_ba;
290 	__le32	byte_44_db_record;
291 	__le32	db_record_addr;
292 	__le32	byte_52_cqe_cnt;
293 	__le32	byte_56_cqe_period_maxcnt;
294 	__le32	cqe_report_timer;
295 	__le32	byte_64_se_cqe_idx;
296 };
297 #define HNS_ROCE_V2_CQ_DEFAULT_BURST_NUM 0x0
298 #define HNS_ROCE_V2_CQ_DEFAULT_INTERVAL	0x0
299 
300 #define	V2_CQC_BYTE_4_CQ_ST_S 0
301 #define V2_CQC_BYTE_4_CQ_ST_M GENMASK(1, 0)
302 
303 #define	V2_CQC_BYTE_4_POLL_S 2
304 
305 #define	V2_CQC_BYTE_4_SE_S 3
306 
307 #define	V2_CQC_BYTE_4_OVER_IGNORE_S 4
308 
309 #define	V2_CQC_BYTE_4_COALESCE_S 5
310 
311 #define	V2_CQC_BYTE_4_ARM_ST_S 6
312 #define V2_CQC_BYTE_4_ARM_ST_M GENMASK(7, 6)
313 
314 #define	V2_CQC_BYTE_4_SHIFT_S 8
315 #define V2_CQC_BYTE_4_SHIFT_M GENMASK(12, 8)
316 
317 #define	V2_CQC_BYTE_4_CMD_SN_S 13
318 #define V2_CQC_BYTE_4_CMD_SN_M GENMASK(14, 13)
319 
320 #define	V2_CQC_BYTE_4_CEQN_S 15
321 #define V2_CQC_BYTE_4_CEQN_M GENMASK(23, 15)
322 
323 #define	V2_CQC_BYTE_4_PAGE_OFFSET_S 24
324 #define V2_CQC_BYTE_4_PAGE_OFFSET_M GENMASK(31, 24)
325 
326 #define	V2_CQC_BYTE_8_CQN_S 0
327 #define V2_CQC_BYTE_8_CQN_M GENMASK(23, 0)
328 
329 #define	V2_CQC_BYTE_16_CQE_CUR_BLK_ADDR_S 0
330 #define V2_CQC_BYTE_16_CQE_CUR_BLK_ADDR_M GENMASK(19, 0)
331 
332 #define	V2_CQC_BYTE_16_CQE_HOP_NUM_S 30
333 #define V2_CQC_BYTE_16_CQE_HOP_NUM_M GENMASK(31, 30)
334 
335 #define	V2_CQC_BYTE_24_CQE_NXT_BLK_ADDR_S 0
336 #define V2_CQC_BYTE_24_CQE_NXT_BLK_ADDR_M GENMASK(19, 0)
337 
338 #define	V2_CQC_BYTE_24_CQE_BA_PG_SZ_S 24
339 #define V2_CQC_BYTE_24_CQE_BA_PG_SZ_M GENMASK(27, 24)
340 
341 #define	V2_CQC_BYTE_24_CQE_BUF_PG_SZ_S 28
342 #define V2_CQC_BYTE_24_CQE_BUF_PG_SZ_M GENMASK(31, 28)
343 
344 #define	V2_CQC_BYTE_28_CQ_PRODUCER_IDX_S 0
345 #define V2_CQC_BYTE_28_CQ_PRODUCER_IDX_M GENMASK(23, 0)
346 
347 #define	V2_CQC_BYTE_32_CQ_CONSUMER_IDX_S 0
348 #define V2_CQC_BYTE_32_CQ_CONSUMER_IDX_M GENMASK(23, 0)
349 
350 #define	V2_CQC_BYTE_40_CQE_BA_S 0
351 #define V2_CQC_BYTE_40_CQE_BA_M GENMASK(28, 0)
352 
353 #define	V2_CQC_BYTE_44_DB_RECORD_EN_S 0
354 
355 #define	V2_CQC_BYTE_44_DB_RECORD_ADDR_S 1
356 #define	V2_CQC_BYTE_44_DB_RECORD_ADDR_M GENMASK(31, 1)
357 
358 #define	V2_CQC_BYTE_52_CQE_CNT_S 0
359 #define	V2_CQC_BYTE_52_CQE_CNT_M GENMASK(23, 0)
360 
361 #define	V2_CQC_BYTE_56_CQ_MAX_CNT_S 0
362 #define V2_CQC_BYTE_56_CQ_MAX_CNT_M GENMASK(15, 0)
363 
364 #define	V2_CQC_BYTE_56_CQ_PERIOD_S 16
365 #define V2_CQC_BYTE_56_CQ_PERIOD_M GENMASK(31, 16)
366 
367 #define	V2_CQC_BYTE_64_SE_CQE_IDX_S 0
368 #define	V2_CQC_BYTE_64_SE_CQE_IDX_M GENMASK(23, 0)
369 
370 struct hns_roce_srq_context {
371 	__le32	byte_4_srqn_srqst;
372 	__le32	byte_8_limit_wl;
373 	__le32	byte_12_xrcd;
374 	__le32	byte_16_pi_ci;
375 	__le32	wqe_bt_ba;
376 	__le32	byte_24_wqe_bt_ba;
377 	__le32	byte_28_rqws_pd;
378 	__le32	idx_bt_ba;
379 	__le32	rsv_idx_bt_ba;
380 	__le32	idx_cur_blk_addr;
381 	__le32	byte_44_idxbufpgsz_addr;
382 	__le32	idx_nxt_blk_addr;
383 	__le32	rsv_idxnxtblkaddr;
384 	__le32	byte_56_xrc_cqn;
385 	__le32	db_record_addr_record_en;
386 	__le32	db_record_addr;
387 };
388 
389 #define SRQC_BYTE_4_SRQ_ST_S 0
390 #define SRQC_BYTE_4_SRQ_ST_M GENMASK(1, 0)
391 
392 #define SRQC_BYTE_4_SRQ_WQE_HOP_NUM_S 2
393 #define SRQC_BYTE_4_SRQ_WQE_HOP_NUM_M GENMASK(3, 2)
394 
395 #define SRQC_BYTE_4_SRQ_SHIFT_S 4
396 #define SRQC_BYTE_4_SRQ_SHIFT_M GENMASK(7, 4)
397 
398 #define SRQC_BYTE_4_SRQN_S 8
399 #define SRQC_BYTE_4_SRQN_M GENMASK(31, 8)
400 
401 #define SRQC_BYTE_8_SRQ_LIMIT_WL_S 0
402 #define SRQC_BYTE_8_SRQ_LIMIT_WL_M GENMASK(15, 0)
403 
404 #define SRQC_BYTE_12_SRQ_XRCD_S 0
405 #define SRQC_BYTE_12_SRQ_XRCD_M GENMASK(23, 0)
406 
407 #define SRQC_BYTE_16_SRQ_PRODUCER_IDX_S 0
408 #define SRQC_BYTE_16_SRQ_PRODUCER_IDX_M GENMASK(15, 0)
409 
410 #define SRQC_BYTE_16_SRQ_CONSUMER_IDX_S 0
411 #define SRQC_BYTE_16_SRQ_CONSUMER_IDX_M GENMASK(31, 16)
412 
413 #define SRQC_BYTE_24_SRQ_WQE_BT_BA_S 0
414 #define SRQC_BYTE_24_SRQ_WQE_BT_BA_M GENMASK(28, 0)
415 
416 #define SRQC_BYTE_28_PD_S 0
417 #define SRQC_BYTE_28_PD_M GENMASK(23, 0)
418 
419 #define SRQC_BYTE_28_RQWS_S 24
420 #define SRQC_BYTE_28_RQWS_M GENMASK(27, 24)
421 
422 #define SRQC_BYTE_36_SRQ_IDX_BT_BA_S 0
423 #define SRQC_BYTE_36_SRQ_IDX_BT_BA_M GENMASK(28, 0)
424 
425 #define SRQC_BYTE_44_SRQ_IDX_CUR_BLK_ADDR_S 0
426 #define SRQC_BYTE_44_SRQ_IDX_CUR_BLK_ADDR_M GENMASK(19, 0)
427 
428 #define SRQC_BYTE_44_SRQ_IDX_HOP_NUM_S 22
429 #define SRQC_BYTE_44_SRQ_IDX_HOP_NUM_M GENMASK(23, 22)
430 
431 #define SRQC_BYTE_44_SRQ_IDX_BA_PG_SZ_S 24
432 #define SRQC_BYTE_44_SRQ_IDX_BA_PG_SZ_M GENMASK(27, 24)
433 
434 #define SRQC_BYTE_44_SRQ_IDX_BUF_PG_SZ_S 28
435 #define SRQC_BYTE_44_SRQ_IDX_BUF_PG_SZ_M GENMASK(31, 28)
436 
437 #define SRQC_BYTE_52_SRQ_IDX_NXT_BLK_ADDR_S 0
438 #define SRQC_BYTE_52_SRQ_IDX_NXT_BLK_ADDR_M GENMASK(19, 0)
439 
440 #define SRQC_BYTE_56_SRQ_XRC_CQN_S 0
441 #define SRQC_BYTE_56_SRQ_XRC_CQN_M GENMASK(23, 0)
442 
443 #define SRQC_BYTE_56_SRQ_WQE_BA_PG_SZ_S 24
444 #define SRQC_BYTE_56_SRQ_WQE_BA_PG_SZ_M GENMASK(27, 24)
445 
446 #define SRQC_BYTE_56_SRQ_WQE_BUF_PG_SZ_S 28
447 #define SRQC_BYTE_56_SRQ_WQE_BUF_PG_SZ_M GENMASK(31, 28)
448 
449 #define SRQC_BYTE_60_SRQ_RECORD_EN_S 0
450 
451 #define SRQC_BYTE_60_SRQ_DB_RECORD_ADDR_S 1
452 #define SRQC_BYTE_60_SRQ_DB_RECORD_ADDR_M GENMASK(31, 1)
453 
454 enum{
455 	V2_MPT_ST_VALID = 0x1,
456 	V2_MPT_ST_FREE	= 0x2,
457 };
458 
459 enum hns_roce_v2_qp_state {
460 	HNS_ROCE_QP_ST_RST,
461 	HNS_ROCE_QP_ST_INIT,
462 	HNS_ROCE_QP_ST_RTR,
463 	HNS_ROCE_QP_ST_RTS,
464 	HNS_ROCE_QP_ST_SQD,
465 	HNS_ROCE_QP_ST_SQER,
466 	HNS_ROCE_QP_ST_ERR,
467 	HNS_ROCE_QP_ST_SQ_DRAINING,
468 	HNS_ROCE_QP_NUM_ST
469 };
470 
471 struct hns_roce_v2_qp_context {
472 	__le32	byte_4_sqpn_tst;
473 	__le32	wqe_sge_ba;
474 	__le32	byte_12_sq_hop;
475 	__le32	byte_16_buf_ba_pg_sz;
476 	__le32	byte_20_smac_sgid_idx;
477 	__le32	byte_24_mtu_tc;
478 	__le32	byte_28_at_fl;
479 	u8	dgid[GID_LEN_V2];
480 	__le32	dmac;
481 	__le32	byte_52_udpspn_dmac;
482 	__le32	byte_56_dqpn_err;
483 	__le32	byte_60_qpst_tempid;
484 	__le32	qkey_xrcd;
485 	__le32	byte_68_rq_db;
486 	__le32	rq_db_record_addr;
487 	__le32	byte_76_srqn_op_en;
488 	__le32	byte_80_rnr_rx_cqn;
489 	__le32	byte_84_rq_ci_pi;
490 	__le32	rq_cur_blk_addr;
491 	__le32	byte_92_srq_info;
492 	__le32	byte_96_rx_reqmsn;
493 	__le32	rq_nxt_blk_addr;
494 	__le32	byte_104_rq_sge;
495 	__le32	byte_108_rx_reqepsn;
496 	__le32	rq_rnr_timer;
497 	__le32	rx_msg_len;
498 	__le32	rx_rkey_pkt_info;
499 	__le64	rx_va;
500 	__le32	byte_132_trrl;
501 	__le32	trrl_ba;
502 	__le32	byte_140_raq;
503 	__le32	byte_144_raq;
504 	__le32	byte_148_raq;
505 	__le32	byte_152_raq;
506 	__le32	byte_156_raq;
507 	__le32	byte_160_sq_ci_pi;
508 	__le32	sq_cur_blk_addr;
509 	__le32	byte_168_irrl_idx;
510 	__le32	byte_172_sq_psn;
511 	__le32	byte_176_msg_pktn;
512 	__le32	sq_cur_sge_blk_addr;
513 	__le32	byte_184_irrl_idx;
514 	__le32	cur_sge_offset;
515 	__le32	byte_192_ext_sge;
516 	__le32	byte_196_sq_psn;
517 	__le32	byte_200_sq_max;
518 	__le32	irrl_ba;
519 	__le32	byte_208_irrl;
520 	__le32	byte_212_lsn;
521 	__le32	sq_timer;
522 	__le32	byte_220_retry_psn_msn;
523 	__le32	byte_224_retry_msg;
524 	__le32	rx_sq_cur_blk_addr;
525 	__le32	byte_232_irrl_sge;
526 	__le32	irrl_cur_sge_offset;
527 	__le32	byte_240_irrl_tail;
528 	__le32	byte_244_rnr_rxack;
529 	__le32	byte_248_ack_psn;
530 	__le32	byte_252_err_txcqn;
531 	__le32	byte_256_sqflush_rqcqe;
532 };
533 
534 #define	V2_QPC_BYTE_4_TST_S 0
535 #define V2_QPC_BYTE_4_TST_M GENMASK(2, 0)
536 
537 #define	V2_QPC_BYTE_4_SGE_SHIFT_S 3
538 #define V2_QPC_BYTE_4_SGE_SHIFT_M GENMASK(7, 3)
539 
540 #define	V2_QPC_BYTE_4_SQPN_S 8
541 #define V2_QPC_BYTE_4_SQPN_M  GENMASK(31, 8)
542 
543 #define	V2_QPC_BYTE_12_WQE_SGE_BA_S 0
544 #define V2_QPC_BYTE_12_WQE_SGE_BA_M GENMASK(28, 0)
545 
546 #define	V2_QPC_BYTE_12_SQ_HOP_NUM_S 29
547 #define V2_QPC_BYTE_12_SQ_HOP_NUM_M GENMASK(30, 29)
548 
549 #define V2_QPC_BYTE_12_RSVD_LKEY_EN_S 31
550 
551 #define	V2_QPC_BYTE_16_WQE_SGE_BA_PG_SZ_S 0
552 #define V2_QPC_BYTE_16_WQE_SGE_BA_PG_SZ_M GENMASK(3, 0)
553 
554 #define	V2_QPC_BYTE_16_WQE_SGE_BUF_PG_SZ_S 4
555 #define V2_QPC_BYTE_16_WQE_SGE_BUF_PG_SZ_M GENMASK(7, 4)
556 
557 #define	V2_QPC_BYTE_16_PD_S 8
558 #define V2_QPC_BYTE_16_PD_M GENMASK(31, 8)
559 
560 #define	V2_QPC_BYTE_20_RQ_HOP_NUM_S 0
561 #define V2_QPC_BYTE_20_RQ_HOP_NUM_M GENMASK(1, 0)
562 
563 #define	V2_QPC_BYTE_20_SGE_HOP_NUM_S 2
564 #define V2_QPC_BYTE_20_SGE_HOP_NUM_M GENMASK(3, 2)
565 
566 #define	V2_QPC_BYTE_20_RQWS_S 4
567 #define V2_QPC_BYTE_20_RQWS_M GENMASK(7, 4)
568 
569 #define	V2_QPC_BYTE_20_SQ_SHIFT_S 8
570 #define V2_QPC_BYTE_20_SQ_SHIFT_M GENMASK(11, 8)
571 
572 #define	V2_QPC_BYTE_20_RQ_SHIFT_S 12
573 #define V2_QPC_BYTE_20_RQ_SHIFT_M GENMASK(15, 12)
574 
575 #define	V2_QPC_BYTE_20_SGID_IDX_S 16
576 #define V2_QPC_BYTE_20_SGID_IDX_M GENMASK(23, 16)
577 
578 #define	V2_QPC_BYTE_20_SMAC_IDX_S 24
579 #define V2_QPC_BYTE_20_SMAC_IDX_M GENMASK(31, 24)
580 
581 #define	V2_QPC_BYTE_24_HOP_LIMIT_S 0
582 #define V2_QPC_BYTE_24_HOP_LIMIT_M GENMASK(7, 0)
583 
584 #define	V2_QPC_BYTE_24_TC_S 8
585 #define V2_QPC_BYTE_24_TC_M GENMASK(15, 8)
586 
587 #define	V2_QPC_BYTE_24_VLAN_ID_S 16
588 #define V2_QPC_BYTE_24_VLAN_ID_M GENMASK(27, 16)
589 
590 #define	V2_QPC_BYTE_24_MTU_S 28
591 #define V2_QPC_BYTE_24_MTU_M GENMASK(31, 28)
592 
593 #define	V2_QPC_BYTE_28_FL_S 0
594 #define V2_QPC_BYTE_28_FL_M GENMASK(19, 0)
595 
596 #define	V2_QPC_BYTE_28_SL_S 20
597 #define V2_QPC_BYTE_28_SL_M GENMASK(23, 20)
598 
599 #define V2_QPC_BYTE_28_CNP_TX_FLAG_S 24
600 
601 #define V2_QPC_BYTE_28_CE_FLAG_S 25
602 
603 #define V2_QPC_BYTE_28_LBI_S 26
604 
605 #define	V2_QPC_BYTE_28_AT_S 27
606 #define V2_QPC_BYTE_28_AT_M GENMASK(31, 27)
607 
608 #define	V2_QPC_BYTE_52_DMAC_S 0
609 #define V2_QPC_BYTE_52_DMAC_M GENMASK(15, 0)
610 
611 #define V2_QPC_BYTE_52_UDPSPN_S 16
612 #define V2_QPC_BYTE_52_UDPSPN_M GENMASK(31, 16)
613 
614 #define	V2_QPC_BYTE_56_DQPN_S 0
615 #define V2_QPC_BYTE_56_DQPN_M GENMASK(23, 0)
616 
617 #define	V2_QPC_BYTE_56_SQ_TX_ERR_S 24
618 #define	V2_QPC_BYTE_56_SQ_RX_ERR_S 25
619 #define	V2_QPC_BYTE_56_RQ_TX_ERR_S 26
620 #define	V2_QPC_BYTE_56_RQ_RX_ERR_S 27
621 
622 #define	V2_QPC_BYTE_56_LP_PKTN_INI_S 28
623 #define V2_QPC_BYTE_56_LP_PKTN_INI_M GENMASK(31, 28)
624 
625 #define	V2_QPC_BYTE_60_TEMPID_S 0
626 #define V2_QPC_BYTE_60_TEMPID_M GENMASK(7, 0)
627 
628 #define V2_QPC_BYTE_60_SCC_TOKEN_S 8
629 #define V2_QPC_BYTE_60_SCC_TOKEN_M GENMASK(26, 8)
630 
631 #define	V2_QPC_BYTE_60_SQ_DB_DOING_S 27
632 
633 #define	V2_QPC_BYTE_60_RQ_DB_DOING_S 28
634 
635 #define	V2_QPC_BYTE_60_QP_ST_S 29
636 #define V2_QPC_BYTE_60_QP_ST_M GENMASK(31, 29)
637 
638 #define	V2_QPC_BYTE_68_RQ_RECORD_EN_S 0
639 
640 #define	V2_QPC_BYTE_68_RQ_DB_RECORD_ADDR_S 1
641 #define V2_QPC_BYTE_68_RQ_DB_RECORD_ADDR_M GENMASK(31, 1)
642 
643 #define	V2_QPC_BYTE_76_SRQN_S 0
644 #define V2_QPC_BYTE_76_SRQN_M GENMASK(23, 0)
645 
646 #define	V2_QPC_BYTE_76_SRQ_EN_S 24
647 
648 #define	V2_QPC_BYTE_76_RRE_S 25
649 
650 #define	V2_QPC_BYTE_76_RWE_S 26
651 
652 #define	V2_QPC_BYTE_76_ATE_S 27
653 
654 #define	V2_QPC_BYTE_76_RQIE_S 28
655 #define	V2_QPC_BYTE_76_EXT_ATE_S 29
656 #define	V2_QPC_BYTE_76_RQ_VLAN_EN_S 30
657 #define	V2_QPC_BYTE_80_RX_CQN_S 0
658 #define V2_QPC_BYTE_80_RX_CQN_M GENMASK(23, 0)
659 
660 #define	V2_QPC_BYTE_80_MIN_RNR_TIME_S 27
661 #define V2_QPC_BYTE_80_MIN_RNR_TIME_M GENMASK(31, 27)
662 
663 #define	V2_QPC_BYTE_84_RQ_PRODUCER_IDX_S 0
664 #define V2_QPC_BYTE_84_RQ_PRODUCER_IDX_M GENMASK(15, 0)
665 
666 #define	V2_QPC_BYTE_84_RQ_CONSUMER_IDX_S 16
667 #define V2_QPC_BYTE_84_RQ_CONSUMER_IDX_M GENMASK(31, 16)
668 
669 #define	V2_QPC_BYTE_92_RQ_CUR_BLK_ADDR_S 0
670 #define V2_QPC_BYTE_92_RQ_CUR_BLK_ADDR_M GENMASK(19, 0)
671 
672 #define	V2_QPC_BYTE_92_SRQ_INFO_S 20
673 #define V2_QPC_BYTE_92_SRQ_INFO_M GENMASK(31, 20)
674 
675 #define	V2_QPC_BYTE_96_RX_REQ_MSN_S 0
676 #define V2_QPC_BYTE_96_RX_REQ_MSN_M GENMASK(23, 0)
677 
678 #define	V2_QPC_BYTE_104_RQ_NXT_BLK_ADDR_S 0
679 #define V2_QPC_BYTE_104_RQ_NXT_BLK_ADDR_M GENMASK(19, 0)
680 
681 #define	V2_QPC_BYTE_104_RQ_CUR_WQE_SGE_NUM_S 24
682 #define V2_QPC_BYTE_104_RQ_CUR_WQE_SGE_NUM_M GENMASK(31, 24)
683 
684 #define V2_QPC_BYTE_108_INV_CREDIT_S 0
685 
686 #define V2_QPC_BYTE_108_RX_REQ_PSN_ERR_S 3
687 
688 #define	V2_QPC_BYTE_108_RX_REQ_LAST_OPTYPE_S 4
689 #define V2_QPC_BYTE_108_RX_REQ_LAST_OPTYPE_M GENMASK(6, 4)
690 
691 #define V2_QPC_BYTE_108_RX_REQ_RNR_S 7
692 
693 #define	V2_QPC_BYTE_108_RX_REQ_EPSN_S 8
694 #define V2_QPC_BYTE_108_RX_REQ_EPSN_M GENMASK(31, 8)
695 
696 #define	V2_QPC_BYTE_132_TRRL_HEAD_MAX_S 0
697 #define V2_QPC_BYTE_132_TRRL_HEAD_MAX_M GENMASK(7, 0)
698 
699 #define	V2_QPC_BYTE_132_TRRL_TAIL_MAX_S 8
700 #define V2_QPC_BYTE_132_TRRL_TAIL_MAX_M GENMASK(15, 8)
701 
702 #define	V2_QPC_BYTE_132_TRRL_BA_S 16
703 #define V2_QPC_BYTE_132_TRRL_BA_M GENMASK(31, 16)
704 
705 #define	V2_QPC_BYTE_140_TRRL_BA_S 0
706 #define V2_QPC_BYTE_140_TRRL_BA_M GENMASK(11, 0)
707 
708 #define	V2_QPC_BYTE_140_RR_MAX_S 12
709 #define V2_QPC_BYTE_140_RR_MAX_M GENMASK(14, 12)
710 
711 #define	V2_QPC_BYTE_140_RQ_RTY_WAIT_DO_S 15
712 
713 #define	V2_QPC_BYTE_140_RAQ_TRRL_HEAD_S 16
714 #define V2_QPC_BYTE_140_RAQ_TRRL_HEAD_M GENMASK(23, 16)
715 
716 #define	V2_QPC_BYTE_140_RAQ_TRRL_TAIL_S 24
717 #define V2_QPC_BYTE_140_RAQ_TRRL_TAIL_M GENMASK(31, 24)
718 
719 #define	V2_QPC_BYTE_144_RAQ_RTY_INI_PSN_S 0
720 #define V2_QPC_BYTE_144_RAQ_RTY_INI_PSN_M GENMASK(23, 0)
721 
722 #define V2_QPC_BYTE_144_RAQ_CREDIT_S 25
723 #define V2_QPC_BYTE_144_RAQ_CREDIT_M GENMASK(29, 25)
724 
725 #define V2_QPC_BYTE_144_RESP_RTY_FLG_S 31
726 
727 #define	V2_QPC_BYTE_148_RQ_MSN_S 0
728 #define V2_QPC_BYTE_148_RQ_MSN_M GENMASK(23, 0)
729 
730 #define	V2_QPC_BYTE_148_RAQ_SYNDROME_S 24
731 #define V2_QPC_BYTE_148_RAQ_SYNDROME_M GENMASK(31, 24)
732 
733 #define	V2_QPC_BYTE_152_RAQ_PSN_S 0
734 #define V2_QPC_BYTE_152_RAQ_PSN_M GENMASK(23, 0)
735 
736 #define	V2_QPC_BYTE_152_RAQ_TRRL_RTY_HEAD_S 24
737 #define V2_QPC_BYTE_152_RAQ_TRRL_RTY_HEAD_M GENMASK(31, 24)
738 
739 #define	V2_QPC_BYTE_156_RAQ_USE_PKTN_S 0
740 #define V2_QPC_BYTE_156_RAQ_USE_PKTN_M GENMASK(23, 0)
741 
742 #define	V2_QPC_BYTE_160_SQ_PRODUCER_IDX_S 0
743 #define V2_QPC_BYTE_160_SQ_PRODUCER_IDX_M GENMASK(15, 0)
744 
745 #define	V2_QPC_BYTE_160_SQ_CONSUMER_IDX_S 16
746 #define V2_QPC_BYTE_160_SQ_CONSUMER_IDX_M GENMASK(31, 16)
747 
748 #define	V2_QPC_BYTE_168_SQ_CUR_BLK_ADDR_S 0
749 #define V2_QPC_BYTE_168_SQ_CUR_BLK_ADDR_M GENMASK(19, 0)
750 
751 #define V2_QPC_BYTE_168_MSG_RTY_LP_FLG_S 20
752 
753 #define V2_QPC_BYTE_168_SQ_INVLD_FLG_S 21
754 
755 #define	V2_QPC_BYTE_168_LP_SGEN_INI_S 22
756 #define V2_QPC_BYTE_168_LP_SGEN_INI_M GENMASK(23, 22)
757 
758 #define V2_QPC_BYTE_168_SQ_VLAN_EN_S 24
759 #define V2_QPC_BYTE_168_POLL_DB_WAIT_DO_S 25
760 #define V2_QPC_BYTE_168_SCC_TOKEN_FORBID_SQ_DEQ_S 26
761 #define V2_QPC_BYTE_168_WAIT_ACK_TIMEOUT_S 27
762 #define	V2_QPC_BYTE_168_IRRL_IDX_LSB_S 28
763 #define V2_QPC_BYTE_168_IRRL_IDX_LSB_M GENMASK(31, 28)
764 
765 #define	V2_QPC_BYTE_172_ACK_REQ_FREQ_S 0
766 #define V2_QPC_BYTE_172_ACK_REQ_FREQ_M GENMASK(5, 0)
767 
768 #define V2_QPC_BYTE_172_MSG_RNR_FLG_S 6
769 
770 #define V2_QPC_BYTE_172_FRE_S 7
771 
772 #define	V2_QPC_BYTE_172_SQ_CUR_PSN_S 8
773 #define V2_QPC_BYTE_172_SQ_CUR_PSN_M GENMASK(31, 8)
774 
775 #define	V2_QPC_BYTE_176_MSG_USE_PKTN_S 0
776 #define V2_QPC_BYTE_176_MSG_USE_PKTN_M GENMASK(23, 0)
777 
778 #define	V2_QPC_BYTE_176_IRRL_HEAD_PRE_S 24
779 #define V2_QPC_BYTE_176_IRRL_HEAD_PRE_M GENMASK(31, 24)
780 
781 #define	V2_QPC_BYTE_184_SQ_CUR_SGE_BLK_ADDR_S 0
782 #define V2_QPC_BYTE_184_SQ_CUR_SGE_BLK_ADDR_M GENMASK(19, 0)
783 
784 #define	V2_QPC_BYTE_184_IRRL_IDX_MSB_S 20
785 #define V2_QPC_BYTE_184_IRRL_IDX_MSB_M GENMASK(31, 20)
786 
787 #define	V2_QPC_BYTE_192_CUR_SGE_IDX_S 0
788 #define V2_QPC_BYTE_192_CUR_SGE_IDX_M GENMASK(23, 0)
789 
790 #define	V2_QPC_BYTE_192_EXT_SGE_NUM_LEFT_S 24
791 #define V2_QPC_BYTE_192_EXT_SGE_NUM_LEFT_M GENMASK(31, 24)
792 
793 #define	V2_QPC_BYTE_196_IRRL_HEAD_S 0
794 #define V2_QPC_BYTE_196_IRRL_HEAD_M GENMASK(7, 0)
795 
796 #define	V2_QPC_BYTE_196_SQ_MAX_PSN_S 8
797 #define V2_QPC_BYTE_196_SQ_MAX_PSN_M GENMASK(31, 8)
798 
799 #define	V2_QPC_BYTE_200_SQ_MAX_IDX_S 0
800 #define V2_QPC_BYTE_200_SQ_MAX_IDX_M GENMASK(15, 0)
801 
802 #define	V2_QPC_BYTE_200_LCL_OPERATED_CNT_S 16
803 #define V2_QPC_BYTE_200_LCL_OPERATED_CNT_M GENMASK(31, 16)
804 
805 #define	V2_QPC_BYTE_208_IRRL_BA_S 0
806 #define V2_QPC_BYTE_208_IRRL_BA_M GENMASK(25, 0)
807 
808 #define V2_QPC_BYTE_208_PKT_RNR_FLG_S 26
809 
810 #define V2_QPC_BYTE_208_PKT_RTY_FLG_S 27
811 
812 #define V2_QPC_BYTE_208_RMT_E2E_S 28
813 
814 #define	V2_QPC_BYTE_208_SR_MAX_S 29
815 #define V2_QPC_BYTE_208_SR_MAX_M GENMASK(31, 29)
816 
817 #define	V2_QPC_BYTE_212_LSN_S 0
818 #define V2_QPC_BYTE_212_LSN_M GENMASK(23, 0)
819 
820 #define	V2_QPC_BYTE_212_RETRY_NUM_INIT_S 24
821 #define V2_QPC_BYTE_212_RETRY_NUM_INIT_M GENMASK(26, 24)
822 
823 #define	V2_QPC_BYTE_212_CHECK_FLG_S 27
824 #define V2_QPC_BYTE_212_CHECK_FLG_M GENMASK(28, 27)
825 
826 #define	V2_QPC_BYTE_212_RETRY_CNT_S 29
827 #define V2_QPC_BYTE_212_RETRY_CNT_M GENMASK(31, 29)
828 
829 #define	V2_QPC_BYTE_220_RETRY_MSG_MSN_S 0
830 #define V2_QPC_BYTE_220_RETRY_MSG_MSN_M GENMASK(15, 0)
831 
832 #define	V2_QPC_BYTE_220_RETRY_MSG_PSN_S 16
833 #define V2_QPC_BYTE_220_RETRY_MSG_PSN_M GENMASK(31, 16)
834 
835 #define	V2_QPC_BYTE_224_RETRY_MSG_PSN_S 0
836 #define V2_QPC_BYTE_224_RETRY_MSG_PSN_M GENMASK(7, 0)
837 
838 #define	V2_QPC_BYTE_224_RETRY_MSG_FPKT_PSN_S 8
839 #define V2_QPC_BYTE_224_RETRY_MSG_FPKT_PSN_M GENMASK(31, 8)
840 
841 #define	V2_QPC_BYTE_232_RX_SQ_CUR_BLK_ADDR_S 0
842 #define V2_QPC_BYTE_232_RX_SQ_CUR_BLK_ADDR_M GENMASK(19, 0)
843 
844 #define	V2_QPC_BYTE_232_IRRL_SGE_IDX_S 20
845 #define V2_QPC_BYTE_232_IRRL_SGE_IDX_M GENMASK(28, 20)
846 
847 #define V2_QPC_BYTE_232_SO_LP_VLD_S 29
848 #define V2_QPC_BYTE_232_FENCE_LP_VLD_S 30
849 #define V2_QPC_BYTE_232_IRRL_LP_VLD_S 31
850 
851 #define	V2_QPC_BYTE_240_IRRL_TAIL_REAL_S 0
852 #define V2_QPC_BYTE_240_IRRL_TAIL_REAL_M GENMASK(7, 0)
853 
854 #define	V2_QPC_BYTE_240_IRRL_TAIL_RD_S 8
855 #define V2_QPC_BYTE_240_IRRL_TAIL_RD_M GENMASK(15, 8)
856 
857 #define	V2_QPC_BYTE_240_RX_ACK_MSN_S 16
858 #define V2_QPC_BYTE_240_RX_ACK_MSN_M GENMASK(31, 16)
859 
860 #define	V2_QPC_BYTE_244_RX_ACK_EPSN_S 0
861 #define V2_QPC_BYTE_244_RX_ACK_EPSN_M GENMASK(23, 0)
862 
863 #define	V2_QPC_BYTE_244_RNR_NUM_INIT_S 24
864 #define V2_QPC_BYTE_244_RNR_NUM_INIT_M GENMASK(26, 24)
865 
866 #define	V2_QPC_BYTE_244_RNR_CNT_S 27
867 #define V2_QPC_BYTE_244_RNR_CNT_M GENMASK(29, 27)
868 
869 #define V2_QPC_BYTE_244_LCL_OP_FLG_S 30
870 #define V2_QPC_BYTE_244_IRRL_RD_FLG_S 31
871 
872 #define	V2_QPC_BYTE_248_IRRL_PSN_S 0
873 #define V2_QPC_BYTE_248_IRRL_PSN_M GENMASK(23, 0)
874 
875 #define V2_QPC_BYTE_248_ACK_PSN_ERR_S 24
876 
877 #define	V2_QPC_BYTE_248_ACK_LAST_OPTYPE_S 25
878 #define V2_QPC_BYTE_248_ACK_LAST_OPTYPE_M GENMASK(26, 25)
879 
880 #define V2_QPC_BYTE_248_IRRL_PSN_VLD_S 27
881 
882 #define V2_QPC_BYTE_248_RNR_RETRY_FLAG_S 28
883 
884 #define V2_QPC_BYTE_248_CQ_ERR_IND_S 31
885 
886 #define	V2_QPC_BYTE_252_TX_CQN_S 0
887 #define V2_QPC_BYTE_252_TX_CQN_M GENMASK(23, 0)
888 
889 #define	V2_QPC_BYTE_252_SIG_TYPE_S 24
890 
891 #define	V2_QPC_BYTE_252_ERR_TYPE_S 25
892 #define V2_QPC_BYTE_252_ERR_TYPE_M GENMASK(31, 25)
893 
894 #define	V2_QPC_BYTE_256_RQ_CQE_IDX_S 0
895 #define V2_QPC_BYTE_256_RQ_CQE_IDX_M GENMASK(15, 0)
896 
897 #define	V2_QPC_BYTE_256_SQ_FLUSH_IDX_S 16
898 #define V2_QPC_BYTE_256_SQ_FLUSH_IDX_M GENMASK(31, 16)
899 
900 #define	V2_QP_RWE_S 1 /* rdma write enable */
901 #define	V2_QP_RRE_S 2 /* rdma read enable */
902 #define	V2_QP_ATE_S 3 /* rdma atomic enable */
903 
904 struct hns_roce_v2_cqe {
905 	__le32	byte_4;
906 	union {
907 		__le32 rkey;
908 		__le32 immtdata;
909 	};
910 	__le32	byte_12;
911 	__le32	byte_16;
912 	__le32	byte_cnt;
913 	u8	smac[4];
914 	__le32	byte_28;
915 	__le32	byte_32;
916 };
917 
918 #define	V2_CQE_BYTE_4_OPCODE_S 0
919 #define V2_CQE_BYTE_4_OPCODE_M GENMASK(4, 0)
920 
921 #define	V2_CQE_BYTE_4_RQ_INLINE_S 5
922 
923 #define	V2_CQE_BYTE_4_S_R_S 6
924 
925 #define	V2_CQE_BYTE_4_OWNER_S 7
926 
927 #define	V2_CQE_BYTE_4_STATUS_S 8
928 #define V2_CQE_BYTE_4_STATUS_M GENMASK(15, 8)
929 
930 #define	V2_CQE_BYTE_4_WQE_INDX_S 16
931 #define V2_CQE_BYTE_4_WQE_INDX_M GENMASK(31, 16)
932 
933 #define	V2_CQE_BYTE_12_XRC_SRQN_S 0
934 #define V2_CQE_BYTE_12_XRC_SRQN_M GENMASK(23, 0)
935 
936 #define	V2_CQE_BYTE_16_LCL_QPN_S 0
937 #define V2_CQE_BYTE_16_LCL_QPN_M GENMASK(23, 0)
938 
939 #define	V2_CQE_BYTE_16_SUB_STATUS_S 24
940 #define V2_CQE_BYTE_16_SUB_STATUS_M GENMASK(31, 24)
941 
942 #define	V2_CQE_BYTE_28_SMAC_4_S 0
943 #define V2_CQE_BYTE_28_SMAC_4_M	GENMASK(7, 0)
944 
945 #define	V2_CQE_BYTE_28_SMAC_5_S 8
946 #define V2_CQE_BYTE_28_SMAC_5_M	GENMASK(15, 8)
947 
948 #define	V2_CQE_BYTE_28_PORT_TYPE_S 16
949 #define V2_CQE_BYTE_28_PORT_TYPE_M GENMASK(17, 16)
950 
951 #define V2_CQE_BYTE_28_VID_S 18
952 #define V2_CQE_BYTE_28_VID_M GENMASK(29, 18)
953 
954 #define V2_CQE_BYTE_28_VID_VLD_S 30
955 
956 #define	V2_CQE_BYTE_32_RMT_QPN_S 0
957 #define V2_CQE_BYTE_32_RMT_QPN_M GENMASK(23, 0)
958 
959 #define	V2_CQE_BYTE_32_SL_S 24
960 #define V2_CQE_BYTE_32_SL_M GENMASK(26, 24)
961 
962 #define	V2_CQE_BYTE_32_PORTN_S 27
963 #define V2_CQE_BYTE_32_PORTN_M GENMASK(29, 27)
964 
965 #define	V2_CQE_BYTE_32_GRH_S 30
966 
967 #define	V2_CQE_BYTE_32_LPK_S 31
968 
969 struct hns_roce_v2_mpt_entry {
970 	__le32	byte_4_pd_hop_st;
971 	__le32	byte_8_mw_cnt_en;
972 	__le32	byte_12_mw_pa;
973 	__le32	bound_lkey;
974 	__le32	len_l;
975 	__le32	len_h;
976 	__le32	lkey;
977 	__le32	va_l;
978 	__le32	va_h;
979 	__le32	pbl_size;
980 	__le32	pbl_ba_l;
981 	__le32	byte_48_mode_ba;
982 	__le32	pa0_l;
983 	__le32	byte_56_pa0_h;
984 	__le32	pa1_l;
985 	__le32	byte_64_buf_pa1;
986 };
987 
988 #define V2_MPT_BYTE_4_MPT_ST_S 0
989 #define V2_MPT_BYTE_4_MPT_ST_M GENMASK(1, 0)
990 
991 #define V2_MPT_BYTE_4_PBL_HOP_NUM_S 2
992 #define V2_MPT_BYTE_4_PBL_HOP_NUM_M GENMASK(3, 2)
993 
994 #define V2_MPT_BYTE_4_PBL_BA_PG_SZ_S 4
995 #define V2_MPT_BYTE_4_PBL_BA_PG_SZ_M GENMASK(7, 4)
996 
997 #define V2_MPT_BYTE_4_PD_S 8
998 #define V2_MPT_BYTE_4_PD_M GENMASK(31, 8)
999 
1000 #define V2_MPT_BYTE_8_RA_EN_S 0
1001 
1002 #define V2_MPT_BYTE_8_R_INV_EN_S 1
1003 
1004 #define V2_MPT_BYTE_8_L_INV_EN_S 2
1005 
1006 #define V2_MPT_BYTE_8_BIND_EN_S 3
1007 
1008 #define V2_MPT_BYTE_8_ATOMIC_EN_S 4
1009 
1010 #define V2_MPT_BYTE_8_RR_EN_S 5
1011 
1012 #define V2_MPT_BYTE_8_RW_EN_S 6
1013 
1014 #define V2_MPT_BYTE_8_LW_EN_S 7
1015 
1016 #define V2_MPT_BYTE_8_MW_CNT_S 8
1017 #define V2_MPT_BYTE_8_MW_CNT_M GENMASK(31, 8)
1018 
1019 #define V2_MPT_BYTE_12_FRE_S 0
1020 
1021 #define V2_MPT_BYTE_12_PA_S 1
1022 
1023 #define V2_MPT_BYTE_12_MR_MW_S 4
1024 
1025 #define V2_MPT_BYTE_12_BPD_S 5
1026 
1027 #define V2_MPT_BYTE_12_BQP_S 6
1028 
1029 #define V2_MPT_BYTE_12_INNER_PA_VLD_S 7
1030 
1031 #define V2_MPT_BYTE_12_MW_BIND_QPN_S 8
1032 #define V2_MPT_BYTE_12_MW_BIND_QPN_M GENMASK(31, 8)
1033 
1034 #define V2_MPT_BYTE_48_PBL_BA_H_S 0
1035 #define V2_MPT_BYTE_48_PBL_BA_H_M GENMASK(28, 0)
1036 
1037 #define V2_MPT_BYTE_48_BLK_MODE_S 29
1038 
1039 #define V2_MPT_BYTE_56_PA0_H_S 0
1040 #define V2_MPT_BYTE_56_PA0_H_M GENMASK(25, 0)
1041 
1042 #define V2_MPT_BYTE_64_PA1_H_S 0
1043 #define V2_MPT_BYTE_64_PA1_H_M GENMASK(25, 0)
1044 
1045 #define V2_MPT_BYTE_64_PBL_BUF_PG_SZ_S 28
1046 #define V2_MPT_BYTE_64_PBL_BUF_PG_SZ_M GENMASK(31, 28)
1047 
1048 #define	V2_DB_BYTE_4_TAG_S 0
1049 #define V2_DB_BYTE_4_TAG_M GENMASK(23, 0)
1050 
1051 #define	V2_DB_BYTE_4_CMD_S 24
1052 #define V2_DB_BYTE_4_CMD_M GENMASK(27, 24)
1053 
1054 #define V2_DB_PARAMETER_IDX_S 0
1055 #define V2_DB_PARAMETER_IDX_M GENMASK(15, 0)
1056 
1057 #define V2_DB_PARAMETER_SL_S 16
1058 #define V2_DB_PARAMETER_SL_M GENMASK(18, 16)
1059 
1060 #define	V2_CQ_DB_BYTE_4_TAG_S 0
1061 #define V2_CQ_DB_BYTE_4_TAG_M GENMASK(23, 0)
1062 
1063 #define	V2_CQ_DB_BYTE_4_CMD_S 24
1064 #define V2_CQ_DB_BYTE_4_CMD_M GENMASK(27, 24)
1065 
1066 #define V2_CQ_DB_PARAMETER_CONS_IDX_S 0
1067 #define V2_CQ_DB_PARAMETER_CONS_IDX_M GENMASK(23, 0)
1068 
1069 #define V2_CQ_DB_PARAMETER_CMD_SN_S 25
1070 #define V2_CQ_DB_PARAMETER_CMD_SN_M GENMASK(26, 25)
1071 
1072 #define V2_CQ_DB_PARAMETER_NOTIFY_S 24
1073 
1074 struct hns_roce_v2_ud_send_wqe {
1075 	__le32	byte_4;
1076 	__le32	msg_len;
1077 	__le32	immtdata;
1078 	__le32	byte_16;
1079 	__le32	byte_20;
1080 	__le32	byte_24;
1081 	__le32	qkey;
1082 	__le32	byte_32;
1083 	__le32	byte_36;
1084 	__le32	byte_40;
1085 	__le32	dmac;
1086 	__le32	byte_48;
1087 	u8	dgid[GID_LEN_V2];
1088 
1089 };
1090 #define	V2_UD_SEND_WQE_BYTE_4_OPCODE_S 0
1091 #define V2_UD_SEND_WQE_BYTE_4_OPCODE_M GENMASK(4, 0)
1092 
1093 #define	V2_UD_SEND_WQE_BYTE_4_OWNER_S 7
1094 
1095 #define	V2_UD_SEND_WQE_BYTE_4_CQE_S 8
1096 
1097 #define	V2_UD_SEND_WQE_BYTE_4_SE_S 11
1098 
1099 #define	V2_UD_SEND_WQE_BYTE_16_PD_S 0
1100 #define V2_UD_SEND_WQE_BYTE_16_PD_M GENMASK(23, 0)
1101 
1102 #define	V2_UD_SEND_WQE_BYTE_16_SGE_NUM_S 24
1103 #define V2_UD_SEND_WQE_BYTE_16_SGE_NUM_M GENMASK(31, 24)
1104 
1105 #define	V2_UD_SEND_WQE_BYTE_20_MSG_START_SGE_IDX_S 0
1106 #define V2_UD_SEND_WQE_BYTE_20_MSG_START_SGE_IDX_M GENMASK(23, 0)
1107 
1108 #define	V2_UD_SEND_WQE_BYTE_24_UDPSPN_S 16
1109 #define V2_UD_SEND_WQE_BYTE_24_UDPSPN_M GENMASK(31, 16)
1110 
1111 #define	V2_UD_SEND_WQE_BYTE_32_DQPN_S 0
1112 #define V2_UD_SEND_WQE_BYTE_32_DQPN_M GENMASK(23, 0)
1113 
1114 #define	V2_UD_SEND_WQE_BYTE_36_VLAN_S 0
1115 #define V2_UD_SEND_WQE_BYTE_36_VLAN_M GENMASK(15, 0)
1116 
1117 #define	V2_UD_SEND_WQE_BYTE_36_HOPLIMIT_S 16
1118 #define V2_UD_SEND_WQE_BYTE_36_HOPLIMIT_M GENMASK(23, 16)
1119 
1120 #define	V2_UD_SEND_WQE_BYTE_36_TCLASS_S 24
1121 #define V2_UD_SEND_WQE_BYTE_36_TCLASS_M GENMASK(31, 24)
1122 
1123 #define	V2_UD_SEND_WQE_BYTE_40_FLOW_LABEL_S 0
1124 #define V2_UD_SEND_WQE_BYTE_40_FLOW_LABEL_M GENMASK(19, 0)
1125 
1126 #define	V2_UD_SEND_WQE_BYTE_40_SL_S 20
1127 #define V2_UD_SEND_WQE_BYTE_40_SL_M GENMASK(23, 20)
1128 
1129 #define	V2_UD_SEND_WQE_BYTE_40_PORTN_S 24
1130 #define V2_UD_SEND_WQE_BYTE_40_PORTN_M GENMASK(26, 24)
1131 
1132 #define V2_UD_SEND_WQE_BYTE_40_UD_VLAN_EN_S 30
1133 
1134 #define	V2_UD_SEND_WQE_BYTE_40_LBI_S 31
1135 
1136 #define	V2_UD_SEND_WQE_DMAC_0_S 0
1137 #define V2_UD_SEND_WQE_DMAC_0_M GENMASK(7, 0)
1138 
1139 #define	V2_UD_SEND_WQE_DMAC_1_S 8
1140 #define V2_UD_SEND_WQE_DMAC_1_M GENMASK(15, 8)
1141 
1142 #define	V2_UD_SEND_WQE_DMAC_2_S 16
1143 #define V2_UD_SEND_WQE_DMAC_2_M GENMASK(23, 16)
1144 
1145 #define	V2_UD_SEND_WQE_DMAC_3_S 24
1146 #define V2_UD_SEND_WQE_DMAC_3_M GENMASK(31, 24)
1147 
1148 #define	V2_UD_SEND_WQE_BYTE_48_DMAC_4_S 0
1149 #define V2_UD_SEND_WQE_BYTE_48_DMAC_4_M GENMASK(7, 0)
1150 
1151 #define	V2_UD_SEND_WQE_BYTE_48_DMAC_5_S 8
1152 #define V2_UD_SEND_WQE_BYTE_48_DMAC_5_M GENMASK(15, 8)
1153 
1154 #define	V2_UD_SEND_WQE_BYTE_48_SGID_INDX_S 16
1155 #define V2_UD_SEND_WQE_BYTE_48_SGID_INDX_M GENMASK(23, 16)
1156 
1157 #define	V2_UD_SEND_WQE_BYTE_48_SMAC_INDX_S 24
1158 #define V2_UD_SEND_WQE_BYTE_48_SMAC_INDX_M GENMASK(31, 24)
1159 
1160 struct hns_roce_v2_rc_send_wqe {
1161 	__le32		byte_4;
1162 	__le32		msg_len;
1163 	union {
1164 		__le32  inv_key;
1165 		__le32  immtdata;
1166 	};
1167 	__le32		byte_16;
1168 	__le32		byte_20;
1169 	__le32		rkey;
1170 	__le64		va;
1171 };
1172 
1173 #define	V2_RC_SEND_WQE_BYTE_4_OPCODE_S 0
1174 #define V2_RC_SEND_WQE_BYTE_4_OPCODE_M GENMASK(4, 0)
1175 
1176 #define V2_RC_SEND_WQE_BYTE_4_OWNER_S 7
1177 
1178 #define V2_RC_SEND_WQE_BYTE_4_CQE_S 8
1179 
1180 #define V2_RC_SEND_WQE_BYTE_4_FENCE_S 9
1181 
1182 #define V2_RC_SEND_WQE_BYTE_4_SO_S 10
1183 
1184 #define V2_RC_SEND_WQE_BYTE_4_SE_S 11
1185 
1186 #define V2_RC_SEND_WQE_BYTE_4_INLINE_S 12
1187 
1188 #define V2_RC_FRMR_WQE_BYTE_4_BIND_EN_S 19
1189 
1190 #define V2_RC_FRMR_WQE_BYTE_4_ATOMIC_S 20
1191 
1192 #define V2_RC_FRMR_WQE_BYTE_4_RR_S 21
1193 
1194 #define V2_RC_FRMR_WQE_BYTE_4_RW_S 22
1195 
1196 #define V2_RC_FRMR_WQE_BYTE_4_LW_S 23
1197 
1198 #define	V2_RC_SEND_WQE_BYTE_16_XRC_SRQN_S 0
1199 #define V2_RC_SEND_WQE_BYTE_16_XRC_SRQN_M GENMASK(23, 0)
1200 
1201 #define	V2_RC_SEND_WQE_BYTE_16_SGE_NUM_S 24
1202 #define V2_RC_SEND_WQE_BYTE_16_SGE_NUM_M GENMASK(31, 24)
1203 
1204 #define V2_RC_SEND_WQE_BYTE_20_MSG_START_SGE_IDX_S 0
1205 #define V2_RC_SEND_WQE_BYTE_20_MSG_START_SGE_IDX_M GENMASK(23, 0)
1206 
1207 struct hns_roce_wqe_frmr_seg {
1208 	__le32	pbl_size;
1209 	__le32	mode_buf_pg_sz;
1210 };
1211 
1212 #define V2_RC_FRMR_WQE_BYTE_40_PBL_BUF_PG_SZ_S	4
1213 #define V2_RC_FRMR_WQE_BYTE_40_PBL_BUF_PG_SZ_M	GENMASK(7, 4)
1214 
1215 #define V2_RC_FRMR_WQE_BYTE_40_BLK_MODE_S 8
1216 
1217 struct hns_roce_v2_wqe_data_seg {
1218 	__le32    len;
1219 	__le32    lkey;
1220 	__le64    addr;
1221 };
1222 
1223 struct hns_roce_v2_db {
1224 	__le32	byte_4;
1225 	__le32	parameter;
1226 };
1227 
1228 struct hns_roce_query_version {
1229 	__le16 rocee_vendor_id;
1230 	__le16 rocee_hw_version;
1231 	__le32 rsv[5];
1232 };
1233 
1234 struct hns_roce_query_fw_info {
1235 	__le32 fw_ver;
1236 	__le32 rsv[5];
1237 };
1238 
1239 struct hns_roce_func_clear {
1240 	__le32 rst_funcid_en;
1241 	__le32 func_done;
1242 	__le32 rsv[4];
1243 };
1244 
1245 #define FUNC_CLEAR_RST_FUN_DONE_S 0
1246 /* Each physical function manages up to 248 virtual functions, it takes up to
1247  * 100ms for each function to execute clear. If an abnormal reset occurs, it is
1248  * executed twice at most, so it takes up to 249 * 2 * 100ms.
1249  */
1250 #define HNS_ROCE_V2_FUNC_CLEAR_TIMEOUT_MSECS	(249 * 2 * 100)
1251 #define HNS_ROCE_V2_READ_FUNC_CLEAR_FLAG_INTERVAL	40
1252 #define HNS_ROCE_V2_READ_FUNC_CLEAR_FLAG_FAIL_WAIT	20
1253 
1254 struct hns_roce_cfg_llm_a {
1255 	__le32 base_addr_l;
1256 	__le32 base_addr_h;
1257 	__le32 depth_pgsz_init_en;
1258 	__le32 head_ba_l;
1259 	__le32 head_ba_h_nxtptr;
1260 	__le32 head_ptr;
1261 };
1262 
1263 #define CFG_LLM_QUE_DEPTH_S 0
1264 #define CFG_LLM_QUE_DEPTH_M GENMASK(12, 0)
1265 
1266 #define CFG_LLM_QUE_PGSZ_S 16
1267 #define CFG_LLM_QUE_PGSZ_M GENMASK(19, 16)
1268 
1269 #define CFG_LLM_INIT_EN_S 20
1270 #define CFG_LLM_INIT_EN_M GENMASK(20, 20)
1271 
1272 #define CFG_LLM_HEAD_PTR_S 0
1273 #define CFG_LLM_HEAD_PTR_M GENMASK(11, 0)
1274 
1275 struct hns_roce_cfg_llm_b {
1276 	__le32 tail_ba_l;
1277 	__le32 tail_ba_h;
1278 	__le32 tail_ptr;
1279 	__le32 rsv[3];
1280 };
1281 
1282 #define CFG_LLM_TAIL_BA_H_S 0
1283 #define CFG_LLM_TAIL_BA_H_M GENMASK(19, 0)
1284 
1285 #define CFG_LLM_TAIL_PTR_S 0
1286 #define CFG_LLM_TAIL_PTR_M GENMASK(11, 0)
1287 
1288 struct hns_roce_cfg_global_param {
1289 	__le32 time_cfg_udp_port;
1290 	__le32 rsv[5];
1291 };
1292 
1293 #define CFG_GLOBAL_PARAM_DATA_0_ROCEE_TIME_1US_CFG_S 0
1294 #define CFG_GLOBAL_PARAM_DATA_0_ROCEE_TIME_1US_CFG_M GENMASK(9, 0)
1295 
1296 #define CFG_GLOBAL_PARAM_DATA_0_ROCEE_UDP_PORT_S 16
1297 #define CFG_GLOBAL_PARAM_DATA_0_ROCEE_UDP_PORT_M GENMASK(31, 16)
1298 
1299 struct hns_roce_pf_res_a {
1300 	__le32	rsv;
1301 	__le32	qpc_bt_idx_num;
1302 	__le32	srqc_bt_idx_num;
1303 	__le32	cqc_bt_idx_num;
1304 	__le32	mpt_bt_idx_num;
1305 	__le32	eqc_bt_idx_num;
1306 };
1307 
1308 #define PF_RES_DATA_1_PF_QPC_BT_IDX_S 0
1309 #define PF_RES_DATA_1_PF_QPC_BT_IDX_M GENMASK(10, 0)
1310 
1311 #define PF_RES_DATA_1_PF_QPC_BT_NUM_S 16
1312 #define PF_RES_DATA_1_PF_QPC_BT_NUM_M GENMASK(27, 16)
1313 
1314 #define PF_RES_DATA_2_PF_SRQC_BT_IDX_S 0
1315 #define PF_RES_DATA_2_PF_SRQC_BT_IDX_M GENMASK(8, 0)
1316 
1317 #define PF_RES_DATA_2_PF_SRQC_BT_NUM_S 16
1318 #define PF_RES_DATA_2_PF_SRQC_BT_NUM_M GENMASK(25, 16)
1319 
1320 #define PF_RES_DATA_3_PF_CQC_BT_IDX_S 0
1321 #define PF_RES_DATA_3_PF_CQC_BT_IDX_M GENMASK(8, 0)
1322 
1323 #define PF_RES_DATA_3_PF_CQC_BT_NUM_S 16
1324 #define PF_RES_DATA_3_PF_CQC_BT_NUM_M GENMASK(25, 16)
1325 
1326 #define PF_RES_DATA_4_PF_MPT_BT_IDX_S 0
1327 #define PF_RES_DATA_4_PF_MPT_BT_IDX_M GENMASK(8, 0)
1328 
1329 #define PF_RES_DATA_4_PF_MPT_BT_NUM_S 16
1330 #define PF_RES_DATA_4_PF_MPT_BT_NUM_M GENMASK(25, 16)
1331 
1332 #define PF_RES_DATA_5_PF_EQC_BT_IDX_S 0
1333 #define PF_RES_DATA_5_PF_EQC_BT_IDX_M GENMASK(8, 0)
1334 
1335 #define PF_RES_DATA_5_PF_EQC_BT_NUM_S 16
1336 #define PF_RES_DATA_5_PF_EQC_BT_NUM_M GENMASK(25, 16)
1337 
1338 struct hns_roce_pf_res_b {
1339 	__le32	rsv0;
1340 	__le32	smac_idx_num;
1341 	__le32	sgid_idx_num;
1342 	__le32	qid_idx_sl_num;
1343 	__le32	sccc_bt_idx_num;
1344 	__le32	rsv;
1345 };
1346 
1347 #define PF_RES_DATA_1_PF_SMAC_IDX_S 0
1348 #define PF_RES_DATA_1_PF_SMAC_IDX_M GENMASK(7, 0)
1349 
1350 #define PF_RES_DATA_1_PF_SMAC_NUM_S 8
1351 #define PF_RES_DATA_1_PF_SMAC_NUM_M GENMASK(16, 8)
1352 
1353 #define PF_RES_DATA_2_PF_SGID_IDX_S 0
1354 #define PF_RES_DATA_2_PF_SGID_IDX_M GENMASK(7, 0)
1355 
1356 #define PF_RES_DATA_2_PF_SGID_NUM_S 8
1357 #define PF_RES_DATA_2_PF_SGID_NUM_M GENMASK(16, 8)
1358 
1359 #define PF_RES_DATA_3_PF_QID_IDX_S 0
1360 #define PF_RES_DATA_3_PF_QID_IDX_M GENMASK(9, 0)
1361 
1362 #define PF_RES_DATA_3_PF_SL_NUM_S 16
1363 #define PF_RES_DATA_3_PF_SL_NUM_M GENMASK(26, 16)
1364 
1365 #define PF_RES_DATA_4_PF_SCCC_BT_IDX_S 0
1366 #define PF_RES_DATA_4_PF_SCCC_BT_IDX_M GENMASK(8, 0)
1367 
1368 #define PF_RES_DATA_4_PF_SCCC_BT_NUM_S 9
1369 #define PF_RES_DATA_4_PF_SCCC_BT_NUM_M GENMASK(17, 9)
1370 
1371 struct hns_roce_pf_timer_res_a {
1372 	__le32	rsv0;
1373 	__le32	qpc_timer_bt_idx_num;
1374 	__le32	cqc_timer_bt_idx_num;
1375 	__le32	rsv[3];
1376 };
1377 
1378 #define PF_RES_DATA_1_PF_QPC_TIMER_BT_IDX_S 0
1379 #define PF_RES_DATA_1_PF_QPC_TIMER_BT_IDX_M GENMASK(11, 0)
1380 
1381 #define PF_RES_DATA_1_PF_QPC_TIMER_BT_NUM_S 16
1382 #define PF_RES_DATA_1_PF_QPC_TIMER_BT_NUM_M GENMASK(28, 16)
1383 
1384 #define PF_RES_DATA_2_PF_CQC_TIMER_BT_IDX_S 0
1385 #define PF_RES_DATA_2_PF_CQC_TIMER_BT_IDX_M GENMASK(10, 0)
1386 
1387 #define PF_RES_DATA_2_PF_CQC_TIMER_BT_NUM_S 16
1388 #define PF_RES_DATA_2_PF_CQC_TIMER_BT_NUM_M GENMASK(27, 16)
1389 
1390 struct hns_roce_vf_res_a {
1391 	__le32 vf_id;
1392 	__le32 vf_qpc_bt_idx_num;
1393 	__le32 vf_srqc_bt_idx_num;
1394 	__le32 vf_cqc_bt_idx_num;
1395 	__le32 vf_mpt_bt_idx_num;
1396 	__le32 vf_eqc_bt_idx_num;
1397 };
1398 
1399 #define VF_RES_A_DATA_1_VF_QPC_BT_IDX_S 0
1400 #define VF_RES_A_DATA_1_VF_QPC_BT_IDX_M GENMASK(10, 0)
1401 
1402 #define VF_RES_A_DATA_1_VF_QPC_BT_NUM_S 16
1403 #define VF_RES_A_DATA_1_VF_QPC_BT_NUM_M GENMASK(27, 16)
1404 
1405 #define VF_RES_A_DATA_2_VF_SRQC_BT_IDX_S 0
1406 #define VF_RES_A_DATA_2_VF_SRQC_BT_IDX_M GENMASK(8, 0)
1407 
1408 #define VF_RES_A_DATA_2_VF_SRQC_BT_NUM_S 16
1409 #define VF_RES_A_DATA_2_VF_SRQC_BT_NUM_M GENMASK(25, 16)
1410 
1411 #define VF_RES_A_DATA_3_VF_CQC_BT_IDX_S 0
1412 #define VF_RES_A_DATA_3_VF_CQC_BT_IDX_M GENMASK(8, 0)
1413 
1414 #define VF_RES_A_DATA_3_VF_CQC_BT_NUM_S 16
1415 #define VF_RES_A_DATA_3_VF_CQC_BT_NUM_M GENMASK(25, 16)
1416 
1417 #define VF_RES_A_DATA_4_VF_MPT_BT_IDX_S 0
1418 #define VF_RES_A_DATA_4_VF_MPT_BT_IDX_M GENMASK(8, 0)
1419 
1420 #define VF_RES_A_DATA_4_VF_MPT_BT_NUM_S 16
1421 #define VF_RES_A_DATA_4_VF_MPT_BT_NUM_M GENMASK(25, 16)
1422 
1423 #define VF_RES_A_DATA_5_VF_EQC_IDX_S 0
1424 #define VF_RES_A_DATA_5_VF_EQC_IDX_M GENMASK(8, 0)
1425 
1426 #define VF_RES_A_DATA_5_VF_EQC_NUM_S 16
1427 #define VF_RES_A_DATA_5_VF_EQC_NUM_M GENMASK(25, 16)
1428 
1429 struct hns_roce_vf_res_b {
1430 	__le32 rsv0;
1431 	__le32 vf_smac_idx_num;
1432 	__le32 vf_sgid_idx_num;
1433 	__le32 vf_qid_idx_sl_num;
1434 	__le32 vf_sccc_idx_num;
1435 	__le32 rsv1;
1436 };
1437 
1438 #define VF_RES_B_DATA_0_VF_ID_S 0
1439 #define VF_RES_B_DATA_0_VF_ID_M GENMASK(7, 0)
1440 
1441 #define VF_RES_B_DATA_1_VF_SMAC_IDX_S 0
1442 #define VF_RES_B_DATA_1_VF_SMAC_IDX_M GENMASK(7, 0)
1443 
1444 #define VF_RES_B_DATA_1_VF_SMAC_NUM_S 8
1445 #define VF_RES_B_DATA_1_VF_SMAC_NUM_M GENMASK(16, 8)
1446 
1447 #define VF_RES_B_DATA_2_VF_SGID_IDX_S 0
1448 #define VF_RES_B_DATA_2_VF_SGID_IDX_M GENMASK(7, 0)
1449 
1450 #define VF_RES_B_DATA_2_VF_SGID_NUM_S 8
1451 #define VF_RES_B_DATA_2_VF_SGID_NUM_M GENMASK(16, 8)
1452 
1453 #define VF_RES_B_DATA_3_VF_QID_IDX_S 0
1454 #define VF_RES_B_DATA_3_VF_QID_IDX_M GENMASK(9, 0)
1455 
1456 #define VF_RES_B_DATA_3_VF_SL_NUM_S 16
1457 #define VF_RES_B_DATA_3_VF_SL_NUM_M GENMASK(19, 16)
1458 
1459 #define VF_RES_B_DATA_4_VF_SCCC_BT_IDX_S 0
1460 #define VF_RES_B_DATA_4_VF_SCCC_BT_IDX_M GENMASK(8, 0)
1461 
1462 #define VF_RES_B_DATA_4_VF_SCCC_BT_NUM_S 9
1463 #define VF_RES_B_DATA_4_VF_SCCC_BT_NUM_M GENMASK(17, 9)
1464 
1465 struct hns_roce_vf_switch {
1466 	__le32 rocee_sel;
1467 	__le32 fun_id;
1468 	__le32 cfg;
1469 	__le32 resv1;
1470 	__le32 resv2;
1471 	__le32 resv3;
1472 };
1473 
1474 #define VF_SWITCH_DATA_FUN_ID_VF_ID_S 3
1475 #define VF_SWITCH_DATA_FUN_ID_VF_ID_M GENMASK(10, 3)
1476 
1477 #define VF_SWITCH_DATA_CFG_ALW_LPBK_S 1
1478 #define VF_SWITCH_DATA_CFG_ALW_LCL_LPBK_S 2
1479 #define VF_SWITCH_DATA_CFG_ALW_DST_OVRD_S 3
1480 
1481 struct hns_roce_post_mbox {
1482 	__le32	in_param_l;
1483 	__le32	in_param_h;
1484 	__le32	out_param_l;
1485 	__le32	out_param_h;
1486 	__le32	cmd_tag;
1487 	__le32	token_event_en;
1488 };
1489 
1490 struct hns_roce_mbox_status {
1491 	__le32	mb_status_hw_run;
1492 	__le32	rsv[5];
1493 };
1494 
1495 struct hns_roce_cfg_bt_attr {
1496 	__le32 vf_qpc_cfg;
1497 	__le32 vf_srqc_cfg;
1498 	__le32 vf_cqc_cfg;
1499 	__le32 vf_mpt_cfg;
1500 	__le32 vf_sccc_cfg;
1501 	__le32 rsv;
1502 };
1503 
1504 #define CFG_BT_ATTR_DATA_0_VF_QPC_BA_PGSZ_S 0
1505 #define CFG_BT_ATTR_DATA_0_VF_QPC_BA_PGSZ_M GENMASK(3, 0)
1506 
1507 #define CFG_BT_ATTR_DATA_0_VF_QPC_BUF_PGSZ_S 4
1508 #define CFG_BT_ATTR_DATA_0_VF_QPC_BUF_PGSZ_M GENMASK(7, 4)
1509 
1510 #define CFG_BT_ATTR_DATA_0_VF_QPC_HOPNUM_S 8
1511 #define CFG_BT_ATTR_DATA_0_VF_QPC_HOPNUM_M GENMASK(9, 8)
1512 
1513 #define CFG_BT_ATTR_DATA_1_VF_SRQC_BA_PGSZ_S 0
1514 #define CFG_BT_ATTR_DATA_1_VF_SRQC_BA_PGSZ_M GENMASK(3, 0)
1515 
1516 #define CFG_BT_ATTR_DATA_1_VF_SRQC_BUF_PGSZ_S 4
1517 #define CFG_BT_ATTR_DATA_1_VF_SRQC_BUF_PGSZ_M GENMASK(7, 4)
1518 
1519 #define CFG_BT_ATTR_DATA_1_VF_SRQC_HOPNUM_S 8
1520 #define CFG_BT_ATTR_DATA_1_VF_SRQC_HOPNUM_M GENMASK(9, 8)
1521 
1522 #define CFG_BT_ATTR_DATA_2_VF_CQC_BA_PGSZ_S 0
1523 #define CFG_BT_ATTR_DATA_2_VF_CQC_BA_PGSZ_M GENMASK(3, 0)
1524 
1525 #define CFG_BT_ATTR_DATA_2_VF_CQC_BUF_PGSZ_S 4
1526 #define CFG_BT_ATTR_DATA_2_VF_CQC_BUF_PGSZ_M GENMASK(7, 4)
1527 
1528 #define CFG_BT_ATTR_DATA_2_VF_CQC_HOPNUM_S 8
1529 #define CFG_BT_ATTR_DATA_2_VF_CQC_HOPNUM_M GENMASK(9, 8)
1530 
1531 #define CFG_BT_ATTR_DATA_3_VF_MPT_BA_PGSZ_S 0
1532 #define CFG_BT_ATTR_DATA_3_VF_MPT_BA_PGSZ_M GENMASK(3, 0)
1533 
1534 #define CFG_BT_ATTR_DATA_3_VF_MPT_BUF_PGSZ_S 4
1535 #define CFG_BT_ATTR_DATA_3_VF_MPT_BUF_PGSZ_M GENMASK(7, 4)
1536 
1537 #define CFG_BT_ATTR_DATA_3_VF_MPT_HOPNUM_S 8
1538 #define CFG_BT_ATTR_DATA_3_VF_MPT_HOPNUM_M GENMASK(9, 8)
1539 
1540 #define CFG_BT_ATTR_DATA_4_VF_SCCC_BA_PGSZ_S 0
1541 #define CFG_BT_ATTR_DATA_4_VF_SCCC_BA_PGSZ_M GENMASK(3, 0)
1542 
1543 #define CFG_BT_ATTR_DATA_4_VF_SCCC_BUF_PGSZ_S 4
1544 #define CFG_BT_ATTR_DATA_4_VF_SCCC_BUF_PGSZ_M GENMASK(7, 4)
1545 
1546 #define CFG_BT_ATTR_DATA_4_VF_SCCC_HOPNUM_S 8
1547 #define CFG_BT_ATTR_DATA_4_VF_SCCC_HOPNUM_M GENMASK(9, 8)
1548 
1549 struct hns_roce_cfg_sgid_tb {
1550 	__le32	table_idx_rsv;
1551 	__le32	vf_sgid_l;
1552 	__le32	vf_sgid_ml;
1553 	__le32	vf_sgid_mh;
1554 	__le32	vf_sgid_h;
1555 	__le32	vf_sgid_type_rsv;
1556 };
1557 #define CFG_SGID_TB_TABLE_IDX_S 0
1558 #define CFG_SGID_TB_TABLE_IDX_M GENMASK(7, 0)
1559 
1560 #define CFG_SGID_TB_VF_SGID_TYPE_S 0
1561 #define CFG_SGID_TB_VF_SGID_TYPE_M GENMASK(1, 0)
1562 
1563 struct hns_roce_cfg_smac_tb {
1564 	__le32	tb_idx_rsv;
1565 	__le32	vf_smac_l;
1566 	__le32	vf_smac_h_rsv;
1567 	__le32	rsv[3];
1568 };
1569 #define CFG_SMAC_TB_IDX_S 0
1570 #define CFG_SMAC_TB_IDX_M GENMASK(7, 0)
1571 
1572 #define CFG_SMAC_TB_VF_SMAC_H_S 0
1573 #define CFG_SMAC_TB_VF_SMAC_H_M GENMASK(15, 0)
1574 
1575 #define HNS_ROCE_QUERY_PF_CAPS_CMD_NUM 5
1576 struct hns_roce_query_pf_caps_a {
1577 	u8 number_ports;
1578 	u8 local_ca_ack_delay;
1579 	__le16 max_sq_sg;
1580 	__le16 max_sq_inline;
1581 	__le16 max_rq_sg;
1582 	__le32 max_extend_sg;
1583 	__le16 num_qpc_timer;
1584 	__le16 num_cqc_timer;
1585 	__le16 max_srq_sges;
1586 	u8 num_aeq_vectors;
1587 	u8 num_other_vectors;
1588 	u8 max_sq_desc_sz;
1589 	u8 max_rq_desc_sz;
1590 	u8 max_srq_desc_sz;
1591 	u8 cq_entry_sz;
1592 };
1593 
1594 struct hns_roce_query_pf_caps_b {
1595 	u8 mtpt_entry_sz;
1596 	u8 irrl_entry_sz;
1597 	u8 trrl_entry_sz;
1598 	u8 cqc_entry_sz;
1599 	u8 srqc_entry_sz;
1600 	u8 idx_entry_sz;
1601 	u8 scc_ctx_entry_sz;
1602 	u8 max_mtu;
1603 	__le16 qpc_entry_sz;
1604 	__le16 qpc_timer_entry_sz;
1605 	__le16 cqc_timer_entry_sz;
1606 	u8 min_cqes;
1607 	u8 min_wqes;
1608 	__le32 page_size_cap;
1609 	u8 pkey_table_len;
1610 	u8 phy_num_uars;
1611 	u8 ctx_hop_num;
1612 	u8 pbl_hop_num;
1613 };
1614 
1615 struct hns_roce_query_pf_caps_c {
1616 	__le32 cap_flags_num_pds;
1617 	__le32 max_gid_num_cqs;
1618 	__le32 cq_depth;
1619 	__le32 num_mrws;
1620 	__le32 ord_num_qps;
1621 	__le16 sq_depth;
1622 	__le16 rq_depth;
1623 };
1624 
1625 #define V2_QUERY_PF_CAPS_C_NUM_PDS_S 0
1626 #define V2_QUERY_PF_CAPS_C_NUM_PDS_M GENMASK(19, 0)
1627 
1628 #define V2_QUERY_PF_CAPS_C_CAP_FLAGS_S 20
1629 #define V2_QUERY_PF_CAPS_C_CAP_FLAGS_M GENMASK(31, 20)
1630 
1631 #define V2_QUERY_PF_CAPS_C_NUM_CQS_S 0
1632 #define V2_QUERY_PF_CAPS_C_NUM_CQS_M GENMASK(19, 0)
1633 
1634 #define V2_QUERY_PF_CAPS_C_MAX_GID_S 20
1635 #define V2_QUERY_PF_CAPS_C_MAX_GID_M GENMASK(28, 20)
1636 
1637 #define V2_QUERY_PF_CAPS_C_CQ_DEPTH_S 0
1638 #define V2_QUERY_PF_CAPS_C_CQ_DEPTH_M GENMASK(22, 0)
1639 
1640 #define V2_QUERY_PF_CAPS_C_NUM_MRWS_S 0
1641 #define V2_QUERY_PF_CAPS_C_NUM_MRWS_M GENMASK(19, 0)
1642 
1643 #define V2_QUERY_PF_CAPS_C_NUM_QPS_S 0
1644 #define V2_QUERY_PF_CAPS_C_NUM_QPS_M GENMASK(19, 0)
1645 
1646 #define V2_QUERY_PF_CAPS_C_MAX_ORD_S 20
1647 #define V2_QUERY_PF_CAPS_C_MAX_ORD_M GENMASK(27, 20)
1648 
1649 struct hns_roce_query_pf_caps_d {
1650 	__le32 wq_hop_num_max_srqs;
1651 	__le16 srq_depth;
1652 	__le16 cap_flags_ex;
1653 	__le32 num_ceqs_ceq_depth;
1654 	__le32 arm_st_aeq_depth;
1655 	__le32 num_uars_rsv_pds;
1656 	__le32 rsv_uars_rsv_qps;
1657 };
1658 #define V2_QUERY_PF_CAPS_D_NUM_SRQS_S 0
1659 #define V2_QUERY_PF_CAPS_D_NUM_SRQS_M GENMASK(20, 0)
1660 
1661 #define V2_QUERY_PF_CAPS_D_RQWQE_HOP_NUM_S 20
1662 #define V2_QUERY_PF_CAPS_D_RQWQE_HOP_NUM_M GENMASK(21, 20)
1663 
1664 #define V2_QUERY_PF_CAPS_D_EX_SGE_HOP_NUM_S 22
1665 #define V2_QUERY_PF_CAPS_D_EX_SGE_HOP_NUM_M GENMASK(23, 22)
1666 
1667 #define V2_QUERY_PF_CAPS_D_SQWQE_HOP_NUM_S 24
1668 #define V2_QUERY_PF_CAPS_D_SQWQE_HOP_NUM_M GENMASK(25, 24)
1669 
1670 
1671 #define V2_QUERY_PF_CAPS_D_CEQ_DEPTH_S 0
1672 #define V2_QUERY_PF_CAPS_D_CEQ_DEPTH_M GENMASK(21, 0)
1673 
1674 #define V2_QUERY_PF_CAPS_D_NUM_CEQS_S 22
1675 #define V2_QUERY_PF_CAPS_D_NUM_CEQS_M GENMASK(31, 22)
1676 
1677 #define V2_QUERY_PF_CAPS_D_AEQ_DEPTH_S 0
1678 #define V2_QUERY_PF_CAPS_D_AEQ_DEPTH_M GENMASK(21, 0)
1679 
1680 #define V2_QUERY_PF_CAPS_D_AEQ_ARM_ST_S 22
1681 #define V2_QUERY_PF_CAPS_D_AEQ_ARM_ST_M GENMASK(23, 22)
1682 
1683 #define V2_QUERY_PF_CAPS_D_CEQ_ARM_ST_S 24
1684 #define V2_QUERY_PF_CAPS_D_CEQ_ARM_ST_M GENMASK(25, 24)
1685 
1686 #define V2_QUERY_PF_CAPS_D_RSV_PDS_S 0
1687 #define V2_QUERY_PF_CAPS_D_RSV_PDS_M GENMASK(19, 0)
1688 
1689 #define V2_QUERY_PF_CAPS_D_NUM_UARS_S 20
1690 #define V2_QUERY_PF_CAPS_D_NUM_UARS_M GENMASK(27, 20)
1691 
1692 #define V2_QUERY_PF_CAPS_D_RSV_QPS_S 0
1693 #define V2_QUERY_PF_CAPS_D_RSV_QPS_M GENMASK(19, 0)
1694 
1695 #define V2_QUERY_PF_CAPS_D_RSV_UARS_S 20
1696 #define V2_QUERY_PF_CAPS_D_RSV_UARS_M GENMASK(27, 20)
1697 
1698 struct hns_roce_query_pf_caps_e {
1699 	__le32 chunk_size_shift_rsv_mrws;
1700 	__le32 rsv_cqs;
1701 	__le32 rsv_srqs;
1702 	__le32 rsv_lkey;
1703 	__le16 ceq_max_cnt;
1704 	__le16 ceq_period;
1705 	__le16 aeq_max_cnt;
1706 	__le16 aeq_period;
1707 };
1708 
1709 #define V2_QUERY_PF_CAPS_E_RSV_MRWS_S 0
1710 #define V2_QUERY_PF_CAPS_E_RSV_MRWS_M GENMASK(19, 0)
1711 
1712 #define V2_QUERY_PF_CAPS_E_CHUNK_SIZE_SHIFT_S 20
1713 #define V2_QUERY_PF_CAPS_E_CHUNK_SIZE_SHIFT_M GENMASK(31, 20)
1714 
1715 #define V2_QUERY_PF_CAPS_E_RSV_CQS_S 0
1716 #define V2_QUERY_PF_CAPS_E_RSV_CQS_M GENMASK(19, 0)
1717 
1718 #define V2_QUERY_PF_CAPS_E_RSV_SRQS_S 0
1719 #define V2_QUERY_PF_CAPS_E_RSV_SRQS_M GENMASK(19, 0)
1720 
1721 #define V2_QUERY_PF_CAPS_E_RSV_LKEYS_S 0
1722 #define V2_QUERY_PF_CAPS_E_RSV_LKEYS_M GENMASK(19, 0)
1723 
1724 struct hns_roce_cmq_desc {
1725 	__le16 opcode;
1726 	__le16 flag;
1727 	__le16 retval;
1728 	__le16 rsv;
1729 	__le32 data[6];
1730 };
1731 
1732 #define HNS_ROCE_V2_GO_BIT_TIMEOUT_MSECS	10000
1733 
1734 #define HNS_ROCE_HW_RUN_BIT_SHIFT	31
1735 #define HNS_ROCE_HW_MB_STATUS_MASK	0xFF
1736 
1737 struct hns_roce_v2_cmq_ring {
1738 	dma_addr_t desc_dma_addr;
1739 	struct hns_roce_cmq_desc *desc;
1740 	u32 head;
1741 	u32 tail;
1742 
1743 	u16 buf_size;
1744 	u16 desc_num;
1745 	int next_to_use;
1746 	int next_to_clean;
1747 	u8 flag;
1748 	spinlock_t lock; /* command queue lock */
1749 };
1750 
1751 struct hns_roce_v2_cmq {
1752 	struct hns_roce_v2_cmq_ring csq;
1753 	struct hns_roce_v2_cmq_ring crq;
1754 	u16 tx_timeout;
1755 	u16 last_status;
1756 };
1757 
1758 enum hns_roce_link_table_type {
1759 	TSQ_LINK_TABLE,
1760 	TPQ_LINK_TABLE,
1761 };
1762 
1763 struct hns_roce_link_table {
1764 	struct hns_roce_buf_list table;
1765 	struct hns_roce_buf_list *pg_list;
1766 	u32 npages;
1767 	u32 pg_sz;
1768 };
1769 
1770 struct hns_roce_link_table_entry {
1771 	u32 blk_ba0;
1772 	u32 blk_ba1_nxt_ptr;
1773 };
1774 #define HNS_ROCE_LINK_TABLE_BA1_S 0
1775 #define HNS_ROCE_LINK_TABLE_BA1_M GENMASK(19, 0)
1776 
1777 #define HNS_ROCE_LINK_TABLE_NXT_PTR_S 20
1778 #define HNS_ROCE_LINK_TABLE_NXT_PTR_M GENMASK(31, 20)
1779 
1780 struct hns_roce_v2_priv {
1781 	struct hnae3_handle *handle;
1782 	struct hns_roce_v2_cmq cmq;
1783 	struct hns_roce_link_table tsq;
1784 	struct hns_roce_link_table tpq;
1785 };
1786 
1787 struct hns_roce_eq_context {
1788 	__le32	byte_4;
1789 	__le32	byte_8;
1790 	__le32	byte_12;
1791 	__le32	eqe_report_timer;
1792 	__le32	eqe_ba0;
1793 	__le32	eqe_ba1;
1794 	__le32	byte_28;
1795 	__le32	byte_32;
1796 	__le32	byte_36;
1797 	__le32	nxt_eqe_ba0;
1798 	__le32	nxt_eqe_ba1;
1799 	__le32	rsv[5];
1800 };
1801 
1802 #define HNS_ROCE_AEQ_DEFAULT_BURST_NUM	0x0
1803 #define HNS_ROCE_AEQ_DEFAULT_INTERVAL	0x0
1804 #define HNS_ROCE_CEQ_DEFAULT_BURST_NUM	0x0
1805 #define HNS_ROCE_CEQ_DEFAULT_INTERVAL	0x0
1806 
1807 #define HNS_ROCE_V2_EQ_STATE_INVALID		0
1808 #define HNS_ROCE_V2_EQ_STATE_VALID		1
1809 #define HNS_ROCE_V2_EQ_STATE_OVERFLOW		2
1810 #define HNS_ROCE_V2_EQ_STATE_FAILURE		3
1811 
1812 #define HNS_ROCE_V2_EQ_OVER_IGNORE_0		0
1813 #define HNS_ROCE_V2_EQ_OVER_IGNORE_1		1
1814 
1815 #define HNS_ROCE_V2_EQ_COALESCE_0		0
1816 #define HNS_ROCE_V2_EQ_COALESCE_1		1
1817 
1818 #define HNS_ROCE_V2_EQ_FIRED			0
1819 #define HNS_ROCE_V2_EQ_ARMED			1
1820 #define HNS_ROCE_V2_EQ_ALWAYS_ARMED		3
1821 
1822 #define HNS_ROCE_EQ_INIT_EQE_CNT		0
1823 #define HNS_ROCE_EQ_INIT_PROD_IDX		0
1824 #define HNS_ROCE_EQ_INIT_REPORT_TIMER		0
1825 #define HNS_ROCE_EQ_INIT_MSI_IDX		0
1826 #define HNS_ROCE_EQ_INIT_CONS_IDX		0
1827 #define HNS_ROCE_EQ_INIT_NXT_EQE_BA		0
1828 
1829 #define HNS_ROCE_V2_CEQ_CEQE_OWNER_S		31
1830 #define HNS_ROCE_V2_AEQ_AEQE_OWNER_S		31
1831 
1832 #define HNS_ROCE_V2_COMP_EQE_NUM		0x1000
1833 #define HNS_ROCE_V2_ASYNC_EQE_NUM		0x1000
1834 
1835 #define HNS_ROCE_V2_VF_INT_ST_AEQ_OVERFLOW_S	0
1836 #define HNS_ROCE_V2_VF_INT_ST_BUS_ERR_S		1
1837 #define HNS_ROCE_V2_VF_INT_ST_OTHER_ERR_S	2
1838 
1839 #define HNS_ROCE_EQ_DB_CMD_AEQ			0x0
1840 #define HNS_ROCE_EQ_DB_CMD_AEQ_ARMED		0x1
1841 #define HNS_ROCE_EQ_DB_CMD_CEQ			0x2
1842 #define HNS_ROCE_EQ_DB_CMD_CEQ_ARMED		0x3
1843 
1844 #define EQ_ENABLE				1
1845 #define EQ_DISABLE				0
1846 
1847 #define EQ_REG_OFFSET				0x4
1848 
1849 #define HNS_ROCE_INT_NAME_LEN			32
1850 #define HNS_ROCE_V2_EQN_M GENMASK(23, 0)
1851 
1852 #define HNS_ROCE_V2_CONS_IDX_M GENMASK(23, 0)
1853 
1854 #define HNS_ROCE_V2_VF_ABN_INT_EN_S 0
1855 #define HNS_ROCE_V2_VF_ABN_INT_EN_M GENMASK(0, 0)
1856 #define HNS_ROCE_V2_VF_ABN_INT_ST_M GENMASK(2, 0)
1857 #define HNS_ROCE_V2_VF_ABN_INT_CFG_M GENMASK(2, 0)
1858 #define HNS_ROCE_V2_VF_EVENT_INT_EN_M GENMASK(0, 0)
1859 
1860 /* WORD0 */
1861 #define HNS_ROCE_EQC_EQ_ST_S 0
1862 #define HNS_ROCE_EQC_EQ_ST_M GENMASK(1, 0)
1863 
1864 #define HNS_ROCE_EQC_HOP_NUM_S 2
1865 #define HNS_ROCE_EQC_HOP_NUM_M GENMASK(3, 2)
1866 
1867 #define HNS_ROCE_EQC_OVER_IGNORE_S 4
1868 #define HNS_ROCE_EQC_OVER_IGNORE_M GENMASK(4, 4)
1869 
1870 #define HNS_ROCE_EQC_COALESCE_S 5
1871 #define HNS_ROCE_EQC_COALESCE_M GENMASK(5, 5)
1872 
1873 #define HNS_ROCE_EQC_ARM_ST_S 6
1874 #define HNS_ROCE_EQC_ARM_ST_M GENMASK(7, 6)
1875 
1876 #define HNS_ROCE_EQC_EQN_S 8
1877 #define HNS_ROCE_EQC_EQN_M GENMASK(15, 8)
1878 
1879 #define HNS_ROCE_EQC_EQE_CNT_S 16
1880 #define HNS_ROCE_EQC_EQE_CNT_M GENMASK(31, 16)
1881 
1882 /* WORD1 */
1883 #define HNS_ROCE_EQC_BA_PG_SZ_S 0
1884 #define HNS_ROCE_EQC_BA_PG_SZ_M GENMASK(3, 0)
1885 
1886 #define HNS_ROCE_EQC_BUF_PG_SZ_S 4
1887 #define HNS_ROCE_EQC_BUF_PG_SZ_M GENMASK(7, 4)
1888 
1889 #define HNS_ROCE_EQC_PROD_INDX_S 8
1890 #define HNS_ROCE_EQC_PROD_INDX_M GENMASK(31, 8)
1891 
1892 /* WORD2 */
1893 #define HNS_ROCE_EQC_MAX_CNT_S 0
1894 #define HNS_ROCE_EQC_MAX_CNT_M GENMASK(15, 0)
1895 
1896 #define HNS_ROCE_EQC_PERIOD_S 16
1897 #define HNS_ROCE_EQC_PERIOD_M GENMASK(31, 16)
1898 
1899 /* WORD3 */
1900 #define HNS_ROCE_EQC_REPORT_TIMER_S 0
1901 #define HNS_ROCE_EQC_REPORT_TIMER_M GENMASK(31, 0)
1902 
1903 /* WORD4 */
1904 #define HNS_ROCE_EQC_EQE_BA_L_S 0
1905 #define HNS_ROCE_EQC_EQE_BA_L_M GENMASK(31, 0)
1906 
1907 /* WORD5 */
1908 #define HNS_ROCE_EQC_EQE_BA_H_S 0
1909 #define HNS_ROCE_EQC_EQE_BA_H_M GENMASK(28, 0)
1910 
1911 /* WORD6 */
1912 #define HNS_ROCE_EQC_SHIFT_S 0
1913 #define HNS_ROCE_EQC_SHIFT_M GENMASK(7, 0)
1914 
1915 #define HNS_ROCE_EQC_MSI_INDX_S 8
1916 #define HNS_ROCE_EQC_MSI_INDX_M GENMASK(15, 8)
1917 
1918 #define HNS_ROCE_EQC_CUR_EQE_BA_L_S 16
1919 #define HNS_ROCE_EQC_CUR_EQE_BA_L_M GENMASK(31, 16)
1920 
1921 /* WORD7 */
1922 #define HNS_ROCE_EQC_CUR_EQE_BA_M_S 0
1923 #define HNS_ROCE_EQC_CUR_EQE_BA_M_M GENMASK(31, 0)
1924 
1925 /* WORD8 */
1926 #define HNS_ROCE_EQC_CUR_EQE_BA_H_S 0
1927 #define HNS_ROCE_EQC_CUR_EQE_BA_H_M GENMASK(3, 0)
1928 
1929 #define HNS_ROCE_EQC_CONS_INDX_S 8
1930 #define HNS_ROCE_EQC_CONS_INDX_M GENMASK(31, 8)
1931 
1932 /* WORD9 */
1933 #define HNS_ROCE_EQC_NXT_EQE_BA_L_S 0
1934 #define HNS_ROCE_EQC_NXT_EQE_BA_L_M GENMASK(31, 0)
1935 
1936 /* WORD10 */
1937 #define HNS_ROCE_EQC_NXT_EQE_BA_H_S 0
1938 #define HNS_ROCE_EQC_NXT_EQE_BA_H_M GENMASK(19, 0)
1939 
1940 #define HNS_ROCE_V2_CEQE_COMP_CQN_S 0
1941 #define HNS_ROCE_V2_CEQE_COMP_CQN_M GENMASK(23, 0)
1942 
1943 #define HNS_ROCE_V2_AEQE_EVENT_TYPE_S 0
1944 #define HNS_ROCE_V2_AEQE_EVENT_TYPE_M GENMASK(7, 0)
1945 
1946 #define HNS_ROCE_V2_AEQE_SUB_TYPE_S 8
1947 #define HNS_ROCE_V2_AEQE_SUB_TYPE_M GENMASK(15, 8)
1948 
1949 #define HNS_ROCE_V2_EQ_DB_CMD_S	16
1950 #define HNS_ROCE_V2_EQ_DB_CMD_M	GENMASK(17, 16)
1951 
1952 #define HNS_ROCE_V2_EQ_DB_TAG_S	0
1953 #define HNS_ROCE_V2_EQ_DB_TAG_M	GENMASK(7, 0)
1954 
1955 #define HNS_ROCE_V2_EQ_DB_PARA_S 0
1956 #define HNS_ROCE_V2_EQ_DB_PARA_M GENMASK(23, 0)
1957 
1958 #define HNS_ROCE_V2_AEQE_EVENT_QUEUE_NUM_S 0
1959 #define HNS_ROCE_V2_AEQE_EVENT_QUEUE_NUM_M GENMASK(23, 0)
1960 
1961 struct hns_roce_wqe_atomic_seg {
1962 	__le64          fetchadd_swap_data;
1963 	__le64          cmp_data;
1964 };
1965 
1966 struct hns_roce_sccc_clr {
1967 	__le32 qpn;
1968 	__le32 rsv[5];
1969 };
1970 
1971 struct hns_roce_sccc_clr_done {
1972 	__le32 clr_done;
1973 	__le32 rsv[5];
1974 };
1975 
1976 int hns_roce_v2_query_cqc_info(struct hns_roce_dev *hr_dev, u32 cqn,
1977 			       int *buffer);
1978 
1979 static inline void hns_roce_write64(struct hns_roce_dev *hr_dev, __le32 val[2],
1980 				    void __iomem *dest)
1981 {
1982 	struct hns_roce_v2_priv *priv = hr_dev->priv;
1983 	struct hnae3_handle *handle = priv->handle;
1984 	const struct hnae3_ae_ops *ops = handle->ae_algo->ops;
1985 
1986 	if (!hr_dev->dis_db && !ops->get_hw_reset_stat(handle))
1987 		hns_roce_write64_k(val, dest);
1988 }
1989 
1990 #endif
1991