xref: /linux/drivers/scsi/bnx2i/bnx2i.h (revision cdb138080b78146d1cdadba9f5dadbeb97445b91)
1 /* bnx2i.h: Broadcom NetXtreme II iSCSI driver.
2  *
3  * Copyright (c) 2006 - 2009 Broadcom Corporation
4  * Copyright (c) 2007, 2008 Red Hat, Inc.  All rights reserved.
5  * Copyright (c) 2007, 2008 Mike Christie
6  *
7  * This program is free software; you can redistribute it and/or modify
8  * it under the terms of the GNU General Public License as published by
9  * the Free Software Foundation.
10  *
11  * Written by: Anil Veerabhadrappa (anilgv@broadcom.com)
12  */
13 
14 #ifndef _BNX2I_H_
15 #define _BNX2I_H_
16 
17 #include <linux/module.h>
18 #include <linux/moduleparam.h>
19 
20 #include <linux/errno.h>
21 #include <linux/pci.h>
22 #include <linux/spinlock.h>
23 #include <linux/interrupt.h>
24 #include <linux/sched.h>
25 #include <linux/in.h>
26 #include <linux/kfifo.h>
27 #include <linux/netdevice.h>
28 #include <linux/completion.h>
29 
30 #include <scsi/scsi_cmnd.h>
31 #include <scsi/scsi_device.h>
32 #include <scsi/scsi_eh.h>
33 #include <scsi/scsi_host.h>
34 #include <scsi/scsi.h>
35 #include <scsi/iscsi_proto.h>
36 #include <scsi/libiscsi.h>
37 #include <scsi/scsi_transport_iscsi.h>
38 
39 #include "../../net/cnic_if.h"
40 #include "57xx_iscsi_hsi.h"
41 #include "57xx_iscsi_constants.h"
42 
43 #define BNX2_ISCSI_DRIVER_NAME		"bnx2i"
44 
45 #define BNX2I_MAX_ADAPTERS		8
46 
47 #define ISCSI_MAX_CONNS_PER_HBA		128
48 #define ISCSI_MAX_SESS_PER_HBA		ISCSI_MAX_CONNS_PER_HBA
49 #define ISCSI_MAX_CMDS_PER_SESS		128
50 
51 /* Total active commands across all connections supported by devices */
52 #define ISCSI_MAX_CMDS_PER_HBA_5708	(28 * (ISCSI_MAX_CMDS_PER_SESS - 1))
53 #define ISCSI_MAX_CMDS_PER_HBA_5709	(128 * (ISCSI_MAX_CMDS_PER_SESS - 1))
54 #define ISCSI_MAX_CMDS_PER_HBA_57710	(256 * (ISCSI_MAX_CMDS_PER_SESS - 1))
55 
56 #define ISCSI_MAX_BDS_PER_CMD		32
57 
58 #define MAX_PAGES_PER_CTRL_STRUCT_POOL	8
59 #define BNX2I_RESERVED_SLOW_PATH_CMD_SLOTS	4
60 
61 /* 5706/08 hardware has limit on maximum buffer size per BD it can handle */
62 #define MAX_BD_LENGTH			65535
63 #define BD_SPLIT_SIZE			32768
64 
65 /* min, max & default values for SQ/RQ/CQ size, configurable via' modparam */
66 #define BNX2I_SQ_WQES_MIN 		16
67 #define BNX2I_570X_SQ_WQES_MAX 		128
68 #define BNX2I_5770X_SQ_WQES_MAX 	512
69 #define BNX2I_570X_SQ_WQES_DEFAULT 	128
70 #define BNX2I_5770X_SQ_WQES_DEFAULT 	256
71 
72 #define BNX2I_570X_CQ_WQES_MAX 		128
73 #define BNX2I_5770X_CQ_WQES_MAX 	512
74 
75 #define BNX2I_RQ_WQES_MIN 		16
76 #define BNX2I_RQ_WQES_MAX 		32
77 #define BNX2I_RQ_WQES_DEFAULT 		16
78 
79 /* CCELLs per conn */
80 #define BNX2I_CCELLS_MIN		16
81 #define BNX2I_CCELLS_MAX		96
82 #define BNX2I_CCELLS_DEFAULT		64
83 
84 #define ITT_INVALID_SIGNATURE		0xFFFF
85 
86 #define ISCSI_CMD_CLEANUP_TIMEOUT	100
87 
88 #define BNX2I_CONN_CTX_BUF_SIZE		16384
89 
90 #define BNX2I_SQ_WQE_SIZE		64
91 #define BNX2I_RQ_WQE_SIZE		256
92 #define BNX2I_CQE_SIZE			64
93 
94 #define MB_KERNEL_CTX_SHIFT		8
95 #define MB_KERNEL_CTX_SIZE		(1 << MB_KERNEL_CTX_SHIFT)
96 
97 #define CTX_SHIFT			7
98 #define GET_CID_NUM(cid_addr)		((cid_addr) >> CTX_SHIFT)
99 
100 #define CTX_OFFSET 			0x10000
101 #define MAX_CID_CNT			0x4000
102 
103 #define BNX2I_570X_PAGE_SIZE_DEFAULT	4096
104 
105 /* 5709 context registers */
106 #define BNX2_MQ_CONFIG2			0x00003d00
107 #define BNX2_MQ_CONFIG2_CONT_SZ		(0x7L<<4)
108 #define BNX2_MQ_CONFIG2_FIRST_L4L5	(0x1fL<<8)
109 
110 /* 57710's BAR2 is mapped to doorbell registers */
111 #define BNX2X_DOORBELL_PCI_BAR		2
112 #define BNX2X_MAX_CQS			8
113 
114 #define CNIC_ARM_CQE			1
115 #define CNIC_DISARM_CQE			0
116 
117 #define REG_RD(__hba, offset)				\
118 		readl(__hba->regview + offset)
119 #define REG_WR(__hba, offset, val)			\
120 		writel(val, __hba->regview + offset)
121 
122 
123 /**
124  * struct generic_pdu_resc - login pdu resource structure
125  *
126  * @req_buf:            driver buffer used to stage payload associated with
127  *                      the login request
128  * @req_dma_addr:       dma address for iscsi login request payload buffer
129  * @req_buf_size:       actual login request payload length
130  * @req_wr_ptr:         pointer into login request buffer when next data is
131  *                      to be written
132  * @resp_hdr:           iscsi header where iscsi login response header is to
133  *                      be recreated
134  * @resp_buf:           buffer to stage login response payload
135  * @resp_dma_addr:      login response payload buffer dma address
136  * @resp_buf_size:      login response paylod length
137  * @resp_wr_ptr:        pointer into login response buffer when next data is
138  *                      to be written
139  * @req_bd_tbl:         iscsi login request payload BD table
140  * @req_bd_dma:         login request BD table dma address
141  * @resp_bd_tbl:        iscsi login response payload BD table
142  * @resp_bd_dma:        login request BD table dma address
143  *
144  * following structure defines buffer info for generic pdus such as iSCSI Login,
145  *	Logout and NOP
146  */
147 struct generic_pdu_resc {
148 	char *req_buf;
149 	dma_addr_t req_dma_addr;
150 	u32 req_buf_size;
151 	char *req_wr_ptr;
152 	struct iscsi_hdr resp_hdr;
153 	char *resp_buf;
154 	dma_addr_t resp_dma_addr;
155 	u32 resp_buf_size;
156 	char *resp_wr_ptr;
157 	char *req_bd_tbl;
158 	dma_addr_t req_bd_dma;
159 	char *resp_bd_tbl;
160 	dma_addr_t resp_bd_dma;
161 };
162 
163 
164 /**
165  * struct bd_resc_page - tracks DMA'able memory allocated for BD tables
166  *
167  * @link:               list head to link elements
168  * @max_ptrs:           maximun pointers that can be stored in this page
169  * @num_valid:          number of pointer valid in this page
170  * @page:               base addess for page pointer array
171  *
172  * structure to track DMA'able memory allocated for command BD tables
173  */
174 struct bd_resc_page {
175 	struct list_head link;
176 	u32 max_ptrs;
177 	u32 num_valid;
178 	void *page[1];
179 };
180 
181 
182 /**
183  * struct io_bdt - I/O buffer destricptor table
184  *
185  * @bd_tbl:             BD table's virtual address
186  * @bd_tbl_dma:         BD table's dma address
187  * @bd_valid:           num valid BD entries
188  *
189  * IO BD table
190  */
191 struct io_bdt {
192 	struct iscsi_bd *bd_tbl;
193 	dma_addr_t bd_tbl_dma;
194 	u16 bd_valid;
195 };
196 
197 
198 /**
199  * bnx2i_cmd - iscsi command structure
200  *
201  * @scsi_cmd:           SCSI-ML task pointer corresponding to this iscsi cmd
202  * @sg:                 SG list
203  * @io_tbl:             buffer descriptor (BD) table
204  * @bd_tbl_dma:         buffer descriptor (BD) table's dma address
205  */
206 struct bnx2i_cmd {
207 	struct iscsi_hdr hdr;
208 	struct bnx2i_conn *conn;
209 	struct scsi_cmnd *scsi_cmd;
210 	struct scatterlist *sg;
211 	struct io_bdt io_tbl;
212 	dma_addr_t bd_tbl_dma;
213 	struct bnx2i_cmd_request req;
214 };
215 
216 
217 /**
218  * struct bnx2i_conn - iscsi connection structure
219  *
220  * @cls_conn:              pointer to iscsi cls conn
221  * @hba:                   adapter structure pointer
222  * @iscsi_conn_cid:        iscsi conn id
223  * @fw_cid:                firmware iscsi context id
224  * @ep:                    endpoint structure pointer
225  * @gen_pdu:               login/nopout/logout pdu resources
226  * @violation_notified:    bit mask used to track iscsi error/warning messages
227  *                         already printed out
228  *
229  * iSCSI connection structure
230  */
231 struct bnx2i_conn {
232 	struct iscsi_cls_conn *cls_conn;
233 	struct bnx2i_hba *hba;
234 	struct completion cmd_cleanup_cmpl;
235 
236 	u32 iscsi_conn_cid;
237 #define BNX2I_CID_RESERVED	0x5AFF
238 	u32 fw_cid;
239 
240 	struct timer_list poll_timer;
241 	/*
242 	 * Queue Pair (QP) related structure elements.
243 	 */
244 	struct bnx2i_endpoint *ep;
245 
246 	/*
247 	 * Buffer for login negotiation process
248 	 */
249 	struct generic_pdu_resc gen_pdu;
250 	u64 violation_notified;
251 };
252 
253 
254 
255 /**
256  * struct iscsi_cid_queue - Per adapter iscsi cid queue
257  *
258  * @cid_que_base:           queue base memory
259  * @cid_que:                queue memory pointer
260  * @cid_q_prod_idx:         produce index
261  * @cid_q_cons_idx:         consumer index
262  * @cid_q_max_idx:          max index. used to detect wrap around condition
263  * @cid_free_cnt:           queue size
264  * @conn_cid_tbl:           iscsi cid to conn structure mapping table
265  *
266  * Per adapter iSCSI CID Queue
267  */
268 struct iscsi_cid_queue {
269 	void *cid_que_base;
270 	u32 *cid_que;
271 	u32 cid_q_prod_idx;
272 	u32 cid_q_cons_idx;
273 	u32 cid_q_max_idx;
274 	u32 cid_free_cnt;
275 	struct bnx2i_conn **conn_cid_tbl;
276 };
277 
278 /**
279  * struct bnx2i_hba - bnx2i adapter structure
280  *
281  * @link:                  list head to link elements
282  * @cnic:                  pointer to cnic device
283  * @pcidev:                pointer to pci dev
284  * @netdev:                pointer to netdev structure
285  * @regview:               mapped PCI register space
286  * @age:                   age, incremented by every recovery
287  * @cnic_dev_type:         cnic device type, 5706/5708/5709/57710
288  * @mail_queue_access:     mailbox queue access mode, applicable to 5709 only
289  * @reg_with_cnic:         indicates whether the device is register with CNIC
290  * @adapter_state:         adapter state, UP, GOING_DOWN, LINK_DOWN
291  * @mtu_supported:         Ethernet MTU supported
292  * @shost:                 scsi host pointer
293  * @max_sqes:              SQ size
294  * @max_rqes:              RQ size
295  * @max_cqes:              CQ size
296  * @num_ccell:             number of command cells per connection
297  * @ofld_conns_active:     active connection list
298  * @eh_wait:               wait queue for the endpoint to shutdown
299  * @max_active_conns:      max offload connections supported by this device
300  * @cid_que:               iscsi cid queue
301  * @ep_rdwr_lock:          read / write lock to synchronize various ep lists
302  * @ep_ofld_list:          connection list for pending offload completion
303  * @ep_active_list:        connection list for active offload endpoints
304  * @ep_destroy_list:       connection list for pending offload completion
305  * @mp_bd_tbl:             BD table to be used with middle path requests
306  * @mp_bd_dma:             DMA address of 'mp_bd_tbl' memory buffer
307  * @dummy_buffer:          Dummy buffer to be used with zero length scsicmd reqs
308  * @dummy_buf_dma:         DMA address of 'dummy_buffer' memory buffer
309  * @lock:              	   lock to synchonize access to hba structure
310  * @hba_shutdown_tmo:      Timeout value to shutdown each connection
311  * @conn_teardown_tmo:     Timeout value to tear down each connection
312  * @conn_ctx_destroy_tmo:  Timeout value to destroy context of each connection
313  * @pci_did:               PCI device ID
314  * @pci_vid:               PCI vendor ID
315  * @pci_sdid:              PCI subsystem device ID
316  * @pci_svid:              PCI subsystem vendor ID
317  * @pci_func:              PCI function number in system pci tree
318  * @pci_devno:             PCI device number in system pci tree
319  * @num_wqe_sent:          statistic counter, total wqe's sent
320  * @num_cqe_rcvd:          statistic counter, total cqe's received
321  * @num_intr_claimed:      statistic counter, total interrupts claimed
322  * @link_changed_count:    statistic counter, num of link change notifications
323  *                         received
324  * @ipaddr_changed_count:  statistic counter, num times IP address changed while
325  *                         at least one connection is offloaded
326  * @num_sess_opened:       statistic counter, total num sessions opened
327  * @num_conn_opened:       statistic counter, total num conns opened on this hba
328  * @ctx_ccell_tasks:       captures number of ccells and tasks supported by
329  *                         currently offloaded connection, used to decode
330  *                         context memory
331  *
332  * Adapter Data Structure
333  */
334 struct bnx2i_hba {
335 	struct list_head link;
336 	struct cnic_dev *cnic;
337 	struct pci_dev *pcidev;
338 	struct net_device *netdev;
339 	void __iomem *regview;
340 
341 	u32 age;
342 	unsigned long cnic_dev_type;
343 		#define BNX2I_NX2_DEV_5706		0x0
344 		#define BNX2I_NX2_DEV_5708		0x1
345 		#define BNX2I_NX2_DEV_5709		0x2
346 		#define BNX2I_NX2_DEV_57710		0x3
347 	u32 mail_queue_access;
348 		#define BNX2I_MQ_KERNEL_MODE		0x0
349 		#define BNX2I_MQ_KERNEL_BYPASS_MODE	0x1
350 		#define BNX2I_MQ_BIN_MODE		0x2
351 	unsigned long  reg_with_cnic;
352 		#define BNX2I_CNIC_REGISTERED		1
353 
354 	unsigned long  adapter_state;
355 		#define ADAPTER_STATE_UP		0
356 		#define ADAPTER_STATE_GOING_DOWN	1
357 		#define ADAPTER_STATE_LINK_DOWN		2
358 		#define ADAPTER_STATE_INIT_FAILED	31
359 	unsigned int mtu_supported;
360 		#define BNX2I_MAX_MTU_SUPPORTED		1500
361 
362 	struct Scsi_Host *shost;
363 
364 	u32 max_sqes;
365 	u32 max_rqes;
366 	u32 max_cqes;
367 	u32 num_ccell;
368 
369 	int ofld_conns_active;
370 	wait_queue_head_t eh_wait;
371 
372 	int max_active_conns;
373 	struct iscsi_cid_queue cid_que;
374 
375 	rwlock_t ep_rdwr_lock;
376 	struct list_head ep_ofld_list;
377 	struct list_head ep_active_list;
378 	struct list_head ep_destroy_list;
379 
380 	/*
381 	 * BD table to be used with MP (Middle Path requests.
382 	 */
383 	char *mp_bd_tbl;
384 	dma_addr_t mp_bd_dma;
385 	char *dummy_buffer;
386 	dma_addr_t dummy_buf_dma;
387 
388 	spinlock_t lock;	/* protects hba structure access */
389 	struct mutex net_dev_lock;/* sync net device access */
390 
391 	int hba_shutdown_tmo;
392 	int conn_teardown_tmo;
393 	int conn_ctx_destroy_tmo;
394 	/*
395 	 * PCI related info.
396 	 */
397 	u16 pci_did;
398 	u16 pci_vid;
399 	u16 pci_sdid;
400 	u16 pci_svid;
401 	u16 pci_func;
402 	u16 pci_devno;
403 
404 	/*
405 	 * Following are a bunch of statistics useful during development
406 	 * and later stage for score boarding.
407 	 */
408 	u32 num_wqe_sent;
409 	u32 num_cqe_rcvd;
410 	u32 num_intr_claimed;
411 	u32 link_changed_count;
412 	u32 ipaddr_changed_count;
413 	u32 num_sess_opened;
414 	u32 num_conn_opened;
415 	unsigned int ctx_ccell_tasks;
416 };
417 
418 
419 /*******************************************************************************
420  * 	QP [ SQ / RQ / CQ ] info.
421  ******************************************************************************/
422 
423 /*
424  * SQ/RQ/CQ generic structure definition
425  */
426 struct 	sqe {
427 	u8 sqe_byte[BNX2I_SQ_WQE_SIZE];
428 };
429 
430 struct 	rqe {
431 	u8 rqe_byte[BNX2I_RQ_WQE_SIZE];
432 };
433 
434 struct 	cqe {
435 	u8 cqe_byte[BNX2I_CQE_SIZE];
436 };
437 
438 
439 enum {
440 #if defined(__LITTLE_ENDIAN)
441 	CNIC_EVENT_COAL_INDEX	= 0x0,
442 	CNIC_SEND_DOORBELL	= 0x4,
443 	CNIC_EVENT_CQ_ARM	= 0x7,
444 	CNIC_RECV_DOORBELL	= 0x8
445 #elif defined(__BIG_ENDIAN)
446 	CNIC_EVENT_COAL_INDEX	= 0x2,
447 	CNIC_SEND_DOORBELL	= 0x6,
448 	CNIC_EVENT_CQ_ARM	= 0x4,
449 	CNIC_RECV_DOORBELL	= 0xa
450 #endif
451 };
452 
453 
454 /*
455  * CQ DB
456  */
457 struct bnx2x_iscsi_cq_pend_cmpl {
458 	/* CQ producer, updated by Ustorm */
459 	u16 ustrom_prod;
460 	/* CQ pending completion counter */
461 	u16 pend_cntr;
462 };
463 
464 
465 struct bnx2i_5771x_cq_db {
466 	struct bnx2x_iscsi_cq_pend_cmpl qp_pend_cmpl[BNX2X_MAX_CQS];
467 	/* CQ pending completion ITT array */
468 	u16 itt[BNX2X_MAX_CQS];
469 	/* Cstorm CQ sequence to notify array, updated by driver */;
470 	u16 sqn[BNX2X_MAX_CQS];
471 	u32 reserved[4] /* 16 byte allignment */;
472 };
473 
474 
475 struct bnx2i_5771x_sq_rq_db {
476 	u16 prod_idx;
477 	u8 reserved0[14]; /* Pad structure size to 16 bytes */
478 };
479 
480 
481 struct bnx2i_5771x_dbell_hdr {
482 	u8 header;
483 	/* 1 for rx doorbell, 0 for tx doorbell */
484 #define B577XX_DOORBELL_HDR_RX				(0x1<<0)
485 #define B577XX_DOORBELL_HDR_RX_SHIFT			0
486 	/* 0 for normal doorbell, 1 for advertise wnd doorbell */
487 #define B577XX_DOORBELL_HDR_DB_TYPE			(0x1<<1)
488 #define B577XX_DOORBELL_HDR_DB_TYPE_SHIFT		1
489 	/* rdma tx only: DPM transaction size specifier (64/128/256/512B) */
490 #define B577XX_DOORBELL_HDR_DPM_SIZE			(0x3<<2)
491 #define B577XX_DOORBELL_HDR_DPM_SIZE_SHIFT		2
492 	/* connection type */
493 #define B577XX_DOORBELL_HDR_CONN_TYPE			(0xF<<4)
494 #define B577XX_DOORBELL_HDR_CONN_TYPE_SHIFT		4
495 };
496 
497 struct bnx2i_5771x_dbell {
498 	struct bnx2i_5771x_dbell_hdr dbell;
499 	u8 pad[3];
500 
501 };
502 
503 /**
504  * struct qp_info - QP (share queue region) atrributes structure
505  *
506  * @ctx_base:           ioremapped pci register base to access doorbell register
507  *                      pertaining to this offloaded connection
508  * @sq_virt:            virtual address of send queue (SQ) region
509  * @sq_phys:            DMA address of SQ memory region
510  * @sq_mem_size:        SQ size
511  * @sq_prod_qe:         SQ producer entry pointer
512  * @sq_cons_qe:         SQ consumer entry pointer
513  * @sq_first_qe:        virtaul address of first entry in SQ
514  * @sq_last_qe:         virtaul address of last entry in SQ
515  * @sq_prod_idx:        SQ producer index
516  * @sq_cons_idx:        SQ consumer index
517  * @sqe_left:           number sq entry left
518  * @sq_pgtbl_virt:      page table describing buffer consituting SQ region
519  * @sq_pgtbl_phys:      dma address of 'sq_pgtbl_virt'
520  * @sq_pgtbl_size:      SQ page table size
521  * @cq_virt:            virtual address of completion queue (CQ) region
522  * @cq_phys:            DMA address of RQ memory region
523  * @cq_mem_size:        CQ size
524  * @cq_prod_qe:         CQ producer entry pointer
525  * @cq_cons_qe:         CQ consumer entry pointer
526  * @cq_first_qe:        virtaul address of first entry in CQ
527  * @cq_last_qe:         virtaul address of last entry in CQ
528  * @cq_prod_idx:        CQ producer index
529  * @cq_cons_idx:        CQ consumer index
530  * @cqe_left:           number cq entry left
531  * @cqe_size:           size of each CQ entry
532  * @cqe_exp_seq_sn:     next expected CQE sequence number
533  * @cq_pgtbl_virt:      page table describing buffer consituting CQ region
534  * @cq_pgtbl_phys:      dma address of 'cq_pgtbl_virt'
535  * @cq_pgtbl_size:    	CQ page table size
536  * @rq_virt:            virtual address of receive queue (RQ) region
537  * @rq_phys:            DMA address of RQ memory region
538  * @rq_mem_size:        RQ size
539  * @rq_prod_qe:         RQ producer entry pointer
540  * @rq_cons_qe:         RQ consumer entry pointer
541  * @rq_first_qe:        virtaul address of first entry in RQ
542  * @rq_last_qe:         virtaul address of last entry in RQ
543  * @rq_prod_idx:        RQ producer index
544  * @rq_cons_idx:        RQ consumer index
545  * @rqe_left:           number rq entry left
546  * @rq_pgtbl_virt:      page table describing buffer consituting RQ region
547  * @rq_pgtbl_phys:      dma address of 'rq_pgtbl_virt'
548  * @rq_pgtbl_size:      RQ page table size
549  *
550  * queue pair (QP) is a per connection shared data structure which is used
551  *	to send work requests (SQ), receive completion notifications (CQ)
552  *	and receive asynchoronous / scsi sense info (RQ). 'qp_info' structure
553  *	below holds queue memory, consumer/producer indexes and page table
554  *	information
555  */
556 struct qp_info {
557 	void __iomem *ctx_base;
558 #define DPM_TRIGER_TYPE			0x40
559 
560 #define BNX2I_570x_QUE_DB_SIZE		0
561 #define BNX2I_5771x_QUE_DB_SIZE		16
562 	struct sqe *sq_virt;
563 	dma_addr_t sq_phys;
564 	u32 sq_mem_size;
565 
566 	struct sqe *sq_prod_qe;
567 	struct sqe *sq_cons_qe;
568 	struct sqe *sq_first_qe;
569 	struct sqe *sq_last_qe;
570 	u16 sq_prod_idx;
571 	u16 sq_cons_idx;
572 	u32 sqe_left;
573 
574 	void *sq_pgtbl_virt;
575 	dma_addr_t sq_pgtbl_phys;
576 	u32 sq_pgtbl_size;	/* set to PAGE_SIZE for 5708 & 5709 */
577 
578 	struct cqe *cq_virt;
579 	dma_addr_t cq_phys;
580 	u32 cq_mem_size;
581 
582 	struct cqe *cq_prod_qe;
583 	struct cqe *cq_cons_qe;
584 	struct cqe *cq_first_qe;
585 	struct cqe *cq_last_qe;
586 	u16 cq_prod_idx;
587 	u16 cq_cons_idx;
588 	u32 cqe_left;
589 	u32 cqe_size;
590 	u32 cqe_exp_seq_sn;
591 
592 	void *cq_pgtbl_virt;
593 	dma_addr_t cq_pgtbl_phys;
594 	u32 cq_pgtbl_size;	/* set to PAGE_SIZE for 5708 & 5709 */
595 
596 	struct rqe *rq_virt;
597 	dma_addr_t rq_phys;
598 	u32 rq_mem_size;
599 
600 	struct rqe *rq_prod_qe;
601 	struct rqe *rq_cons_qe;
602 	struct rqe *rq_first_qe;
603 	struct rqe *rq_last_qe;
604 	u16 rq_prod_idx;
605 	u16 rq_cons_idx;
606 	u32 rqe_left;
607 
608 	void *rq_pgtbl_virt;
609 	dma_addr_t rq_pgtbl_phys;
610 	u32 rq_pgtbl_size;	/* set to PAGE_SIZE for 5708 & 5709 */
611 };
612 
613 
614 
615 /*
616  * CID handles
617  */
618 struct ep_handles {
619 	u32 fw_cid;
620 	u32 drv_iscsi_cid;
621 	u16 pg_cid;
622 	u16 rsvd;
623 };
624 
625 
626 enum {
627 	EP_STATE_IDLE                   = 0x0,
628 	EP_STATE_PG_OFLD_START          = 0x1,
629 	EP_STATE_PG_OFLD_COMPL          = 0x2,
630 	EP_STATE_OFLD_START             = 0x4,
631 	EP_STATE_OFLD_COMPL             = 0x8,
632 	EP_STATE_CONNECT_START          = 0x10,
633 	EP_STATE_CONNECT_COMPL          = 0x20,
634 	EP_STATE_ULP_UPDATE_START       = 0x40,
635 	EP_STATE_ULP_UPDATE_COMPL       = 0x80,
636 	EP_STATE_DISCONN_START          = 0x100,
637 	EP_STATE_DISCONN_COMPL          = 0x200,
638 	EP_STATE_CLEANUP_START          = 0x400,
639 	EP_STATE_CLEANUP_CMPL           = 0x800,
640 	EP_STATE_TCP_FIN_RCVD           = 0x1000,
641 	EP_STATE_TCP_RST_RCVD           = 0x2000,
642 	EP_STATE_LOGOUT_SENT            = 0x4000,
643 	EP_STATE_LOGOUT_RESP_RCVD       = 0x8000,
644 	EP_STATE_PG_OFLD_FAILED         = 0x1000000,
645 	EP_STATE_ULP_UPDATE_FAILED      = 0x2000000,
646 	EP_STATE_CLEANUP_FAILED         = 0x4000000,
647 	EP_STATE_OFLD_FAILED            = 0x8000000,
648 	EP_STATE_CONNECT_FAILED         = 0x10000000,
649 	EP_STATE_DISCONN_TIMEDOUT       = 0x20000000,
650 };
651 
652 /**
653  * struct bnx2i_endpoint - representation of tcp connection in NX2 world
654  *
655  * @link:               list head to link elements
656  * @hba:                adapter to which this connection belongs
657  * @conn:               iscsi connection this EP is linked to
658  * @cls_ep:             associated iSCSI endpoint pointer
659  * @sess:               iscsi session this EP is linked to
660  * @cm_sk:              cnic sock struct
661  * @hba_age:            age to detect if 'iscsid' issues ep_disconnect()
662  *                      after HBA reset is completed by bnx2i/cnic/bnx2
663  *                      modules
664  * @state:              tracks offload connection state machine
665  * @teardown_mode:      indicates if conn teardown is abortive or orderly
666  * @qp:                 QP information
667  * @ids:                contains chip allocated *context id* & driver assigned
668  *                      *iscsi cid*
669  * @ofld_timer:         offload timer to detect timeout
670  * @ofld_wait:          wait queue
671  *
672  * Endpoint Structure - equivalent of tcp socket structure
673  */
674 struct bnx2i_endpoint {
675 	struct list_head link;
676 	struct bnx2i_hba *hba;
677 	struct bnx2i_conn *conn;
678 	struct iscsi_endpoint *cls_ep;
679 	struct cnic_sock *cm_sk;
680 	u32 hba_age;
681 	u32 state;
682 	unsigned long timestamp;
683 	int num_active_cmds;
684 
685 	struct qp_info qp;
686 	struct ep_handles ids;
687 		#define ep_iscsi_cid	ids.drv_iscsi_cid
688 		#define ep_cid		ids.fw_cid
689 		#define ep_pg_cid	ids.pg_cid
690 	struct timer_list ofld_timer;
691 	wait_queue_head_t ofld_wait;
692 };
693 
694 
695 
696 /* Global variables */
697 extern unsigned int error_mask1, error_mask2;
698 extern u64 iscsi_error_mask;
699 extern unsigned int en_tcp_dack;
700 extern unsigned int event_coal_div;
701 extern unsigned int event_coal_min;
702 
703 extern struct scsi_transport_template *bnx2i_scsi_xport_template;
704 extern struct iscsi_transport bnx2i_iscsi_transport;
705 extern struct cnic_ulp_ops bnx2i_cnic_cb;
706 
707 extern unsigned int sq_size;
708 extern unsigned int rq_size;
709 
710 extern struct device_attribute *bnx2i_dev_attributes[];
711 
712 
713 
714 /*
715  * Function Prototypes
716  */
717 extern void bnx2i_identify_device(struct bnx2i_hba *hba);
718 extern void bnx2i_register_device(struct bnx2i_hba *hba);
719 
720 extern void bnx2i_ulp_init(struct cnic_dev *dev);
721 extern void bnx2i_ulp_exit(struct cnic_dev *dev);
722 extern void bnx2i_start(void *handle);
723 extern void bnx2i_stop(void *handle);
724 extern void bnx2i_reg_dev_all(void);
725 extern void bnx2i_unreg_dev_all(void);
726 extern struct bnx2i_hba *get_adapter_list_head(void);
727 
728 struct bnx2i_conn *bnx2i_get_conn_from_id(struct bnx2i_hba *hba,
729 					  u16 iscsi_cid);
730 
731 int bnx2i_alloc_ep_pool(void);
732 void bnx2i_release_ep_pool(void);
733 struct bnx2i_endpoint *bnx2i_ep_ofld_list_next(struct bnx2i_hba *hba);
734 struct bnx2i_endpoint *bnx2i_ep_destroy_list_next(struct bnx2i_hba *hba);
735 
736 struct bnx2i_hba *bnx2i_find_hba_for_cnic(struct cnic_dev *cnic);
737 
738 struct bnx2i_hba *bnx2i_alloc_hba(struct cnic_dev *cnic);
739 void bnx2i_free_hba(struct bnx2i_hba *hba);
740 
741 void bnx2i_get_rq_buf(struct bnx2i_conn *conn, char *ptr, int len);
742 void bnx2i_put_rq_buf(struct bnx2i_conn *conn, int count);
743 
744 void bnx2i_iscsi_unmap_sg_list(struct bnx2i_cmd *cmd);
745 
746 void bnx2i_drop_session(struct iscsi_cls_session *session);
747 
748 extern int bnx2i_send_fw_iscsi_init_msg(struct bnx2i_hba *hba);
749 extern int bnx2i_send_iscsi_login(struct bnx2i_conn *conn,
750 				  struct iscsi_task *mtask);
751 extern int bnx2i_send_iscsi_tmf(struct bnx2i_conn *conn,
752 				  struct iscsi_task *mtask);
753 extern int bnx2i_send_iscsi_scsicmd(struct bnx2i_conn *conn,
754 				    struct bnx2i_cmd *cmnd);
755 extern int bnx2i_send_iscsi_nopout(struct bnx2i_conn *conn,
756 				   struct iscsi_task *mtask, u32 ttt,
757 				   char *datap, int data_len, int unsol);
758 extern int bnx2i_send_iscsi_logout(struct bnx2i_conn *conn,
759 				   struct iscsi_task *mtask);
760 extern void bnx2i_send_cmd_cleanup_req(struct bnx2i_hba *hba,
761 				       struct bnx2i_cmd *cmd);
762 extern void bnx2i_send_conn_ofld_req(struct bnx2i_hba *hba,
763 				     struct bnx2i_endpoint *ep);
764 extern void bnx2i_update_iscsi_conn(struct iscsi_conn *conn);
765 extern void bnx2i_send_conn_destroy(struct bnx2i_hba *hba,
766 				    struct bnx2i_endpoint *ep);
767 
768 extern int bnx2i_alloc_qp_resc(struct bnx2i_hba *hba,
769 			       struct bnx2i_endpoint *ep);
770 extern void bnx2i_free_qp_resc(struct bnx2i_hba *hba,
771 			       struct bnx2i_endpoint *ep);
772 extern void bnx2i_ep_ofld_timer(unsigned long data);
773 extern struct bnx2i_endpoint *bnx2i_find_ep_in_ofld_list(
774 		struct bnx2i_hba *hba, u32 iscsi_cid);
775 extern struct bnx2i_endpoint *bnx2i_find_ep_in_destroy_list(
776 		struct bnx2i_hba *hba, u32 iscsi_cid);
777 
778 extern int bnx2i_map_ep_dbell_regs(struct bnx2i_endpoint *ep);
779 extern void bnx2i_arm_cq_event_coalescing(struct bnx2i_endpoint *ep, u8 action);
780 
781 extern int bnx2i_hw_ep_disconnect(struct bnx2i_endpoint *bnx2i_ep);
782 
783 /* Debug related function prototypes */
784 extern void bnx2i_print_pend_cmd_queue(struct bnx2i_conn *conn);
785 extern void bnx2i_print_active_cmd_queue(struct bnx2i_conn *conn);
786 extern void bnx2i_print_xmit_pdu_queue(struct bnx2i_conn *conn);
787 extern void bnx2i_print_recv_state(struct bnx2i_conn *conn);
788 
789 #endif
790