lpfc_sli.h 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331
  1. /*******************************************************************
  2. * This file is part of the Emulex Linux Device Driver for *
  3. * Fibre Channel Host Bus Adapters. *
  4. * Copyright (C) 2004-2015 Emulex. All rights reserved. *
  5. * EMULEX and SLI are trademarks of Emulex. *
  6. * www.emulex.com *
  7. * *
  8. * This program is free software; you can redistribute it and/or *
  9. * modify it under the terms of version 2 of the GNU General *
  10. * Public License as published by the Free Software Foundation. *
  11. * This program is distributed in the hope that it will be useful. *
  12. * ALL EXPRESS OR IMPLIED CONDITIONS, REPRESENTATIONS AND *
  13. * WARRANTIES, INCLUDING ANY IMPLIED WARRANTY OF MERCHANTABILITY, *
  14. * FITNESS FOR A PARTICULAR PURPOSE, OR NON-INFRINGEMENT, ARE *
  15. * DISCLAIMED, EXCEPT TO THE EXTENT THAT SUCH DISCLAIMERS ARE HELD *
  16. * TO BE LEGALLY INVALID. See the GNU General Public License for *
  17. * more details, a copy of which can be found in the file COPYING *
  18. * included with this package. *
  19. *******************************************************************/
  20. /* forward declaration for LPFC_IOCB_t's use */
  21. struct lpfc_hba;
  22. struct lpfc_vport;
  23. /* Define the context types that SLI handles for abort and sums. */
  24. typedef enum _lpfc_ctx_cmd {
  25. LPFC_CTX_LUN,
  26. LPFC_CTX_TGT,
  27. LPFC_CTX_HOST
  28. } lpfc_ctx_cmd;
  29. struct lpfc_cq_event {
  30. struct list_head list;
  31. union {
  32. struct lpfc_mcqe mcqe_cmpl;
  33. struct lpfc_acqe_link acqe_link;
  34. struct lpfc_acqe_fip acqe_fip;
  35. struct lpfc_acqe_dcbx acqe_dcbx;
  36. struct lpfc_acqe_grp5 acqe_grp5;
  37. struct lpfc_acqe_fc_la acqe_fc;
  38. struct lpfc_acqe_sli acqe_sli;
  39. struct lpfc_rcqe rcqe_cmpl;
  40. struct sli4_wcqe_xri_aborted wcqe_axri;
  41. struct lpfc_wcqe_complete wcqe_cmpl;
  42. } cqe;
  43. };
  44. /* This structure is used to handle IOCB requests / responses */
  45. struct lpfc_iocbq {
  46. /* lpfc_iocbqs are used in double linked lists */
  47. struct list_head list;
  48. struct list_head clist;
  49. struct list_head dlist;
  50. uint16_t iotag; /* pre-assigned IO tag */
  51. uint16_t sli4_lxritag; /* logical pre-assigned XRI. */
  52. uint16_t sli4_xritag; /* pre-assigned XRI, (OXID) tag. */
  53. struct lpfc_cq_event cq_event;
  54. IOCB_t iocb; /* IOCB cmd */
  55. uint8_t retry; /* retry counter for IOCB cmd - if needed */
  56. uint32_t iocb_flag;
  57. #define LPFC_IO_LIBDFC 1 /* libdfc iocb */
  58. #define LPFC_IO_WAKE 2 /* Synchronous I/O completed */
  59. #define LPFC_IO_WAKE_TMO LPFC_IO_WAKE /* Synchronous I/O timed out */
  60. #define LPFC_IO_FCP 4 /* FCP command -- iocbq in scsi_buf */
  61. #define LPFC_DRIVER_ABORTED 8 /* driver aborted this request */
  62. #define LPFC_IO_FABRIC 0x10 /* Iocb send using fabric scheduler */
  63. #define LPFC_DELAY_MEM_FREE 0x20 /* Defer free'ing of FC data */
  64. #define LPFC_EXCHANGE_BUSY 0x40 /* SLI4 hba reported XB in response */
  65. #define LPFC_USE_FCPWQIDX 0x80 /* Submit to specified FCPWQ index */
  66. #define DSS_SECURITY_OP 0x100 /* security IO */
  67. #define LPFC_IO_ON_TXCMPLQ 0x200 /* The IO is still on the TXCMPLQ */
  68. #define LPFC_IO_DIF_PASS 0x400 /* T10 DIF IO pass-thru prot */
  69. #define LPFC_IO_DIF_STRIP 0x800 /* T10 DIF IO strip prot */
  70. #define LPFC_IO_DIF_INSERT 0x1000 /* T10 DIF IO insert prot */
  71. #define LPFC_IO_CMD_OUTSTANDING 0x2000 /* timeout handler abort window */
  72. #define LPFC_FIP_ELS_ID_MASK 0xc000 /* ELS_ID range 0-3, non-shifted mask */
  73. #define LPFC_FIP_ELS_ID_SHIFT 14
  74. #define LPFC_IO_OAS 0x10000 /* OAS FCP IO */
  75. #define LPFC_IO_FOF 0x20000 /* FOF FCP IO */
  76. #define LPFC_IO_LOOPBACK 0x40000 /* Loopback IO */
  77. uint32_t drvrTimeout; /* driver timeout in seconds */
  78. uint32_t fcp_wqidx; /* index to FCP work queue */
  79. struct lpfc_vport *vport;/* virtual port pointer */
  80. void *context1; /* caller context information */
  81. void *context2; /* caller context information */
  82. void *context3; /* caller context information */
  83. union {
  84. wait_queue_head_t *wait_queue;
  85. struct lpfc_iocbq *rsp_iocb;
  86. struct lpfcMboxq *mbox;
  87. struct lpfc_nodelist *ndlp;
  88. struct lpfc_node_rrq *rrq;
  89. } context_un;
  90. void (*fabric_iocb_cmpl) (struct lpfc_hba *, struct lpfc_iocbq *,
  91. struct lpfc_iocbq *);
  92. void (*wait_iocb_cmpl) (struct lpfc_hba *, struct lpfc_iocbq *,
  93. struct lpfc_iocbq *);
  94. void (*iocb_cmpl) (struct lpfc_hba *, struct lpfc_iocbq *,
  95. struct lpfc_iocbq *);
  96. };
  97. #define SLI_IOCB_RET_IOCB 1 /* Return IOCB if cmd ring full */
  98. #define IOCB_SUCCESS 0
  99. #define IOCB_BUSY 1
  100. #define IOCB_ERROR 2
  101. #define IOCB_TIMEDOUT 3
  102. #define LPFC_MBX_WAKE 1
  103. #define LPFC_MBX_IMED_UNREG 2
  104. typedef struct lpfcMboxq {
  105. /* MBOXQs are used in single linked lists */
  106. struct list_head list; /* ptr to next mailbox command */
  107. union {
  108. MAILBOX_t mb; /* Mailbox cmd */
  109. struct lpfc_mqe mqe;
  110. } u;
  111. struct lpfc_vport *vport;/* virtual port pointer */
  112. void *context1; /* caller context information */
  113. void *context2; /* caller context information */
  114. void (*mbox_cmpl) (struct lpfc_hba *, struct lpfcMboxq *);
  115. uint8_t mbox_flag;
  116. uint16_t in_ext_byte_len;
  117. uint16_t out_ext_byte_len;
  118. uint8_t mbox_offset_word;
  119. struct lpfc_mcqe mcqe;
  120. struct lpfc_mbx_nembed_sge_virt *sge_array;
  121. } LPFC_MBOXQ_t;
  122. #define MBX_POLL 1 /* poll mailbox till command done, then
  123. return */
  124. #define MBX_NOWAIT 2 /* issue command then return immediately */
  125. #define LPFC_MAX_RING_MASK 5 /* max num of rctl/type masks allowed per
  126. ring */
  127. #define LPFC_SLI3_MAX_RING 4 /* Max num of SLI3 rings used by driver.
  128. For SLI4, an additional ring for each
  129. FCP WQ will be allocated. */
  130. struct lpfc_sli_ring;
  131. struct lpfc_sli_ring_mask {
  132. uint8_t profile; /* profile associated with ring */
  133. uint8_t rctl; /* rctl / type pair configured for ring */
  134. uint8_t type; /* rctl / type pair configured for ring */
  135. uint8_t rsvd;
  136. /* rcv'd unsol event */
  137. void (*lpfc_sli_rcv_unsol_event) (struct lpfc_hba *,
  138. struct lpfc_sli_ring *,
  139. struct lpfc_iocbq *);
  140. };
  141. /* Structure used to hold SLI statistical counters and info */
  142. struct lpfc_sli_ring_stat {
  143. uint64_t iocb_event; /* IOCB event counters */
  144. uint64_t iocb_cmd; /* IOCB cmd issued */
  145. uint64_t iocb_rsp; /* IOCB rsp received */
  146. uint64_t iocb_cmd_delay; /* IOCB cmd ring delay */
  147. uint64_t iocb_cmd_full; /* IOCB cmd ring full */
  148. uint64_t iocb_cmd_empty; /* IOCB cmd ring is now empty */
  149. uint64_t iocb_rsp_full; /* IOCB rsp ring full */
  150. };
  151. struct lpfc_sli3_ring {
  152. uint32_t local_getidx; /* last available cmd index (from cmdGetInx) */
  153. uint32_t next_cmdidx; /* next_cmd index */
  154. uint32_t rspidx; /* current index in response ring */
  155. uint32_t cmdidx; /* current index in command ring */
  156. uint16_t numCiocb; /* number of command iocb's per ring */
  157. uint16_t numRiocb; /* number of rsp iocb's per ring */
  158. uint16_t sizeCiocb; /* Size of command iocb's in this ring */
  159. uint16_t sizeRiocb; /* Size of response iocb's in this ring */
  160. uint32_t *cmdringaddr; /* virtual address for cmd rings */
  161. uint32_t *rspringaddr; /* virtual address for rsp rings */
  162. };
  163. struct lpfc_sli4_ring {
  164. struct lpfc_queue *wqp; /* Pointer to associated WQ */
  165. };
  166. /* Structure used to hold SLI ring information */
  167. struct lpfc_sli_ring {
  168. uint16_t flag; /* ring flags */
  169. #define LPFC_DEFERRED_RING_EVENT 0x001 /* Deferred processing a ring event */
  170. #define LPFC_CALL_RING_AVAILABLE 0x002 /* indicates cmd was full */
  171. #define LPFC_STOP_IOCB_EVENT 0x020 /* Stop processing IOCB cmds event */
  172. uint16_t abtsiotag; /* tracks next iotag to use for ABTS */
  173. uint8_t rsvd;
  174. uint8_t ringno; /* ring number */
  175. spinlock_t ring_lock; /* lock for issuing commands */
  176. uint32_t fast_iotag; /* max fastlookup based iotag */
  177. uint32_t iotag_ctr; /* keeps track of the next iotag to use */
  178. uint32_t iotag_max; /* max iotag value to use */
  179. struct list_head txq;
  180. uint16_t txq_cnt; /* current length of queue */
  181. uint16_t txq_max; /* max length */
  182. struct list_head txcmplq;
  183. uint16_t txcmplq_cnt; /* current length of queue */
  184. uint16_t txcmplq_max; /* max length */
  185. uint32_t missbufcnt; /* keep track of buffers to post */
  186. struct list_head postbufq;
  187. uint16_t postbufq_cnt; /* current length of queue */
  188. uint16_t postbufq_max; /* max length */
  189. struct list_head iocb_continueq;
  190. uint16_t iocb_continueq_cnt; /* current length of queue */
  191. uint16_t iocb_continueq_max; /* max length */
  192. struct list_head iocb_continue_saveq;
  193. struct lpfc_sli_ring_mask prt[LPFC_MAX_RING_MASK];
  194. uint32_t num_mask; /* number of mask entries in prt array */
  195. void (*lpfc_sli_rcv_async_status) (struct lpfc_hba *,
  196. struct lpfc_sli_ring *, struct lpfc_iocbq *);
  197. struct lpfc_sli_ring_stat stats; /* SLI statistical info */
  198. /* cmd ring available */
  199. void (*lpfc_sli_cmd_available) (struct lpfc_hba *,
  200. struct lpfc_sli_ring *);
  201. union {
  202. struct lpfc_sli3_ring sli3;
  203. struct lpfc_sli4_ring sli4;
  204. } sli;
  205. };
  206. /* Structure used for configuring rings to a specific profile or rctl / type */
  207. struct lpfc_hbq_init {
  208. uint32_t rn; /* Receive buffer notification */
  209. uint32_t entry_count; /* max # of entries in HBQ */
  210. uint32_t headerLen; /* 0 if not profile 4 or 5 */
  211. uint32_t logEntry; /* Set to 1 if this HBQ used for LogEntry */
  212. uint32_t profile; /* Selection profile 0=all, 7=logentry */
  213. uint32_t ring_mask; /* Binds HBQ to a ring e.g. Ring0=b0001,
  214. * ring2=b0100 */
  215. uint32_t hbq_index; /* index of this hbq in ring .HBQs[] */
  216. uint32_t seqlenoff;
  217. uint32_t maxlen;
  218. uint32_t seqlenbcnt;
  219. uint32_t cmdcodeoff;
  220. uint32_t cmdmatch[8];
  221. uint32_t mask_count; /* number of mask entries in prt array */
  222. struct hbq_mask hbqMasks[6];
  223. /* Non-config rings fields to keep track of buffer allocations */
  224. uint32_t buffer_count; /* number of buffers allocated */
  225. uint32_t init_count; /* number to allocate when initialized */
  226. uint32_t add_count; /* number to allocate when starved */
  227. } ;
  228. /* Structure used to hold SLI statistical counters and info */
  229. struct lpfc_sli_stat {
  230. uint64_t mbox_stat_err; /* Mbox cmds completed status error */
  231. uint64_t mbox_cmd; /* Mailbox commands issued */
  232. uint64_t sli_intr; /* Count of Host Attention interrupts */
  233. uint64_t sli_prev_intr; /* Previous cnt of Host Attention interrupts */
  234. uint64_t sli_ips; /* Host Attention interrupts per sec */
  235. uint32_t err_attn_event; /* Error Attn event counters */
  236. uint32_t link_event; /* Link event counters */
  237. uint32_t mbox_event; /* Mailbox event counters */
  238. uint32_t mbox_busy; /* Mailbox cmd busy */
  239. };
  240. /* Structure to store link status values when port stats are reset */
  241. struct lpfc_lnk_stat {
  242. uint32_t link_failure_count;
  243. uint32_t loss_of_sync_count;
  244. uint32_t loss_of_signal_count;
  245. uint32_t prim_seq_protocol_err_count;
  246. uint32_t invalid_tx_word_count;
  247. uint32_t invalid_crc_count;
  248. uint32_t error_frames;
  249. uint32_t link_events;
  250. };
  251. /* Structure used to hold SLI information */
  252. struct lpfc_sli {
  253. uint32_t num_rings;
  254. uint32_t sli_flag;
  255. /* Additional sli_flags */
  256. #define LPFC_SLI_MBOX_ACTIVE 0x100 /* HBA mailbox is currently active */
  257. #define LPFC_SLI_ACTIVE 0x200 /* SLI in firmware is active */
  258. #define LPFC_PROCESS_LA 0x400 /* Able to process link attention */
  259. #define LPFC_BLOCK_MGMT_IO 0x800 /* Don't allow mgmt mbx or iocb cmds */
  260. #define LPFC_MENLO_MAINT 0x1000 /* need for menl fw download */
  261. #define LPFC_SLI_ASYNC_MBX_BLK 0x2000 /* Async mailbox is blocked */
  262. struct lpfc_sli_ring *ring;
  263. int fcp_ring; /* ring used for FCP initiator commands */
  264. int next_ring;
  265. int extra_ring; /* extra ring used for other protocols */
  266. struct lpfc_sli_stat slistat; /* SLI statistical info */
  267. struct list_head mboxq;
  268. uint16_t mboxq_cnt; /* current length of queue */
  269. uint16_t mboxq_max; /* max length */
  270. LPFC_MBOXQ_t *mbox_active; /* active mboxq information */
  271. struct list_head mboxq_cmpl;
  272. struct timer_list mbox_tmo; /* Hold clk to timeout active mbox
  273. cmd */
  274. #define LPFC_IOCBQ_LOOKUP_INCREMENT 1024
  275. struct lpfc_iocbq ** iocbq_lookup; /* array to lookup IOCB by IOTAG */
  276. size_t iocbq_lookup_len; /* current lengs of the array */
  277. uint16_t last_iotag; /* last allocated IOTAG */
  278. unsigned long stats_start; /* in seconds */
  279. struct lpfc_lnk_stat lnk_stat_offsets;
  280. };
  281. /* Timeout for normal outstanding mbox command (Seconds) */
  282. #define LPFC_MBOX_TMO 30
  283. /* Timeout for non-flash-based outstanding sli_config mbox command (Seconds) */
  284. #define LPFC_MBOX_SLI4_CONFIG_TMO 60
  285. /* Timeout for flash-based outstanding sli_config mbox command (Seconds) */
  286. #define LPFC_MBOX_SLI4_CONFIG_EXTENDED_TMO 300
  287. /* Timeout for other flash-based outstanding mbox command (Seconds) */
  288. #define LPFC_MBOX_TMO_FLASH_CMD 300