bfa_fcpim.h 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356
  1. /*
  2. * Copyright (c) 2005-2010 Brocade Communications Systems, Inc.
  3. * All rights reserved
  4. * www.brocade.com
  5. *
  6. * Linux driver for Brocade Fibre Channel Host Bus Adapter.
  7. *
  8. * This program is free software; you can redistribute it and/or modify it
  9. * under the terms of the GNU General Public License (GPL) Version 2 as
  10. * published by the Free Software Foundation
  11. *
  12. * This program is distributed in the hope that it will be useful, but
  13. * WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  15. * General Public License for more details.
  16. */
  17. #ifndef __BFA_FCPIM_H__
  18. #define __BFA_FCPIM_H__
  19. #include "bfa.h"
  20. #include "bfa_svc.h"
  21. #include "bfi_ms.h"
  22. #include "bfa_defs_svc.h"
  23. #include "bfa_cs.h"
  24. #define BFA_ITNIM_MIN 32
  25. #define BFA_ITNIM_MAX 1024
  26. #define BFA_IOIM_MIN 8
  27. #define BFA_IOIM_MAX 2000
  28. #define BFA_TSKIM_MIN 4
  29. #define BFA_TSKIM_MAX 512
  30. #define BFA_FCPIM_PATHTOV_DEF (30 * 1000) /* in millisecs */
  31. #define BFA_FCPIM_PATHTOV_MAX (90 * 1000) /* in millisecs */
  32. #define bfa_itnim_ioprofile_update(__itnim, __index) \
  33. (__itnim->ioprofile.iocomps[__index]++)
  34. #define BFA_IOIM_RETRY_TAG_OFFSET 11
  35. #define BFA_IOIM_IOTAG_MASK 0x07ff /* 2K IOs */
  36. #define BFA_IOIM_RETRY_MAX 7
  37. /* Buckets are are 512 bytes to 2MB */
  38. static inline u32
  39. bfa_ioim_get_index(u32 n) {
  40. int pos = 0;
  41. if (n >= (1UL)<<22)
  42. return BFA_IOBUCKET_MAX - 1;
  43. n >>= 8;
  44. if (n >= (1UL)<<16)
  45. n >>= 16; pos += 16;
  46. if (n >= 1 << 8)
  47. n >>= 8; pos += 8;
  48. if (n >= 1 << 4)
  49. n >>= 4; pos += 4;
  50. if (n >= 1 << 2)
  51. n >>= 2; pos += 2;
  52. if (n >= 1 << 1)
  53. pos += 1;
  54. return (n == 0) ? (0) : pos;
  55. }
  56. /*
  57. * forward declarations
  58. */
  59. struct bfa_ioim_s;
  60. struct bfa_tskim_s;
  61. struct bfad_ioim_s;
  62. struct bfad_tskim_s;
  63. typedef void (*bfa_fcpim_profile_t) (struct bfa_ioim_s *ioim);
  64. struct bfa_fcpim_mod_s {
  65. struct bfa_s *bfa;
  66. struct bfa_itnim_s *itnim_arr;
  67. struct bfa_ioim_s *ioim_arr;
  68. struct bfa_ioim_sp_s *ioim_sp_arr;
  69. struct bfa_tskim_s *tskim_arr;
  70. struct bfa_dma_s snsbase;
  71. int num_itnims;
  72. int num_ioim_reqs;
  73. int num_tskim_reqs;
  74. u32 path_tov;
  75. u16 q_depth;
  76. u8 reqq; /* Request queue to be used */
  77. u8 rsvd;
  78. struct list_head itnim_q; /* queue of active itnim */
  79. struct list_head ioim_free_q; /* free IO resources */
  80. struct list_head ioim_resfree_q; /* IOs waiting for f/w */
  81. struct list_head ioim_comp_q; /* IO global comp Q */
  82. struct list_head tskim_free_q;
  83. u32 ios_active; /* current active IOs */
  84. u32 delay_comp;
  85. struct bfa_fcpim_del_itn_stats_s del_itn_stats;
  86. bfa_boolean_t ioredirect;
  87. bfa_boolean_t io_profile;
  88. u32 io_profile_start_time;
  89. bfa_fcpim_profile_t profile_comp;
  90. bfa_fcpim_profile_t profile_start;
  91. };
  92. /*
  93. * BFA IO (initiator mode)
  94. */
  95. struct bfa_ioim_s {
  96. struct list_head qe; /* queue elememt */
  97. bfa_sm_t sm; /* BFA ioim state machine */
  98. struct bfa_s *bfa; /* BFA module */
  99. struct bfa_fcpim_mod_s *fcpim; /* parent fcpim module */
  100. struct bfa_itnim_s *itnim; /* i-t-n nexus for this IO */
  101. struct bfad_ioim_s *dio; /* driver IO handle */
  102. u16 iotag; /* FWI IO tag */
  103. u16 abort_tag; /* unqiue abort request tag */
  104. u16 nsges; /* number of SG elements */
  105. u16 nsgpgs; /* number of SG pages */
  106. struct bfa_sgpg_s *sgpg; /* first SG page */
  107. struct list_head sgpg_q; /* allocated SG pages */
  108. struct bfa_cb_qe_s hcb_qe; /* bfa callback qelem */
  109. bfa_cb_cbfn_t io_cbfn; /* IO completion handler */
  110. struct bfa_ioim_sp_s *iosp; /* slow-path IO handling */
  111. u8 reqq; /* Request queue for I/O */
  112. u64 start_time; /* IO's Profile start val */
  113. };
  114. struct bfa_ioim_sp_s {
  115. struct bfi_msg_s comp_rspmsg; /* IO comp f/w response */
  116. u8 *snsinfo; /* sense info for this IO */
  117. struct bfa_sgpg_wqe_s sgpg_wqe; /* waitq elem for sgpg */
  118. struct bfa_reqq_wait_s reqq_wait; /* to wait for room in reqq */
  119. bfa_boolean_t abort_explicit; /* aborted by OS */
  120. struct bfa_tskim_s *tskim; /* Relevant TM cmd */
  121. };
  122. /*
  123. * BFA Task management command (initiator mode)
  124. */
  125. struct bfa_tskim_s {
  126. struct list_head qe;
  127. bfa_sm_t sm;
  128. struct bfa_s *bfa; /* BFA module */
  129. struct bfa_fcpim_mod_s *fcpim; /* parent fcpim module */
  130. struct bfa_itnim_s *itnim; /* i-t-n nexus for this IO */
  131. struct bfad_tskim_s *dtsk; /* driver task mgmt cmnd */
  132. bfa_boolean_t notify; /* notify itnim on TM comp */
  133. struct scsi_lun lun; /* lun if applicable */
  134. enum fcp_tm_cmnd tm_cmnd; /* task management command */
  135. u16 tsk_tag; /* FWI IO tag */
  136. u8 tsecs; /* timeout in seconds */
  137. struct bfa_reqq_wait_s reqq_wait; /* to wait for room in reqq */
  138. struct list_head io_q; /* queue of affected IOs */
  139. struct bfa_wc_s wc; /* waiting counter */
  140. struct bfa_cb_qe_s hcb_qe; /* bfa callback qelem */
  141. enum bfi_tskim_status tsk_status; /* TM status */
  142. };
  143. /*
  144. * BFA i-t-n (initiator mode)
  145. */
  146. struct bfa_itnim_s {
  147. struct list_head qe; /* queue element */
  148. bfa_sm_t sm; /* i-t-n im BFA state machine */
  149. struct bfa_s *bfa; /* bfa instance */
  150. struct bfa_rport_s *rport; /* bfa rport */
  151. void *ditn; /* driver i-t-n structure */
  152. struct bfi_mhdr_s mhdr; /* pre-built mhdr */
  153. u8 msg_no; /* itnim/rport firmware handle */
  154. u8 reqq; /* CQ for requests */
  155. struct bfa_cb_qe_s hcb_qe; /* bfa callback qelem */
  156. struct list_head pending_q; /* queue of pending IO requests */
  157. struct list_head io_q; /* queue of active IO requests */
  158. struct list_head io_cleanup_q; /* IO being cleaned up */
  159. struct list_head tsk_q; /* queue of active TM commands */
  160. struct list_head delay_comp_q; /* queue of failed inflight cmds */
  161. bfa_boolean_t seq_rec; /* SQER supported */
  162. bfa_boolean_t is_online; /* itnim is ONLINE for IO */
  163. bfa_boolean_t iotov_active; /* IO TOV timer is active */
  164. struct bfa_wc_s wc; /* waiting counter */
  165. struct bfa_timer_s timer; /* pending IO TOV */
  166. struct bfa_reqq_wait_s reqq_wait; /* to wait for room in reqq */
  167. struct bfa_fcpim_mod_s *fcpim; /* fcpim module */
  168. struct bfa_itnim_iostats_s stats;
  169. struct bfa_itnim_ioprofile_s ioprofile;
  170. };
  171. #define bfa_itnim_is_online(_itnim) ((_itnim)->is_online)
  172. #define BFA_FCPIM_MOD(_hal) (&(_hal)->modules.fcpim_mod)
  173. #define BFA_IOIM_TAG_2_ID(_iotag) ((_iotag) & BFA_IOIM_IOTAG_MASK)
  174. #define BFA_IOIM_FROM_TAG(_fcpim, _iotag) \
  175. (&fcpim->ioim_arr[(_iotag & BFA_IOIM_IOTAG_MASK)])
  176. #define BFA_TSKIM_FROM_TAG(_fcpim, _tmtag) \
  177. (&fcpim->tskim_arr[_tmtag & (fcpim->num_tskim_reqs - 1)])
  178. #define bfa_io_profile_start_time(_bfa) \
  179. (_bfa->modules.fcpim_mod.io_profile_start_time)
  180. #define bfa_fcpim_get_io_profile(_bfa) \
  181. (_bfa->modules.fcpim_mod.io_profile)
  182. #define bfa_ioim_update_iotag(__ioim) do { \
  183. uint16_t k = (__ioim)->iotag >> BFA_IOIM_RETRY_TAG_OFFSET; \
  184. k++; (__ioim)->iotag &= BFA_IOIM_IOTAG_MASK; \
  185. (__ioim)->iotag |= k << BFA_IOIM_RETRY_TAG_OFFSET; \
  186. } while (0)
  187. static inline bfa_boolean_t
  188. bfa_ioim_maxretry_reached(struct bfa_ioim_s *ioim)
  189. {
  190. uint16_t k = ioim->iotag >> BFA_IOIM_RETRY_TAG_OFFSET;
  191. if (k < BFA_IOIM_RETRY_MAX)
  192. return BFA_FALSE;
  193. return BFA_TRUE;
  194. }
  195. /*
  196. * function prototypes
  197. */
  198. void bfa_ioim_attach(struct bfa_fcpim_mod_s *fcpim,
  199. struct bfa_meminfo_s *minfo);
  200. void bfa_ioim_isr(struct bfa_s *bfa, struct bfi_msg_s *msg);
  201. void bfa_ioim_good_comp_isr(struct bfa_s *bfa,
  202. struct bfi_msg_s *msg);
  203. void bfa_ioim_cleanup(struct bfa_ioim_s *ioim);
  204. void bfa_ioim_cleanup_tm(struct bfa_ioim_s *ioim,
  205. struct bfa_tskim_s *tskim);
  206. void bfa_ioim_iocdisable(struct bfa_ioim_s *ioim);
  207. void bfa_ioim_tov(struct bfa_ioim_s *ioim);
  208. void bfa_tskim_attach(struct bfa_fcpim_mod_s *fcpim,
  209. struct bfa_meminfo_s *minfo);
  210. void bfa_tskim_isr(struct bfa_s *bfa, struct bfi_msg_s *msg);
  211. void bfa_tskim_iodone(struct bfa_tskim_s *tskim);
  212. void bfa_tskim_iocdisable(struct bfa_tskim_s *tskim);
  213. void bfa_tskim_cleanup(struct bfa_tskim_s *tskim);
  214. void bfa_itnim_meminfo(struct bfa_iocfc_cfg_s *cfg, u32 *km_len,
  215. u32 *dm_len);
  216. void bfa_itnim_attach(struct bfa_fcpim_mod_s *fcpim,
  217. struct bfa_meminfo_s *minfo);
  218. void bfa_itnim_detach(struct bfa_fcpim_mod_s *fcpim);
  219. void bfa_itnim_iocdisable(struct bfa_itnim_s *itnim);
  220. void bfa_itnim_isr(struct bfa_s *bfa, struct bfi_msg_s *msg);
  221. void bfa_itnim_iodone(struct bfa_itnim_s *itnim);
  222. void bfa_itnim_tskdone(struct bfa_itnim_s *itnim);
  223. bfa_boolean_t bfa_itnim_hold_io(struct bfa_itnim_s *itnim);
  224. /*
  225. * bfa fcpim module API functions
  226. */
  227. void bfa_fcpim_path_tov_set(struct bfa_s *bfa, u16 path_tov);
  228. u16 bfa_fcpim_path_tov_get(struct bfa_s *bfa);
  229. u16 bfa_fcpim_qdepth_get(struct bfa_s *bfa);
  230. #define bfa_fcpim_ioredirect_enabled(__bfa) \
  231. (((struct bfa_fcpim_mod_s *)(BFA_FCPIM_MOD(__bfa)))->ioredirect)
  232. #define bfa_fcpim_get_next_reqq(__bfa, __qid) \
  233. { \
  234. struct bfa_fcpim_mod_s *__fcpim = BFA_FCPIM_MOD(__bfa); \
  235. __fcpim->reqq++; \
  236. __fcpim->reqq &= (BFI_IOC_MAX_CQS - 1); \
  237. *(__qid) = __fcpim->reqq; \
  238. }
  239. #define bfa_iocfc_map_msg_to_qid(__msg, __qid) \
  240. *(__qid) = (u8)((__msg) & (BFI_IOC_MAX_CQS - 1));
  241. /*
  242. * bfa itnim API functions
  243. */
  244. struct bfa_itnim_s *bfa_itnim_create(struct bfa_s *bfa,
  245. struct bfa_rport_s *rport, void *itnim);
  246. void bfa_itnim_delete(struct bfa_itnim_s *itnim);
  247. void bfa_itnim_online(struct bfa_itnim_s *itnim, bfa_boolean_t seq_rec);
  248. void bfa_itnim_offline(struct bfa_itnim_s *itnim);
  249. void bfa_itnim_clear_stats(struct bfa_itnim_s *itnim);
  250. bfa_status_t bfa_itnim_get_ioprofile(struct bfa_itnim_s *itnim,
  251. struct bfa_itnim_ioprofile_s *ioprofile);
  252. #define bfa_itnim_get_reqq(__ioim) (((struct bfa_ioim_s *)__ioim)->itnim->reqq)
  253. /*
  254. * BFA completion callback for bfa_itnim_online().
  255. */
  256. void bfa_cb_itnim_online(void *itnim);
  257. /*
  258. * BFA completion callback for bfa_itnim_offline().
  259. */
  260. void bfa_cb_itnim_offline(void *itnim);
  261. void bfa_cb_itnim_tov_begin(void *itnim);
  262. void bfa_cb_itnim_tov(void *itnim);
  263. /*
  264. * BFA notification to FCS/driver for second level error recovery.
  265. * Atleast one I/O request has timedout and target is unresponsive to
  266. * repeated abort requests. Second level error recovery should be initiated
  267. * by starting implicit logout and recovery procedures.
  268. */
  269. void bfa_cb_itnim_sler(void *itnim);
  270. /*
  271. * bfa ioim API functions
  272. */
  273. struct bfa_ioim_s *bfa_ioim_alloc(struct bfa_s *bfa,
  274. struct bfad_ioim_s *dio,
  275. struct bfa_itnim_s *itnim,
  276. u16 nsgles);
  277. void bfa_ioim_free(struct bfa_ioim_s *ioim);
  278. void bfa_ioim_start(struct bfa_ioim_s *ioim);
  279. bfa_status_t bfa_ioim_abort(struct bfa_ioim_s *ioim);
  280. void bfa_ioim_delayed_comp(struct bfa_ioim_s *ioim,
  281. bfa_boolean_t iotov);
  282. /*
  283. * I/O completion notification.
  284. *
  285. * @param[in] dio driver IO structure
  286. * @param[in] io_status IO completion status
  287. * @param[in] scsi_status SCSI status returned by target
  288. * @param[in] sns_len SCSI sense length, 0 if none
  289. * @param[in] sns_info SCSI sense data, if any
  290. * @param[in] residue Residual length
  291. *
  292. * @return None
  293. */
  294. void bfa_cb_ioim_done(void *bfad, struct bfad_ioim_s *dio,
  295. enum bfi_ioim_status io_status,
  296. u8 scsi_status, int sns_len,
  297. u8 *sns_info, s32 residue);
  298. /*
  299. * I/O good completion notification.
  300. */
  301. void bfa_cb_ioim_good_comp(void *bfad, struct bfad_ioim_s *dio);
  302. /*
  303. * I/O abort completion notification
  304. */
  305. void bfa_cb_ioim_abort(void *bfad, struct bfad_ioim_s *dio);
  306. /*
  307. * bfa tskim API functions
  308. */
  309. struct bfa_tskim_s *bfa_tskim_alloc(struct bfa_s *bfa,
  310. struct bfad_tskim_s *dtsk);
  311. void bfa_tskim_free(struct bfa_tskim_s *tskim);
  312. void bfa_tskim_start(struct bfa_tskim_s *tskim,
  313. struct bfa_itnim_s *itnim, struct scsi_lun lun,
  314. enum fcp_tm_cmnd tm, u8 t_secs);
  315. void bfa_cb_tskim_done(void *bfad, struct bfad_tskim_s *dtsk,
  316. enum bfi_tskim_status tsk_status);
  317. #endif /* __BFA_FCPIM_H__ */