zfcp_erp.c 43 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560
  1. /*
  2. * zfcp device driver
  3. *
  4. * Error Recovery Procedures (ERP).
  5. *
  6. * Copyright IBM Corporation 2002, 2010
  7. */
  8. #define KMSG_COMPONENT "zfcp"
  9. #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
  10. #include <linux/kthread.h>
  11. #include "zfcp_ext.h"
  12. #include "zfcp_reqlist.h"
  13. #define ZFCP_MAX_ERPS 3
  14. enum zfcp_erp_act_flags {
  15. ZFCP_STATUS_ERP_TIMEDOUT = 0x10000000,
  16. ZFCP_STATUS_ERP_CLOSE_ONLY = 0x01000000,
  17. ZFCP_STATUS_ERP_DISMISSING = 0x00100000,
  18. ZFCP_STATUS_ERP_DISMISSED = 0x00200000,
  19. ZFCP_STATUS_ERP_LOWMEM = 0x00400000,
  20. ZFCP_STATUS_ERP_NO_REF = 0x00800000,
  21. };
  22. enum zfcp_erp_steps {
  23. ZFCP_ERP_STEP_UNINITIALIZED = 0x0000,
  24. ZFCP_ERP_STEP_FSF_XCONFIG = 0x0001,
  25. ZFCP_ERP_STEP_PHYS_PORT_CLOSING = 0x0010,
  26. ZFCP_ERP_STEP_PORT_CLOSING = 0x0100,
  27. ZFCP_ERP_STEP_PORT_OPENING = 0x0800,
  28. ZFCP_ERP_STEP_LUN_CLOSING = 0x1000,
  29. ZFCP_ERP_STEP_LUN_OPENING = 0x2000,
  30. };
  31. enum zfcp_erp_act_type {
  32. ZFCP_ERP_ACTION_REOPEN_LUN = 1,
  33. ZFCP_ERP_ACTION_REOPEN_PORT = 2,
  34. ZFCP_ERP_ACTION_REOPEN_PORT_FORCED = 3,
  35. ZFCP_ERP_ACTION_REOPEN_ADAPTER = 4,
  36. };
  37. enum zfcp_erp_act_state {
  38. ZFCP_ERP_ACTION_RUNNING = 1,
  39. ZFCP_ERP_ACTION_READY = 2,
  40. };
  41. enum zfcp_erp_act_result {
  42. ZFCP_ERP_SUCCEEDED = 0,
  43. ZFCP_ERP_FAILED = 1,
  44. ZFCP_ERP_CONTINUES = 2,
  45. ZFCP_ERP_EXIT = 3,
  46. ZFCP_ERP_DISMISSED = 4,
  47. ZFCP_ERP_NOMEM = 5,
  48. };
  49. static void zfcp_erp_adapter_block(struct zfcp_adapter *adapter, int mask)
  50. {
  51. zfcp_erp_clear_adapter_status(adapter,
  52. ZFCP_STATUS_COMMON_UNBLOCKED | mask);
  53. }
  54. static int zfcp_erp_action_exists(struct zfcp_erp_action *act)
  55. {
  56. struct zfcp_erp_action *curr_act;
  57. list_for_each_entry(curr_act, &act->adapter->erp_running_head, list)
  58. if (act == curr_act)
  59. return ZFCP_ERP_ACTION_RUNNING;
  60. return 0;
  61. }
  62. static void zfcp_erp_action_ready(struct zfcp_erp_action *act)
  63. {
  64. struct zfcp_adapter *adapter = act->adapter;
  65. list_move(&act->list, &act->adapter->erp_ready_head);
  66. zfcp_dbf_rec_run("erardy1", act);
  67. wake_up(&adapter->erp_ready_wq);
  68. zfcp_dbf_rec_run("erardy2", act);
  69. }
  70. static void zfcp_erp_action_dismiss(struct zfcp_erp_action *act)
  71. {
  72. act->status |= ZFCP_STATUS_ERP_DISMISSED;
  73. if (zfcp_erp_action_exists(act) == ZFCP_ERP_ACTION_RUNNING)
  74. zfcp_erp_action_ready(act);
  75. }
  76. static void zfcp_erp_action_dismiss_lun(struct scsi_device *sdev)
  77. {
  78. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  79. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_ERP_INUSE)
  80. zfcp_erp_action_dismiss(&zfcp_sdev->erp_action);
  81. }
  82. static void zfcp_erp_action_dismiss_port(struct zfcp_port *port)
  83. {
  84. struct scsi_device *sdev;
  85. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_ERP_INUSE)
  86. zfcp_erp_action_dismiss(&port->erp_action);
  87. else
  88. shost_for_each_device(sdev, port->adapter->scsi_host)
  89. if (sdev_to_zfcp(sdev)->port == port)
  90. zfcp_erp_action_dismiss_lun(sdev);
  91. }
  92. static void zfcp_erp_action_dismiss_adapter(struct zfcp_adapter *adapter)
  93. {
  94. struct zfcp_port *port;
  95. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_ERP_INUSE)
  96. zfcp_erp_action_dismiss(&adapter->erp_action);
  97. else {
  98. read_lock(&adapter->port_list_lock);
  99. list_for_each_entry(port, &adapter->port_list, list)
  100. zfcp_erp_action_dismiss_port(port);
  101. read_unlock(&adapter->port_list_lock);
  102. }
  103. }
  104. static int zfcp_erp_required_act(int want, struct zfcp_adapter *adapter,
  105. struct zfcp_port *port,
  106. struct scsi_device *sdev)
  107. {
  108. int need = want;
  109. int l_status, p_status, a_status;
  110. struct zfcp_scsi_dev *zfcp_sdev;
  111. switch (want) {
  112. case ZFCP_ERP_ACTION_REOPEN_LUN:
  113. zfcp_sdev = sdev_to_zfcp(sdev);
  114. l_status = atomic_read(&zfcp_sdev->status);
  115. if (l_status & ZFCP_STATUS_COMMON_ERP_INUSE)
  116. return 0;
  117. p_status = atomic_read(&port->status);
  118. if (!(p_status & ZFCP_STATUS_COMMON_RUNNING) ||
  119. p_status & ZFCP_STATUS_COMMON_ERP_FAILED)
  120. return 0;
  121. if (!(p_status & ZFCP_STATUS_COMMON_UNBLOCKED))
  122. need = ZFCP_ERP_ACTION_REOPEN_PORT;
  123. /* fall through */
  124. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  125. p_status = atomic_read(&port->status);
  126. if (!(p_status & ZFCP_STATUS_COMMON_OPEN))
  127. need = ZFCP_ERP_ACTION_REOPEN_PORT;
  128. /* fall through */
  129. case ZFCP_ERP_ACTION_REOPEN_PORT:
  130. p_status = atomic_read(&port->status);
  131. if (p_status & ZFCP_STATUS_COMMON_ERP_INUSE)
  132. return 0;
  133. a_status = atomic_read(&adapter->status);
  134. if (!(a_status & ZFCP_STATUS_COMMON_RUNNING) ||
  135. a_status & ZFCP_STATUS_COMMON_ERP_FAILED)
  136. return 0;
  137. if (p_status & ZFCP_STATUS_COMMON_NOESC)
  138. return need;
  139. if (!(a_status & ZFCP_STATUS_COMMON_UNBLOCKED))
  140. need = ZFCP_ERP_ACTION_REOPEN_ADAPTER;
  141. /* fall through */
  142. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  143. a_status = atomic_read(&adapter->status);
  144. if (a_status & ZFCP_STATUS_COMMON_ERP_INUSE)
  145. return 0;
  146. if (!(a_status & ZFCP_STATUS_COMMON_RUNNING) &&
  147. !(a_status & ZFCP_STATUS_COMMON_OPEN))
  148. return 0; /* shutdown requested for closed adapter */
  149. }
  150. return need;
  151. }
  152. static struct zfcp_erp_action *zfcp_erp_setup_act(int need, u32 act_status,
  153. struct zfcp_adapter *adapter,
  154. struct zfcp_port *port,
  155. struct scsi_device *sdev)
  156. {
  157. struct zfcp_erp_action *erp_action;
  158. struct zfcp_scsi_dev *zfcp_sdev;
  159. switch (need) {
  160. case ZFCP_ERP_ACTION_REOPEN_LUN:
  161. zfcp_sdev = sdev_to_zfcp(sdev);
  162. if (!(act_status & ZFCP_STATUS_ERP_NO_REF))
  163. if (scsi_device_get(sdev))
  164. return NULL;
  165. atomic_set_mask(ZFCP_STATUS_COMMON_ERP_INUSE,
  166. &zfcp_sdev->status);
  167. erp_action = &zfcp_sdev->erp_action;
  168. memset(erp_action, 0, sizeof(struct zfcp_erp_action));
  169. erp_action->port = port;
  170. erp_action->sdev = sdev;
  171. if (!(atomic_read(&zfcp_sdev->status) &
  172. ZFCP_STATUS_COMMON_RUNNING))
  173. act_status |= ZFCP_STATUS_ERP_CLOSE_ONLY;
  174. break;
  175. case ZFCP_ERP_ACTION_REOPEN_PORT:
  176. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  177. if (!get_device(&port->dev))
  178. return NULL;
  179. zfcp_erp_action_dismiss_port(port);
  180. atomic_set_mask(ZFCP_STATUS_COMMON_ERP_INUSE, &port->status);
  181. erp_action = &port->erp_action;
  182. memset(erp_action, 0, sizeof(struct zfcp_erp_action));
  183. erp_action->port = port;
  184. if (!(atomic_read(&port->status) & ZFCP_STATUS_COMMON_RUNNING))
  185. act_status |= ZFCP_STATUS_ERP_CLOSE_ONLY;
  186. break;
  187. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  188. kref_get(&adapter->ref);
  189. zfcp_erp_action_dismiss_adapter(adapter);
  190. atomic_set_mask(ZFCP_STATUS_COMMON_ERP_INUSE, &adapter->status);
  191. erp_action = &adapter->erp_action;
  192. memset(erp_action, 0, sizeof(struct zfcp_erp_action));
  193. if (!(atomic_read(&adapter->status) &
  194. ZFCP_STATUS_COMMON_RUNNING))
  195. act_status |= ZFCP_STATUS_ERP_CLOSE_ONLY;
  196. break;
  197. default:
  198. return NULL;
  199. }
  200. erp_action->adapter = adapter;
  201. erp_action->action = need;
  202. erp_action->status = act_status;
  203. return erp_action;
  204. }
  205. static int zfcp_erp_action_enqueue(int want, struct zfcp_adapter *adapter,
  206. struct zfcp_port *port,
  207. struct scsi_device *sdev,
  208. char *id, u32 act_status)
  209. {
  210. int retval = 1, need;
  211. struct zfcp_erp_action *act;
  212. if (!adapter->erp_thread)
  213. return -EIO;
  214. need = zfcp_erp_required_act(want, adapter, port, sdev);
  215. if (!need)
  216. goto out;
  217. act = zfcp_erp_setup_act(need, act_status, adapter, port, sdev);
  218. if (!act)
  219. goto out;
  220. atomic_set_mask(ZFCP_STATUS_ADAPTER_ERP_PENDING, &adapter->status);
  221. ++adapter->erp_total_count;
  222. list_add_tail(&act->list, &adapter->erp_ready_head);
  223. wake_up(&adapter->erp_ready_wq);
  224. retval = 0;
  225. out:
  226. zfcp_dbf_rec_trig(id, adapter, port, sdev, want, need);
  227. return retval;
  228. }
  229. static int _zfcp_erp_adapter_reopen(struct zfcp_adapter *adapter,
  230. int clear_mask, char *id)
  231. {
  232. zfcp_erp_adapter_block(adapter, clear_mask);
  233. zfcp_scsi_schedule_rports_block(adapter);
  234. /* ensure propagation of failed status to new devices */
  235. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  236. zfcp_erp_set_adapter_status(adapter,
  237. ZFCP_STATUS_COMMON_ERP_FAILED);
  238. return -EIO;
  239. }
  240. return zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_ADAPTER,
  241. adapter, NULL, NULL, id, 0);
  242. }
  243. /**
  244. * zfcp_erp_adapter_reopen - Reopen adapter.
  245. * @adapter: Adapter to reopen.
  246. * @clear: Status flags to clear.
  247. * @id: Id for debug trace event.
  248. */
  249. void zfcp_erp_adapter_reopen(struct zfcp_adapter *adapter, int clear, char *id)
  250. {
  251. unsigned long flags;
  252. zfcp_erp_adapter_block(adapter, clear);
  253. zfcp_scsi_schedule_rports_block(adapter);
  254. write_lock_irqsave(&adapter->erp_lock, flags);
  255. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_ERP_FAILED)
  256. zfcp_erp_set_adapter_status(adapter,
  257. ZFCP_STATUS_COMMON_ERP_FAILED);
  258. else
  259. zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_ADAPTER, adapter,
  260. NULL, NULL, id, 0);
  261. write_unlock_irqrestore(&adapter->erp_lock, flags);
  262. }
  263. /**
  264. * zfcp_erp_adapter_shutdown - Shutdown adapter.
  265. * @adapter: Adapter to shut down.
  266. * @clear: Status flags to clear.
  267. * @id: Id for debug trace event.
  268. */
  269. void zfcp_erp_adapter_shutdown(struct zfcp_adapter *adapter, int clear,
  270. char *id)
  271. {
  272. int flags = ZFCP_STATUS_COMMON_RUNNING | ZFCP_STATUS_COMMON_ERP_FAILED;
  273. zfcp_erp_adapter_reopen(adapter, clear | flags, id);
  274. }
  275. /**
  276. * zfcp_erp_port_shutdown - Shutdown port
  277. * @port: Port to shut down.
  278. * @clear: Status flags to clear.
  279. * @id: Id for debug trace event.
  280. */
  281. void zfcp_erp_port_shutdown(struct zfcp_port *port, int clear, char *id)
  282. {
  283. int flags = ZFCP_STATUS_COMMON_RUNNING | ZFCP_STATUS_COMMON_ERP_FAILED;
  284. zfcp_erp_port_reopen(port, clear | flags, id);
  285. }
  286. static void zfcp_erp_port_block(struct zfcp_port *port, int clear)
  287. {
  288. zfcp_erp_clear_port_status(port,
  289. ZFCP_STATUS_COMMON_UNBLOCKED | clear);
  290. }
  291. static void _zfcp_erp_port_forced_reopen(struct zfcp_port *port, int clear,
  292. char *id)
  293. {
  294. zfcp_erp_port_block(port, clear);
  295. zfcp_scsi_schedule_rport_block(port);
  296. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_ERP_FAILED)
  297. return;
  298. zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_PORT_FORCED,
  299. port->adapter, port, NULL, id, 0);
  300. }
  301. /**
  302. * zfcp_erp_port_forced_reopen - Forced close of port and open again
  303. * @port: Port to force close and to reopen.
  304. * @clear: Status flags to clear.
  305. * @id: Id for debug trace event.
  306. */
  307. void zfcp_erp_port_forced_reopen(struct zfcp_port *port, int clear, char *id)
  308. {
  309. unsigned long flags;
  310. struct zfcp_adapter *adapter = port->adapter;
  311. write_lock_irqsave(&adapter->erp_lock, flags);
  312. _zfcp_erp_port_forced_reopen(port, clear, id);
  313. write_unlock_irqrestore(&adapter->erp_lock, flags);
  314. }
  315. static int _zfcp_erp_port_reopen(struct zfcp_port *port, int clear, char *id)
  316. {
  317. zfcp_erp_port_block(port, clear);
  318. zfcp_scsi_schedule_rport_block(port);
  319. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  320. /* ensure propagation of failed status to new devices */
  321. zfcp_erp_set_port_status(port, ZFCP_STATUS_COMMON_ERP_FAILED);
  322. return -EIO;
  323. }
  324. return zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_PORT,
  325. port->adapter, port, NULL, id, 0);
  326. }
  327. /**
  328. * zfcp_erp_port_reopen - trigger remote port recovery
  329. * @port: port to recover
  330. * @clear_mask: flags in port status to be cleared
  331. * @id: Id for debug trace event.
  332. *
  333. * Returns 0 if recovery has been triggered, < 0 if not.
  334. */
  335. int zfcp_erp_port_reopen(struct zfcp_port *port, int clear, char *id)
  336. {
  337. int retval;
  338. unsigned long flags;
  339. struct zfcp_adapter *adapter = port->adapter;
  340. write_lock_irqsave(&adapter->erp_lock, flags);
  341. retval = _zfcp_erp_port_reopen(port, clear, id);
  342. write_unlock_irqrestore(&adapter->erp_lock, flags);
  343. return retval;
  344. }
  345. static void zfcp_erp_lun_block(struct scsi_device *sdev, int clear_mask)
  346. {
  347. zfcp_erp_clear_lun_status(sdev,
  348. ZFCP_STATUS_COMMON_UNBLOCKED | clear_mask);
  349. }
  350. static void _zfcp_erp_lun_reopen(struct scsi_device *sdev, int clear, char *id,
  351. u32 act_status)
  352. {
  353. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  354. struct zfcp_adapter *adapter = zfcp_sdev->port->adapter;
  355. zfcp_erp_lun_block(sdev, clear);
  356. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_ERP_FAILED)
  357. return;
  358. zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_LUN, adapter,
  359. zfcp_sdev->port, sdev, id, act_status);
  360. }
  361. /**
  362. * zfcp_erp_lun_reopen - initiate reopen of a LUN
  363. * @sdev: SCSI device / LUN to be reopened
  364. * @clear_mask: specifies flags in LUN status to be cleared
  365. * @id: Id for debug trace event.
  366. *
  367. * Return: 0 on success, < 0 on error
  368. */
  369. void zfcp_erp_lun_reopen(struct scsi_device *sdev, int clear, char *id)
  370. {
  371. unsigned long flags;
  372. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  373. struct zfcp_port *port = zfcp_sdev->port;
  374. struct zfcp_adapter *adapter = port->adapter;
  375. write_lock_irqsave(&adapter->erp_lock, flags);
  376. _zfcp_erp_lun_reopen(sdev, clear, id, 0);
  377. write_unlock_irqrestore(&adapter->erp_lock, flags);
  378. }
  379. /**
  380. * zfcp_erp_lun_shutdown - Shutdown LUN
  381. * @sdev: SCSI device / LUN to shut down.
  382. * @clear: Status flags to clear.
  383. * @id: Id for debug trace event.
  384. */
  385. void zfcp_erp_lun_shutdown(struct scsi_device *sdev, int clear, char *id)
  386. {
  387. int flags = ZFCP_STATUS_COMMON_RUNNING | ZFCP_STATUS_COMMON_ERP_FAILED;
  388. zfcp_erp_lun_reopen(sdev, clear | flags, id);
  389. }
  390. /**
  391. * zfcp_erp_lun_shutdown_wait - Shutdown LUN and wait for erp completion
  392. * @sdev: SCSI device / LUN to shut down.
  393. * @id: Id for debug trace event.
  394. *
  395. * Do not acquire a reference for the LUN when creating the ERP
  396. * action. It is safe, because this function waits for the ERP to
  397. * complete first. This allows to shutdown the LUN, even when the SCSI
  398. * device is in the state SDEV_DEL when scsi_device_get will fail.
  399. */
  400. void zfcp_erp_lun_shutdown_wait(struct scsi_device *sdev, char *id)
  401. {
  402. unsigned long flags;
  403. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  404. struct zfcp_port *port = zfcp_sdev->port;
  405. struct zfcp_adapter *adapter = port->adapter;
  406. int clear = ZFCP_STATUS_COMMON_RUNNING | ZFCP_STATUS_COMMON_ERP_FAILED;
  407. write_lock_irqsave(&adapter->erp_lock, flags);
  408. _zfcp_erp_lun_reopen(sdev, clear, id, ZFCP_STATUS_ERP_NO_REF);
  409. write_unlock_irqrestore(&adapter->erp_lock, flags);
  410. zfcp_erp_wait(adapter);
  411. }
  412. static int status_change_set(unsigned long mask, atomic_t *status)
  413. {
  414. return (atomic_read(status) ^ mask) & mask;
  415. }
  416. static void zfcp_erp_adapter_unblock(struct zfcp_adapter *adapter)
  417. {
  418. if (status_change_set(ZFCP_STATUS_COMMON_UNBLOCKED, &adapter->status))
  419. zfcp_dbf_rec_run("eraubl1", &adapter->erp_action);
  420. atomic_set_mask(ZFCP_STATUS_COMMON_UNBLOCKED, &adapter->status);
  421. }
  422. static void zfcp_erp_port_unblock(struct zfcp_port *port)
  423. {
  424. if (status_change_set(ZFCP_STATUS_COMMON_UNBLOCKED, &port->status))
  425. zfcp_dbf_rec_run("erpubl1", &port->erp_action);
  426. atomic_set_mask(ZFCP_STATUS_COMMON_UNBLOCKED, &port->status);
  427. }
  428. static void zfcp_erp_lun_unblock(struct scsi_device *sdev)
  429. {
  430. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  431. if (status_change_set(ZFCP_STATUS_COMMON_UNBLOCKED, &zfcp_sdev->status))
  432. zfcp_dbf_rec_run("erlubl1", &sdev_to_zfcp(sdev)->erp_action);
  433. atomic_set_mask(ZFCP_STATUS_COMMON_UNBLOCKED, &zfcp_sdev->status);
  434. }
  435. static void zfcp_erp_action_to_running(struct zfcp_erp_action *erp_action)
  436. {
  437. list_move(&erp_action->list, &erp_action->adapter->erp_running_head);
  438. zfcp_dbf_rec_run("erator1", erp_action);
  439. }
  440. static void zfcp_erp_strategy_check_fsfreq(struct zfcp_erp_action *act)
  441. {
  442. struct zfcp_adapter *adapter = act->adapter;
  443. struct zfcp_fsf_req *req;
  444. if (!act->fsf_req_id)
  445. return;
  446. spin_lock(&adapter->req_list->lock);
  447. req = _zfcp_reqlist_find(adapter->req_list, act->fsf_req_id);
  448. if (req && req->erp_action == act) {
  449. if (act->status & (ZFCP_STATUS_ERP_DISMISSED |
  450. ZFCP_STATUS_ERP_TIMEDOUT)) {
  451. req->status |= ZFCP_STATUS_FSFREQ_DISMISSED;
  452. zfcp_dbf_rec_run("erscf_1", act);
  453. req->erp_action = NULL;
  454. }
  455. if (act->status & ZFCP_STATUS_ERP_TIMEDOUT)
  456. zfcp_dbf_rec_run("erscf_2", act);
  457. if (req->status & ZFCP_STATUS_FSFREQ_DISMISSED)
  458. act->fsf_req_id = 0;
  459. } else
  460. act->fsf_req_id = 0;
  461. spin_unlock(&adapter->req_list->lock);
  462. }
  463. /**
  464. * zfcp_erp_notify - Trigger ERP action.
  465. * @erp_action: ERP action to continue.
  466. * @set_mask: ERP action status flags to set.
  467. */
  468. void zfcp_erp_notify(struct zfcp_erp_action *erp_action, unsigned long set_mask)
  469. {
  470. struct zfcp_adapter *adapter = erp_action->adapter;
  471. unsigned long flags;
  472. write_lock_irqsave(&adapter->erp_lock, flags);
  473. if (zfcp_erp_action_exists(erp_action) == ZFCP_ERP_ACTION_RUNNING) {
  474. erp_action->status |= set_mask;
  475. zfcp_erp_action_ready(erp_action);
  476. }
  477. write_unlock_irqrestore(&adapter->erp_lock, flags);
  478. }
  479. /**
  480. * zfcp_erp_timeout_handler - Trigger ERP action from timed out ERP request
  481. * @data: ERP action (from timer data)
  482. */
  483. void zfcp_erp_timeout_handler(unsigned long data)
  484. {
  485. struct zfcp_erp_action *act = (struct zfcp_erp_action *) data;
  486. zfcp_erp_notify(act, ZFCP_STATUS_ERP_TIMEDOUT);
  487. }
  488. static void zfcp_erp_memwait_handler(unsigned long data)
  489. {
  490. zfcp_erp_notify((struct zfcp_erp_action *)data, 0);
  491. }
  492. static void zfcp_erp_strategy_memwait(struct zfcp_erp_action *erp_action)
  493. {
  494. init_timer(&erp_action->timer);
  495. erp_action->timer.function = zfcp_erp_memwait_handler;
  496. erp_action->timer.data = (unsigned long) erp_action;
  497. erp_action->timer.expires = jiffies + HZ;
  498. add_timer(&erp_action->timer);
  499. }
  500. static void _zfcp_erp_port_reopen_all(struct zfcp_adapter *adapter,
  501. int clear, char *id)
  502. {
  503. struct zfcp_port *port;
  504. read_lock(&adapter->port_list_lock);
  505. list_for_each_entry(port, &adapter->port_list, list)
  506. _zfcp_erp_port_reopen(port, clear, id);
  507. read_unlock(&adapter->port_list_lock);
  508. }
  509. static void _zfcp_erp_lun_reopen_all(struct zfcp_port *port, int clear,
  510. char *id)
  511. {
  512. struct scsi_device *sdev;
  513. shost_for_each_device(sdev, port->adapter->scsi_host)
  514. if (sdev_to_zfcp(sdev)->port == port)
  515. _zfcp_erp_lun_reopen(sdev, clear, id, 0);
  516. }
  517. static void zfcp_erp_strategy_followup_failed(struct zfcp_erp_action *act)
  518. {
  519. switch (act->action) {
  520. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  521. _zfcp_erp_adapter_reopen(act->adapter, 0, "ersff_1");
  522. break;
  523. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  524. _zfcp_erp_port_forced_reopen(act->port, 0, "ersff_2");
  525. break;
  526. case ZFCP_ERP_ACTION_REOPEN_PORT:
  527. _zfcp_erp_port_reopen(act->port, 0, "ersff_3");
  528. break;
  529. case ZFCP_ERP_ACTION_REOPEN_LUN:
  530. _zfcp_erp_lun_reopen(act->sdev, 0, "ersff_4", 0);
  531. break;
  532. }
  533. }
  534. static void zfcp_erp_strategy_followup_success(struct zfcp_erp_action *act)
  535. {
  536. switch (act->action) {
  537. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  538. _zfcp_erp_port_reopen_all(act->adapter, 0, "ersfs_1");
  539. break;
  540. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  541. _zfcp_erp_port_reopen(act->port, 0, "ersfs_2");
  542. break;
  543. case ZFCP_ERP_ACTION_REOPEN_PORT:
  544. _zfcp_erp_lun_reopen_all(act->port, 0, "ersfs_3");
  545. break;
  546. }
  547. }
  548. static void zfcp_erp_wakeup(struct zfcp_adapter *adapter)
  549. {
  550. unsigned long flags;
  551. read_lock_irqsave(&adapter->erp_lock, flags);
  552. if (list_empty(&adapter->erp_ready_head) &&
  553. list_empty(&adapter->erp_running_head)) {
  554. atomic_clear_mask(ZFCP_STATUS_ADAPTER_ERP_PENDING,
  555. &adapter->status);
  556. wake_up(&adapter->erp_done_wqh);
  557. }
  558. read_unlock_irqrestore(&adapter->erp_lock, flags);
  559. }
  560. static void zfcp_erp_enqueue_ptp_port(struct zfcp_adapter *adapter)
  561. {
  562. struct zfcp_port *port;
  563. port = zfcp_port_enqueue(adapter, adapter->peer_wwpn, 0,
  564. adapter->peer_d_id);
  565. if (IS_ERR(port)) /* error or port already attached */
  566. return;
  567. _zfcp_erp_port_reopen(port, 0, "ereptp1");
  568. }
  569. static int zfcp_erp_adapter_strat_fsf_xconf(struct zfcp_erp_action *erp_action)
  570. {
  571. int retries;
  572. int sleep = 1;
  573. struct zfcp_adapter *adapter = erp_action->adapter;
  574. atomic_clear_mask(ZFCP_STATUS_ADAPTER_XCONFIG_OK, &adapter->status);
  575. for (retries = 7; retries; retries--) {
  576. atomic_clear_mask(ZFCP_STATUS_ADAPTER_HOST_CON_INIT,
  577. &adapter->status);
  578. write_lock_irq(&adapter->erp_lock);
  579. zfcp_erp_action_to_running(erp_action);
  580. write_unlock_irq(&adapter->erp_lock);
  581. if (zfcp_fsf_exchange_config_data(erp_action)) {
  582. atomic_clear_mask(ZFCP_STATUS_ADAPTER_HOST_CON_INIT,
  583. &adapter->status);
  584. return ZFCP_ERP_FAILED;
  585. }
  586. wait_event(adapter->erp_ready_wq,
  587. !list_empty(&adapter->erp_ready_head));
  588. if (erp_action->status & ZFCP_STATUS_ERP_TIMEDOUT)
  589. break;
  590. if (!(atomic_read(&adapter->status) &
  591. ZFCP_STATUS_ADAPTER_HOST_CON_INIT))
  592. break;
  593. ssleep(sleep);
  594. sleep *= 2;
  595. }
  596. atomic_clear_mask(ZFCP_STATUS_ADAPTER_HOST_CON_INIT,
  597. &adapter->status);
  598. if (!(atomic_read(&adapter->status) & ZFCP_STATUS_ADAPTER_XCONFIG_OK))
  599. return ZFCP_ERP_FAILED;
  600. if (fc_host_port_type(adapter->scsi_host) == FC_PORTTYPE_PTP)
  601. zfcp_erp_enqueue_ptp_port(adapter);
  602. return ZFCP_ERP_SUCCEEDED;
  603. }
  604. static int zfcp_erp_adapter_strategy_open_fsf_xport(struct zfcp_erp_action *act)
  605. {
  606. int ret;
  607. struct zfcp_adapter *adapter = act->adapter;
  608. write_lock_irq(&adapter->erp_lock);
  609. zfcp_erp_action_to_running(act);
  610. write_unlock_irq(&adapter->erp_lock);
  611. ret = zfcp_fsf_exchange_port_data(act);
  612. if (ret == -EOPNOTSUPP)
  613. return ZFCP_ERP_SUCCEEDED;
  614. if (ret)
  615. return ZFCP_ERP_FAILED;
  616. zfcp_dbf_rec_run("erasox1", act);
  617. wait_event(adapter->erp_ready_wq,
  618. !list_empty(&adapter->erp_ready_head));
  619. zfcp_dbf_rec_run("erasox2", act);
  620. if (act->status & ZFCP_STATUS_ERP_TIMEDOUT)
  621. return ZFCP_ERP_FAILED;
  622. return ZFCP_ERP_SUCCEEDED;
  623. }
  624. static int zfcp_erp_adapter_strategy_open_fsf(struct zfcp_erp_action *act)
  625. {
  626. if (zfcp_erp_adapter_strat_fsf_xconf(act) == ZFCP_ERP_FAILED)
  627. return ZFCP_ERP_FAILED;
  628. if (zfcp_erp_adapter_strategy_open_fsf_xport(act) == ZFCP_ERP_FAILED)
  629. return ZFCP_ERP_FAILED;
  630. if (mempool_resize(act->adapter->pool.sr_data,
  631. act->adapter->stat_read_buf_num, GFP_KERNEL))
  632. return ZFCP_ERP_FAILED;
  633. if (mempool_resize(act->adapter->pool.status_read_req,
  634. act->adapter->stat_read_buf_num, GFP_KERNEL))
  635. return ZFCP_ERP_FAILED;
  636. atomic_set(&act->adapter->stat_miss, act->adapter->stat_read_buf_num);
  637. if (zfcp_status_read_refill(act->adapter))
  638. return ZFCP_ERP_FAILED;
  639. return ZFCP_ERP_SUCCEEDED;
  640. }
  641. static void zfcp_erp_adapter_strategy_close(struct zfcp_erp_action *act)
  642. {
  643. struct zfcp_adapter *adapter = act->adapter;
  644. /* close queues to ensure that buffers are not accessed by adapter */
  645. zfcp_qdio_close(adapter->qdio);
  646. zfcp_fsf_req_dismiss_all(adapter);
  647. adapter->fsf_req_seq_no = 0;
  648. zfcp_fc_wka_ports_force_offline(adapter->gs);
  649. /* all ports and LUNs are closed */
  650. zfcp_erp_clear_adapter_status(adapter, ZFCP_STATUS_COMMON_OPEN);
  651. atomic_clear_mask(ZFCP_STATUS_ADAPTER_XCONFIG_OK |
  652. ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED, &adapter->status);
  653. }
  654. static int zfcp_erp_adapter_strategy_open(struct zfcp_erp_action *act)
  655. {
  656. struct zfcp_adapter *adapter = act->adapter;
  657. if (zfcp_qdio_open(adapter->qdio)) {
  658. atomic_clear_mask(ZFCP_STATUS_ADAPTER_XCONFIG_OK |
  659. ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED,
  660. &adapter->status);
  661. return ZFCP_ERP_FAILED;
  662. }
  663. if (zfcp_erp_adapter_strategy_open_fsf(act)) {
  664. zfcp_erp_adapter_strategy_close(act);
  665. return ZFCP_ERP_FAILED;
  666. }
  667. atomic_set_mask(ZFCP_STATUS_COMMON_OPEN, &adapter->status);
  668. return ZFCP_ERP_SUCCEEDED;
  669. }
  670. static int zfcp_erp_adapter_strategy(struct zfcp_erp_action *act)
  671. {
  672. struct zfcp_adapter *adapter = act->adapter;
  673. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_OPEN) {
  674. zfcp_erp_adapter_strategy_close(act);
  675. if (act->status & ZFCP_STATUS_ERP_CLOSE_ONLY)
  676. return ZFCP_ERP_EXIT;
  677. }
  678. if (zfcp_erp_adapter_strategy_open(act)) {
  679. ssleep(8);
  680. return ZFCP_ERP_FAILED;
  681. }
  682. return ZFCP_ERP_SUCCEEDED;
  683. }
  684. static int zfcp_erp_port_forced_strategy_close(struct zfcp_erp_action *act)
  685. {
  686. int retval;
  687. retval = zfcp_fsf_close_physical_port(act);
  688. if (retval == -ENOMEM)
  689. return ZFCP_ERP_NOMEM;
  690. act->step = ZFCP_ERP_STEP_PHYS_PORT_CLOSING;
  691. if (retval)
  692. return ZFCP_ERP_FAILED;
  693. return ZFCP_ERP_CONTINUES;
  694. }
  695. static void zfcp_erp_port_strategy_clearstati(struct zfcp_port *port)
  696. {
  697. atomic_clear_mask(ZFCP_STATUS_COMMON_ACCESS_DENIED, &port->status);
  698. }
  699. static int zfcp_erp_port_forced_strategy(struct zfcp_erp_action *erp_action)
  700. {
  701. struct zfcp_port *port = erp_action->port;
  702. int status = atomic_read(&port->status);
  703. switch (erp_action->step) {
  704. case ZFCP_ERP_STEP_UNINITIALIZED:
  705. zfcp_erp_port_strategy_clearstati(port);
  706. if ((status & ZFCP_STATUS_PORT_PHYS_OPEN) &&
  707. (status & ZFCP_STATUS_COMMON_OPEN))
  708. return zfcp_erp_port_forced_strategy_close(erp_action);
  709. else
  710. return ZFCP_ERP_FAILED;
  711. case ZFCP_ERP_STEP_PHYS_PORT_CLOSING:
  712. if (!(status & ZFCP_STATUS_PORT_PHYS_OPEN))
  713. return ZFCP_ERP_SUCCEEDED;
  714. }
  715. return ZFCP_ERP_FAILED;
  716. }
  717. static int zfcp_erp_port_strategy_close(struct zfcp_erp_action *erp_action)
  718. {
  719. int retval;
  720. retval = zfcp_fsf_close_port(erp_action);
  721. if (retval == -ENOMEM)
  722. return ZFCP_ERP_NOMEM;
  723. erp_action->step = ZFCP_ERP_STEP_PORT_CLOSING;
  724. if (retval)
  725. return ZFCP_ERP_FAILED;
  726. return ZFCP_ERP_CONTINUES;
  727. }
  728. static int zfcp_erp_port_strategy_open_port(struct zfcp_erp_action *erp_action)
  729. {
  730. int retval;
  731. retval = zfcp_fsf_open_port(erp_action);
  732. if (retval == -ENOMEM)
  733. return ZFCP_ERP_NOMEM;
  734. erp_action->step = ZFCP_ERP_STEP_PORT_OPENING;
  735. if (retval)
  736. return ZFCP_ERP_FAILED;
  737. return ZFCP_ERP_CONTINUES;
  738. }
  739. static int zfcp_erp_open_ptp_port(struct zfcp_erp_action *act)
  740. {
  741. struct zfcp_adapter *adapter = act->adapter;
  742. struct zfcp_port *port = act->port;
  743. if (port->wwpn != adapter->peer_wwpn) {
  744. zfcp_erp_set_port_status(port, ZFCP_STATUS_COMMON_ERP_FAILED);
  745. return ZFCP_ERP_FAILED;
  746. }
  747. port->d_id = adapter->peer_d_id;
  748. return zfcp_erp_port_strategy_open_port(act);
  749. }
  750. static int zfcp_erp_port_strategy_open_common(struct zfcp_erp_action *act)
  751. {
  752. struct zfcp_adapter *adapter = act->adapter;
  753. struct zfcp_port *port = act->port;
  754. int p_status = atomic_read(&port->status);
  755. switch (act->step) {
  756. case ZFCP_ERP_STEP_UNINITIALIZED:
  757. case ZFCP_ERP_STEP_PHYS_PORT_CLOSING:
  758. case ZFCP_ERP_STEP_PORT_CLOSING:
  759. if (fc_host_port_type(adapter->scsi_host) == FC_PORTTYPE_PTP)
  760. return zfcp_erp_open_ptp_port(act);
  761. if (!port->d_id) {
  762. zfcp_fc_trigger_did_lookup(port);
  763. return ZFCP_ERP_EXIT;
  764. }
  765. return zfcp_erp_port_strategy_open_port(act);
  766. case ZFCP_ERP_STEP_PORT_OPENING:
  767. /* D_ID might have changed during open */
  768. if (p_status & ZFCP_STATUS_COMMON_OPEN) {
  769. if (!port->d_id) {
  770. zfcp_fc_trigger_did_lookup(port);
  771. return ZFCP_ERP_EXIT;
  772. }
  773. return ZFCP_ERP_SUCCEEDED;
  774. }
  775. if (port->d_id && !(p_status & ZFCP_STATUS_COMMON_NOESC)) {
  776. port->d_id = 0;
  777. return ZFCP_ERP_FAILED;
  778. }
  779. /* fall through otherwise */
  780. }
  781. return ZFCP_ERP_FAILED;
  782. }
  783. static int zfcp_erp_port_strategy(struct zfcp_erp_action *erp_action)
  784. {
  785. struct zfcp_port *port = erp_action->port;
  786. int p_status = atomic_read(&port->status);
  787. if ((p_status & ZFCP_STATUS_COMMON_NOESC) &&
  788. !(p_status & ZFCP_STATUS_COMMON_OPEN))
  789. goto close_init_done;
  790. switch (erp_action->step) {
  791. case ZFCP_ERP_STEP_UNINITIALIZED:
  792. zfcp_erp_port_strategy_clearstati(port);
  793. if (p_status & ZFCP_STATUS_COMMON_OPEN)
  794. return zfcp_erp_port_strategy_close(erp_action);
  795. break;
  796. case ZFCP_ERP_STEP_PORT_CLOSING:
  797. if (p_status & ZFCP_STATUS_COMMON_OPEN)
  798. return ZFCP_ERP_FAILED;
  799. break;
  800. }
  801. close_init_done:
  802. if (erp_action->status & ZFCP_STATUS_ERP_CLOSE_ONLY)
  803. return ZFCP_ERP_EXIT;
  804. return zfcp_erp_port_strategy_open_common(erp_action);
  805. }
  806. static void zfcp_erp_lun_strategy_clearstati(struct scsi_device *sdev)
  807. {
  808. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  809. atomic_clear_mask(ZFCP_STATUS_COMMON_ACCESS_DENIED |
  810. ZFCP_STATUS_LUN_SHARED | ZFCP_STATUS_LUN_READONLY,
  811. &zfcp_sdev->status);
  812. }
  813. static int zfcp_erp_lun_strategy_close(struct zfcp_erp_action *erp_action)
  814. {
  815. int retval = zfcp_fsf_close_lun(erp_action);
  816. if (retval == -ENOMEM)
  817. return ZFCP_ERP_NOMEM;
  818. erp_action->step = ZFCP_ERP_STEP_LUN_CLOSING;
  819. if (retval)
  820. return ZFCP_ERP_FAILED;
  821. return ZFCP_ERP_CONTINUES;
  822. }
  823. static int zfcp_erp_lun_strategy_open(struct zfcp_erp_action *erp_action)
  824. {
  825. int retval = zfcp_fsf_open_lun(erp_action);
  826. if (retval == -ENOMEM)
  827. return ZFCP_ERP_NOMEM;
  828. erp_action->step = ZFCP_ERP_STEP_LUN_OPENING;
  829. if (retval)
  830. return ZFCP_ERP_FAILED;
  831. return ZFCP_ERP_CONTINUES;
  832. }
  833. static int zfcp_erp_lun_strategy(struct zfcp_erp_action *erp_action)
  834. {
  835. struct scsi_device *sdev = erp_action->sdev;
  836. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  837. switch (erp_action->step) {
  838. case ZFCP_ERP_STEP_UNINITIALIZED:
  839. zfcp_erp_lun_strategy_clearstati(sdev);
  840. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_OPEN)
  841. return zfcp_erp_lun_strategy_close(erp_action);
  842. /* already closed, fall through */
  843. case ZFCP_ERP_STEP_LUN_CLOSING:
  844. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_OPEN)
  845. return ZFCP_ERP_FAILED;
  846. if (erp_action->status & ZFCP_STATUS_ERP_CLOSE_ONLY)
  847. return ZFCP_ERP_EXIT;
  848. return zfcp_erp_lun_strategy_open(erp_action);
  849. case ZFCP_ERP_STEP_LUN_OPENING:
  850. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_OPEN)
  851. return ZFCP_ERP_SUCCEEDED;
  852. }
  853. return ZFCP_ERP_FAILED;
  854. }
  855. static int zfcp_erp_strategy_check_lun(struct scsi_device *sdev, int result)
  856. {
  857. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  858. switch (result) {
  859. case ZFCP_ERP_SUCCEEDED :
  860. atomic_set(&zfcp_sdev->erp_counter, 0);
  861. zfcp_erp_lun_unblock(sdev);
  862. break;
  863. case ZFCP_ERP_FAILED :
  864. atomic_inc(&zfcp_sdev->erp_counter);
  865. if (atomic_read(&zfcp_sdev->erp_counter) > ZFCP_MAX_ERPS) {
  866. dev_err(&zfcp_sdev->port->adapter->ccw_device->dev,
  867. "ERP failed for LUN 0x%016Lx on "
  868. "port 0x%016Lx\n",
  869. (unsigned long long)zfcp_scsi_dev_lun(sdev),
  870. (unsigned long long)zfcp_sdev->port->wwpn);
  871. zfcp_erp_set_lun_status(sdev,
  872. ZFCP_STATUS_COMMON_ERP_FAILED);
  873. }
  874. break;
  875. }
  876. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  877. zfcp_erp_lun_block(sdev, 0);
  878. result = ZFCP_ERP_EXIT;
  879. }
  880. return result;
  881. }
  882. static int zfcp_erp_strategy_check_port(struct zfcp_port *port, int result)
  883. {
  884. switch (result) {
  885. case ZFCP_ERP_SUCCEEDED :
  886. atomic_set(&port->erp_counter, 0);
  887. zfcp_erp_port_unblock(port);
  888. break;
  889. case ZFCP_ERP_FAILED :
  890. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_NOESC) {
  891. zfcp_erp_port_block(port, 0);
  892. result = ZFCP_ERP_EXIT;
  893. }
  894. atomic_inc(&port->erp_counter);
  895. if (atomic_read(&port->erp_counter) > ZFCP_MAX_ERPS) {
  896. dev_err(&port->adapter->ccw_device->dev,
  897. "ERP failed for remote port 0x%016Lx\n",
  898. (unsigned long long)port->wwpn);
  899. zfcp_erp_set_port_status(port,
  900. ZFCP_STATUS_COMMON_ERP_FAILED);
  901. }
  902. break;
  903. }
  904. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  905. zfcp_erp_port_block(port, 0);
  906. result = ZFCP_ERP_EXIT;
  907. }
  908. return result;
  909. }
  910. static int zfcp_erp_strategy_check_adapter(struct zfcp_adapter *adapter,
  911. int result)
  912. {
  913. switch (result) {
  914. case ZFCP_ERP_SUCCEEDED :
  915. atomic_set(&adapter->erp_counter, 0);
  916. zfcp_erp_adapter_unblock(adapter);
  917. break;
  918. case ZFCP_ERP_FAILED :
  919. atomic_inc(&adapter->erp_counter);
  920. if (atomic_read(&adapter->erp_counter) > ZFCP_MAX_ERPS) {
  921. dev_err(&adapter->ccw_device->dev,
  922. "ERP cannot recover an error "
  923. "on the FCP device\n");
  924. zfcp_erp_set_adapter_status(adapter,
  925. ZFCP_STATUS_COMMON_ERP_FAILED);
  926. }
  927. break;
  928. }
  929. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  930. zfcp_erp_adapter_block(adapter, 0);
  931. result = ZFCP_ERP_EXIT;
  932. }
  933. return result;
  934. }
  935. static int zfcp_erp_strategy_check_target(struct zfcp_erp_action *erp_action,
  936. int result)
  937. {
  938. struct zfcp_adapter *adapter = erp_action->adapter;
  939. struct zfcp_port *port = erp_action->port;
  940. struct scsi_device *sdev = erp_action->sdev;
  941. switch (erp_action->action) {
  942. case ZFCP_ERP_ACTION_REOPEN_LUN:
  943. result = zfcp_erp_strategy_check_lun(sdev, result);
  944. break;
  945. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  946. case ZFCP_ERP_ACTION_REOPEN_PORT:
  947. result = zfcp_erp_strategy_check_port(port, result);
  948. break;
  949. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  950. result = zfcp_erp_strategy_check_adapter(adapter, result);
  951. break;
  952. }
  953. return result;
  954. }
  955. static int zfcp_erp_strat_change_det(atomic_t *target_status, u32 erp_status)
  956. {
  957. int status = atomic_read(target_status);
  958. if ((status & ZFCP_STATUS_COMMON_RUNNING) &&
  959. (erp_status & ZFCP_STATUS_ERP_CLOSE_ONLY))
  960. return 1; /* take it online */
  961. if (!(status & ZFCP_STATUS_COMMON_RUNNING) &&
  962. !(erp_status & ZFCP_STATUS_ERP_CLOSE_ONLY))
  963. return 1; /* take it offline */
  964. return 0;
  965. }
  966. static int zfcp_erp_strategy_statechange(struct zfcp_erp_action *act, int ret)
  967. {
  968. int action = act->action;
  969. struct zfcp_adapter *adapter = act->adapter;
  970. struct zfcp_port *port = act->port;
  971. struct scsi_device *sdev = act->sdev;
  972. struct zfcp_scsi_dev *zfcp_sdev;
  973. u32 erp_status = act->status;
  974. switch (action) {
  975. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  976. if (zfcp_erp_strat_change_det(&adapter->status, erp_status)) {
  977. _zfcp_erp_adapter_reopen(adapter,
  978. ZFCP_STATUS_COMMON_ERP_FAILED,
  979. "ersscg1");
  980. return ZFCP_ERP_EXIT;
  981. }
  982. break;
  983. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  984. case ZFCP_ERP_ACTION_REOPEN_PORT:
  985. if (zfcp_erp_strat_change_det(&port->status, erp_status)) {
  986. _zfcp_erp_port_reopen(port,
  987. ZFCP_STATUS_COMMON_ERP_FAILED,
  988. "ersscg2");
  989. return ZFCP_ERP_EXIT;
  990. }
  991. break;
  992. case ZFCP_ERP_ACTION_REOPEN_LUN:
  993. zfcp_sdev = sdev_to_zfcp(sdev);
  994. if (zfcp_erp_strat_change_det(&zfcp_sdev->status, erp_status)) {
  995. _zfcp_erp_lun_reopen(sdev,
  996. ZFCP_STATUS_COMMON_ERP_FAILED,
  997. "ersscg3", 0);
  998. return ZFCP_ERP_EXIT;
  999. }
  1000. break;
  1001. }
  1002. return ret;
  1003. }
  1004. static void zfcp_erp_action_dequeue(struct zfcp_erp_action *erp_action)
  1005. {
  1006. struct zfcp_adapter *adapter = erp_action->adapter;
  1007. struct zfcp_scsi_dev *zfcp_sdev;
  1008. adapter->erp_total_count--;
  1009. if (erp_action->status & ZFCP_STATUS_ERP_LOWMEM) {
  1010. adapter->erp_low_mem_count--;
  1011. erp_action->status &= ~ZFCP_STATUS_ERP_LOWMEM;
  1012. }
  1013. list_del(&erp_action->list);
  1014. zfcp_dbf_rec_run("eractd1", erp_action);
  1015. switch (erp_action->action) {
  1016. case ZFCP_ERP_ACTION_REOPEN_LUN:
  1017. zfcp_sdev = sdev_to_zfcp(erp_action->sdev);
  1018. atomic_clear_mask(ZFCP_STATUS_COMMON_ERP_INUSE,
  1019. &zfcp_sdev->status);
  1020. break;
  1021. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  1022. case ZFCP_ERP_ACTION_REOPEN_PORT:
  1023. atomic_clear_mask(ZFCP_STATUS_COMMON_ERP_INUSE,
  1024. &erp_action->port->status);
  1025. break;
  1026. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  1027. atomic_clear_mask(ZFCP_STATUS_COMMON_ERP_INUSE,
  1028. &erp_action->adapter->status);
  1029. break;
  1030. }
  1031. }
  1032. static void zfcp_erp_action_cleanup(struct zfcp_erp_action *act, int result)
  1033. {
  1034. struct zfcp_adapter *adapter = act->adapter;
  1035. struct zfcp_port *port = act->port;
  1036. struct scsi_device *sdev = act->sdev;
  1037. switch (act->action) {
  1038. case ZFCP_ERP_ACTION_REOPEN_LUN:
  1039. if (!(act->status & ZFCP_STATUS_ERP_NO_REF))
  1040. scsi_device_put(sdev);
  1041. break;
  1042. case ZFCP_ERP_ACTION_REOPEN_PORT:
  1043. if (result == ZFCP_ERP_SUCCEEDED)
  1044. zfcp_scsi_schedule_rport_register(port);
  1045. /* fall through */
  1046. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  1047. put_device(&port->dev);
  1048. break;
  1049. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  1050. if (result == ZFCP_ERP_SUCCEEDED) {
  1051. register_service_level(&adapter->service_level);
  1052. queue_work(adapter->work_queue, &adapter->scan_work);
  1053. queue_work(adapter->work_queue, &adapter->ns_up_work);
  1054. } else
  1055. unregister_service_level(&adapter->service_level);
  1056. kref_put(&adapter->ref, zfcp_adapter_release);
  1057. break;
  1058. }
  1059. }
  1060. static int zfcp_erp_strategy_do_action(struct zfcp_erp_action *erp_action)
  1061. {
  1062. switch (erp_action->action) {
  1063. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  1064. return zfcp_erp_adapter_strategy(erp_action);
  1065. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  1066. return zfcp_erp_port_forced_strategy(erp_action);
  1067. case ZFCP_ERP_ACTION_REOPEN_PORT:
  1068. return zfcp_erp_port_strategy(erp_action);
  1069. case ZFCP_ERP_ACTION_REOPEN_LUN:
  1070. return zfcp_erp_lun_strategy(erp_action);
  1071. }
  1072. return ZFCP_ERP_FAILED;
  1073. }
  1074. static int zfcp_erp_strategy(struct zfcp_erp_action *erp_action)
  1075. {
  1076. int retval;
  1077. unsigned long flags;
  1078. struct zfcp_adapter *adapter = erp_action->adapter;
  1079. kref_get(&adapter->ref);
  1080. write_lock_irqsave(&adapter->erp_lock, flags);
  1081. zfcp_erp_strategy_check_fsfreq(erp_action);
  1082. if (erp_action->status & ZFCP_STATUS_ERP_DISMISSED) {
  1083. zfcp_erp_action_dequeue(erp_action);
  1084. retval = ZFCP_ERP_DISMISSED;
  1085. goto unlock;
  1086. }
  1087. if (erp_action->status & ZFCP_STATUS_ERP_TIMEDOUT) {
  1088. retval = ZFCP_ERP_FAILED;
  1089. goto check_target;
  1090. }
  1091. zfcp_erp_action_to_running(erp_action);
  1092. /* no lock to allow for blocking operations */
  1093. write_unlock_irqrestore(&adapter->erp_lock, flags);
  1094. retval = zfcp_erp_strategy_do_action(erp_action);
  1095. write_lock_irqsave(&adapter->erp_lock, flags);
  1096. if (erp_action->status & ZFCP_STATUS_ERP_DISMISSED)
  1097. retval = ZFCP_ERP_CONTINUES;
  1098. switch (retval) {
  1099. case ZFCP_ERP_NOMEM:
  1100. if (!(erp_action->status & ZFCP_STATUS_ERP_LOWMEM)) {
  1101. ++adapter->erp_low_mem_count;
  1102. erp_action->status |= ZFCP_STATUS_ERP_LOWMEM;
  1103. }
  1104. if (adapter->erp_total_count == adapter->erp_low_mem_count)
  1105. _zfcp_erp_adapter_reopen(adapter, 0, "erstgy1");
  1106. else {
  1107. zfcp_erp_strategy_memwait(erp_action);
  1108. retval = ZFCP_ERP_CONTINUES;
  1109. }
  1110. goto unlock;
  1111. case ZFCP_ERP_CONTINUES:
  1112. if (erp_action->status & ZFCP_STATUS_ERP_LOWMEM) {
  1113. --adapter->erp_low_mem_count;
  1114. erp_action->status &= ~ZFCP_STATUS_ERP_LOWMEM;
  1115. }
  1116. goto unlock;
  1117. }
  1118. check_target:
  1119. retval = zfcp_erp_strategy_check_target(erp_action, retval);
  1120. zfcp_erp_action_dequeue(erp_action);
  1121. retval = zfcp_erp_strategy_statechange(erp_action, retval);
  1122. if (retval == ZFCP_ERP_EXIT)
  1123. goto unlock;
  1124. if (retval == ZFCP_ERP_SUCCEEDED)
  1125. zfcp_erp_strategy_followup_success(erp_action);
  1126. if (retval == ZFCP_ERP_FAILED)
  1127. zfcp_erp_strategy_followup_failed(erp_action);
  1128. unlock:
  1129. write_unlock_irqrestore(&adapter->erp_lock, flags);
  1130. if (retval != ZFCP_ERP_CONTINUES)
  1131. zfcp_erp_action_cleanup(erp_action, retval);
  1132. kref_put(&adapter->ref, zfcp_adapter_release);
  1133. return retval;
  1134. }
  1135. static int zfcp_erp_thread(void *data)
  1136. {
  1137. struct zfcp_adapter *adapter = (struct zfcp_adapter *) data;
  1138. struct list_head *next;
  1139. struct zfcp_erp_action *act;
  1140. unsigned long flags;
  1141. for (;;) {
  1142. wait_event_interruptible(adapter->erp_ready_wq,
  1143. !list_empty(&adapter->erp_ready_head) ||
  1144. kthread_should_stop());
  1145. if (kthread_should_stop())
  1146. break;
  1147. write_lock_irqsave(&adapter->erp_lock, flags);
  1148. next = adapter->erp_ready_head.next;
  1149. write_unlock_irqrestore(&adapter->erp_lock, flags);
  1150. if (next != &adapter->erp_ready_head) {
  1151. act = list_entry(next, struct zfcp_erp_action, list);
  1152. /* there is more to come after dismission, no notify */
  1153. if (zfcp_erp_strategy(act) != ZFCP_ERP_DISMISSED)
  1154. zfcp_erp_wakeup(adapter);
  1155. }
  1156. }
  1157. return 0;
  1158. }
  1159. /**
  1160. * zfcp_erp_thread_setup - Start ERP thread for adapter
  1161. * @adapter: Adapter to start the ERP thread for
  1162. *
  1163. * Returns 0 on success or error code from kernel_thread()
  1164. */
  1165. int zfcp_erp_thread_setup(struct zfcp_adapter *adapter)
  1166. {
  1167. struct task_struct *thread;
  1168. thread = kthread_run(zfcp_erp_thread, adapter, "zfcperp%s",
  1169. dev_name(&adapter->ccw_device->dev));
  1170. if (IS_ERR(thread)) {
  1171. dev_err(&adapter->ccw_device->dev,
  1172. "Creating an ERP thread for the FCP device failed.\n");
  1173. return PTR_ERR(thread);
  1174. }
  1175. adapter->erp_thread = thread;
  1176. return 0;
  1177. }
  1178. /**
  1179. * zfcp_erp_thread_kill - Stop ERP thread.
  1180. * @adapter: Adapter where the ERP thread should be stopped.
  1181. *
  1182. * The caller of this routine ensures that the specified adapter has
  1183. * been shut down and that this operation has been completed. Thus,
  1184. * there are no pending erp_actions which would need to be handled
  1185. * here.
  1186. */
  1187. void zfcp_erp_thread_kill(struct zfcp_adapter *adapter)
  1188. {
  1189. kthread_stop(adapter->erp_thread);
  1190. adapter->erp_thread = NULL;
  1191. WARN_ON(!list_empty(&adapter->erp_ready_head));
  1192. WARN_ON(!list_empty(&adapter->erp_running_head));
  1193. }
  1194. /**
  1195. * zfcp_erp_wait - wait for completion of error recovery on an adapter
  1196. * @adapter: adapter for which to wait for completion of its error recovery
  1197. */
  1198. void zfcp_erp_wait(struct zfcp_adapter *adapter)
  1199. {
  1200. wait_event(adapter->erp_done_wqh,
  1201. !(atomic_read(&adapter->status) &
  1202. ZFCP_STATUS_ADAPTER_ERP_PENDING));
  1203. }
  1204. /**
  1205. * zfcp_erp_set_adapter_status - set adapter status bits
  1206. * @adapter: adapter to change the status
  1207. * @mask: status bits to change
  1208. *
  1209. * Changes in common status bits are propagated to attached ports and LUNs.
  1210. */
  1211. void zfcp_erp_set_adapter_status(struct zfcp_adapter *adapter, u32 mask)
  1212. {
  1213. struct zfcp_port *port;
  1214. struct scsi_device *sdev;
  1215. unsigned long flags;
  1216. u32 common_mask = mask & ZFCP_COMMON_FLAGS;
  1217. atomic_set_mask(mask, &adapter->status);
  1218. if (!common_mask)
  1219. return;
  1220. read_lock_irqsave(&adapter->port_list_lock, flags);
  1221. list_for_each_entry(port, &adapter->port_list, list)
  1222. atomic_set_mask(common_mask, &port->status);
  1223. read_unlock_irqrestore(&adapter->port_list_lock, flags);
  1224. shost_for_each_device(sdev, adapter->scsi_host)
  1225. atomic_set_mask(common_mask, &sdev_to_zfcp(sdev)->status);
  1226. }
  1227. /**
  1228. * zfcp_erp_clear_adapter_status - clear adapter status bits
  1229. * @adapter: adapter to change the status
  1230. * @mask: status bits to change
  1231. *
  1232. * Changes in common status bits are propagated to attached ports and LUNs.
  1233. */
  1234. void zfcp_erp_clear_adapter_status(struct zfcp_adapter *adapter, u32 mask)
  1235. {
  1236. struct zfcp_port *port;
  1237. struct scsi_device *sdev;
  1238. unsigned long flags;
  1239. u32 common_mask = mask & ZFCP_COMMON_FLAGS;
  1240. u32 clear_counter = mask & ZFCP_STATUS_COMMON_ERP_FAILED;
  1241. atomic_clear_mask(mask, &adapter->status);
  1242. if (!common_mask)
  1243. return;
  1244. if (clear_counter)
  1245. atomic_set(&adapter->erp_counter, 0);
  1246. read_lock_irqsave(&adapter->port_list_lock, flags);
  1247. list_for_each_entry(port, &adapter->port_list, list) {
  1248. atomic_clear_mask(common_mask, &port->status);
  1249. if (clear_counter)
  1250. atomic_set(&port->erp_counter, 0);
  1251. }
  1252. read_unlock_irqrestore(&adapter->port_list_lock, flags);
  1253. shost_for_each_device(sdev, adapter->scsi_host) {
  1254. atomic_clear_mask(common_mask, &sdev_to_zfcp(sdev)->status);
  1255. if (clear_counter)
  1256. atomic_set(&sdev_to_zfcp(sdev)->erp_counter, 0);
  1257. }
  1258. }
  1259. /**
  1260. * zfcp_erp_set_port_status - set port status bits
  1261. * @port: port to change the status
  1262. * @mask: status bits to change
  1263. *
  1264. * Changes in common status bits are propagated to attached LUNs.
  1265. */
  1266. void zfcp_erp_set_port_status(struct zfcp_port *port, u32 mask)
  1267. {
  1268. struct scsi_device *sdev;
  1269. u32 common_mask = mask & ZFCP_COMMON_FLAGS;
  1270. atomic_set_mask(mask, &port->status);
  1271. if (!common_mask)
  1272. return;
  1273. shost_for_each_device(sdev, port->adapter->scsi_host)
  1274. if (sdev_to_zfcp(sdev)->port == port)
  1275. atomic_set_mask(common_mask,
  1276. &sdev_to_zfcp(sdev)->status);
  1277. }
  1278. /**
  1279. * zfcp_erp_clear_port_status - clear port status bits
  1280. * @port: adapter to change the status
  1281. * @mask: status bits to change
  1282. *
  1283. * Changes in common status bits are propagated to attached LUNs.
  1284. */
  1285. void zfcp_erp_clear_port_status(struct zfcp_port *port, u32 mask)
  1286. {
  1287. struct scsi_device *sdev;
  1288. u32 common_mask = mask & ZFCP_COMMON_FLAGS;
  1289. u32 clear_counter = mask & ZFCP_STATUS_COMMON_ERP_FAILED;
  1290. atomic_clear_mask(mask, &port->status);
  1291. if (!common_mask)
  1292. return;
  1293. if (clear_counter)
  1294. atomic_set(&port->erp_counter, 0);
  1295. shost_for_each_device(sdev, port->adapter->scsi_host)
  1296. if (sdev_to_zfcp(sdev)->port == port) {
  1297. atomic_clear_mask(common_mask,
  1298. &sdev_to_zfcp(sdev)->status);
  1299. if (clear_counter)
  1300. atomic_set(&sdev_to_zfcp(sdev)->erp_counter, 0);
  1301. }
  1302. }
  1303. /**
  1304. * zfcp_erp_set_lun_status - set lun status bits
  1305. * @sdev: SCSI device / lun to set the status bits
  1306. * @mask: status bits to change
  1307. */
  1308. void zfcp_erp_set_lun_status(struct scsi_device *sdev, u32 mask)
  1309. {
  1310. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  1311. atomic_set_mask(mask, &zfcp_sdev->status);
  1312. }
  1313. /**
  1314. * zfcp_erp_clear_lun_status - clear lun status bits
  1315. * @sdev: SCSi device / lun to clear the status bits
  1316. * @mask: status bits to change
  1317. */
  1318. void zfcp_erp_clear_lun_status(struct scsi_device *sdev, u32 mask)
  1319. {
  1320. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  1321. atomic_clear_mask(mask, &zfcp_sdev->status);
  1322. if (mask & ZFCP_STATUS_COMMON_ERP_FAILED)
  1323. atomic_set(&zfcp_sdev->erp_counter, 0);
  1324. }