zfcp_erp.c 43 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567
  1. /*
  2. * zfcp device driver
  3. *
  4. * Error Recovery Procedures (ERP).
  5. *
  6. * Copyright IBM Corp. 2002, 2010
  7. */
  8. #define KMSG_COMPONENT "zfcp"
  9. #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
  10. #include <linux/kthread.h>
  11. #include "zfcp_ext.h"
  12. #include "zfcp_reqlist.h"
  13. #define ZFCP_MAX_ERPS 3
  14. enum zfcp_erp_act_flags {
  15. ZFCP_STATUS_ERP_TIMEDOUT = 0x10000000,
  16. ZFCP_STATUS_ERP_CLOSE_ONLY = 0x01000000,
  17. ZFCP_STATUS_ERP_DISMISSING = 0x00100000,
  18. ZFCP_STATUS_ERP_DISMISSED = 0x00200000,
  19. ZFCP_STATUS_ERP_LOWMEM = 0x00400000,
  20. ZFCP_STATUS_ERP_NO_REF = 0x00800000,
  21. };
  22. enum zfcp_erp_steps {
  23. ZFCP_ERP_STEP_UNINITIALIZED = 0x0000,
  24. ZFCP_ERP_STEP_FSF_XCONFIG = 0x0001,
  25. ZFCP_ERP_STEP_PHYS_PORT_CLOSING = 0x0010,
  26. ZFCP_ERP_STEP_PORT_CLOSING = 0x0100,
  27. ZFCP_ERP_STEP_PORT_OPENING = 0x0800,
  28. ZFCP_ERP_STEP_LUN_CLOSING = 0x1000,
  29. ZFCP_ERP_STEP_LUN_OPENING = 0x2000,
  30. };
  31. enum zfcp_erp_act_type {
  32. ZFCP_ERP_ACTION_REOPEN_LUN = 1,
  33. ZFCP_ERP_ACTION_REOPEN_PORT = 2,
  34. ZFCP_ERP_ACTION_REOPEN_PORT_FORCED = 3,
  35. ZFCP_ERP_ACTION_REOPEN_ADAPTER = 4,
  36. };
  37. enum zfcp_erp_act_state {
  38. ZFCP_ERP_ACTION_RUNNING = 1,
  39. ZFCP_ERP_ACTION_READY = 2,
  40. };
  41. enum zfcp_erp_act_result {
  42. ZFCP_ERP_SUCCEEDED = 0,
  43. ZFCP_ERP_FAILED = 1,
  44. ZFCP_ERP_CONTINUES = 2,
  45. ZFCP_ERP_EXIT = 3,
  46. ZFCP_ERP_DISMISSED = 4,
  47. ZFCP_ERP_NOMEM = 5,
  48. };
  49. static void zfcp_erp_adapter_block(struct zfcp_adapter *adapter, int mask)
  50. {
  51. zfcp_erp_clear_adapter_status(adapter,
  52. ZFCP_STATUS_COMMON_UNBLOCKED | mask);
  53. }
  54. static int zfcp_erp_action_exists(struct zfcp_erp_action *act)
  55. {
  56. struct zfcp_erp_action *curr_act;
  57. list_for_each_entry(curr_act, &act->adapter->erp_running_head, list)
  58. if (act == curr_act)
  59. return ZFCP_ERP_ACTION_RUNNING;
  60. return 0;
  61. }
  62. static void zfcp_erp_action_ready(struct zfcp_erp_action *act)
  63. {
  64. struct zfcp_adapter *adapter = act->adapter;
  65. list_move(&act->list, &act->adapter->erp_ready_head);
  66. zfcp_dbf_rec_run("erardy1", act);
  67. wake_up(&adapter->erp_ready_wq);
  68. zfcp_dbf_rec_run("erardy2", act);
  69. }
  70. static void zfcp_erp_action_dismiss(struct zfcp_erp_action *act)
  71. {
  72. act->status |= ZFCP_STATUS_ERP_DISMISSED;
  73. if (zfcp_erp_action_exists(act) == ZFCP_ERP_ACTION_RUNNING)
  74. zfcp_erp_action_ready(act);
  75. }
  76. static void zfcp_erp_action_dismiss_lun(struct scsi_device *sdev)
  77. {
  78. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  79. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_ERP_INUSE)
  80. zfcp_erp_action_dismiss(&zfcp_sdev->erp_action);
  81. }
  82. static void zfcp_erp_action_dismiss_port(struct zfcp_port *port)
  83. {
  84. struct scsi_device *sdev;
  85. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_ERP_INUSE)
  86. zfcp_erp_action_dismiss(&port->erp_action);
  87. else {
  88. spin_lock(port->adapter->scsi_host->host_lock);
  89. __shost_for_each_device(sdev, port->adapter->scsi_host)
  90. if (sdev_to_zfcp(sdev)->port == port)
  91. zfcp_erp_action_dismiss_lun(sdev);
  92. spin_unlock(port->adapter->scsi_host->host_lock);
  93. }
  94. }
  95. static void zfcp_erp_action_dismiss_adapter(struct zfcp_adapter *adapter)
  96. {
  97. struct zfcp_port *port;
  98. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_ERP_INUSE)
  99. zfcp_erp_action_dismiss(&adapter->erp_action);
  100. else {
  101. read_lock(&adapter->port_list_lock);
  102. list_for_each_entry(port, &adapter->port_list, list)
  103. zfcp_erp_action_dismiss_port(port);
  104. read_unlock(&adapter->port_list_lock);
  105. }
  106. }
  107. static int zfcp_erp_required_act(int want, struct zfcp_adapter *adapter,
  108. struct zfcp_port *port,
  109. struct scsi_device *sdev)
  110. {
  111. int need = want;
  112. int l_status, p_status, a_status;
  113. struct zfcp_scsi_dev *zfcp_sdev;
  114. switch (want) {
  115. case ZFCP_ERP_ACTION_REOPEN_LUN:
  116. zfcp_sdev = sdev_to_zfcp(sdev);
  117. l_status = atomic_read(&zfcp_sdev->status);
  118. if (l_status & ZFCP_STATUS_COMMON_ERP_INUSE)
  119. return 0;
  120. p_status = atomic_read(&port->status);
  121. if (!(p_status & ZFCP_STATUS_COMMON_RUNNING) ||
  122. p_status & ZFCP_STATUS_COMMON_ERP_FAILED)
  123. return 0;
  124. if (!(p_status & ZFCP_STATUS_COMMON_UNBLOCKED))
  125. need = ZFCP_ERP_ACTION_REOPEN_PORT;
  126. /* fall through */
  127. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  128. p_status = atomic_read(&port->status);
  129. if (!(p_status & ZFCP_STATUS_COMMON_OPEN))
  130. need = ZFCP_ERP_ACTION_REOPEN_PORT;
  131. /* fall through */
  132. case ZFCP_ERP_ACTION_REOPEN_PORT:
  133. p_status = atomic_read(&port->status);
  134. if (p_status & ZFCP_STATUS_COMMON_ERP_INUSE)
  135. return 0;
  136. a_status = atomic_read(&adapter->status);
  137. if (!(a_status & ZFCP_STATUS_COMMON_RUNNING) ||
  138. a_status & ZFCP_STATUS_COMMON_ERP_FAILED)
  139. return 0;
  140. if (p_status & ZFCP_STATUS_COMMON_NOESC)
  141. return need;
  142. if (!(a_status & ZFCP_STATUS_COMMON_UNBLOCKED))
  143. need = ZFCP_ERP_ACTION_REOPEN_ADAPTER;
  144. /* fall through */
  145. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  146. a_status = atomic_read(&adapter->status);
  147. if (a_status & ZFCP_STATUS_COMMON_ERP_INUSE)
  148. return 0;
  149. if (!(a_status & ZFCP_STATUS_COMMON_RUNNING) &&
  150. !(a_status & ZFCP_STATUS_COMMON_OPEN))
  151. return 0; /* shutdown requested for closed adapter */
  152. }
  153. return need;
  154. }
  155. static struct zfcp_erp_action *zfcp_erp_setup_act(int need, u32 act_status,
  156. struct zfcp_adapter *adapter,
  157. struct zfcp_port *port,
  158. struct scsi_device *sdev)
  159. {
  160. struct zfcp_erp_action *erp_action;
  161. struct zfcp_scsi_dev *zfcp_sdev;
  162. switch (need) {
  163. case ZFCP_ERP_ACTION_REOPEN_LUN:
  164. zfcp_sdev = sdev_to_zfcp(sdev);
  165. if (!(act_status & ZFCP_STATUS_ERP_NO_REF))
  166. if (scsi_device_get(sdev))
  167. return NULL;
  168. atomic_set_mask(ZFCP_STATUS_COMMON_ERP_INUSE,
  169. &zfcp_sdev->status);
  170. erp_action = &zfcp_sdev->erp_action;
  171. memset(erp_action, 0, sizeof(struct zfcp_erp_action));
  172. erp_action->port = port;
  173. erp_action->sdev = sdev;
  174. if (!(atomic_read(&zfcp_sdev->status) &
  175. ZFCP_STATUS_COMMON_RUNNING))
  176. act_status |= ZFCP_STATUS_ERP_CLOSE_ONLY;
  177. break;
  178. case ZFCP_ERP_ACTION_REOPEN_PORT:
  179. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  180. if (!get_device(&port->dev))
  181. return NULL;
  182. zfcp_erp_action_dismiss_port(port);
  183. atomic_set_mask(ZFCP_STATUS_COMMON_ERP_INUSE, &port->status);
  184. erp_action = &port->erp_action;
  185. memset(erp_action, 0, sizeof(struct zfcp_erp_action));
  186. erp_action->port = port;
  187. if (!(atomic_read(&port->status) & ZFCP_STATUS_COMMON_RUNNING))
  188. act_status |= ZFCP_STATUS_ERP_CLOSE_ONLY;
  189. break;
  190. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  191. kref_get(&adapter->ref);
  192. zfcp_erp_action_dismiss_adapter(adapter);
  193. atomic_set_mask(ZFCP_STATUS_COMMON_ERP_INUSE, &adapter->status);
  194. erp_action = &adapter->erp_action;
  195. memset(erp_action, 0, sizeof(struct zfcp_erp_action));
  196. if (!(atomic_read(&adapter->status) &
  197. ZFCP_STATUS_COMMON_RUNNING))
  198. act_status |= ZFCP_STATUS_ERP_CLOSE_ONLY;
  199. break;
  200. default:
  201. return NULL;
  202. }
  203. erp_action->adapter = adapter;
  204. erp_action->action = need;
  205. erp_action->status = act_status;
  206. return erp_action;
  207. }
  208. static int zfcp_erp_action_enqueue(int want, struct zfcp_adapter *adapter,
  209. struct zfcp_port *port,
  210. struct scsi_device *sdev,
  211. char *id, u32 act_status)
  212. {
  213. int retval = 1, need;
  214. struct zfcp_erp_action *act;
  215. if (!adapter->erp_thread)
  216. return -EIO;
  217. need = zfcp_erp_required_act(want, adapter, port, sdev);
  218. if (!need)
  219. goto out;
  220. act = zfcp_erp_setup_act(need, act_status, adapter, port, sdev);
  221. if (!act)
  222. goto out;
  223. atomic_set_mask(ZFCP_STATUS_ADAPTER_ERP_PENDING, &adapter->status);
  224. ++adapter->erp_total_count;
  225. list_add_tail(&act->list, &adapter->erp_ready_head);
  226. wake_up(&adapter->erp_ready_wq);
  227. retval = 0;
  228. out:
  229. zfcp_dbf_rec_trig(id, adapter, port, sdev, want, need);
  230. return retval;
  231. }
  232. static int _zfcp_erp_adapter_reopen(struct zfcp_adapter *adapter,
  233. int clear_mask, char *id)
  234. {
  235. zfcp_erp_adapter_block(adapter, clear_mask);
  236. zfcp_scsi_schedule_rports_block(adapter);
  237. /* ensure propagation of failed status to new devices */
  238. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  239. zfcp_erp_set_adapter_status(adapter,
  240. ZFCP_STATUS_COMMON_ERP_FAILED);
  241. return -EIO;
  242. }
  243. return zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_ADAPTER,
  244. adapter, NULL, NULL, id, 0);
  245. }
  246. /**
  247. * zfcp_erp_adapter_reopen - Reopen adapter.
  248. * @adapter: Adapter to reopen.
  249. * @clear: Status flags to clear.
  250. * @id: Id for debug trace event.
  251. */
  252. void zfcp_erp_adapter_reopen(struct zfcp_adapter *adapter, int clear, char *id)
  253. {
  254. unsigned long flags;
  255. zfcp_erp_adapter_block(adapter, clear);
  256. zfcp_scsi_schedule_rports_block(adapter);
  257. write_lock_irqsave(&adapter->erp_lock, flags);
  258. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_ERP_FAILED)
  259. zfcp_erp_set_adapter_status(adapter,
  260. ZFCP_STATUS_COMMON_ERP_FAILED);
  261. else
  262. zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_ADAPTER, adapter,
  263. NULL, NULL, id, 0);
  264. write_unlock_irqrestore(&adapter->erp_lock, flags);
  265. }
  266. /**
  267. * zfcp_erp_adapter_shutdown - Shutdown adapter.
  268. * @adapter: Adapter to shut down.
  269. * @clear: Status flags to clear.
  270. * @id: Id for debug trace event.
  271. */
  272. void zfcp_erp_adapter_shutdown(struct zfcp_adapter *adapter, int clear,
  273. char *id)
  274. {
  275. int flags = ZFCP_STATUS_COMMON_RUNNING | ZFCP_STATUS_COMMON_ERP_FAILED;
  276. zfcp_erp_adapter_reopen(adapter, clear | flags, id);
  277. }
  278. /**
  279. * zfcp_erp_port_shutdown - Shutdown port
  280. * @port: Port to shut down.
  281. * @clear: Status flags to clear.
  282. * @id: Id for debug trace event.
  283. */
  284. void zfcp_erp_port_shutdown(struct zfcp_port *port, int clear, char *id)
  285. {
  286. int flags = ZFCP_STATUS_COMMON_RUNNING | ZFCP_STATUS_COMMON_ERP_FAILED;
  287. zfcp_erp_port_reopen(port, clear | flags, id);
  288. }
  289. static void zfcp_erp_port_block(struct zfcp_port *port, int clear)
  290. {
  291. zfcp_erp_clear_port_status(port,
  292. ZFCP_STATUS_COMMON_UNBLOCKED | clear);
  293. }
  294. static void _zfcp_erp_port_forced_reopen(struct zfcp_port *port, int clear,
  295. char *id)
  296. {
  297. zfcp_erp_port_block(port, clear);
  298. zfcp_scsi_schedule_rport_block(port);
  299. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_ERP_FAILED)
  300. return;
  301. zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_PORT_FORCED,
  302. port->adapter, port, NULL, id, 0);
  303. }
  304. /**
  305. * zfcp_erp_port_forced_reopen - Forced close of port and open again
  306. * @port: Port to force close and to reopen.
  307. * @clear: Status flags to clear.
  308. * @id: Id for debug trace event.
  309. */
  310. void zfcp_erp_port_forced_reopen(struct zfcp_port *port, int clear, char *id)
  311. {
  312. unsigned long flags;
  313. struct zfcp_adapter *adapter = port->adapter;
  314. write_lock_irqsave(&adapter->erp_lock, flags);
  315. _zfcp_erp_port_forced_reopen(port, clear, id);
  316. write_unlock_irqrestore(&adapter->erp_lock, flags);
  317. }
  318. static int _zfcp_erp_port_reopen(struct zfcp_port *port, int clear, char *id)
  319. {
  320. zfcp_erp_port_block(port, clear);
  321. zfcp_scsi_schedule_rport_block(port);
  322. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  323. /* ensure propagation of failed status to new devices */
  324. zfcp_erp_set_port_status(port, ZFCP_STATUS_COMMON_ERP_FAILED);
  325. return -EIO;
  326. }
  327. return zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_PORT,
  328. port->adapter, port, NULL, id, 0);
  329. }
  330. /**
  331. * zfcp_erp_port_reopen - trigger remote port recovery
  332. * @port: port to recover
  333. * @clear_mask: flags in port status to be cleared
  334. * @id: Id for debug trace event.
  335. *
  336. * Returns 0 if recovery has been triggered, < 0 if not.
  337. */
  338. int zfcp_erp_port_reopen(struct zfcp_port *port, int clear, char *id)
  339. {
  340. int retval;
  341. unsigned long flags;
  342. struct zfcp_adapter *adapter = port->adapter;
  343. write_lock_irqsave(&adapter->erp_lock, flags);
  344. retval = _zfcp_erp_port_reopen(port, clear, id);
  345. write_unlock_irqrestore(&adapter->erp_lock, flags);
  346. return retval;
  347. }
  348. static void zfcp_erp_lun_block(struct scsi_device *sdev, int clear_mask)
  349. {
  350. zfcp_erp_clear_lun_status(sdev,
  351. ZFCP_STATUS_COMMON_UNBLOCKED | clear_mask);
  352. }
  353. static void _zfcp_erp_lun_reopen(struct scsi_device *sdev, int clear, char *id,
  354. u32 act_status)
  355. {
  356. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  357. struct zfcp_adapter *adapter = zfcp_sdev->port->adapter;
  358. zfcp_erp_lun_block(sdev, clear);
  359. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_ERP_FAILED)
  360. return;
  361. zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_LUN, adapter,
  362. zfcp_sdev->port, sdev, id, act_status);
  363. }
  364. /**
  365. * zfcp_erp_lun_reopen - initiate reopen of a LUN
  366. * @sdev: SCSI device / LUN to be reopened
  367. * @clear_mask: specifies flags in LUN status to be cleared
  368. * @id: Id for debug trace event.
  369. *
  370. * Return: 0 on success, < 0 on error
  371. */
  372. void zfcp_erp_lun_reopen(struct scsi_device *sdev, int clear, char *id)
  373. {
  374. unsigned long flags;
  375. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  376. struct zfcp_port *port = zfcp_sdev->port;
  377. struct zfcp_adapter *adapter = port->adapter;
  378. write_lock_irqsave(&adapter->erp_lock, flags);
  379. _zfcp_erp_lun_reopen(sdev, clear, id, 0);
  380. write_unlock_irqrestore(&adapter->erp_lock, flags);
  381. }
  382. /**
  383. * zfcp_erp_lun_shutdown - Shutdown LUN
  384. * @sdev: SCSI device / LUN to shut down.
  385. * @clear: Status flags to clear.
  386. * @id: Id for debug trace event.
  387. */
  388. void zfcp_erp_lun_shutdown(struct scsi_device *sdev, int clear, char *id)
  389. {
  390. int flags = ZFCP_STATUS_COMMON_RUNNING | ZFCP_STATUS_COMMON_ERP_FAILED;
  391. zfcp_erp_lun_reopen(sdev, clear | flags, id);
  392. }
  393. /**
  394. * zfcp_erp_lun_shutdown_wait - Shutdown LUN and wait for erp completion
  395. * @sdev: SCSI device / LUN to shut down.
  396. * @id: Id for debug trace event.
  397. *
  398. * Do not acquire a reference for the LUN when creating the ERP
  399. * action. It is safe, because this function waits for the ERP to
  400. * complete first. This allows to shutdown the LUN, even when the SCSI
  401. * device is in the state SDEV_DEL when scsi_device_get will fail.
  402. */
  403. void zfcp_erp_lun_shutdown_wait(struct scsi_device *sdev, char *id)
  404. {
  405. unsigned long flags;
  406. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  407. struct zfcp_port *port = zfcp_sdev->port;
  408. struct zfcp_adapter *adapter = port->adapter;
  409. int clear = ZFCP_STATUS_COMMON_RUNNING | ZFCP_STATUS_COMMON_ERP_FAILED;
  410. write_lock_irqsave(&adapter->erp_lock, flags);
  411. _zfcp_erp_lun_reopen(sdev, clear, id, ZFCP_STATUS_ERP_NO_REF);
  412. write_unlock_irqrestore(&adapter->erp_lock, flags);
  413. zfcp_erp_wait(adapter);
  414. }
  415. static int status_change_set(unsigned long mask, atomic_t *status)
  416. {
  417. return (atomic_read(status) ^ mask) & mask;
  418. }
  419. static void zfcp_erp_adapter_unblock(struct zfcp_adapter *adapter)
  420. {
  421. if (status_change_set(ZFCP_STATUS_COMMON_UNBLOCKED, &adapter->status))
  422. zfcp_dbf_rec_run("eraubl1", &adapter->erp_action);
  423. atomic_set_mask(ZFCP_STATUS_COMMON_UNBLOCKED, &adapter->status);
  424. }
  425. static void zfcp_erp_port_unblock(struct zfcp_port *port)
  426. {
  427. if (status_change_set(ZFCP_STATUS_COMMON_UNBLOCKED, &port->status))
  428. zfcp_dbf_rec_run("erpubl1", &port->erp_action);
  429. atomic_set_mask(ZFCP_STATUS_COMMON_UNBLOCKED, &port->status);
  430. }
  431. static void zfcp_erp_lun_unblock(struct scsi_device *sdev)
  432. {
  433. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  434. if (status_change_set(ZFCP_STATUS_COMMON_UNBLOCKED, &zfcp_sdev->status))
  435. zfcp_dbf_rec_run("erlubl1", &sdev_to_zfcp(sdev)->erp_action);
  436. atomic_set_mask(ZFCP_STATUS_COMMON_UNBLOCKED, &zfcp_sdev->status);
  437. }
  438. static void zfcp_erp_action_to_running(struct zfcp_erp_action *erp_action)
  439. {
  440. list_move(&erp_action->list, &erp_action->adapter->erp_running_head);
  441. zfcp_dbf_rec_run("erator1", erp_action);
  442. }
  443. static void zfcp_erp_strategy_check_fsfreq(struct zfcp_erp_action *act)
  444. {
  445. struct zfcp_adapter *adapter = act->adapter;
  446. struct zfcp_fsf_req *req;
  447. if (!act->fsf_req_id)
  448. return;
  449. spin_lock(&adapter->req_list->lock);
  450. req = _zfcp_reqlist_find(adapter->req_list, act->fsf_req_id);
  451. if (req && req->erp_action == act) {
  452. if (act->status & (ZFCP_STATUS_ERP_DISMISSED |
  453. ZFCP_STATUS_ERP_TIMEDOUT)) {
  454. req->status |= ZFCP_STATUS_FSFREQ_DISMISSED;
  455. zfcp_dbf_rec_run("erscf_1", act);
  456. req->erp_action = NULL;
  457. }
  458. if (act->status & ZFCP_STATUS_ERP_TIMEDOUT)
  459. zfcp_dbf_rec_run("erscf_2", act);
  460. if (req->status & ZFCP_STATUS_FSFREQ_DISMISSED)
  461. act->fsf_req_id = 0;
  462. } else
  463. act->fsf_req_id = 0;
  464. spin_unlock(&adapter->req_list->lock);
  465. }
  466. /**
  467. * zfcp_erp_notify - Trigger ERP action.
  468. * @erp_action: ERP action to continue.
  469. * @set_mask: ERP action status flags to set.
  470. */
  471. void zfcp_erp_notify(struct zfcp_erp_action *erp_action, unsigned long set_mask)
  472. {
  473. struct zfcp_adapter *adapter = erp_action->adapter;
  474. unsigned long flags;
  475. write_lock_irqsave(&adapter->erp_lock, flags);
  476. if (zfcp_erp_action_exists(erp_action) == ZFCP_ERP_ACTION_RUNNING) {
  477. erp_action->status |= set_mask;
  478. zfcp_erp_action_ready(erp_action);
  479. }
  480. write_unlock_irqrestore(&adapter->erp_lock, flags);
  481. }
  482. /**
  483. * zfcp_erp_timeout_handler - Trigger ERP action from timed out ERP request
  484. * @data: ERP action (from timer data)
  485. */
  486. void zfcp_erp_timeout_handler(unsigned long data)
  487. {
  488. struct zfcp_erp_action *act = (struct zfcp_erp_action *) data;
  489. zfcp_erp_notify(act, ZFCP_STATUS_ERP_TIMEDOUT);
  490. }
  491. static void zfcp_erp_memwait_handler(unsigned long data)
  492. {
  493. zfcp_erp_notify((struct zfcp_erp_action *)data, 0);
  494. }
  495. static void zfcp_erp_strategy_memwait(struct zfcp_erp_action *erp_action)
  496. {
  497. init_timer(&erp_action->timer);
  498. erp_action->timer.function = zfcp_erp_memwait_handler;
  499. erp_action->timer.data = (unsigned long) erp_action;
  500. erp_action->timer.expires = jiffies + HZ;
  501. add_timer(&erp_action->timer);
  502. }
  503. static void _zfcp_erp_port_reopen_all(struct zfcp_adapter *adapter,
  504. int clear, char *id)
  505. {
  506. struct zfcp_port *port;
  507. read_lock(&adapter->port_list_lock);
  508. list_for_each_entry(port, &adapter->port_list, list)
  509. _zfcp_erp_port_reopen(port, clear, id);
  510. read_unlock(&adapter->port_list_lock);
  511. }
  512. static void _zfcp_erp_lun_reopen_all(struct zfcp_port *port, int clear,
  513. char *id)
  514. {
  515. struct scsi_device *sdev;
  516. spin_lock(port->adapter->scsi_host->host_lock);
  517. __shost_for_each_device(sdev, port->adapter->scsi_host)
  518. if (sdev_to_zfcp(sdev)->port == port)
  519. _zfcp_erp_lun_reopen(sdev, clear, id, 0);
  520. spin_unlock(port->adapter->scsi_host->host_lock);
  521. }
  522. static void zfcp_erp_strategy_followup_failed(struct zfcp_erp_action *act)
  523. {
  524. switch (act->action) {
  525. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  526. _zfcp_erp_adapter_reopen(act->adapter, 0, "ersff_1");
  527. break;
  528. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  529. _zfcp_erp_port_forced_reopen(act->port, 0, "ersff_2");
  530. break;
  531. case ZFCP_ERP_ACTION_REOPEN_PORT:
  532. _zfcp_erp_port_reopen(act->port, 0, "ersff_3");
  533. break;
  534. case ZFCP_ERP_ACTION_REOPEN_LUN:
  535. _zfcp_erp_lun_reopen(act->sdev, 0, "ersff_4", 0);
  536. break;
  537. }
  538. }
  539. static void zfcp_erp_strategy_followup_success(struct zfcp_erp_action *act)
  540. {
  541. switch (act->action) {
  542. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  543. _zfcp_erp_port_reopen_all(act->adapter, 0, "ersfs_1");
  544. break;
  545. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  546. _zfcp_erp_port_reopen(act->port, 0, "ersfs_2");
  547. break;
  548. case ZFCP_ERP_ACTION_REOPEN_PORT:
  549. _zfcp_erp_lun_reopen_all(act->port, 0, "ersfs_3");
  550. break;
  551. }
  552. }
  553. static void zfcp_erp_wakeup(struct zfcp_adapter *adapter)
  554. {
  555. unsigned long flags;
  556. read_lock_irqsave(&adapter->erp_lock, flags);
  557. if (list_empty(&adapter->erp_ready_head) &&
  558. list_empty(&adapter->erp_running_head)) {
  559. atomic_clear_mask(ZFCP_STATUS_ADAPTER_ERP_PENDING,
  560. &adapter->status);
  561. wake_up(&adapter->erp_done_wqh);
  562. }
  563. read_unlock_irqrestore(&adapter->erp_lock, flags);
  564. }
  565. static void zfcp_erp_enqueue_ptp_port(struct zfcp_adapter *adapter)
  566. {
  567. struct zfcp_port *port;
  568. port = zfcp_port_enqueue(adapter, adapter->peer_wwpn, 0,
  569. adapter->peer_d_id);
  570. if (IS_ERR(port)) /* error or port already attached */
  571. return;
  572. _zfcp_erp_port_reopen(port, 0, "ereptp1");
  573. }
  574. static int zfcp_erp_adapter_strat_fsf_xconf(struct zfcp_erp_action *erp_action)
  575. {
  576. int retries;
  577. int sleep = 1;
  578. struct zfcp_adapter *adapter = erp_action->adapter;
  579. atomic_clear_mask(ZFCP_STATUS_ADAPTER_XCONFIG_OK, &adapter->status);
  580. for (retries = 7; retries; retries--) {
  581. atomic_clear_mask(ZFCP_STATUS_ADAPTER_HOST_CON_INIT,
  582. &adapter->status);
  583. write_lock_irq(&adapter->erp_lock);
  584. zfcp_erp_action_to_running(erp_action);
  585. write_unlock_irq(&adapter->erp_lock);
  586. if (zfcp_fsf_exchange_config_data(erp_action)) {
  587. atomic_clear_mask(ZFCP_STATUS_ADAPTER_HOST_CON_INIT,
  588. &adapter->status);
  589. return ZFCP_ERP_FAILED;
  590. }
  591. wait_event(adapter->erp_ready_wq,
  592. !list_empty(&adapter->erp_ready_head));
  593. if (erp_action->status & ZFCP_STATUS_ERP_TIMEDOUT)
  594. break;
  595. if (!(atomic_read(&adapter->status) &
  596. ZFCP_STATUS_ADAPTER_HOST_CON_INIT))
  597. break;
  598. ssleep(sleep);
  599. sleep *= 2;
  600. }
  601. atomic_clear_mask(ZFCP_STATUS_ADAPTER_HOST_CON_INIT,
  602. &adapter->status);
  603. if (!(atomic_read(&adapter->status) & ZFCP_STATUS_ADAPTER_XCONFIG_OK))
  604. return ZFCP_ERP_FAILED;
  605. if (fc_host_port_type(adapter->scsi_host) == FC_PORTTYPE_PTP)
  606. zfcp_erp_enqueue_ptp_port(adapter);
  607. return ZFCP_ERP_SUCCEEDED;
  608. }
  609. static int zfcp_erp_adapter_strategy_open_fsf_xport(struct zfcp_erp_action *act)
  610. {
  611. int ret;
  612. struct zfcp_adapter *adapter = act->adapter;
  613. write_lock_irq(&adapter->erp_lock);
  614. zfcp_erp_action_to_running(act);
  615. write_unlock_irq(&adapter->erp_lock);
  616. ret = zfcp_fsf_exchange_port_data(act);
  617. if (ret == -EOPNOTSUPP)
  618. return ZFCP_ERP_SUCCEEDED;
  619. if (ret)
  620. return ZFCP_ERP_FAILED;
  621. zfcp_dbf_rec_run("erasox1", act);
  622. wait_event(adapter->erp_ready_wq,
  623. !list_empty(&adapter->erp_ready_head));
  624. zfcp_dbf_rec_run("erasox2", act);
  625. if (act->status & ZFCP_STATUS_ERP_TIMEDOUT)
  626. return ZFCP_ERP_FAILED;
  627. return ZFCP_ERP_SUCCEEDED;
  628. }
  629. static int zfcp_erp_adapter_strategy_open_fsf(struct zfcp_erp_action *act)
  630. {
  631. if (zfcp_erp_adapter_strat_fsf_xconf(act) == ZFCP_ERP_FAILED)
  632. return ZFCP_ERP_FAILED;
  633. if (zfcp_erp_adapter_strategy_open_fsf_xport(act) == ZFCP_ERP_FAILED)
  634. return ZFCP_ERP_FAILED;
  635. if (mempool_resize(act->adapter->pool.sr_data,
  636. act->adapter->stat_read_buf_num))
  637. return ZFCP_ERP_FAILED;
  638. if (mempool_resize(act->adapter->pool.status_read_req,
  639. act->adapter->stat_read_buf_num))
  640. return ZFCP_ERP_FAILED;
  641. atomic_set(&act->adapter->stat_miss, act->adapter->stat_read_buf_num);
  642. if (zfcp_status_read_refill(act->adapter))
  643. return ZFCP_ERP_FAILED;
  644. return ZFCP_ERP_SUCCEEDED;
  645. }
  646. static void zfcp_erp_adapter_strategy_close(struct zfcp_erp_action *act)
  647. {
  648. struct zfcp_adapter *adapter = act->adapter;
  649. /* close queues to ensure that buffers are not accessed by adapter */
  650. zfcp_qdio_close(adapter->qdio);
  651. zfcp_fsf_req_dismiss_all(adapter);
  652. adapter->fsf_req_seq_no = 0;
  653. zfcp_fc_wka_ports_force_offline(adapter->gs);
  654. /* all ports and LUNs are closed */
  655. zfcp_erp_clear_adapter_status(adapter, ZFCP_STATUS_COMMON_OPEN);
  656. atomic_clear_mask(ZFCP_STATUS_ADAPTER_XCONFIG_OK |
  657. ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED, &adapter->status);
  658. }
  659. static int zfcp_erp_adapter_strategy_open(struct zfcp_erp_action *act)
  660. {
  661. struct zfcp_adapter *adapter = act->adapter;
  662. if (zfcp_qdio_open(adapter->qdio)) {
  663. atomic_clear_mask(ZFCP_STATUS_ADAPTER_XCONFIG_OK |
  664. ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED,
  665. &adapter->status);
  666. return ZFCP_ERP_FAILED;
  667. }
  668. if (zfcp_erp_adapter_strategy_open_fsf(act)) {
  669. zfcp_erp_adapter_strategy_close(act);
  670. return ZFCP_ERP_FAILED;
  671. }
  672. atomic_set_mask(ZFCP_STATUS_COMMON_OPEN, &adapter->status);
  673. return ZFCP_ERP_SUCCEEDED;
  674. }
  675. static int zfcp_erp_adapter_strategy(struct zfcp_erp_action *act)
  676. {
  677. struct zfcp_adapter *adapter = act->adapter;
  678. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_OPEN) {
  679. zfcp_erp_adapter_strategy_close(act);
  680. if (act->status & ZFCP_STATUS_ERP_CLOSE_ONLY)
  681. return ZFCP_ERP_EXIT;
  682. }
  683. if (zfcp_erp_adapter_strategy_open(act)) {
  684. ssleep(8);
  685. return ZFCP_ERP_FAILED;
  686. }
  687. return ZFCP_ERP_SUCCEEDED;
  688. }
  689. static int zfcp_erp_port_forced_strategy_close(struct zfcp_erp_action *act)
  690. {
  691. int retval;
  692. retval = zfcp_fsf_close_physical_port(act);
  693. if (retval == -ENOMEM)
  694. return ZFCP_ERP_NOMEM;
  695. act->step = ZFCP_ERP_STEP_PHYS_PORT_CLOSING;
  696. if (retval)
  697. return ZFCP_ERP_FAILED;
  698. return ZFCP_ERP_CONTINUES;
  699. }
  700. static int zfcp_erp_port_forced_strategy(struct zfcp_erp_action *erp_action)
  701. {
  702. struct zfcp_port *port = erp_action->port;
  703. int status = atomic_read(&port->status);
  704. switch (erp_action->step) {
  705. case ZFCP_ERP_STEP_UNINITIALIZED:
  706. if ((status & ZFCP_STATUS_PORT_PHYS_OPEN) &&
  707. (status & ZFCP_STATUS_COMMON_OPEN))
  708. return zfcp_erp_port_forced_strategy_close(erp_action);
  709. else
  710. return ZFCP_ERP_FAILED;
  711. case ZFCP_ERP_STEP_PHYS_PORT_CLOSING:
  712. if (!(status & ZFCP_STATUS_PORT_PHYS_OPEN))
  713. return ZFCP_ERP_SUCCEEDED;
  714. }
  715. return ZFCP_ERP_FAILED;
  716. }
  717. static int zfcp_erp_port_strategy_close(struct zfcp_erp_action *erp_action)
  718. {
  719. int retval;
  720. retval = zfcp_fsf_close_port(erp_action);
  721. if (retval == -ENOMEM)
  722. return ZFCP_ERP_NOMEM;
  723. erp_action->step = ZFCP_ERP_STEP_PORT_CLOSING;
  724. if (retval)
  725. return ZFCP_ERP_FAILED;
  726. return ZFCP_ERP_CONTINUES;
  727. }
  728. static int zfcp_erp_port_strategy_open_port(struct zfcp_erp_action *erp_action)
  729. {
  730. int retval;
  731. retval = zfcp_fsf_open_port(erp_action);
  732. if (retval == -ENOMEM)
  733. return ZFCP_ERP_NOMEM;
  734. erp_action->step = ZFCP_ERP_STEP_PORT_OPENING;
  735. if (retval)
  736. return ZFCP_ERP_FAILED;
  737. return ZFCP_ERP_CONTINUES;
  738. }
  739. static int zfcp_erp_open_ptp_port(struct zfcp_erp_action *act)
  740. {
  741. struct zfcp_adapter *adapter = act->adapter;
  742. struct zfcp_port *port = act->port;
  743. if (port->wwpn != adapter->peer_wwpn) {
  744. zfcp_erp_set_port_status(port, ZFCP_STATUS_COMMON_ERP_FAILED);
  745. return ZFCP_ERP_FAILED;
  746. }
  747. port->d_id = adapter->peer_d_id;
  748. return zfcp_erp_port_strategy_open_port(act);
  749. }
  750. static int zfcp_erp_port_strategy_open_common(struct zfcp_erp_action *act)
  751. {
  752. struct zfcp_adapter *adapter = act->adapter;
  753. struct zfcp_port *port = act->port;
  754. int p_status = atomic_read(&port->status);
  755. switch (act->step) {
  756. case ZFCP_ERP_STEP_UNINITIALIZED:
  757. case ZFCP_ERP_STEP_PHYS_PORT_CLOSING:
  758. case ZFCP_ERP_STEP_PORT_CLOSING:
  759. if (fc_host_port_type(adapter->scsi_host) == FC_PORTTYPE_PTP)
  760. return zfcp_erp_open_ptp_port(act);
  761. if (!port->d_id) {
  762. zfcp_fc_trigger_did_lookup(port);
  763. return ZFCP_ERP_EXIT;
  764. }
  765. return zfcp_erp_port_strategy_open_port(act);
  766. case ZFCP_ERP_STEP_PORT_OPENING:
  767. /* D_ID might have changed during open */
  768. if (p_status & ZFCP_STATUS_COMMON_OPEN) {
  769. if (!port->d_id) {
  770. zfcp_fc_trigger_did_lookup(port);
  771. return ZFCP_ERP_EXIT;
  772. }
  773. return ZFCP_ERP_SUCCEEDED;
  774. }
  775. if (port->d_id && !(p_status & ZFCP_STATUS_COMMON_NOESC)) {
  776. port->d_id = 0;
  777. return ZFCP_ERP_FAILED;
  778. }
  779. /* fall through otherwise */
  780. }
  781. return ZFCP_ERP_FAILED;
  782. }
  783. static int zfcp_erp_port_strategy(struct zfcp_erp_action *erp_action)
  784. {
  785. struct zfcp_port *port = erp_action->port;
  786. int p_status = atomic_read(&port->status);
  787. if ((p_status & ZFCP_STATUS_COMMON_NOESC) &&
  788. !(p_status & ZFCP_STATUS_COMMON_OPEN))
  789. goto close_init_done;
  790. switch (erp_action->step) {
  791. case ZFCP_ERP_STEP_UNINITIALIZED:
  792. if (p_status & ZFCP_STATUS_COMMON_OPEN)
  793. return zfcp_erp_port_strategy_close(erp_action);
  794. break;
  795. case ZFCP_ERP_STEP_PORT_CLOSING:
  796. if (p_status & ZFCP_STATUS_COMMON_OPEN)
  797. return ZFCP_ERP_FAILED;
  798. break;
  799. }
  800. close_init_done:
  801. if (erp_action->status & ZFCP_STATUS_ERP_CLOSE_ONLY)
  802. return ZFCP_ERP_EXIT;
  803. return zfcp_erp_port_strategy_open_common(erp_action);
  804. }
  805. static void zfcp_erp_lun_strategy_clearstati(struct scsi_device *sdev)
  806. {
  807. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  808. atomic_clear_mask(ZFCP_STATUS_COMMON_ACCESS_DENIED,
  809. &zfcp_sdev->status);
  810. }
  811. static int zfcp_erp_lun_strategy_close(struct zfcp_erp_action *erp_action)
  812. {
  813. int retval = zfcp_fsf_close_lun(erp_action);
  814. if (retval == -ENOMEM)
  815. return ZFCP_ERP_NOMEM;
  816. erp_action->step = ZFCP_ERP_STEP_LUN_CLOSING;
  817. if (retval)
  818. return ZFCP_ERP_FAILED;
  819. return ZFCP_ERP_CONTINUES;
  820. }
  821. static int zfcp_erp_lun_strategy_open(struct zfcp_erp_action *erp_action)
  822. {
  823. int retval = zfcp_fsf_open_lun(erp_action);
  824. if (retval == -ENOMEM)
  825. return ZFCP_ERP_NOMEM;
  826. erp_action->step = ZFCP_ERP_STEP_LUN_OPENING;
  827. if (retval)
  828. return ZFCP_ERP_FAILED;
  829. return ZFCP_ERP_CONTINUES;
  830. }
  831. static int zfcp_erp_lun_strategy(struct zfcp_erp_action *erp_action)
  832. {
  833. struct scsi_device *sdev = erp_action->sdev;
  834. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  835. switch (erp_action->step) {
  836. case ZFCP_ERP_STEP_UNINITIALIZED:
  837. zfcp_erp_lun_strategy_clearstati(sdev);
  838. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_OPEN)
  839. return zfcp_erp_lun_strategy_close(erp_action);
  840. /* already closed, fall through */
  841. case ZFCP_ERP_STEP_LUN_CLOSING:
  842. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_OPEN)
  843. return ZFCP_ERP_FAILED;
  844. if (erp_action->status & ZFCP_STATUS_ERP_CLOSE_ONLY)
  845. return ZFCP_ERP_EXIT;
  846. return zfcp_erp_lun_strategy_open(erp_action);
  847. case ZFCP_ERP_STEP_LUN_OPENING:
  848. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_OPEN)
  849. return ZFCP_ERP_SUCCEEDED;
  850. }
  851. return ZFCP_ERP_FAILED;
  852. }
  853. static int zfcp_erp_strategy_check_lun(struct scsi_device *sdev, int result)
  854. {
  855. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  856. switch (result) {
  857. case ZFCP_ERP_SUCCEEDED :
  858. atomic_set(&zfcp_sdev->erp_counter, 0);
  859. zfcp_erp_lun_unblock(sdev);
  860. break;
  861. case ZFCP_ERP_FAILED :
  862. atomic_inc(&zfcp_sdev->erp_counter);
  863. if (atomic_read(&zfcp_sdev->erp_counter) > ZFCP_MAX_ERPS) {
  864. dev_err(&zfcp_sdev->port->adapter->ccw_device->dev,
  865. "ERP failed for LUN 0x%016Lx on "
  866. "port 0x%016Lx\n",
  867. (unsigned long long)zfcp_scsi_dev_lun(sdev),
  868. (unsigned long long)zfcp_sdev->port->wwpn);
  869. zfcp_erp_set_lun_status(sdev,
  870. ZFCP_STATUS_COMMON_ERP_FAILED);
  871. }
  872. break;
  873. }
  874. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  875. zfcp_erp_lun_block(sdev, 0);
  876. result = ZFCP_ERP_EXIT;
  877. }
  878. return result;
  879. }
  880. static int zfcp_erp_strategy_check_port(struct zfcp_port *port, int result)
  881. {
  882. switch (result) {
  883. case ZFCP_ERP_SUCCEEDED :
  884. atomic_set(&port->erp_counter, 0);
  885. zfcp_erp_port_unblock(port);
  886. break;
  887. case ZFCP_ERP_FAILED :
  888. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_NOESC) {
  889. zfcp_erp_port_block(port, 0);
  890. result = ZFCP_ERP_EXIT;
  891. }
  892. atomic_inc(&port->erp_counter);
  893. if (atomic_read(&port->erp_counter) > ZFCP_MAX_ERPS) {
  894. dev_err(&port->adapter->ccw_device->dev,
  895. "ERP failed for remote port 0x%016Lx\n",
  896. (unsigned long long)port->wwpn);
  897. zfcp_erp_set_port_status(port,
  898. ZFCP_STATUS_COMMON_ERP_FAILED);
  899. }
  900. break;
  901. }
  902. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  903. zfcp_erp_port_block(port, 0);
  904. result = ZFCP_ERP_EXIT;
  905. }
  906. return result;
  907. }
  908. static int zfcp_erp_strategy_check_adapter(struct zfcp_adapter *adapter,
  909. int result)
  910. {
  911. switch (result) {
  912. case ZFCP_ERP_SUCCEEDED :
  913. atomic_set(&adapter->erp_counter, 0);
  914. zfcp_erp_adapter_unblock(adapter);
  915. break;
  916. case ZFCP_ERP_FAILED :
  917. atomic_inc(&adapter->erp_counter);
  918. if (atomic_read(&adapter->erp_counter) > ZFCP_MAX_ERPS) {
  919. dev_err(&adapter->ccw_device->dev,
  920. "ERP cannot recover an error "
  921. "on the FCP device\n");
  922. zfcp_erp_set_adapter_status(adapter,
  923. ZFCP_STATUS_COMMON_ERP_FAILED);
  924. }
  925. break;
  926. }
  927. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  928. zfcp_erp_adapter_block(adapter, 0);
  929. result = ZFCP_ERP_EXIT;
  930. }
  931. return result;
  932. }
  933. static int zfcp_erp_strategy_check_target(struct zfcp_erp_action *erp_action,
  934. int result)
  935. {
  936. struct zfcp_adapter *adapter = erp_action->adapter;
  937. struct zfcp_port *port = erp_action->port;
  938. struct scsi_device *sdev = erp_action->sdev;
  939. switch (erp_action->action) {
  940. case ZFCP_ERP_ACTION_REOPEN_LUN:
  941. result = zfcp_erp_strategy_check_lun(sdev, result);
  942. break;
  943. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  944. case ZFCP_ERP_ACTION_REOPEN_PORT:
  945. result = zfcp_erp_strategy_check_port(port, result);
  946. break;
  947. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  948. result = zfcp_erp_strategy_check_adapter(adapter, result);
  949. break;
  950. }
  951. return result;
  952. }
  953. static int zfcp_erp_strat_change_det(atomic_t *target_status, u32 erp_status)
  954. {
  955. int status = atomic_read(target_status);
  956. if ((status & ZFCP_STATUS_COMMON_RUNNING) &&
  957. (erp_status & ZFCP_STATUS_ERP_CLOSE_ONLY))
  958. return 1; /* take it online */
  959. if (!(status & ZFCP_STATUS_COMMON_RUNNING) &&
  960. !(erp_status & ZFCP_STATUS_ERP_CLOSE_ONLY))
  961. return 1; /* take it offline */
  962. return 0;
  963. }
  964. static int zfcp_erp_strategy_statechange(struct zfcp_erp_action *act, int ret)
  965. {
  966. int action = act->action;
  967. struct zfcp_adapter *adapter = act->adapter;
  968. struct zfcp_port *port = act->port;
  969. struct scsi_device *sdev = act->sdev;
  970. struct zfcp_scsi_dev *zfcp_sdev;
  971. u32 erp_status = act->status;
  972. switch (action) {
  973. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  974. if (zfcp_erp_strat_change_det(&adapter->status, erp_status)) {
  975. _zfcp_erp_adapter_reopen(adapter,
  976. ZFCP_STATUS_COMMON_ERP_FAILED,
  977. "ersscg1");
  978. return ZFCP_ERP_EXIT;
  979. }
  980. break;
  981. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  982. case ZFCP_ERP_ACTION_REOPEN_PORT:
  983. if (zfcp_erp_strat_change_det(&port->status, erp_status)) {
  984. _zfcp_erp_port_reopen(port,
  985. ZFCP_STATUS_COMMON_ERP_FAILED,
  986. "ersscg2");
  987. return ZFCP_ERP_EXIT;
  988. }
  989. break;
  990. case ZFCP_ERP_ACTION_REOPEN_LUN:
  991. zfcp_sdev = sdev_to_zfcp(sdev);
  992. if (zfcp_erp_strat_change_det(&zfcp_sdev->status, erp_status)) {
  993. _zfcp_erp_lun_reopen(sdev,
  994. ZFCP_STATUS_COMMON_ERP_FAILED,
  995. "ersscg3", 0);
  996. return ZFCP_ERP_EXIT;
  997. }
  998. break;
  999. }
  1000. return ret;
  1001. }
  1002. static void zfcp_erp_action_dequeue(struct zfcp_erp_action *erp_action)
  1003. {
  1004. struct zfcp_adapter *adapter = erp_action->adapter;
  1005. struct zfcp_scsi_dev *zfcp_sdev;
  1006. adapter->erp_total_count--;
  1007. if (erp_action->status & ZFCP_STATUS_ERP_LOWMEM) {
  1008. adapter->erp_low_mem_count--;
  1009. erp_action->status &= ~ZFCP_STATUS_ERP_LOWMEM;
  1010. }
  1011. list_del(&erp_action->list);
  1012. zfcp_dbf_rec_run("eractd1", erp_action);
  1013. switch (erp_action->action) {
  1014. case ZFCP_ERP_ACTION_REOPEN_LUN:
  1015. zfcp_sdev = sdev_to_zfcp(erp_action->sdev);
  1016. atomic_clear_mask(ZFCP_STATUS_COMMON_ERP_INUSE,
  1017. &zfcp_sdev->status);
  1018. break;
  1019. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  1020. case ZFCP_ERP_ACTION_REOPEN_PORT:
  1021. atomic_clear_mask(ZFCP_STATUS_COMMON_ERP_INUSE,
  1022. &erp_action->port->status);
  1023. break;
  1024. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  1025. atomic_clear_mask(ZFCP_STATUS_COMMON_ERP_INUSE,
  1026. &erp_action->adapter->status);
  1027. break;
  1028. }
  1029. }
  1030. static void zfcp_erp_action_cleanup(struct zfcp_erp_action *act, int result)
  1031. {
  1032. struct zfcp_adapter *adapter = act->adapter;
  1033. struct zfcp_port *port = act->port;
  1034. struct scsi_device *sdev = act->sdev;
  1035. switch (act->action) {
  1036. case ZFCP_ERP_ACTION_REOPEN_LUN:
  1037. if (!(act->status & ZFCP_STATUS_ERP_NO_REF))
  1038. scsi_device_put(sdev);
  1039. break;
  1040. case ZFCP_ERP_ACTION_REOPEN_PORT:
  1041. if (result == ZFCP_ERP_SUCCEEDED)
  1042. zfcp_scsi_schedule_rport_register(port);
  1043. /* fall through */
  1044. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  1045. put_device(&port->dev);
  1046. break;
  1047. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  1048. if (result == ZFCP_ERP_SUCCEEDED) {
  1049. register_service_level(&adapter->service_level);
  1050. zfcp_fc_conditional_port_scan(adapter);
  1051. queue_work(adapter->work_queue, &adapter->ns_up_work);
  1052. } else
  1053. unregister_service_level(&adapter->service_level);
  1054. kref_put(&adapter->ref, zfcp_adapter_release);
  1055. break;
  1056. }
  1057. }
  1058. static int zfcp_erp_strategy_do_action(struct zfcp_erp_action *erp_action)
  1059. {
  1060. switch (erp_action->action) {
  1061. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  1062. return zfcp_erp_adapter_strategy(erp_action);
  1063. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  1064. return zfcp_erp_port_forced_strategy(erp_action);
  1065. case ZFCP_ERP_ACTION_REOPEN_PORT:
  1066. return zfcp_erp_port_strategy(erp_action);
  1067. case ZFCP_ERP_ACTION_REOPEN_LUN:
  1068. return zfcp_erp_lun_strategy(erp_action);
  1069. }
  1070. return ZFCP_ERP_FAILED;
  1071. }
  1072. static int zfcp_erp_strategy(struct zfcp_erp_action *erp_action)
  1073. {
  1074. int retval;
  1075. unsigned long flags;
  1076. struct zfcp_adapter *adapter = erp_action->adapter;
  1077. kref_get(&adapter->ref);
  1078. write_lock_irqsave(&adapter->erp_lock, flags);
  1079. zfcp_erp_strategy_check_fsfreq(erp_action);
  1080. if (erp_action->status & ZFCP_STATUS_ERP_DISMISSED) {
  1081. zfcp_erp_action_dequeue(erp_action);
  1082. retval = ZFCP_ERP_DISMISSED;
  1083. goto unlock;
  1084. }
  1085. if (erp_action->status & ZFCP_STATUS_ERP_TIMEDOUT) {
  1086. retval = ZFCP_ERP_FAILED;
  1087. goto check_target;
  1088. }
  1089. zfcp_erp_action_to_running(erp_action);
  1090. /* no lock to allow for blocking operations */
  1091. write_unlock_irqrestore(&adapter->erp_lock, flags);
  1092. retval = zfcp_erp_strategy_do_action(erp_action);
  1093. write_lock_irqsave(&adapter->erp_lock, flags);
  1094. if (erp_action->status & ZFCP_STATUS_ERP_DISMISSED)
  1095. retval = ZFCP_ERP_CONTINUES;
  1096. switch (retval) {
  1097. case ZFCP_ERP_NOMEM:
  1098. if (!(erp_action->status & ZFCP_STATUS_ERP_LOWMEM)) {
  1099. ++adapter->erp_low_mem_count;
  1100. erp_action->status |= ZFCP_STATUS_ERP_LOWMEM;
  1101. }
  1102. if (adapter->erp_total_count == adapter->erp_low_mem_count)
  1103. _zfcp_erp_adapter_reopen(adapter, 0, "erstgy1");
  1104. else {
  1105. zfcp_erp_strategy_memwait(erp_action);
  1106. retval = ZFCP_ERP_CONTINUES;
  1107. }
  1108. goto unlock;
  1109. case ZFCP_ERP_CONTINUES:
  1110. if (erp_action->status & ZFCP_STATUS_ERP_LOWMEM) {
  1111. --adapter->erp_low_mem_count;
  1112. erp_action->status &= ~ZFCP_STATUS_ERP_LOWMEM;
  1113. }
  1114. goto unlock;
  1115. }
  1116. check_target:
  1117. retval = zfcp_erp_strategy_check_target(erp_action, retval);
  1118. zfcp_erp_action_dequeue(erp_action);
  1119. retval = zfcp_erp_strategy_statechange(erp_action, retval);
  1120. if (retval == ZFCP_ERP_EXIT)
  1121. goto unlock;
  1122. if (retval == ZFCP_ERP_SUCCEEDED)
  1123. zfcp_erp_strategy_followup_success(erp_action);
  1124. if (retval == ZFCP_ERP_FAILED)
  1125. zfcp_erp_strategy_followup_failed(erp_action);
  1126. unlock:
  1127. write_unlock_irqrestore(&adapter->erp_lock, flags);
  1128. if (retval != ZFCP_ERP_CONTINUES)
  1129. zfcp_erp_action_cleanup(erp_action, retval);
  1130. kref_put(&adapter->ref, zfcp_adapter_release);
  1131. return retval;
  1132. }
  1133. static int zfcp_erp_thread(void *data)
  1134. {
  1135. struct zfcp_adapter *adapter = (struct zfcp_adapter *) data;
  1136. struct list_head *next;
  1137. struct zfcp_erp_action *act;
  1138. unsigned long flags;
  1139. for (;;) {
  1140. wait_event_interruptible(adapter->erp_ready_wq,
  1141. !list_empty(&adapter->erp_ready_head) ||
  1142. kthread_should_stop());
  1143. if (kthread_should_stop())
  1144. break;
  1145. write_lock_irqsave(&adapter->erp_lock, flags);
  1146. next = adapter->erp_ready_head.next;
  1147. write_unlock_irqrestore(&adapter->erp_lock, flags);
  1148. if (next != &adapter->erp_ready_head) {
  1149. act = list_entry(next, struct zfcp_erp_action, list);
  1150. /* there is more to come after dismission, no notify */
  1151. if (zfcp_erp_strategy(act) != ZFCP_ERP_DISMISSED)
  1152. zfcp_erp_wakeup(adapter);
  1153. }
  1154. }
  1155. return 0;
  1156. }
  1157. /**
  1158. * zfcp_erp_thread_setup - Start ERP thread for adapter
  1159. * @adapter: Adapter to start the ERP thread for
  1160. *
  1161. * Returns 0 on success or error code from kernel_thread()
  1162. */
  1163. int zfcp_erp_thread_setup(struct zfcp_adapter *adapter)
  1164. {
  1165. struct task_struct *thread;
  1166. thread = kthread_run(zfcp_erp_thread, adapter, "zfcperp%s",
  1167. dev_name(&adapter->ccw_device->dev));
  1168. if (IS_ERR(thread)) {
  1169. dev_err(&adapter->ccw_device->dev,
  1170. "Creating an ERP thread for the FCP device failed.\n");
  1171. return PTR_ERR(thread);
  1172. }
  1173. adapter->erp_thread = thread;
  1174. return 0;
  1175. }
  1176. /**
  1177. * zfcp_erp_thread_kill - Stop ERP thread.
  1178. * @adapter: Adapter where the ERP thread should be stopped.
  1179. *
  1180. * The caller of this routine ensures that the specified adapter has
  1181. * been shut down and that this operation has been completed. Thus,
  1182. * there are no pending erp_actions which would need to be handled
  1183. * here.
  1184. */
  1185. void zfcp_erp_thread_kill(struct zfcp_adapter *adapter)
  1186. {
  1187. kthread_stop(adapter->erp_thread);
  1188. adapter->erp_thread = NULL;
  1189. WARN_ON(!list_empty(&adapter->erp_ready_head));
  1190. WARN_ON(!list_empty(&adapter->erp_running_head));
  1191. }
  1192. /**
  1193. * zfcp_erp_wait - wait for completion of error recovery on an adapter
  1194. * @adapter: adapter for which to wait for completion of its error recovery
  1195. */
  1196. void zfcp_erp_wait(struct zfcp_adapter *adapter)
  1197. {
  1198. wait_event(adapter->erp_done_wqh,
  1199. !(atomic_read(&adapter->status) &
  1200. ZFCP_STATUS_ADAPTER_ERP_PENDING));
  1201. }
  1202. /**
  1203. * zfcp_erp_set_adapter_status - set adapter status bits
  1204. * @adapter: adapter to change the status
  1205. * @mask: status bits to change
  1206. *
  1207. * Changes in common status bits are propagated to attached ports and LUNs.
  1208. */
  1209. void zfcp_erp_set_adapter_status(struct zfcp_adapter *adapter, u32 mask)
  1210. {
  1211. struct zfcp_port *port;
  1212. struct scsi_device *sdev;
  1213. unsigned long flags;
  1214. u32 common_mask = mask & ZFCP_COMMON_FLAGS;
  1215. atomic_set_mask(mask, &adapter->status);
  1216. if (!common_mask)
  1217. return;
  1218. read_lock_irqsave(&adapter->port_list_lock, flags);
  1219. list_for_each_entry(port, &adapter->port_list, list)
  1220. atomic_set_mask(common_mask, &port->status);
  1221. read_unlock_irqrestore(&adapter->port_list_lock, flags);
  1222. spin_lock_irqsave(adapter->scsi_host->host_lock, flags);
  1223. __shost_for_each_device(sdev, adapter->scsi_host)
  1224. atomic_set_mask(common_mask, &sdev_to_zfcp(sdev)->status);
  1225. spin_unlock_irqrestore(adapter->scsi_host->host_lock, flags);
  1226. }
  1227. /**
  1228. * zfcp_erp_clear_adapter_status - clear adapter status bits
  1229. * @adapter: adapter to change the status
  1230. * @mask: status bits to change
  1231. *
  1232. * Changes in common status bits are propagated to attached ports and LUNs.
  1233. */
  1234. void zfcp_erp_clear_adapter_status(struct zfcp_adapter *adapter, u32 mask)
  1235. {
  1236. struct zfcp_port *port;
  1237. struct scsi_device *sdev;
  1238. unsigned long flags;
  1239. u32 common_mask = mask & ZFCP_COMMON_FLAGS;
  1240. u32 clear_counter = mask & ZFCP_STATUS_COMMON_ERP_FAILED;
  1241. atomic_clear_mask(mask, &adapter->status);
  1242. if (!common_mask)
  1243. return;
  1244. if (clear_counter)
  1245. atomic_set(&adapter->erp_counter, 0);
  1246. read_lock_irqsave(&adapter->port_list_lock, flags);
  1247. list_for_each_entry(port, &adapter->port_list, list) {
  1248. atomic_clear_mask(common_mask, &port->status);
  1249. if (clear_counter)
  1250. atomic_set(&port->erp_counter, 0);
  1251. }
  1252. read_unlock_irqrestore(&adapter->port_list_lock, flags);
  1253. spin_lock_irqsave(adapter->scsi_host->host_lock, flags);
  1254. __shost_for_each_device(sdev, adapter->scsi_host) {
  1255. atomic_clear_mask(common_mask, &sdev_to_zfcp(sdev)->status);
  1256. if (clear_counter)
  1257. atomic_set(&sdev_to_zfcp(sdev)->erp_counter, 0);
  1258. }
  1259. spin_unlock_irqrestore(adapter->scsi_host->host_lock, flags);
  1260. }
  1261. /**
  1262. * zfcp_erp_set_port_status - set port status bits
  1263. * @port: port to change the status
  1264. * @mask: status bits to change
  1265. *
  1266. * Changes in common status bits are propagated to attached LUNs.
  1267. */
  1268. void zfcp_erp_set_port_status(struct zfcp_port *port, u32 mask)
  1269. {
  1270. struct scsi_device *sdev;
  1271. u32 common_mask = mask & ZFCP_COMMON_FLAGS;
  1272. unsigned long flags;
  1273. atomic_set_mask(mask, &port->status);
  1274. if (!common_mask)
  1275. return;
  1276. spin_lock_irqsave(port->adapter->scsi_host->host_lock, flags);
  1277. __shost_for_each_device(sdev, port->adapter->scsi_host)
  1278. if (sdev_to_zfcp(sdev)->port == port)
  1279. atomic_set_mask(common_mask,
  1280. &sdev_to_zfcp(sdev)->status);
  1281. spin_unlock_irqrestore(port->adapter->scsi_host->host_lock, flags);
  1282. }
  1283. /**
  1284. * zfcp_erp_clear_port_status - clear port status bits
  1285. * @port: adapter to change the status
  1286. * @mask: status bits to change
  1287. *
  1288. * Changes in common status bits are propagated to attached LUNs.
  1289. */
  1290. void zfcp_erp_clear_port_status(struct zfcp_port *port, u32 mask)
  1291. {
  1292. struct scsi_device *sdev;
  1293. u32 common_mask = mask & ZFCP_COMMON_FLAGS;
  1294. u32 clear_counter = mask & ZFCP_STATUS_COMMON_ERP_FAILED;
  1295. unsigned long flags;
  1296. atomic_clear_mask(mask, &port->status);
  1297. if (!common_mask)
  1298. return;
  1299. if (clear_counter)
  1300. atomic_set(&port->erp_counter, 0);
  1301. spin_lock_irqsave(port->adapter->scsi_host->host_lock, flags);
  1302. __shost_for_each_device(sdev, port->adapter->scsi_host)
  1303. if (sdev_to_zfcp(sdev)->port == port) {
  1304. atomic_clear_mask(common_mask,
  1305. &sdev_to_zfcp(sdev)->status);
  1306. if (clear_counter)
  1307. atomic_set(&sdev_to_zfcp(sdev)->erp_counter, 0);
  1308. }
  1309. spin_unlock_irqrestore(port->adapter->scsi_host->host_lock, flags);
  1310. }
  1311. /**
  1312. * zfcp_erp_set_lun_status - set lun status bits
  1313. * @sdev: SCSI device / lun to set the status bits
  1314. * @mask: status bits to change
  1315. */
  1316. void zfcp_erp_set_lun_status(struct scsi_device *sdev, u32 mask)
  1317. {
  1318. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  1319. atomic_set_mask(mask, &zfcp_sdev->status);
  1320. }
  1321. /**
  1322. * zfcp_erp_clear_lun_status - clear lun status bits
  1323. * @sdev: SCSi device / lun to clear the status bits
  1324. * @mask: status bits to change
  1325. */
  1326. void zfcp_erp_clear_lun_status(struct scsi_device *sdev, u32 mask)
  1327. {
  1328. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  1329. atomic_clear_mask(mask, &zfcp_sdev->status);
  1330. if (mask & ZFCP_STATUS_COMMON_ERP_FAILED)
  1331. atomic_set(&zfcp_sdev->erp_counter, 0);
  1332. }