dlmlock.c 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762
  1. /* -*- mode: c; c-basic-offset: 8; -*-
  2. * vim: noexpandtab sw=8 ts=8 sts=0:
  3. *
  4. * dlmlock.c
  5. *
  6. * underlying calls for lock creation
  7. *
  8. * Copyright (C) 2004 Oracle. All rights reserved.
  9. *
  10. * This program is free software; you can redistribute it and/or
  11. * modify it under the terms of the GNU General Public
  12. * License as published by the Free Software Foundation; either
  13. * version 2 of the License, or (at your option) any later version.
  14. *
  15. * This program is distributed in the hope that it will be useful,
  16. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  17. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  18. * General Public License for more details.
  19. *
  20. * You should have received a copy of the GNU General Public
  21. * License along with this program; if not, write to the
  22. * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
  23. * Boston, MA 021110-1307, USA.
  24. *
  25. */
  26. #include <linux/module.h>
  27. #include <linux/fs.h>
  28. #include <linux/types.h>
  29. #include <linux/slab.h>
  30. #include <linux/highmem.h>
  31. #include <linux/init.h>
  32. #include <linux/sysctl.h>
  33. #include <linux/random.h>
  34. #include <linux/blkdev.h>
  35. #include <linux/socket.h>
  36. #include <linux/inet.h>
  37. #include <linux/spinlock.h>
  38. #include <linux/delay.h>
  39. #include "cluster/heartbeat.h"
  40. #include "cluster/nodemanager.h"
  41. #include "cluster/tcp.h"
  42. #include "dlmapi.h"
  43. #include "dlmcommon.h"
  44. #include "dlmconvert.h"
  45. #define MLOG_MASK_PREFIX ML_DLM
  46. #include "cluster/masklog.h"
  47. static struct kmem_cache *dlm_lock_cache;
  48. static DEFINE_SPINLOCK(dlm_cookie_lock);
  49. static u64 dlm_next_cookie = 1;
  50. static enum dlm_status dlm_send_remote_lock_request(struct dlm_ctxt *dlm,
  51. struct dlm_lock_resource *res,
  52. struct dlm_lock *lock, int flags);
  53. static void dlm_init_lock(struct dlm_lock *newlock, int type,
  54. u8 node, u64 cookie);
  55. static void dlm_lock_release(struct kref *kref);
  56. static void dlm_lock_detach_lockres(struct dlm_lock *lock);
  57. int dlm_init_lock_cache(void)
  58. {
  59. dlm_lock_cache = kmem_cache_create("o2dlm_lock",
  60. sizeof(struct dlm_lock),
  61. 0, SLAB_HWCACHE_ALIGN, NULL);
  62. if (dlm_lock_cache == NULL)
  63. return -ENOMEM;
  64. return 0;
  65. }
  66. void dlm_destroy_lock_cache(void)
  67. {
  68. if (dlm_lock_cache)
  69. kmem_cache_destroy(dlm_lock_cache);
  70. }
  71. /* Tell us whether we can grant a new lock request.
  72. * locking:
  73. * caller needs: res->spinlock
  74. * taken: none
  75. * held on exit: none
  76. * returns: 1 if the lock can be granted, 0 otherwise.
  77. */
  78. static int dlm_can_grant_new_lock(struct dlm_lock_resource *res,
  79. struct dlm_lock *lock)
  80. {
  81. struct dlm_lock *tmplock;
  82. list_for_each_entry(tmplock, &res->granted, list) {
  83. if (!dlm_lock_compatible(tmplock->ml.type, lock->ml.type))
  84. return 0;
  85. }
  86. list_for_each_entry(tmplock, &res->converting, list) {
  87. if (!dlm_lock_compatible(tmplock->ml.type, lock->ml.type))
  88. return 0;
  89. if (!dlm_lock_compatible(tmplock->ml.convert_type,
  90. lock->ml.type))
  91. return 0;
  92. }
  93. return 1;
  94. }
  95. /* performs lock creation at the lockres master site
  96. * locking:
  97. * caller needs: none
  98. * taken: takes and drops res->spinlock
  99. * held on exit: none
  100. * returns: DLM_NORMAL, DLM_NOTQUEUED
  101. */
  102. static enum dlm_status dlmlock_master(struct dlm_ctxt *dlm,
  103. struct dlm_lock_resource *res,
  104. struct dlm_lock *lock, int flags)
  105. {
  106. int call_ast = 0, kick_thread = 0;
  107. enum dlm_status status = DLM_NORMAL;
  108. mlog(0, "type=%d\n", lock->ml.type);
  109. spin_lock(&res->spinlock);
  110. /* if called from dlm_create_lock_handler, need to
  111. * ensure it will not sleep in dlm_wait_on_lockres */
  112. status = __dlm_lockres_state_to_status(res);
  113. if (status != DLM_NORMAL &&
  114. lock->ml.node != dlm->node_num) {
  115. /* erf. state changed after lock was dropped. */
  116. spin_unlock(&res->spinlock);
  117. dlm_error(status);
  118. return status;
  119. }
  120. __dlm_wait_on_lockres(res);
  121. __dlm_lockres_reserve_ast(res);
  122. if (dlm_can_grant_new_lock(res, lock)) {
  123. mlog(0, "I can grant this lock right away\n");
  124. /* got it right away */
  125. lock->lksb->status = DLM_NORMAL;
  126. status = DLM_NORMAL;
  127. dlm_lock_get(lock);
  128. list_add_tail(&lock->list, &res->granted);
  129. /* for the recovery lock, we can't allow the ast
  130. * to be queued since the dlmthread is already
  131. * frozen. but the recovery lock is always locked
  132. * with LKM_NOQUEUE so we do not need the ast in
  133. * this special case */
  134. if (!dlm_is_recovery_lock(res->lockname.name,
  135. res->lockname.len)) {
  136. kick_thread = 1;
  137. call_ast = 1;
  138. } else {
  139. mlog(0, "%s: returning DLM_NORMAL to "
  140. "node %u for reco lock\n", dlm->name,
  141. lock->ml.node);
  142. }
  143. } else {
  144. /* for NOQUEUE request, unless we get the
  145. * lock right away, return DLM_NOTQUEUED */
  146. if (flags & LKM_NOQUEUE) {
  147. status = DLM_NOTQUEUED;
  148. if (dlm_is_recovery_lock(res->lockname.name,
  149. res->lockname.len)) {
  150. mlog(0, "%s: returning NOTQUEUED to "
  151. "node %u for reco lock\n", dlm->name,
  152. lock->ml.node);
  153. }
  154. } else {
  155. status = DLM_NORMAL;
  156. dlm_lock_get(lock);
  157. list_add_tail(&lock->list, &res->blocked);
  158. kick_thread = 1;
  159. }
  160. }
  161. spin_unlock(&res->spinlock);
  162. wake_up(&res->wq);
  163. /* either queue the ast or release it */
  164. if (call_ast)
  165. dlm_queue_ast(dlm, lock);
  166. else
  167. dlm_lockres_release_ast(dlm, res);
  168. dlm_lockres_calc_usage(dlm, res);
  169. if (kick_thread)
  170. dlm_kick_thread(dlm, res);
  171. return status;
  172. }
  173. void dlm_revert_pending_lock(struct dlm_lock_resource *res,
  174. struct dlm_lock *lock)
  175. {
  176. /* remove from local queue if it failed */
  177. list_del_init(&lock->list);
  178. lock->lksb->flags &= ~DLM_LKSB_GET_LVB;
  179. }
  180. /*
  181. * locking:
  182. * caller needs: none
  183. * taken: takes and drops res->spinlock
  184. * held on exit: none
  185. * returns: DLM_DENIED, DLM_RECOVERING, or net status
  186. */
  187. static enum dlm_status dlmlock_remote(struct dlm_ctxt *dlm,
  188. struct dlm_lock_resource *res,
  189. struct dlm_lock *lock, int flags)
  190. {
  191. enum dlm_status status = DLM_DENIED;
  192. int lockres_changed = 1;
  193. mlog(0, "type=%d, lockres %.*s, flags = 0x%x\n",
  194. lock->ml.type, res->lockname.len,
  195. res->lockname.name, flags);
  196. /*
  197. * Wait if resource is getting recovered, remastered, etc.
  198. * If the resource was remastered and new owner is self, then exit.
  199. */
  200. spin_lock(&res->spinlock);
  201. __dlm_wait_on_lockres(res);
  202. if (res->owner == dlm->node_num) {
  203. spin_unlock(&res->spinlock);
  204. return DLM_RECOVERING;
  205. }
  206. res->state |= DLM_LOCK_RES_IN_PROGRESS;
  207. /* add lock to local (secondary) queue */
  208. dlm_lock_get(lock);
  209. list_add_tail(&lock->list, &res->blocked);
  210. lock->lock_pending = 1;
  211. spin_unlock(&res->spinlock);
  212. /* spec seems to say that you will get DLM_NORMAL when the lock
  213. * has been queued, meaning we need to wait for a reply here. */
  214. status = dlm_send_remote_lock_request(dlm, res, lock, flags);
  215. spin_lock(&res->spinlock);
  216. res->state &= ~DLM_LOCK_RES_IN_PROGRESS;
  217. lock->lock_pending = 0;
  218. if (status != DLM_NORMAL) {
  219. if (status == DLM_RECOVERING &&
  220. dlm_is_recovery_lock(res->lockname.name,
  221. res->lockname.len)) {
  222. /* recovery lock was mastered by dead node.
  223. * we need to have calc_usage shoot down this
  224. * lockres and completely remaster it. */
  225. mlog(0, "%s: recovery lock was owned by "
  226. "dead node %u, remaster it now.\n",
  227. dlm->name, res->owner);
  228. } else if (status != DLM_NOTQUEUED) {
  229. /*
  230. * DO NOT call calc_usage, as this would unhash
  231. * the remote lockres before we ever get to use
  232. * it. treat as if we never made any change to
  233. * the lockres.
  234. */
  235. lockres_changed = 0;
  236. dlm_error(status);
  237. }
  238. dlm_revert_pending_lock(res, lock);
  239. dlm_lock_put(lock);
  240. } else if (dlm_is_recovery_lock(res->lockname.name,
  241. res->lockname.len)) {
  242. /* special case for the $RECOVERY lock.
  243. * there will never be an AST delivered to put
  244. * this lock on the proper secondary queue
  245. * (granted), so do it manually. */
  246. mlog(0, "%s: $RECOVERY lock for this node (%u) is "
  247. "mastered by %u; got lock, manually granting (no ast)\n",
  248. dlm->name, dlm->node_num, res->owner);
  249. list_move_tail(&lock->list, &res->granted);
  250. }
  251. spin_unlock(&res->spinlock);
  252. if (lockres_changed)
  253. dlm_lockres_calc_usage(dlm, res);
  254. wake_up(&res->wq);
  255. return status;
  256. }
  257. /* for remote lock creation.
  258. * locking:
  259. * caller needs: none, but need res->state & DLM_LOCK_RES_IN_PROGRESS
  260. * taken: none
  261. * held on exit: none
  262. * returns: DLM_NOLOCKMGR, or net status
  263. */
  264. static enum dlm_status dlm_send_remote_lock_request(struct dlm_ctxt *dlm,
  265. struct dlm_lock_resource *res,
  266. struct dlm_lock *lock, int flags)
  267. {
  268. struct dlm_create_lock create;
  269. int tmpret, status = 0;
  270. enum dlm_status ret;
  271. memset(&create, 0, sizeof(create));
  272. create.node_idx = dlm->node_num;
  273. create.requested_type = lock->ml.type;
  274. create.cookie = lock->ml.cookie;
  275. create.namelen = res->lockname.len;
  276. create.flags = cpu_to_be32(flags);
  277. memcpy(create.name, res->lockname.name, create.namelen);
  278. tmpret = o2net_send_message(DLM_CREATE_LOCK_MSG, dlm->key, &create,
  279. sizeof(create), res->owner, &status);
  280. if (tmpret >= 0) {
  281. ret = status;
  282. if (ret == DLM_REJECTED) {
  283. mlog(ML_ERROR, "%s: res %.*s, Stale lockres no longer "
  284. "owned by node %u. That node is coming back up "
  285. "currently.\n", dlm->name, create.namelen,
  286. create.name, res->owner);
  287. dlm_print_one_lock_resource(res);
  288. BUG();
  289. }
  290. } else {
  291. mlog(ML_ERROR, "%s: res %.*s, Error %d send CREATE LOCK to "
  292. "node %u\n", dlm->name, create.namelen, create.name,
  293. tmpret, res->owner);
  294. if (dlm_is_host_down(tmpret))
  295. ret = DLM_RECOVERING;
  296. else
  297. ret = dlm_err_to_dlm_status(tmpret);
  298. }
  299. return ret;
  300. }
  301. void dlm_lock_get(struct dlm_lock *lock)
  302. {
  303. kref_get(&lock->lock_refs);
  304. }
  305. void dlm_lock_put(struct dlm_lock *lock)
  306. {
  307. kref_put(&lock->lock_refs, dlm_lock_release);
  308. }
  309. static void dlm_lock_release(struct kref *kref)
  310. {
  311. struct dlm_lock *lock;
  312. lock = container_of(kref, struct dlm_lock, lock_refs);
  313. BUG_ON(!list_empty(&lock->list));
  314. BUG_ON(!list_empty(&lock->ast_list));
  315. BUG_ON(!list_empty(&lock->bast_list));
  316. BUG_ON(lock->ast_pending);
  317. BUG_ON(lock->bast_pending);
  318. dlm_lock_detach_lockres(lock);
  319. if (lock->lksb_kernel_allocated) {
  320. mlog(0, "freeing kernel-allocated lksb\n");
  321. kfree(lock->lksb);
  322. }
  323. kmem_cache_free(dlm_lock_cache, lock);
  324. }
  325. /* associate a lock with it's lockres, getting a ref on the lockres */
  326. void dlm_lock_attach_lockres(struct dlm_lock *lock,
  327. struct dlm_lock_resource *res)
  328. {
  329. dlm_lockres_get(res);
  330. lock->lockres = res;
  331. }
  332. /* drop ref on lockres, if there is still one associated with lock */
  333. static void dlm_lock_detach_lockres(struct dlm_lock *lock)
  334. {
  335. struct dlm_lock_resource *res;
  336. res = lock->lockres;
  337. if (res) {
  338. lock->lockres = NULL;
  339. mlog(0, "removing lock's lockres reference\n");
  340. dlm_lockres_put(res);
  341. }
  342. }
  343. static void dlm_init_lock(struct dlm_lock *newlock, int type,
  344. u8 node, u64 cookie)
  345. {
  346. INIT_LIST_HEAD(&newlock->list);
  347. INIT_LIST_HEAD(&newlock->ast_list);
  348. INIT_LIST_HEAD(&newlock->bast_list);
  349. spin_lock_init(&newlock->spinlock);
  350. newlock->ml.type = type;
  351. newlock->ml.convert_type = LKM_IVMODE;
  352. newlock->ml.highest_blocked = LKM_IVMODE;
  353. newlock->ml.node = node;
  354. newlock->ml.pad1 = 0;
  355. newlock->ml.list = 0;
  356. newlock->ml.flags = 0;
  357. newlock->ast = NULL;
  358. newlock->bast = NULL;
  359. newlock->astdata = NULL;
  360. newlock->ml.cookie = cpu_to_be64(cookie);
  361. newlock->ast_pending = 0;
  362. newlock->bast_pending = 0;
  363. newlock->convert_pending = 0;
  364. newlock->lock_pending = 0;
  365. newlock->unlock_pending = 0;
  366. newlock->cancel_pending = 0;
  367. newlock->lksb_kernel_allocated = 0;
  368. kref_init(&newlock->lock_refs);
  369. }
  370. struct dlm_lock * dlm_new_lock(int type, u8 node, u64 cookie,
  371. struct dlm_lockstatus *lksb)
  372. {
  373. struct dlm_lock *lock;
  374. int kernel_allocated = 0;
  375. lock = kmem_cache_zalloc(dlm_lock_cache, GFP_NOFS);
  376. if (!lock)
  377. return NULL;
  378. if (!lksb) {
  379. /* zero memory only if kernel-allocated */
  380. lksb = kzalloc(sizeof(*lksb), GFP_NOFS);
  381. if (!lksb) {
  382. kmem_cache_free(dlm_lock_cache, lock);
  383. return NULL;
  384. }
  385. kernel_allocated = 1;
  386. }
  387. dlm_init_lock(lock, type, node, cookie);
  388. if (kernel_allocated)
  389. lock->lksb_kernel_allocated = 1;
  390. lock->lksb = lksb;
  391. lksb->lockid = lock;
  392. return lock;
  393. }
  394. /* handler for lock creation net message
  395. * locking:
  396. * caller needs: none
  397. * taken: takes and drops res->spinlock
  398. * held on exit: none
  399. * returns: DLM_NORMAL, DLM_SYSERR, DLM_IVLOCKID, DLM_NOTQUEUED
  400. */
  401. int dlm_create_lock_handler(struct o2net_msg *msg, u32 len, void *data,
  402. void **ret_data)
  403. {
  404. struct dlm_ctxt *dlm = data;
  405. struct dlm_create_lock *create = (struct dlm_create_lock *)msg->buf;
  406. struct dlm_lock_resource *res = NULL;
  407. struct dlm_lock *newlock = NULL;
  408. struct dlm_lockstatus *lksb = NULL;
  409. enum dlm_status status = DLM_NORMAL;
  410. char *name;
  411. unsigned int namelen;
  412. BUG_ON(!dlm);
  413. if (!dlm_grab(dlm))
  414. return DLM_REJECTED;
  415. name = create->name;
  416. namelen = create->namelen;
  417. status = DLM_REJECTED;
  418. if (!dlm_domain_fully_joined(dlm)) {
  419. mlog(ML_ERROR, "Domain %s not fully joined, but node %u is "
  420. "sending a create_lock message for lock %.*s!\n",
  421. dlm->name, create->node_idx, namelen, name);
  422. dlm_error(status);
  423. goto leave;
  424. }
  425. status = DLM_IVBUFLEN;
  426. if (namelen > DLM_LOCKID_NAME_MAX) {
  427. dlm_error(status);
  428. goto leave;
  429. }
  430. status = DLM_SYSERR;
  431. newlock = dlm_new_lock(create->requested_type,
  432. create->node_idx,
  433. be64_to_cpu(create->cookie), NULL);
  434. if (!newlock) {
  435. dlm_error(status);
  436. goto leave;
  437. }
  438. lksb = newlock->lksb;
  439. if (be32_to_cpu(create->flags) & LKM_GET_LVB) {
  440. lksb->flags |= DLM_LKSB_GET_LVB;
  441. mlog(0, "set DLM_LKSB_GET_LVB flag\n");
  442. }
  443. status = DLM_IVLOCKID;
  444. res = dlm_lookup_lockres(dlm, name, namelen);
  445. if (!res) {
  446. dlm_error(status);
  447. goto leave;
  448. }
  449. spin_lock(&res->spinlock);
  450. status = __dlm_lockres_state_to_status(res);
  451. spin_unlock(&res->spinlock);
  452. if (status != DLM_NORMAL) {
  453. mlog(0, "lockres recovering/migrating/in-progress\n");
  454. goto leave;
  455. }
  456. dlm_lock_attach_lockres(newlock, res);
  457. status = dlmlock_master(dlm, res, newlock, be32_to_cpu(create->flags));
  458. leave:
  459. if (status != DLM_NORMAL)
  460. if (newlock)
  461. dlm_lock_put(newlock);
  462. if (res)
  463. dlm_lockres_put(res);
  464. dlm_put(dlm);
  465. return status;
  466. }
  467. /* fetch next node-local (u8 nodenum + u56 cookie) into u64 */
  468. static inline void dlm_get_next_cookie(u8 node_num, u64 *cookie)
  469. {
  470. u64 tmpnode = node_num;
  471. /* shift single byte of node num into top 8 bits */
  472. tmpnode <<= 56;
  473. spin_lock(&dlm_cookie_lock);
  474. *cookie = (dlm_next_cookie | tmpnode);
  475. if (++dlm_next_cookie & 0xff00000000000000ull) {
  476. mlog(0, "This node's cookie will now wrap!\n");
  477. dlm_next_cookie = 1;
  478. }
  479. spin_unlock(&dlm_cookie_lock);
  480. }
  481. enum dlm_status dlmlock(struct dlm_ctxt *dlm, int mode,
  482. struct dlm_lockstatus *lksb, int flags,
  483. const char *name, int namelen, dlm_astlockfunc_t *ast,
  484. void *data, dlm_bastlockfunc_t *bast)
  485. {
  486. enum dlm_status status;
  487. struct dlm_lock_resource *res = NULL;
  488. struct dlm_lock *lock = NULL;
  489. int convert = 0, recovery = 0;
  490. /* yes this function is a mess.
  491. * TODO: clean this up. lots of common code in the
  492. * lock and convert paths, especially in the retry blocks */
  493. if (!lksb) {
  494. dlm_error(DLM_BADARGS);
  495. return DLM_BADARGS;
  496. }
  497. status = DLM_BADPARAM;
  498. if (mode != LKM_EXMODE && mode != LKM_PRMODE && mode != LKM_NLMODE) {
  499. dlm_error(status);
  500. goto error;
  501. }
  502. if (flags & ~LKM_VALID_FLAGS) {
  503. dlm_error(status);
  504. goto error;
  505. }
  506. convert = (flags & LKM_CONVERT);
  507. recovery = (flags & LKM_RECOVERY);
  508. if (recovery &&
  509. (!dlm_is_recovery_lock(name, namelen) || convert) ) {
  510. dlm_error(status);
  511. goto error;
  512. }
  513. if (convert && (flags & LKM_LOCAL)) {
  514. mlog(ML_ERROR, "strange LOCAL convert request!\n");
  515. goto error;
  516. }
  517. if (convert) {
  518. /* CONVERT request */
  519. /* if converting, must pass in a valid dlm_lock */
  520. lock = lksb->lockid;
  521. if (!lock) {
  522. mlog(ML_ERROR, "NULL lock pointer in convert "
  523. "request\n");
  524. goto error;
  525. }
  526. res = lock->lockres;
  527. if (!res) {
  528. mlog(ML_ERROR, "NULL lockres pointer in convert "
  529. "request\n");
  530. goto error;
  531. }
  532. dlm_lockres_get(res);
  533. /* XXX: for ocfs2 purposes, the ast/bast/astdata/lksb are
  534. * static after the original lock call. convert requests will
  535. * ensure that everything is the same, or return DLM_BADARGS.
  536. * this means that DLM_DENIED_NOASTS will never be returned.
  537. */
  538. if (lock->lksb != lksb || lock->ast != ast ||
  539. lock->bast != bast || lock->astdata != data) {
  540. status = DLM_BADARGS;
  541. mlog(ML_ERROR, "new args: lksb=%p, ast=%p, bast=%p, "
  542. "astdata=%p\n", lksb, ast, bast, data);
  543. mlog(ML_ERROR, "orig args: lksb=%p, ast=%p, bast=%p, "
  544. "astdata=%p\n", lock->lksb, lock->ast,
  545. lock->bast, lock->astdata);
  546. goto error;
  547. }
  548. retry_convert:
  549. dlm_wait_for_recovery(dlm);
  550. if (res->owner == dlm->node_num)
  551. status = dlmconvert_master(dlm, res, lock, flags, mode);
  552. else
  553. status = dlmconvert_remote(dlm, res, lock, flags, mode);
  554. if (status == DLM_RECOVERING || status == DLM_MIGRATING ||
  555. status == DLM_FORWARD) {
  556. /* for now, see how this works without sleeping
  557. * and just retry right away. I suspect the reco
  558. * or migration will complete fast enough that
  559. * no waiting will be necessary */
  560. mlog(0, "retrying convert with migration/recovery/"
  561. "in-progress\n");
  562. msleep(100);
  563. goto retry_convert;
  564. }
  565. } else {
  566. u64 tmpcookie;
  567. /* LOCK request */
  568. status = DLM_BADARGS;
  569. if (!name) {
  570. dlm_error(status);
  571. goto error;
  572. }
  573. status = DLM_IVBUFLEN;
  574. if (namelen > DLM_LOCKID_NAME_MAX || namelen < 1) {
  575. dlm_error(status);
  576. goto error;
  577. }
  578. dlm_get_next_cookie(dlm->node_num, &tmpcookie);
  579. lock = dlm_new_lock(mode, dlm->node_num, tmpcookie, lksb);
  580. if (!lock) {
  581. dlm_error(status);
  582. goto error;
  583. }
  584. if (!recovery)
  585. dlm_wait_for_recovery(dlm);
  586. /* find or create the lock resource */
  587. res = dlm_get_lock_resource(dlm, name, namelen, flags);
  588. if (!res) {
  589. status = DLM_IVLOCKID;
  590. dlm_error(status);
  591. goto error;
  592. }
  593. mlog(0, "type=%d, flags = 0x%x\n", mode, flags);
  594. mlog(0, "creating lock: lock=%p res=%p\n", lock, res);
  595. dlm_lock_attach_lockres(lock, res);
  596. lock->ast = ast;
  597. lock->bast = bast;
  598. lock->astdata = data;
  599. retry_lock:
  600. if (flags & LKM_VALBLK) {
  601. mlog(0, "LKM_VALBLK passed by caller\n");
  602. /* LVB requests for non PR, PW or EX locks are
  603. * ignored. */
  604. if (mode < LKM_PRMODE)
  605. flags &= ~LKM_VALBLK;
  606. else {
  607. flags |= LKM_GET_LVB;
  608. lock->lksb->flags |= DLM_LKSB_GET_LVB;
  609. }
  610. }
  611. if (res->owner == dlm->node_num)
  612. status = dlmlock_master(dlm, res, lock, flags);
  613. else
  614. status = dlmlock_remote(dlm, res, lock, flags);
  615. if (status == DLM_RECOVERING || status == DLM_MIGRATING ||
  616. status == DLM_FORWARD) {
  617. msleep(100);
  618. if (recovery) {
  619. if (status != DLM_RECOVERING)
  620. goto retry_lock;
  621. /* wait to see the node go down, then
  622. * drop down and allow the lockres to
  623. * get cleaned up. need to remaster. */
  624. dlm_wait_for_node_death(dlm, res->owner,
  625. DLM_NODE_DEATH_WAIT_MAX);
  626. } else {
  627. dlm_wait_for_recovery(dlm);
  628. goto retry_lock;
  629. }
  630. }
  631. /* Inflight taken in dlm_get_lock_resource() is dropped here */
  632. spin_lock(&res->spinlock);
  633. dlm_lockres_drop_inflight_ref(dlm, res);
  634. spin_unlock(&res->spinlock);
  635. dlm_lockres_calc_usage(dlm, res);
  636. dlm_kick_thread(dlm, res);
  637. if (status != DLM_NORMAL) {
  638. lock->lksb->flags &= ~DLM_LKSB_GET_LVB;
  639. if (status != DLM_NOTQUEUED)
  640. dlm_error(status);
  641. goto error;
  642. }
  643. }
  644. error:
  645. if (status != DLM_NORMAL) {
  646. if (lock && !convert)
  647. dlm_lock_put(lock);
  648. // this is kind of unnecessary
  649. lksb->status = status;
  650. }
  651. /* put lockres ref from the convert path
  652. * or from dlm_get_lock_resource */
  653. if (res)
  654. dlm_lockres_put(res);
  655. return status;
  656. }
  657. EXPORT_SYMBOL_GPL(dlmlock);