softdep.h 30 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590
  1. /* $OpenBSD: softdep.h,v 1.17 2013/06/11 16:42:18 deraadt Exp $ */
  2. /*
  3. * Copyright 1998, 2000 Marshall Kirk McKusick. All Rights Reserved.
  4. *
  5. * The soft updates code is derived from the appendix of a University
  6. * of Michigan technical report (Gregory R. Ganger and Yale N. Patt,
  7. * "Soft Updates: A Solution to the Metadata Update Problem in File
  8. * Systems", CSE-TR-254-95, August 1995).
  9. *
  10. * Further information about soft updates can be obtained from:
  11. *
  12. * Marshall Kirk McKusick http://www.mckusick.com/softdep/
  13. * 1614 Oxford Street mckusick@mckusick.com
  14. * Berkeley, CA 94709-1608 +1-510-843-9542
  15. * USA
  16. *
  17. * Redistribution and use in source and binary forms, with or without
  18. * modification, are permitted provided that the following conditions
  19. * are met:
  20. *
  21. * 1. Redistributions of source code must retain the above copyright
  22. * notice, this list of conditions and the following disclaimer.
  23. * 2. Redistributions in binary form must reproduce the above copyright
  24. * notice, this list of conditions and the following disclaimer in the
  25. * documentation and/or other materials provided with the distribution.
  26. *
  27. * THIS SOFTWARE IS PROVIDED BY MARSHALL KIRK MCKUSICK ``AS IS'' AND ANY
  28. * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
  29. * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
  30. * DISCLAIMED. IN NO EVENT SHALL MARSHALL KIRK MCKUSICK BE LIABLE FOR
  31. * ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  32. * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
  33. * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  34. * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
  35. * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
  36. * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
  37. * SUCH DAMAGE.
  38. *
  39. * @(#)softdep.h 9.7 (McKusick) 6/21/00
  40. * $FreeBSD: src/sys/ufs/ffs/softdep.h,v 1.10 2000/06/22 00:29:53 mckusick Exp $
  41. */
  42. #include <sys/queue.h>
  43. /*
  44. * Allocation dependencies are handled with undo/redo on the in-memory
  45. * copy of the data. A particular data dependency is eliminated when
  46. * it is ALLCOMPLETE: that is ATTACHED, DEPCOMPLETE, and COMPLETE.
  47. *
  48. * ATTACHED means that the data is not currently being written to
  49. * disk. UNDONE means that the data has been rolled back to a safe
  50. * state for writing to the disk. When the I/O completes, the data is
  51. * restored to its current form and the state reverts to ATTACHED.
  52. * The data must be locked throughout the rollback, I/O, and roll
  53. * forward so that the rolled back information is never visible to
  54. * user processes. The COMPLETE flag indicates that the item has been
  55. * written. For example, a dependency that requires that an inode be
  56. * written will be marked COMPLETE after the inode has been written
  57. * to disk. The DEPCOMPLETE flag indicates the completion of any other
  58. * dependencies such as the writing of a cylinder group map has been
  59. * completed. A dependency structure may be freed only when both it
  60. * and its dependencies have completed and any rollbacks that are in
  61. * progress have finished as indicated by the set of ALLCOMPLETE flags
  62. * all being set. The two MKDIR flags indicate additional dependencies
  63. * that must be done when creating a new directory. MKDIR_BODY is
  64. * cleared when the directory data block containing the "." and ".."
  65. * entries has been written. MKDIR_PARENT is cleared when the parent
  66. * inode with the increased link count for ".." has been written. When
  67. * both MKDIR flags have been cleared, the DEPCOMPLETE flag is set to
  68. * indicate that the directory dependencies have been completed. The
  69. * writing of the directory inode itself sets the COMPLETE flag which
  70. * then allows the directory entry for the new directory to be written
  71. * to disk. The RMDIR flag marks a dirrem structure as representing
  72. * the removal of a directory rather than a file. When the removal
  73. * dependencies are completed, additional work needs to be done
  74. * (truncation of the "." and ".." entries, an additional decrement
  75. * of the associated inode, and a decrement of the parent inode). The
  76. * DIRCHG flag marks a diradd structure as representing the changing
  77. * of an existing entry rather than the addition of a new one. When
  78. * the update is complete the dirrem associated with the inode for
  79. * the old name must be added to the worklist to do the necessary
  80. * reference count decrement. The GOINGAWAY flag indicates that the
  81. * data structure is frozen from further change until its dependencies
  82. * have been completed and its resources freed after which it will be
  83. * discarded. The IOSTARTED flag prevents multiple calls to the I/O
  84. * start routine from doing multiple rollbacks. The SPACECOUNTED flag
  85. * says that the files space has been accounted to the pending free
  86. * space count. The NEWBLOCK flag marks pagedep structures that have
  87. * just been allocated, so must be claimed by the inode before all
  88. * dependencies are complete. The ONWORKLIST flag shows whether the
  89. * structure is currently linked onto a worklist.
  90. *
  91. */
  92. #define ATTACHED 0x0001
  93. #define UNDONE 0x0002
  94. #define COMPLETE 0x0004
  95. #define DEPCOMPLETE 0x0008
  96. #define MKDIR_PARENT 0x0010 /* diradd & mkdir only */
  97. #define MKDIR_BODY 0x0020 /* diradd & mkdir only */
  98. #define RMDIR 0x0040 /* dirrem only */
  99. #define DIRCHG 0x0080 /* diradd & dirrem only */
  100. #define GOINGAWAY 0x0100 /* indirdep only */
  101. #define IOSTARTED 0x0200 /* inodedep & pagedep only */
  102. #define SPACECOUNTED 0x0400 /* inodedep only */
  103. #define NEWBLOCK 0x0800 /* pagedep only */
  104. #define UFS1FMT 0x2000 /* indirdep only */
  105. #define ONWORKLIST 0x8000
  106. #define ALLCOMPLETE (ATTACHED | COMPLETE | DEPCOMPLETE)
  107. #define DEP_BITS "\020\01ATTACHED\02UNDONE\03COMPLETE\04DEPCOMPLETE" \
  108. "\05MKDIR_PARENT\06MKDIR_BODY\07RMDIR\010DIRCHG\011GOINGAWAY" \
  109. "\012IOSTARTED\013SPACECOUNTED\014NEWBLOCK\016UFS1FMT\020ONWORKLIST"
  110. /*
  111. * The workitem queue.
  112. *
  113. * It is sometimes useful and/or necessary to clean up certain dependencies
  114. * in the background rather than during execution of an application process
  115. * or interrupt service routine. To realize this, we append dependency
  116. * structures corresponding to such tasks to a "workitem" queue. In a soft
  117. * updates implementation, most pending workitems should not wait for more
  118. * than a couple of seconds, so the filesystem syncer process awakens once
  119. * per second to process the items on the queue.
  120. */
  121. /* LIST_HEAD(workhead, worklist); -- declared in buf.h */
  122. /*
  123. * Each request can be linked onto a work queue through its worklist structure.
  124. * To avoid the need for a pointer to the structure itself, this structure
  125. * MUST be declared FIRST in each type in which it appears! If more than one
  126. * worklist is needed in the structure, then a wk_data field must be added
  127. * and the macros below changed to use it.
  128. */
  129. struct worklist {
  130. LIST_ENTRY(worklist) wk_list; /* list of work requests */
  131. unsigned short wk_type; /* type of request */
  132. unsigned short wk_state; /* state flags */
  133. };
  134. #define WK_DATA(wk) ((void *)(wk))
  135. #define WK_PAGEDEP(wk) ((struct pagedep *)(wk))
  136. #define WK_INODEDEP(wk) ((struct inodedep *)(wk))
  137. #define WK_NEWBLK(wk) ((struct newblk *)(wk))
  138. #define WK_BMSAFEMAP(wk) ((struct bmsafemap *)(wk))
  139. #define WK_ALLOCDIRECT(wk) ((struct allocdirect *)(wk))
  140. #define WK_INDIRDEP(wk) ((struct indirdep *)(wk))
  141. #define WK_ALLOCINDIR(wk) ((struct allocindir *)(wk))
  142. #define WK_FREEFRAG(wk) ((struct freefrag *)(wk))
  143. #define WK_FREEBLKS(wk) ((struct freeblks *)(wk))
  144. #define WK_FREEFILE(wk) ((struct freefile *)(wk))
  145. #define WK_DIRADD(wk) ((struct diradd *)(wk))
  146. #define WK_MKDIR(wk) ((struct mkdir *)(wk))
  147. #define WK_DIRREM(wk) ((struct dirrem *)(wk))
  148. #define WK_NEWDIRBLK(wk) ((struct newdirblk *)(wk))
  149. /*
  150. * Various types of lists
  151. */
  152. LIST_HEAD(dirremhd, dirrem);
  153. LIST_HEAD(diraddhd, diradd);
  154. LIST_HEAD(newblkhd, newblk);
  155. LIST_HEAD(inodedephd, inodedep);
  156. LIST_HEAD(allocindirhd, allocindir);
  157. LIST_HEAD(allocdirecthd, allocdirect);
  158. TAILQ_HEAD(allocdirectlst, allocdirect);
  159. /*
  160. * The "pagedep" structure tracks the various dependencies related to
  161. * a particular directory page. If a directory page has any dependencies,
  162. * it will have a pagedep linked to its associated buffer. The
  163. * pd_dirremhd list holds the list of dirrem requests which decrement
  164. * inode reference counts. These requests are processed after the
  165. * directory page with the corresponding zero'ed entries has been
  166. * written. The pd_diraddhd list maintains the list of diradd requests
  167. * which cannot be committed until their corresponding inode has been
  168. * written to disk. Because a directory may have many new entries
  169. * being created, several lists are maintained hashed on bits of the
  170. * offset of the entry into the directory page to keep the lists from
  171. * getting too long. Once a new directory entry has been cleared to
  172. * be written, it is moved to the pd_pendinghd list. After the new
  173. * entry has been written to disk it is removed from the pd_pendinghd
  174. * list, any removed operations are done, and the dependency structure
  175. * is freed.
  176. */
  177. #define DAHASHSZ 6
  178. #define DIRADDHASH(offset) (((offset) >> 2) % DAHASHSZ)
  179. struct pagedep {
  180. struct worklist pd_list; /* page buffer */
  181. # define pd_state pd_list.wk_state /* check for multiple I/O starts */
  182. LIST_ENTRY(pagedep) pd_hash; /* hashed lookup */
  183. struct mount *pd_mnt; /* associated mount point */
  184. ufsino_t pd_ino; /* associated file */
  185. daddr_t pd_lbn; /* block within file */
  186. struct dirremhd pd_dirremhd; /* dirrem's waiting for page */
  187. struct diraddhd pd_diraddhd[DAHASHSZ]; /* diradd dir entry updates */
  188. struct diraddhd pd_pendinghd; /* directory entries awaiting write */
  189. };
  190. /*
  191. * The "inodedep" structure tracks the set of dependencies associated
  192. * with an inode. One task that it must manage is delayed operations
  193. * (i.e., work requests that must be held until the inodedep's associated
  194. * inode has been written to disk). Getting an inode from its incore
  195. * state to the disk requires two steps to be taken by the filesystem
  196. * in this order: first the inode must be copied to its disk buffer by
  197. * the VOP_UPDATE operation; second the inode's buffer must be written
  198. * to disk. To ensure that both operations have happened in the required
  199. * order, the inodedep maintains two lists. Delayed operations are
  200. * placed on the id_inowait list. When the VOP_UPDATE is done, all
  201. * operations on the id_inowait list are moved to the id_bufwait list.
  202. * When the buffer is written, the items on the id_bufwait list can be
  203. * safely moved to the work queue to be processed. A second task of the
  204. * inodedep structure is to track the status of block allocation within
  205. * the inode. Each block that is allocated is represented by an
  206. * "allocdirect" structure (see below). It is linked onto the id_newinoupdt
  207. * list until both its contents and its allocation in the cylinder
  208. * group map have been written to disk. Once these dependencies have been
  209. * satisfied, it is removed from the id_newinoupdt list and any followup
  210. * actions such as releasing the previous block or fragment are placed
  211. * on the id_inowait list. When an inode is updated (a VOP_UPDATE is
  212. * done), the "inodedep" structure is linked onto the buffer through
  213. * its worklist. Thus, it will be notified when the buffer is about
  214. * to be written and when it is done. At the update time, all the
  215. * elements on the id_newinoupdt list are moved to the id_inoupdt list
  216. * since those changes are now relevant to the copy of the inode in the
  217. * buffer. Also at update time, the tasks on the id_inowait list are
  218. * moved to the id_bufwait list so that they will be executed when
  219. * the updated inode has been written to disk. When the buffer containing
  220. * the inode is written to disk, any updates listed on the id_inoupdt
  221. * list are rolled back as they are not yet safe. Following the write,
  222. * the changes are once again rolled forward and any actions on the
  223. * id_bufwait list are processed (since those actions are now safe).
  224. * The entries on the id_inoupdt and id_newinoupdt lists must be kept
  225. * sorted by logical block number to speed the calculation of the size
  226. * of the rolled back inode (see explanation in initiate_write_inodeblock).
  227. * When a directory entry is created, it is represented by a diradd.
  228. * The diradd is added to the id_inowait list as it cannot be safely
  229. * written to disk until the inode that it represents is on disk. After
  230. * the inode is written, the id_bufwait list is processed and the diradd
  231. * entries are moved to the id_pendinghd list where they remain until
  232. * the directory block containing the name has been written to disk.
  233. * The purpose of keeping the entries on the id_pendinghd list is so that
  234. * the softdep_fsync function can find and push the inode's directory
  235. * name(s) as part of the fsync operation for that file.
  236. */
  237. struct inodedep {
  238. struct worklist id_list; /* buffer holding inode block */
  239. # define id_state id_list.wk_state /* inode dependency state */
  240. LIST_ENTRY(inodedep) id_hash; /* hashed lookup */
  241. struct fs *id_fs; /* associated filesystem */
  242. ufsino_t id_ino; /* dependent inode */
  243. nlink_t id_nlinkdelta; /* saved effective link count */
  244. union { /* Saved UFS1/UFS2 dinode contents */
  245. struct ufs1_dinode *idu_savedino1;
  246. struct ufs2_dinode *idu_savedino2;
  247. } id_un;
  248. LIST_ENTRY(inodedep) id_deps; /* bmsafemap's list of inodedep's */
  249. struct buf *id_buf; /* related bmsafemap (if pending) */
  250. off_t id_savedsize; /* file size saved during rollback */
  251. struct workhead id_pendinghd; /* entries awaiting directory write */
  252. struct workhead id_bufwait; /* operations after inode written */
  253. struct workhead id_inowait; /* operations waiting inode update */
  254. struct allocdirectlst id_inoupdt; /* updates before inode written */
  255. struct allocdirectlst id_newinoupdt; /* updates when inode written */
  256. };
  257. #define id_savedino1 id_un.idu_savedino1
  258. #define id_savedino2 id_un.idu_savedino2
  259. /*
  260. * A "newblk" structure is attached to a bmsafemap structure when a block
  261. * or fragment is allocated from a cylinder group. Its state is set to
  262. * DEPCOMPLETE when its cylinder group map is written. It is consumed by
  263. * an associated allocdirect or allocindir allocation which will attach
  264. * themselves to the bmsafemap structure if the newblk's DEPCOMPLETE flag
  265. * is not set (i.e., its cylinder group map has not been written).
  266. */
  267. struct newblk {
  268. LIST_ENTRY(newblk) nb_hash; /* hashed lookup */
  269. struct fs *nb_fs; /* associated filesystem */
  270. daddr_t nb_newblkno; /* allocated block number */
  271. int nb_state; /* state of bitmap dependency */
  272. LIST_ENTRY(newblk) nb_deps; /* bmsafemap's list of newblk's */
  273. struct bmsafemap *nb_bmsafemap; /* associated bmsafemap */
  274. };
  275. /*
  276. * A "bmsafemap" structure maintains a list of dependency structures
  277. * that depend on the update of a particular cylinder group map.
  278. * It has lists for newblks, allocdirects, allocindirs, and inodedeps.
  279. * It is attached to the buffer of a cylinder group block when any of
  280. * these things are allocated from the cylinder group. It is freed
  281. * after the cylinder group map is written and the state of its
  282. * dependencies are updated with DEPCOMPLETE to indicate that it has
  283. * been processed.
  284. */
  285. struct bmsafemap {
  286. struct worklist sm_list; /* cylgrp buffer */
  287. struct buf *sm_buf; /* associated buffer */
  288. struct allocdirecthd sm_allocdirecthd; /* allocdirect deps */
  289. struct allocindirhd sm_allocindirhd; /* allocindir deps */
  290. struct inodedephd sm_inodedephd; /* inodedep deps */
  291. struct newblkhd sm_newblkhd; /* newblk deps */
  292. };
  293. /*
  294. * An "allocdirect" structure is attached to an "inodedep" when a new block
  295. * or fragment is allocated and pointed to by the inode described by
  296. * "inodedep". The worklist is linked to the buffer that holds the block.
  297. * When the block is first allocated, it is linked to the bmsafemap
  298. * structure associated with the buffer holding the cylinder group map
  299. * from which it was allocated. When the cylinder group map is written
  300. * to disk, ad_state has the DEPCOMPLETE flag set. When the block itself
  301. * is written, the COMPLETE flag is set. Once both the cylinder group map
  302. * and the data itself have been written, it is safe to write the inode
  303. * that claims the block. If there was a previous fragment that had been
  304. * allocated before the file was increased in size, the old fragment may
  305. * be freed once the inode claiming the new block is written to disk.
  306. * This ad_fragfree request is attached to the id_inowait list of the
  307. * associated inodedep (pointed to by ad_inodedep) for processing after
  308. * the inode is written. When a block is allocated to a directory, an
  309. * fsync of a file whose name is within that block must ensure not only
  310. * that the block containing the file name has been written, but also
  311. * that the on-disk inode references that block. When a new directory
  312. * block is created, we allocate a newdirblk structure which is linked
  313. * to the associated allocdirect (on its ad_newdirblk list). When the
  314. * allocdirect has been satisfied, the newdirblk structure is moved to
  315. * the inodedep id_bufwait list of its directory to await the inode
  316. * being written. When the inode is written, the directory entries are
  317. * fully committed and can be deleted from their pagedep->id_pendinghd
  318. * and inodedep->id_pendinghd lists.
  319. */
  320. struct allocdirect {
  321. struct worklist ad_list; /* buffer holding block */
  322. # define ad_state ad_list.wk_state /* block pointer state */
  323. TAILQ_ENTRY(allocdirect) ad_next; /* inodedep's list of allocdirect's */
  324. daddr_t ad_lbn; /* block within file */
  325. daddr_t ad_newblkno; /* new value of block pointer */
  326. daddr_t ad_oldblkno; /* old value of block pointer */
  327. long ad_newsize; /* size of new block */
  328. long ad_oldsize; /* size of old block */
  329. LIST_ENTRY(allocdirect) ad_deps; /* bmsafemap's list of allocdirect's */
  330. struct buf *ad_buf; /* cylgrp buffer (if pending) */
  331. struct inodedep *ad_inodedep; /* associated inodedep */
  332. struct freefrag *ad_freefrag; /* fragment to be freed (if any) */
  333. struct workhead ad_newdirblk; /* dir block to notify when written */
  334. };
  335. /*
  336. * A single "indirdep" structure manages all allocation dependencies for
  337. * pointers in an indirect block. The up-to-date state of the indirect
  338. * block is stored in ir_savedata. The set of pointers that may be safely
  339. * written to the disk is stored in ir_safecopy. The state field is used
  340. * only to track whether the buffer is currently being written (in which
  341. * case it is not safe to update ir_safecopy). Ir_deplisthd contains the
  342. * list of allocindir structures, one for each block that needs to be
  343. * written to disk. Once the block and its bitmap allocation have been
  344. * written the safecopy can be updated to reflect the allocation and the
  345. * allocindir structure freed. If ir_state indicates that an I/O on the
  346. * indirect block is in progress when ir_safecopy is to be updated, the
  347. * update is deferred by placing the allocindir on the ir_donehd list.
  348. * When the I/O on the indirect block completes, the entries on the
  349. * ir_donehd list are processed by updating their corresponding ir_safecopy
  350. * pointers and then freeing the allocindir structure.
  351. */
  352. struct indirdep {
  353. struct worklist ir_list; /* buffer holding indirect block */
  354. # define ir_state ir_list.wk_state /* indirect block pointer state */
  355. caddr_t ir_saveddata; /* buffer cache contents */
  356. struct buf *ir_savebp; /* buffer holding safe copy */
  357. struct allocindirhd ir_donehd; /* done waiting to update safecopy */
  358. struct allocindirhd ir_deplisthd; /* allocindir deps for this block */
  359. };
  360. /*
  361. * An "allocindir" structure is attached to an "indirdep" when a new block
  362. * is allocated and pointed to by the indirect block described by the
  363. * "indirdep". The worklist is linked to the buffer that holds the new block.
  364. * When the block is first allocated, it is linked to the bmsafemap
  365. * structure associated with the buffer holding the cylinder group map
  366. * from which it was allocated. When the cylinder group map is written
  367. * to disk, ai_state has the DEPCOMPLETE flag set. When the block itself
  368. * is written, the COMPLETE flag is set. Once both the cylinder group map
  369. * and the data itself have been written, it is safe to write the entry in
  370. * the indirect block that claims the block; the "allocindir" dependency
  371. * can then be freed as it is no longer applicable.
  372. */
  373. struct allocindir {
  374. struct worklist ai_list; /* buffer holding indirect block */
  375. # define ai_state ai_list.wk_state /* indirect block pointer state */
  376. LIST_ENTRY(allocindir) ai_next; /* indirdep's list of allocindir's */
  377. int ai_offset; /* pointer offset in indirect block */
  378. daddr_t ai_newblkno; /* new block pointer value */
  379. daddr_t ai_oldblkno; /* old block pointer value */
  380. struct freefrag *ai_freefrag; /* block to be freed when complete */
  381. struct indirdep *ai_indirdep; /* address of associated indirdep */
  382. LIST_ENTRY(allocindir) ai_deps; /* bmsafemap's list of allocindir's */
  383. struct buf *ai_buf; /* cylgrp buffer (if pending) */
  384. };
  385. /*
  386. * A "freefrag" structure is attached to an "inodedep" when a previously
  387. * allocated fragment is replaced with a larger fragment, rather than extended.
  388. * The "freefrag" structure is constructed and attached when the replacement
  389. * block is first allocated. It is processed after the inode claiming the
  390. * bigger block that replaces it has been written to disk. Note that the
  391. * ff_state field is used to store the uid, so may lose data. However,
  392. * the uid is used only in printing an error message, so is not critical.
  393. * Keeping it in a short keeps the data structure down to 32 bytes.
  394. */
  395. struct freefrag {
  396. struct worklist ff_list; /* id_inowait or delayed worklist */
  397. # define ff_state ff_list.wk_state /* owning user; should be uid_t */
  398. struct vnode *ff_devvp; /* filesystem device vnode */
  399. struct mount *ff_mnt; /* associated mount point */
  400. daddr_t ff_blkno; /* fragment physical block number */
  401. long ff_fragsize; /* size of fragment being deleted */
  402. ufsino_t ff_inum; /* owning inode number */
  403. };
  404. /*
  405. * A "freeblks" structure is attached to an "inodedep" when the
  406. * corresponding file's length is reduced to zero. It records all
  407. * the information needed to free the blocks of a file after its
  408. * zero'ed inode has been written to disk.
  409. */
  410. struct freeblks {
  411. struct worklist fb_list; /* id_inowait or delayed worklist */
  412. # define fb_state fb_list.wk_state /* inode and dirty block state */
  413. ufsino_t fb_previousinum; /* inode of previous owner of blocks */
  414. struct vnode *fb_devvp; /* filesystem device vnode */
  415. struct mount *fb_mnt; /* associated mount point */
  416. off_t fb_oldsize; /* previous file size */
  417. off_t fb_newsize; /* new file size */
  418. int fb_chkcnt; /* used to check cnt of blks released */
  419. uid_t fb_uid; /* uid of previous owner of blocks */
  420. daddr_t fb_dblks[NDADDR]; /* direct blk ptrs to deallocate */
  421. daddr_t fb_iblks[NIADDR]; /* indirect blk ptrs to deallocate */
  422. };
  423. /*
  424. * A "freefile" structure is attached to an inode when its
  425. * link count is reduced to zero. It marks the inode as free in
  426. * the cylinder group map after the zero'ed inode has been written
  427. * to disk and any associated blocks and fragments have been freed.
  428. */
  429. struct freefile {
  430. struct worklist fx_list; /* id_inowait or delayed worklist */
  431. mode_t fx_mode; /* mode of inode */
  432. ufsino_t fx_oldinum; /* inum of the unlinked file */
  433. struct vnode *fx_devvp; /* filesystem device vnode */
  434. struct mount *fx_mnt; /* associated mount point */
  435. };
  436. /*
  437. * A "diradd" structure is linked to an "inodedep" id_inowait list when a
  438. * new directory entry is allocated that references the inode described
  439. * by "inodedep". When the inode itself is written (either the initial
  440. * allocation for new inodes or with the increased link count for
  441. * existing inodes), the COMPLETE flag is set in da_state. If the entry
  442. * is for a newly allocated inode, the "inodedep" structure is associated
  443. * with a bmsafemap which prevents the inode from being written to disk
  444. * until the cylinder group has been updated. Thus the da_state COMPLETE
  445. * flag cannot be set until the inode bitmap dependency has been removed.
  446. * When creating a new file, it is safe to write the directory entry that
  447. * claims the inode once the referenced inode has been written. Since
  448. * writing the inode clears the bitmap dependencies, the DEPCOMPLETE flag
  449. * in the diradd can be set unconditionally when creating a file. When
  450. * creating a directory, there are two additional dependencies described by
  451. * mkdir structures (see their description below). When these dependencies
  452. * are resolved the DEPCOMPLETE flag is set in the diradd structure.
  453. * If there are multiple links created to the same inode, there will be
  454. * a separate diradd structure created for each link. The diradd is
  455. * linked onto the pg_diraddhd list of the pagedep for the directory
  456. * page that contains the entry. When a directory page is written,
  457. * the pg_diraddhd list is traversed to rollback any entries that are
  458. * not yet ready to be written to disk. If a directory entry is being
  459. * changed (by rename) rather than added, the DIRCHG flag is set and
  460. * the da_previous entry points to the entry that will be "removed"
  461. * once the new entry has been committed. During rollback, entries
  462. * with da_previous are replaced with the previous inode number rather
  463. * than zero.
  464. *
  465. * The overlaying of da_pagedep and da_previous is done to keep the
  466. * structure down to 32 bytes in size on a 32-bit machine. If a
  467. * da_previous entry is present, the pointer to its pagedep is available
  468. * in the associated dirrem entry. If the DIRCHG flag is set, the
  469. * da_previous entry is valid; if not set the da_pagedep entry is valid.
  470. * The DIRCHG flag never changes; it is set when the structure is created
  471. * if appropriate and is never cleared.
  472. */
  473. struct diradd {
  474. struct worklist da_list; /* id_inowait or id_pendinghd list */
  475. # define da_state da_list.wk_state /* state of the new directory entry */
  476. LIST_ENTRY(diradd) da_pdlist; /* pagedep holding directory block */
  477. doff_t da_offset; /* offset of new dir entry in dir blk */
  478. ufsino_t da_newinum; /* inode number for the new dir entry */
  479. union {
  480. struct dirrem *dau_previous; /* entry being replaced in dir change */
  481. struct pagedep *dau_pagedep; /* pagedep dependency for addition */
  482. } da_un;
  483. };
  484. #define da_previous da_un.dau_previous
  485. #define da_pagedep da_un.dau_pagedep
  486. /*
  487. * Two "mkdir" structures are needed to track the additional dependencies
  488. * associated with creating a new directory entry. Normally a directory
  489. * addition can be committed as soon as the newly referenced inode has been
  490. * written to disk with its increased link count. When a directory is
  491. * created there are two additional dependencies: writing the directory
  492. * data block containing the "." and ".." entries (MKDIR_BODY) and writing
  493. * the parent inode with the increased link count for ".." (MKDIR_PARENT).
  494. * These additional dependencies are tracked by two mkdir structures that
  495. * reference the associated "diradd" structure. When they have completed,
  496. * they set the DEPCOMPLETE flag on the diradd so that it knows that its
  497. * extra dependencies have been completed. The md_state field is used only
  498. * to identify which type of dependency the mkdir structure is tracking.
  499. * It is not used in the mainline code for any purpose other than consistency
  500. * checking. All the mkdir structures in the system are linked together on
  501. * a list. This list is needed so that a diradd can find its associated
  502. * mkdir structures and deallocate them if it is prematurely freed (as for
  503. * example if a mkdir is immediately followed by a rmdir of the same directory).
  504. * Here, the free of the diradd must traverse the list to find the associated
  505. * mkdir structures that reference it. The deletion would be faster if the
  506. * diradd structure were simply augmented to have two pointers that referenced
  507. * the associated mkdir's. However, this would increase the size of the diradd
  508. * structure from 32 to 64-bits to speed a very infrequent operation.
  509. */
  510. struct mkdir {
  511. struct worklist md_list; /* id_inowait or buffer holding dir */
  512. # define md_state md_list.wk_state /* type: MKDIR_PARENT or MKDIR_BODY */
  513. struct diradd *md_diradd; /* associated diradd */
  514. struct buf *md_buf; /* MKDIR_BODY: buffer holding dir */
  515. LIST_ENTRY(mkdir) md_mkdirs; /* list of all mkdirs */
  516. };
  517. LIST_HEAD(mkdirlist, mkdir) mkdirlisthd;
  518. /*
  519. * A "dirrem" structure describes an operation to decrement the link
  520. * count on an inode. The dirrem structure is attached to the pg_dirremhd
  521. * list of the pagedep for the directory page that contains the entry.
  522. * It is processed after the directory page with the deleted entry has
  523. * been written to disk.
  524. *
  525. * The overlaying of dm_pagedep and dm_dirinum is done to keep the
  526. * structure down to 32 bytes in size on a 32-bit machine. It works
  527. * because they are never used concurrently.
  528. */
  529. struct dirrem {
  530. struct worklist dm_list; /* delayed worklist */
  531. # define dm_state dm_list.wk_state /* state of the old directory entry */
  532. LIST_ENTRY(dirrem) dm_next; /* pagedep's list of dirrem's */
  533. struct mount *dm_mnt; /* associated mount point */
  534. ufsino_t dm_oldinum; /* inum of the removed dir entry */
  535. union {
  536. struct pagedep *dmu_pagedep; /* pagedep dependency for remove */
  537. ufsino_t dmu_dirinum; /* parent inode number (for rmdir) */
  538. } dm_un;
  539. };
  540. #define dm_pagedep dm_un.dmu_pagedep
  541. #define dm_dirinum dm_un.dmu_dirinum
  542. /*
  543. * A "newdirblk" structure tracks the progress of a newly allocated
  544. * directory block from its creation until it is claimed by its on-disk
  545. * inode. When a block is allocated to a directory, an fsync of a file
  546. * whose name is within that block must ensure not only that the block
  547. * containing the file name has been written, but also that the on-disk
  548. * inode references that block. When a new directory block is created,
  549. * we allocate a newdirblk structure which is linked to the associated
  550. * allocdirect (on its ad_newdirblk list). When the allocdirect has been
  551. * satisfied, the newdirblk structure is moved to the inodedep id_bufwait
  552. * list of its directory to await the inode being written. When the inode
  553. * is written, the directory entries are fully committed and can be
  554. * deleted from their pagedep->id_pendinghd and inodedep->id_pendinghd
  555. * lists. Note that we could track directory blocks allocated to indirect
  556. * blocks using a similar scheme with the allocindir structures. Rather
  557. * than adding this level of complexity, we simply write those newly
  558. * allocated indirect blocks synchronously as such allocations are rare.
  559. */
  560. struct newdirblk {
  561. struct worklist db_list;/* id_inowait or pg_newdirblk */
  562. # define db_state db_list.wk_state /* unused */
  563. struct pagedep *db_pagedep;/* associated pagedep */
  564. };