ext4_jbd2.h 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461
  1. // SPDX-License-Identifier: GPL-2.0+
  2. /*
  3. * ext4_jbd2.h
  4. *
  5. * Written by Stephen C. Tweedie <sct@redhat.com>, 1999
  6. *
  7. * Copyright 1998--1999 Red Hat corp --- All Rights Reserved
  8. *
  9. * Ext4-specific journaling extensions.
  10. */
  11. #ifndef _EXT4_JBD2_H
  12. #define _EXT4_JBD2_H
  13. #include <linux/fs.h>
  14. #include <linux/jbd2.h>
  15. #include "ext4.h"
  16. #define EXT4_JOURNAL(inode) (EXT4_SB((inode)->i_sb)->s_journal)
  17. /* Define the number of blocks we need to account to a transaction to
  18. * modify one block of data.
  19. *
  20. * We may have to touch one inode, one bitmap buffer, up to three
  21. * indirection blocks, the group and superblock summaries, and the data
  22. * block to complete the transaction.
  23. *
  24. * For extents-enabled fs we may have to allocate and modify up to
  25. * 5 levels of tree, data block (for each of these we need bitmap + group
  26. * summaries), root which is stored in the inode, sb
  27. */
  28. #define EXT4_SINGLEDATA_TRANS_BLOCKS(sb) \
  29. (ext4_has_feature_extents(sb) ? 20U : 8U)
  30. /* Extended attribute operations touch at most two data buffers,
  31. * two bitmap buffers, and two group summaries, in addition to the inode
  32. * and the superblock, which are already accounted for. */
  33. #define EXT4_XATTR_TRANS_BLOCKS 6U
  34. /* Define the minimum size for a transaction which modifies data. This
  35. * needs to take into account the fact that we may end up modifying two
  36. * quota files too (one for the group, one for the user quota). The
  37. * superblock only gets updated once, of course, so don't bother
  38. * counting that again for the quota updates. */
  39. #define EXT4_DATA_TRANS_BLOCKS(sb) (EXT4_SINGLEDATA_TRANS_BLOCKS(sb) + \
  40. EXT4_XATTR_TRANS_BLOCKS - 2 + \
  41. EXT4_MAXQUOTAS_TRANS_BLOCKS(sb))
  42. /*
  43. * Define the number of metadata blocks we need to account to modify data.
  44. *
  45. * This include super block, inode block, quota blocks and xattr blocks
  46. */
  47. #define EXT4_META_TRANS_BLOCKS(sb) (EXT4_XATTR_TRANS_BLOCKS + \
  48. EXT4_MAXQUOTAS_TRANS_BLOCKS(sb))
  49. /* Define an arbitrary limit for the amount of data we will anticipate
  50. * writing to any given transaction. For unbounded transactions such as
  51. * write(2) and truncate(2) we can write more than this, but we always
  52. * start off at the maximum transaction size and grow the transaction
  53. * optimistically as we go. */
  54. #define EXT4_MAX_TRANS_DATA 64U
  55. /* We break up a large truncate or write transaction once the handle's
  56. * buffer credits gets this low, we need either to extend the
  57. * transaction or to start a new one. Reserve enough space here for
  58. * inode, bitmap, superblock, group and indirection updates for at least
  59. * one block, plus two quota updates. Quota allocations are not
  60. * needed. */
  61. #define EXT4_RESERVE_TRANS_BLOCKS 12U
  62. /*
  63. * Number of credits needed if we need to insert an entry into a
  64. * directory. For each new index block, we need 4 blocks (old index
  65. * block, new index block, bitmap block, bg summary). For normal
  66. * htree directories there are 2 levels; if the largedir feature
  67. * enabled it's 3 levels.
  68. */
  69. #define EXT4_INDEX_EXTRA_TRANS_BLOCKS 12U
  70. #ifdef CONFIG_QUOTA
  71. /* Amount of blocks needed for quota update - we know that the structure was
  72. * allocated so we need to update only data block */
  73. #define EXT4_QUOTA_TRANS_BLOCKS(sb) ((ext4_quota_capable(sb)) ? 1 : 0)
  74. /* Amount of blocks needed for quota insert/delete - we do some block writes
  75. * but inode, sb and group updates are done only once */
  76. #define EXT4_QUOTA_INIT_BLOCKS(sb) ((ext4_quota_capable(sb)) ?\
  77. (DQUOT_INIT_ALLOC*(EXT4_SINGLEDATA_TRANS_BLOCKS(sb)-3)\
  78. +3+DQUOT_INIT_REWRITE) : 0)
  79. #define EXT4_QUOTA_DEL_BLOCKS(sb) ((ext4_quota_capable(sb)) ?\
  80. (DQUOT_DEL_ALLOC*(EXT4_SINGLEDATA_TRANS_BLOCKS(sb)-3)\
  81. +3+DQUOT_DEL_REWRITE) : 0)
  82. #else
  83. #define EXT4_QUOTA_TRANS_BLOCKS(sb) 0
  84. #define EXT4_QUOTA_INIT_BLOCKS(sb) 0
  85. #define EXT4_QUOTA_DEL_BLOCKS(sb) 0
  86. #endif
  87. #define EXT4_MAXQUOTAS_TRANS_BLOCKS(sb) (EXT4_MAXQUOTAS*EXT4_QUOTA_TRANS_BLOCKS(sb))
  88. #define EXT4_MAXQUOTAS_INIT_BLOCKS(sb) (EXT4_MAXQUOTAS*EXT4_QUOTA_INIT_BLOCKS(sb))
  89. #define EXT4_MAXQUOTAS_DEL_BLOCKS(sb) (EXT4_MAXQUOTAS*EXT4_QUOTA_DEL_BLOCKS(sb))
  90. /*
  91. * Ext4 handle operation types -- for logging purposes
  92. */
  93. #define EXT4_HT_MISC 0
  94. #define EXT4_HT_INODE 1
  95. #define EXT4_HT_WRITE_PAGE 2
  96. #define EXT4_HT_MAP_BLOCKS 3
  97. #define EXT4_HT_DIR 4
  98. #define EXT4_HT_TRUNCATE 5
  99. #define EXT4_HT_QUOTA 6
  100. #define EXT4_HT_RESIZE 7
  101. #define EXT4_HT_MIGRATE 8
  102. #define EXT4_HT_MOVE_EXTENTS 9
  103. #define EXT4_HT_XATTR 10
  104. #define EXT4_HT_EXT_CONVERT 11
  105. #define EXT4_HT_MAX 12
  106. int
  107. ext4_mark_iloc_dirty(handle_t *handle,
  108. struct inode *inode,
  109. struct ext4_iloc *iloc);
  110. /*
  111. * On success, We end up with an outstanding reference count against
  112. * iloc->bh. This _must_ be cleaned up later.
  113. */
  114. int ext4_reserve_inode_write(handle_t *handle, struct inode *inode,
  115. struct ext4_iloc *iloc);
  116. #define ext4_mark_inode_dirty(__h, __i) \
  117. __ext4_mark_inode_dirty((__h), (__i), __func__, __LINE__)
  118. int __ext4_mark_inode_dirty(handle_t *handle, struct inode *inode,
  119. const char *func, unsigned int line);
  120. int ext4_expand_extra_isize(struct inode *inode,
  121. unsigned int new_extra_isize,
  122. struct ext4_iloc *iloc);
  123. /*
  124. * Wrapper functions with which ext4 calls into JBD.
  125. */
  126. int __ext4_journal_get_write_access(const char *where, unsigned int line,
  127. handle_t *handle, struct super_block *sb,
  128. struct buffer_head *bh,
  129. enum ext4_journal_trigger_type trigger_type);
  130. int __ext4_forget(const char *where, unsigned int line, handle_t *handle,
  131. int is_metadata, struct inode *inode,
  132. struct buffer_head *bh, ext4_fsblk_t blocknr);
  133. int __ext4_journal_get_create_access(const char *where, unsigned int line,
  134. handle_t *handle, struct super_block *sb,
  135. struct buffer_head *bh,
  136. enum ext4_journal_trigger_type trigger_type);
  137. int __ext4_handle_dirty_metadata(const char *where, unsigned int line,
  138. handle_t *handle, struct inode *inode,
  139. struct buffer_head *bh);
  140. #define ext4_journal_get_write_access(handle, sb, bh, trigger_type) \
  141. __ext4_journal_get_write_access(__func__, __LINE__, (handle), (sb), \
  142. (bh), (trigger_type))
  143. #define ext4_forget(handle, is_metadata, inode, bh, block_nr) \
  144. __ext4_forget(__func__, __LINE__, (handle), (is_metadata), (inode), \
  145. (bh), (block_nr))
  146. #define ext4_journal_get_create_access(handle, sb, bh, trigger_type) \
  147. __ext4_journal_get_create_access(__func__, __LINE__, (handle), (sb), \
  148. (bh), (trigger_type))
  149. #define ext4_handle_dirty_metadata(handle, inode, bh) \
  150. __ext4_handle_dirty_metadata(__func__, __LINE__, (handle), (inode), \
  151. (bh))
  152. handle_t *__ext4_journal_start_sb(struct inode *inode, struct super_block *sb,
  153. unsigned int line, int type, int blocks,
  154. int rsv_blocks, int revoke_creds);
  155. int __ext4_journal_stop(const char *where, unsigned int line, handle_t *handle);
  156. #define EXT4_NOJOURNAL_MAX_REF_COUNT ((unsigned long) 4096)
  157. /* Note: Do not use this for NULL handles. This is only to determine if
  158. * a properly allocated handle is using a journal or not. */
  159. static inline int ext4_handle_valid(handle_t *handle)
  160. {
  161. if ((unsigned long)handle < EXT4_NOJOURNAL_MAX_REF_COUNT)
  162. return 0;
  163. return 1;
  164. }
  165. static inline void ext4_handle_sync(handle_t *handle)
  166. {
  167. if (ext4_handle_valid(handle))
  168. handle->h_sync = 1;
  169. }
  170. static inline int ext4_handle_is_aborted(handle_t *handle)
  171. {
  172. if (ext4_handle_valid(handle))
  173. return is_handle_aborted(handle);
  174. return 0;
  175. }
  176. static inline int ext4_free_metadata_revoke_credits(struct super_block *sb,
  177. int blocks)
  178. {
  179. /* Freeing each metadata block can result in freeing one cluster */
  180. return blocks * EXT4_SB(sb)->s_cluster_ratio;
  181. }
  182. static inline int ext4_trans_default_revoke_credits(struct super_block *sb)
  183. {
  184. return ext4_free_metadata_revoke_credits(sb, 8);
  185. }
  186. #define ext4_journal_start_sb(sb, type, nblocks) \
  187. __ext4_journal_start_sb(NULL, (sb), __LINE__, (type), (nblocks), 0,\
  188. ext4_trans_default_revoke_credits(sb))
  189. #define ext4_journal_start(inode, type, nblocks) \
  190. __ext4_journal_start((inode), __LINE__, (type), (nblocks), 0, \
  191. ext4_trans_default_revoke_credits((inode)->i_sb))
  192. #define ext4_journal_start_with_reserve(inode, type, blocks, rsv_blocks)\
  193. __ext4_journal_start((inode), __LINE__, (type), (blocks), (rsv_blocks),\
  194. ext4_trans_default_revoke_credits((inode)->i_sb))
  195. #define ext4_journal_start_with_revoke(inode, type, blocks, revoke_creds) \
  196. __ext4_journal_start((inode), __LINE__, (type), (blocks), 0, \
  197. (revoke_creds))
  198. static inline handle_t *__ext4_journal_start(struct inode *inode,
  199. unsigned int line, int type,
  200. int blocks, int rsv_blocks,
  201. int revoke_creds)
  202. {
  203. return __ext4_journal_start_sb(inode, inode->i_sb, line, type, blocks,
  204. rsv_blocks, revoke_creds);
  205. }
  206. #define ext4_journal_stop(handle) \
  207. __ext4_journal_stop(__func__, __LINE__, (handle))
  208. #define ext4_journal_start_reserved(handle, type) \
  209. __ext4_journal_start_reserved((handle), __LINE__, (type))
  210. handle_t *__ext4_journal_start_reserved(handle_t *handle, unsigned int line,
  211. int type);
  212. static inline handle_t *ext4_journal_current_handle(void)
  213. {
  214. return journal_current_handle();
  215. }
  216. static inline int ext4_journal_extend(handle_t *handle, int nblocks, int revoke)
  217. {
  218. if (ext4_handle_valid(handle))
  219. return jbd2_journal_extend(handle, nblocks, revoke);
  220. return 0;
  221. }
  222. static inline int ext4_journal_restart(handle_t *handle, int nblocks,
  223. int revoke)
  224. {
  225. if (ext4_handle_valid(handle))
  226. return jbd2__journal_restart(handle, nblocks, revoke, GFP_NOFS);
  227. return 0;
  228. }
  229. int __ext4_journal_ensure_credits(handle_t *handle, int check_cred,
  230. int extend_cred, int revoke_cred);
  231. /*
  232. * Ensure @handle has at least @check_creds credits available. If not,
  233. * transaction will be extended or restarted to contain at least @extend_cred
  234. * credits. Before restarting transaction @fn is executed to allow for cleanup
  235. * before the transaction is restarted.
  236. *
  237. * The return value is < 0 in case of error, 0 in case the handle has enough
  238. * credits or transaction extension succeeded, 1 in case transaction had to be
  239. * restarted.
  240. */
  241. #define ext4_journal_ensure_credits_fn(handle, check_cred, extend_cred, \
  242. revoke_cred, fn) \
  243. ({ \
  244. __label__ __ensure_end; \
  245. int err = __ext4_journal_ensure_credits((handle), (check_cred), \
  246. (extend_cred), (revoke_cred)); \
  247. \
  248. if (err <= 0) \
  249. goto __ensure_end; \
  250. err = (fn); \
  251. if (err < 0) \
  252. goto __ensure_end; \
  253. err = ext4_journal_restart((handle), (extend_cred), (revoke_cred)); \
  254. if (err == 0) \
  255. err = 1; \
  256. __ensure_end: \
  257. err; \
  258. })
  259. /*
  260. * Ensure given handle has at least requested amount of credits available,
  261. * possibly restarting transaction if needed. We also make sure the transaction
  262. * has space for at least ext4_trans_default_revoke_credits(sb) revoke records
  263. * as freeing one or two blocks is very common pattern and requesting this is
  264. * very cheap.
  265. */
  266. static inline int ext4_journal_ensure_credits(handle_t *handle, int credits,
  267. int revoke_creds)
  268. {
  269. return ext4_journal_ensure_credits_fn(handle, credits, credits,
  270. revoke_creds, 0);
  271. }
  272. static inline int ext4_journal_blocks_per_folio(struct inode *inode)
  273. {
  274. if (EXT4_JOURNAL(inode) != NULL)
  275. return jbd2_journal_blocks_per_folio(inode);
  276. return 0;
  277. }
  278. static inline int ext4_journal_force_commit(journal_t *journal)
  279. {
  280. if (journal)
  281. return jbd2_journal_force_commit(journal);
  282. return 0;
  283. }
  284. static inline int ext4_jbd2_inode_add_write(handle_t *handle,
  285. struct inode *inode, loff_t start_byte, loff_t length)
  286. {
  287. if (ext4_handle_valid(handle))
  288. return jbd2_journal_inode_ranged_write(handle,
  289. EXT4_I(inode)->jinode, start_byte, length);
  290. return 0;
  291. }
  292. static inline int ext4_jbd2_inode_add_wait(handle_t *handle,
  293. struct inode *inode, loff_t start_byte, loff_t length)
  294. {
  295. if (ext4_handle_valid(handle))
  296. return jbd2_journal_inode_ranged_wait(handle,
  297. EXT4_I(inode)->jinode, start_byte, length);
  298. return 0;
  299. }
  300. static inline void ext4_update_inode_fsync_trans(handle_t *handle,
  301. struct inode *inode,
  302. int datasync)
  303. {
  304. struct ext4_inode_info *ei = EXT4_I(inode);
  305. if (ext4_handle_valid(handle) && !is_handle_aborted(handle)) {
  306. ei->i_sync_tid = handle->h_transaction->t_tid;
  307. if (datasync)
  308. ei->i_datasync_tid = handle->h_transaction->t_tid;
  309. }
  310. }
  311. /* super.c */
  312. int ext4_force_commit(struct super_block *sb);
  313. /*
  314. * Ext4 inode journal modes
  315. */
  316. #define EXT4_INODE_JOURNAL_DATA_MODE 0x01 /* journal data mode */
  317. #define EXT4_INODE_ORDERED_DATA_MODE 0x02 /* ordered data mode */
  318. #define EXT4_INODE_WRITEBACK_DATA_MODE 0x04 /* writeback data mode */
  319. int ext4_inode_journal_mode(struct inode *inode);
  320. static inline int ext4_should_journal_data(struct inode *inode)
  321. {
  322. return ext4_inode_journal_mode(inode) & EXT4_INODE_JOURNAL_DATA_MODE;
  323. }
  324. static inline int ext4_should_order_data(struct inode *inode)
  325. {
  326. return ext4_inode_journal_mode(inode) & EXT4_INODE_ORDERED_DATA_MODE;
  327. }
  328. static inline int ext4_should_writeback_data(struct inode *inode)
  329. {
  330. return ext4_inode_journal_mode(inode) & EXT4_INODE_WRITEBACK_DATA_MODE;
  331. }
  332. static inline int ext4_free_data_revoke_credits(struct inode *inode, int blocks)
  333. {
  334. if (test_opt(inode->i_sb, DATA_FLAGS) == EXT4_MOUNT_JOURNAL_DATA)
  335. return 0;
  336. if (!ext4_should_journal_data(inode))
  337. return 0;
  338. /*
  339. * Data blocks in one extent are contiguous, just account for partial
  340. * clusters at extent boundaries
  341. */
  342. return blocks + 2*(EXT4_SB(inode->i_sb)->s_cluster_ratio - 1);
  343. }
  344. /*
  345. * This function controls whether or not we should try to go down the
  346. * dioread_nolock code paths, which makes it safe to avoid taking
  347. * i_rwsem for direct I/O reads. This only works for extent-based
  348. * files, and it doesn't work if data journaling is enabled, since the
  349. * dioread_nolock code uses b_private to pass information back to the
  350. * I/O completion handler, and this conflicts with the jbd's use of
  351. * b_private.
  352. */
  353. static inline int ext4_should_dioread_nolock(struct inode *inode)
  354. {
  355. if (!test_opt(inode->i_sb, DIOREAD_NOLOCK))
  356. return 0;
  357. if (!S_ISREG(inode->i_mode))
  358. return 0;
  359. if (!(ext4_test_inode_flag(inode, EXT4_INODE_EXTENTS)))
  360. return 0;
  361. if (ext4_should_journal_data(inode))
  362. return 0;
  363. /* temporary fix to prevent generic/422 test failures */
  364. if (!test_opt(inode->i_sb, DELALLOC))
  365. return 0;
  366. return 1;
  367. }
  368. /*
  369. * Pass journal explicitly as it may not be cached in the sbi->s_journal in some
  370. * cases
  371. */
  372. static inline int ext4_journal_destroy(struct ext4_sb_info *sbi, journal_t *journal)
  373. {
  374. int err = 0;
  375. /*
  376. * At this point only two things can be operating on the journal.
  377. * JBD2 thread performing transaction commit and s_sb_upd_work
  378. * issuing sb update through the journal. Once we set
  379. * EXT4_JOURNAL_DESTROY, new ext4_handle_error() calls will not
  380. * queue s_sb_upd_work and ext4_force_commit() makes sure any
  381. * ext4_handle_error() calls from the running transaction commit are
  382. * finished. Hence no new s_sb_upd_work can be queued after we
  383. * flush it here.
  384. */
  385. ext4_set_mount_flag(sbi->s_sb, EXT4_MF_JOURNAL_DESTROY);
  386. ext4_force_commit(sbi->s_sb);
  387. flush_work(&sbi->s_sb_upd_work);
  388. err = jbd2_journal_destroy(journal);
  389. sbi->s_journal = NULL;
  390. return err;
  391. }
  392. #endif /* _EXT4_JBD2_H */