journal.h 6.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179
  1. #ifndef _BCACHE_JOURNAL_H
  2. #define _BCACHE_JOURNAL_H
  3. /*
  4. * THE JOURNAL:
  5. *
  6. * The journal is treated as a circular buffer of buckets - a journal entry
  7. * never spans two buckets. This means (not implemented yet) we can resize the
  8. * journal at runtime, and will be needed for bcache on raw flash support.
  9. *
  10. * Journal entries contain a list of keys, ordered by the time they were
  11. * inserted; thus journal replay just has to reinsert the keys.
  12. *
  13. * We also keep some things in the journal header that are logically part of the
  14. * superblock - all the things that are frequently updated. This is for future
  15. * bcache on raw flash support; the superblock (which will become another
  16. * journal) can't be moved or wear leveled, so it contains just enough
  17. * information to find the main journal, and the superblock only has to be
  18. * rewritten when we want to move/wear level the main journal.
  19. *
  20. * Currently, we don't journal BTREE_REPLACE operations - this will hopefully be
  21. * fixed eventually. This isn't a bug - BTREE_REPLACE is used for insertions
  22. * from cache misses, which don't have to be journaled, and for writeback and
  23. * moving gc we work around it by flushing the btree to disk before updating the
  24. * gc information. But it is a potential issue with incremental garbage
  25. * collection, and it's fragile.
  26. *
  27. * OPEN JOURNAL ENTRIES:
  28. *
  29. * Each journal entry contains, in the header, the sequence number of the last
  30. * journal entry still open - i.e. that has keys that haven't been flushed to
  31. * disk in the btree.
  32. *
  33. * We track this by maintaining a refcount for every open journal entry, in a
  34. * fifo; each entry in the fifo corresponds to a particular journal
  35. * entry/sequence number. When the refcount at the tail of the fifo goes to
  36. * zero, we pop it off - thus, the size of the fifo tells us the number of open
  37. * journal entries
  38. *
  39. * We take a refcount on a journal entry when we add some keys to a journal
  40. * entry that we're going to insert (held by struct btree_op), and then when we
  41. * insert those keys into the btree the btree write we're setting up takes a
  42. * copy of that refcount (held by struct btree_write). That refcount is dropped
  43. * when the btree write completes.
  44. *
  45. * A struct btree_write can only hold a refcount on a single journal entry, but
  46. * might contain keys for many journal entries - we handle this by making sure
  47. * it always has a refcount on the _oldest_ journal entry of all the journal
  48. * entries it has keys for.
  49. *
  50. * JOURNAL RECLAIM:
  51. *
  52. * As mentioned previously, our fifo of refcounts tells us the number of open
  53. * journal entries; from that and the current journal sequence number we compute
  54. * last_seq - the oldest journal entry we still need. We write last_seq in each
  55. * journal entry, and we also have to keep track of where it exists on disk so
  56. * we don't overwrite it when we loop around the journal.
  57. *
  58. * To do that we track, for each journal bucket, the sequence number of the
  59. * newest journal entry it contains - if we don't need that journal entry we
  60. * don't need anything in that bucket anymore. From that we track the last
  61. * journal bucket we still need; all this is tracked in struct journal_device
  62. * and updated by journal_reclaim().
  63. *
  64. * JOURNAL FILLING UP:
  65. *
  66. * There are two ways the journal could fill up; either we could run out of
  67. * space to write to, or we could have too many open journal entries and run out
  68. * of room in the fifo of refcounts. Since those refcounts are decremented
  69. * without any locking we can't safely resize that fifo, so we handle it the
  70. * same way.
  71. *
  72. * If the journal fills up, we start flushing dirty btree nodes until we can
  73. * allocate space for a journal write again - preferentially flushing btree
  74. * nodes that are pinning the oldest journal entries first.
  75. */
  76. /*
  77. * Only used for holding the journal entries we read in btree_journal_read()
  78. * during cache_registration
  79. */
  80. struct journal_replay {
  81. struct list_head list;
  82. atomic_t *pin;
  83. struct jset j;
  84. };
  85. /*
  86. * We put two of these in struct journal; we used them for writes to the
  87. * journal that are being staged or in flight.
  88. */
  89. struct journal_write {
  90. struct jset *data;
  91. #define JSET_BITS 3
  92. struct cache_set *c;
  93. struct closure_waitlist wait;
  94. bool dirty;
  95. bool need_write;
  96. };
  97. /* Embedded in struct cache_set */
  98. struct journal {
  99. spinlock_t lock;
  100. /* used when waiting because the journal was full */
  101. struct closure_waitlist wait;
  102. struct closure io;
  103. int io_in_flight;
  104. struct delayed_work work;
  105. /* Number of blocks free in the bucket(s) we're currently writing to */
  106. unsigned blocks_free;
  107. uint64_t seq;
  108. DECLARE_FIFO(atomic_t, pin);
  109. BKEY_PADDED(key);
  110. struct journal_write w[2], *cur;
  111. };
  112. /*
  113. * Embedded in struct cache. First three fields refer to the array of journal
  114. * buckets, in cache_sb.
  115. */
  116. struct journal_device {
  117. /*
  118. * For each journal bucket, contains the max sequence number of the
  119. * journal writes it contains - so we know when a bucket can be reused.
  120. */
  121. uint64_t seq[SB_JOURNAL_BUCKETS];
  122. /* Journal bucket we're currently writing to */
  123. unsigned cur_idx;
  124. /* Last journal bucket that still contains an open journal entry */
  125. unsigned last_idx;
  126. /* Next journal bucket to be discarded */
  127. unsigned discard_idx;
  128. #define DISCARD_READY 0
  129. #define DISCARD_IN_FLIGHT 1
  130. #define DISCARD_DONE 2
  131. /* 1 - discard in flight, -1 - discard completed */
  132. atomic_t discard_in_flight;
  133. struct work_struct discard_work;
  134. struct bio discard_bio;
  135. struct bio_vec discard_bv;
  136. /* Bio for journal reads/writes to this device */
  137. struct bio bio;
  138. struct bio_vec bv[8];
  139. };
  140. #define journal_pin_cmp(c, l, r) \
  141. (fifo_idx(&(c)->journal.pin, (l)) > fifo_idx(&(c)->journal.pin, (r)))
  142. #define JOURNAL_PIN 20000
  143. #define journal_full(j) \
  144. (!(j)->blocks_free || fifo_free(&(j)->pin) <= 1)
  145. struct closure;
  146. struct cache_set;
  147. struct btree_op;
  148. struct keylist;
  149. atomic_t *bch_journal(struct cache_set *, struct keylist *, struct closure *);
  150. void bch_journal_next(struct journal *);
  151. void bch_journal_mark(struct cache_set *, struct list_head *);
  152. void bch_journal_meta(struct cache_set *, struct closure *);
  153. int bch_journal_read(struct cache_set *, struct list_head *);
  154. int bch_journal_replay(struct cache_set *, struct list_head *);
  155. void bch_journal_free(struct cache_set *);
  156. int bch_journal_alloc(struct cache_set *);
  157. #endif /* _BCACHE_JOURNAL_H */