fs/bcachefs/io_write.h

   1 /* SPDX-License-Identifier: GPL-2.0 */
   2 #ifndef _BCACHEFS_IO_WRITE_H
   3 #define _BCACHEFS_IO_WRITE_H
   4
   5 #include "checksum.h"
   6 #include "io_write_types.h"
   7
   8 #define to_wbio(_bio)                   \
   9         container_of((_bio), struct bch_write_bio, bio)
  10
  11 void bch2_bio_free_pages_pool(struct bch_fs *, struct bio *);
  12 void bch2_bio_alloc_pages_pool(struct bch_fs *, struct bio *, size_t);
  13
  14 #ifndef CONFIG_BCACHEFS_NO_LATENCY_ACCT
  15 void bch2_latency_acct(struct bch_dev *, u64, int);
  16 #else
  17 static inline void bch2_latency_acct(struct bch_dev *ca, u64 submit_time, int rw) {}
  18 #endif
  19
  20 void bch2_submit_wbio_replicas(struct bch_write_bio *, struct bch_fs *,
  21                                enum bch_data_type, const struct bkey_i *, bool);
  22
  23 #define BCH_WRITE_FLAGS()               \
  24         x(ALLOC_NOWAIT)                 \
  25         x(CACHED)                       \
  26         x(DATA_ENCODED)                 \
  27         x(PAGES_STABLE)                 \
  28         x(PAGES_OWNED)                  \
  29         x(ONLY_SPECIFIED_DEVS)          \
  30         x(WROTE_DATA_INLINE)            \
  31         x(FROM_INTERNAL)                \
  32         x(CHECK_ENOSPC)                 \
  33         x(SYNC)                         \
  34         x(MOVE)                         \
  35         x(IN_WORKER)                    \
  36         x(SUBMITTED)                    \
  37         x(IO_ERROR)                     \
  38         x(CONVERT_UNWRITTEN)
  39
  40 enum __bch_write_flags {
  41 #define x(f)    __BCH_WRITE_##f,
  42         BCH_WRITE_FLAGS()
  43 #undef x
  44 };
  45
  46 enum bch_write_flags {
  47 #define x(f)    BCH_WRITE_##f = BIT(__BCH_WRITE_##f),
  48         BCH_WRITE_FLAGS()
  49 #undef x
  50 };
  51
  52 static inline struct workqueue_struct *index_update_wq(struct bch_write_op *op)
  53 {
  54         return op->watermark == BCH_WATERMARK_copygc
  55                 ? op->c->copygc_wq
  56                 : op->c->btree_update_wq;
  57 }
  58
  59 int bch2_sum_sector_overwrites(struct btree_trans *, struct btree_iter *,
  60                                struct bkey_i *, bool *, s64 *, s64 *);
  61 int bch2_extent_update(struct btree_trans *, subvol_inum,
  62                        struct btree_iter *, struct bkey_i *,
  63                        struct disk_reservation *, u64, s64 *, bool);
  64
  65 static inline void bch2_write_op_init(struct bch_write_op *op, struct bch_fs *c,
  66                                       struct bch_io_opts opts)
  67 {
  68         op->c                   = c;
  69         op->end_io              = NULL;
  70         op->flags               = 0;
  71         op->written             = 0;
  72         op->error               = 0;
  73         op->csum_type           = bch2_data_checksum_type(c, opts);
  74         op->compression_opt     = opts.compression;
  75         op->nr_replicas         = 0;
  76         op->nr_replicas_required = c->opts.data_replicas_required;
  77         op->watermark           = BCH_WATERMARK_normal;
  78         op->incompressible      = 0;
  79         op->open_buckets.nr     = 0;
  80         op->devs_have.nr        = 0;
  81         op->target              = 0;
  82         op->opts                = opts;
  83         op->subvol              = 0;
  84         op->pos                 = POS_MAX;
  85         op->version             = ZERO_VERSION;
  86         op->write_point         = (struct write_point_specifier) { 0 };
  87         op->res                 = (struct disk_reservation) { 0 };
  88         op->new_i_size          = U64_MAX;
  89         op->i_sectors_delta     = 0;
  90         op->devs_need_flush     = NULL;
  91 }
  92
  93 CLOSURE_CALLBACK(bch2_write);
  94 void bch2_write_point_do_index_updates(struct work_struct *);
  95
  96 static inline struct bch_write_bio *wbio_init(struct bio *bio)
  97 {
  98         struct bch_write_bio *wbio = to_wbio(bio);
  99
 100         memset(&wbio->wbio, 0, sizeof(wbio->wbio));
 101         return wbio;
 102 }
 103
 104 void bch2_write_op_to_text(struct printbuf *, struct bch_write_op *);
 105
 106 void bch2_fs_io_write_exit(struct bch_fs *);
 107 int bch2_fs_io_write_init(struct bch_fs *);
 108
 109 #endif /* _BCACHEFS_IO_WRITE_H */