drivers/md/bcache/stats.c

   1 /*
   2  * bcache stats code
   3  *
   4  * Copyright 2012 Google, Inc.
   5  */
   6
   7 #include "bcache.h"
   8 #include "stats.h"
   9 #include "btree.h"
  10 #include "sysfs.h"
  11
  12 /*
  13  * We keep absolute totals of various statistics, and addionally a set of three
  14  * rolling averages.
  15  *
  16  * Every so often, a timer goes off and rescales the rolling averages.
  17  * accounting_rescale[] is how many times the timer has to go off before we
  18  * rescale each set of numbers; that gets us half lives of 5 minutes, one hour,
  19  * and one day.
  20  *
  21  * accounting_delay is how often the timer goes off - 22 times in 5 minutes,
  22  * and accounting_weight is what we use to rescale:
  23  *
  24  * pow(31 / 32, 22) ~= 1/2
  25  *
  26  * So that we don't have to increment each set of numbers every time we (say)
  27  * get a cache hit, we increment a single atomic_t in acc->collector, and when
  28  * the rescale function runs it resets the atomic counter to 0 and adds its
  29  * old value to each of the exported numbers.
  30  *
  31  * To reduce rounding error, the numbers in struct cache_stats are all
  32  * stored left shifted by 16, and scaled back in the sysfs show() function.
  33  */
  34
  35 static const unsigned DAY_RESCALE               = 288;
  36 static const unsigned HOUR_RESCALE              = 12;
  37 static const unsigned FIVE_MINUTE_RESCALE       = 1;
  38 static const unsigned accounting_delay          = (HZ * 300) / 22;
  39 static const unsigned accounting_weight         = 32;
  40
  41 /* sysfs reading/writing */
  42
  43 read_attribute(cache_hits);
  44 read_attribute(cache_misses);
  45 read_attribute(cache_bypass_hits);
  46 read_attribute(cache_bypass_misses);
  47 read_attribute(cache_hit_ratio);
  48 read_attribute(cache_readaheads);
  49 read_attribute(cache_miss_collisions);
  50 read_attribute(bypassed);
  51
  52 SHOW(bch_stats)
  53 {
  54         struct cache_stats *s =
  55                 container_of(kobj, struct cache_stats, kobj);
  56 #define var(stat)               (s->stat >> 16)
  57         var_print(cache_hits);
  58         var_print(cache_misses);
  59         var_print(cache_bypass_hits);
  60         var_print(cache_bypass_misses);
  61
  62         sysfs_print(cache_hit_ratio,
  63                     DIV_SAFE(var(cache_hits) * 100,
  64                              var(cache_hits) + var(cache_misses)));
  65
  66         var_print(cache_readaheads);
  67         var_print(cache_miss_collisions);
  68         sysfs_hprint(bypassed,  var(sectors_bypassed) << 9);
  69 #undef var
  70         return 0;
  71 }
  72
  73 STORE(bch_stats)
  74 {
  75         return size;
  76 }
  77
  78 static void bch_stats_release(struct kobject *k)
  79 {
  80 }
  81
  82 static struct attribute *bch_stats_files[] = {
  83         &sysfs_cache_hits,
  84         &sysfs_cache_misses,
  85         &sysfs_cache_bypass_hits,
  86         &sysfs_cache_bypass_misses,
  87         &sysfs_cache_hit_ratio,
  88         &sysfs_cache_readaheads,
  89         &sysfs_cache_miss_collisions,
  90         &sysfs_bypassed,
  91         NULL
  92 };
  93 static KTYPE(bch_stats);
  94
  95 int bch_cache_accounting_add_kobjs(struct cache_accounting *acc,
  96                                    struct kobject *parent)
  97 {
  98         int ret = kobject_add(&acc->total.kobj, parent,
  99                               "stats_total");
 100         ret = ret ?: kobject_add(&acc->five_minute.kobj, parent,
 101                                  "stats_five_minute");
 102         ret = ret ?: kobject_add(&acc->hour.kobj, parent,
 103                                  "stats_hour");
 104         ret = ret ?: kobject_add(&acc->day.kobj, parent,
 105                                  "stats_day");
 106         return ret;
 107 }
 108
 109 void bch_cache_accounting_clear(struct cache_accounting *acc)
 110 {
 111         memset(&acc->total.cache_hits,
 112                0,
 113                sizeof(unsigned long) * 7);
 114 }
 115
 116 void bch_cache_accounting_destroy(struct cache_accounting *acc)
 117 {
 118         kobject_put(&acc->total.kobj);
 119         kobject_put(&acc->five_minute.kobj);
 120         kobject_put(&acc->hour.kobj);
 121         kobject_put(&acc->day.kobj);
 122
 123         atomic_set(&acc->closing, 1);
 124         if (del_timer_sync(&acc->timer))
 125                 closure_return(&acc->cl);
 126 }
 127
 128 /* EWMA scaling */
 129
 130 static void scale_stat(unsigned long *stat)
 131 {
 132         *stat =  ewma_add(*stat, 0, accounting_weight, 0);
 133 }
 134
 135 static void scale_stats(struct cache_stats *stats, unsigned long rescale_at)
 136 {
 137         if (++stats->rescale == rescale_at) {
 138                 stats->rescale = 0;
 139                 scale_stat(&stats->cache_hits);
 140                 scale_stat(&stats->cache_misses);
 141                 scale_stat(&stats->cache_bypass_hits);
 142                 scale_stat(&stats->cache_bypass_misses);
 143                 scale_stat(&stats->cache_readaheads);
 144                 scale_stat(&stats->cache_miss_collisions);
 145                 scale_stat(&stats->sectors_bypassed);
 146         }
 147 }
 148
 149 static void scale_accounting(unsigned long data)
 150 {
 151         struct cache_accounting *acc = (struct cache_accounting *) data;
 152
 153 #define move_stat(name) do {                                            \
 154         unsigned t = atomic_xchg(&acc->collector.name, 0);              \
 155         t <<= 16;                                                       \
 156         acc->five_minute.name += t;                                     \
 157         acc->hour.name += t;                                            \
 158         acc->day.name += t;                                             \
 159         acc->total.name += t;                                           \
 160 } while (0)
 161
 162         move_stat(cache_hits);
 163         move_stat(cache_misses);
 164         move_stat(cache_bypass_hits);
 165         move_stat(cache_bypass_misses);
 166         move_stat(cache_readaheads);
 167         move_stat(cache_miss_collisions);
 168         move_stat(sectors_bypassed);
 169
 170         scale_stats(&acc->total, 0);
 171         scale_stats(&acc->day, DAY_RESCALE);
 172         scale_stats(&acc->hour, HOUR_RESCALE);
 173         scale_stats(&acc->five_minute, FIVE_MINUTE_RESCALE);
 174
 175         acc->timer.expires += accounting_delay;
 176
 177         if (!atomic_read(&acc->closing))
 178                 add_timer(&acc->timer);
 179         else
 180                 closure_return(&acc->cl);
 181 }
 182
 183 static void mark_cache_stats(struct cache_stat_collector *stats,
 184                              bool hit, bool bypass)
 185 {
 186         if (!bypass)
 187                 if (hit)
 188                         atomic_inc(&stats->cache_hits);
 189                 else
 190                         atomic_inc(&stats->cache_misses);
 191         else
 192                 if (hit)
 193                         atomic_inc(&stats->cache_bypass_hits);
 194                 else
 195                         atomic_inc(&stats->cache_bypass_misses);
 196 }
 197
 198 void bch_mark_cache_accounting(struct cache_set *c, struct bcache_device *d,
 199                                bool hit, bool bypass)
 200 {
 201         struct cached_dev *dc = container_of(d, struct cached_dev, disk);
 202         mark_cache_stats(&dc->accounting.collector, hit, bypass);
 203         mark_cache_stats(&c->accounting.collector, hit, bypass);
 204 #ifdef CONFIG_CGROUP_BCACHE
 205         mark_cache_stats(&(bch_bio_to_cgroup(s->orig_bio)->stats), hit, bypass);
 206 #endif
 207 }
 208
 209 void bch_mark_cache_readahead(struct cache_set *c, struct bcache_device *d)
 210 {
 211         struct cached_dev *dc = container_of(d, struct cached_dev, disk);
 212         atomic_inc(&dc->accounting.collector.cache_readaheads);
 213         atomic_inc(&c->accounting.collector.cache_readaheads);
 214 }
 215
 216 void bch_mark_cache_miss_collision(struct cache_set *c, struct bcache_device *d)
 217 {
 218         struct cached_dev *dc = container_of(d, struct cached_dev, disk);
 219         atomic_inc(&dc->accounting.collector.cache_miss_collisions);
 220         atomic_inc(&c->accounting.collector.cache_miss_collisions);
 221 }
 222
 223 void bch_mark_sectors_bypassed(struct cache_set *c, struct cached_dev *dc,
 224                                int sectors)
 225 {
 226         atomic_add(sectors, &dc->accounting.collector.sectors_bypassed);
 227         atomic_add(sectors, &c->accounting.collector.sectors_bypassed);
 228 }
 229
 230 void bch_cache_accounting_init(struct cache_accounting *acc,
 231                                struct closure *parent)
 232 {
 233         kobject_init(&acc->total.kobj,          &bch_stats_ktype);
 234         kobject_init(&acc->five_minute.kobj,    &bch_stats_ktype);
 235         kobject_init(&acc->hour.kobj,           &bch_stats_ktype);
 236         kobject_init(&acc->day.kobj,            &bch_stats_ktype);
 237
 238         closure_init(&acc->cl, parent);
 239         init_timer(&acc->timer);
 240         acc->timer.expires      = jiffies + accounting_delay;
 241         acc->timer.data         = (unsigned long) acc;
 242         acc->timer.function     = scale_accounting;
 243         add_timer(&acc->timer);
 244 }