tools/perf/unit-info.json

   1 {
   2   "_description" : "This file contains info about our performance test units, used by the perf dashboard (http://chromeperf.appspot.com).",
   3
   4   "%": {
   5     "improvement_direction": "down",
   6     "why": "Percent CPU usage. Used by cpu metric."
   7   },
   8   "bit/s": {
   9     "improvement_direction": "down",
  10     "why": "Bitrate."
  11   },
  12   "bytes/s": {
  13     "improvement_direction": "down",
  14     "why": "Bitrate."
  15   },
  16   "bytes": {
  17     "improvement_direction": "down"
  18   },
  19   "chars/s": {
  20     "improvement_direction": "up"
  21   },
  22   "Celsius": {
  23     "improvement_direction": "down",
  24     "why": "Colder machines are faster."
  25   },
  26   "commit_count": {
  27     "improvement_direction": "up",
  28     "why": "layer_tree_host_perftest"
  29   },
  30   "count": {
  31     "improvement_direction": "down",
  32     "why": "Processes"
  33   },
  34   "dB": {
  35     "improvement_direction": "up",
  36     "why": "Decibels peak signal-to-noise ratio. Used by WebRTC quality tests."
  37   },
  38   "files": {
  39     "improvement_direction": "down",
  40     "why": "Static initializers"
  41   },
  42   "fps": {
  43     "improvement_direction": "up",
  44     "why": "The faster the better. Used by scirra benchmark."
  45   },
  46   "frames": {
  47     "improvement_direction": "down",
  48     "why": "Dropped frames."
  49   },
  50   "frames-per-second": {
  51     "improvement_direction": "up",
  52     "why": "Synonym for fps."
  53   },
  54   "frame_count": {
  55     "improvement_direction": "up",
  56     "why": "layer_tree_host_perftest"
  57   },
  58   "frame_time": {
  59     "improvement_direction": "down"
  60   },
  61   "garbage_collections": {
  62     "improvement_direction": "down",
  63     "why": "Number of GCs needed to collect an object. Less is better."
  64   },
  65   "Hz": {
  66     "improvement_direction": "up",
  67     "why": "Higher frequencies are faster."
  68   },
  69   "janks": {
  70     "improvement_direction": "down",
  71     "why": "Fewer janks is better."
  72   },
  73   "kb": {
  74     "improvement_direction": "down",
  75     "why": "Synonym for KB, used in memory and io metrics."
  76   },
  77   "available_kB": {
  78     "improvement_direction": "up",
  79     "why": "kB of memory available. More memory available is better."
  80   },
  81   "KB": {
  82     "improvement_direction": "down",
  83     "why": "KB of memory usage. Less memory usage is better. Used in endure."
  84   },
  85   "lines": {
  86     "improvement_direction": "up",
  87     "why": "Coverage. More test coverage is better."
  88   },
  89   "load": {
  90     "improvement_direction": "down"
  91   },
  92   "MB": {
  93     "improvement_direction": "down"
  94   },
  95   "mips": {
  96     "improvement_direction": "up",
  97     "why": "More instructions processed per time unit."
  98   },
  99   "mpixels_sec": {
 100     "improvement_direction": "up",
 101     "why": "More pixels processed per time unit."
 102   },
 103   "mtexel_sec": {
 104     "improvement_direction": "up",
 105     "why": "More texels processed per time unit."
 106   },
 107   "mtri_sec": {
 108     "improvement_direction": "up",
 109     "why": "More triangles processed per time unit."
 110   },
 111   "mvtx_sec": {
 112     "improvement_direction": "up",
 113     "why": "More vertices processed per time unit."
 114   },
 115   "ms": {
 116     "improvement_direction": "down",
 117     "why": "Used in many Telemetry measurements. Fewer ms of time means faster."
 118   },
 119   "ms/1000 elements": {
 120     "improvement_direction": "down"
 121   },
 122   "milliseconds": {
 123     "improvement_direction": "down",
 124     "why": "Synonym for ms."
 125   },
 126   "milliseconds-per-frame": {
 127     "improvement_direction": "down"
 128   },
 129   "minutes": {
 130     "improvement_direction": "down",
 131     "why": "Used for NaCl build time."
 132   },
 133   "mWh": {
 134     "improvement_direction": "down",
 135     "why": "Fewer milliwatt-hours means less energy consumed."
 136   },
 137   "objects (bigger is better)": {
 138     "improvement_direction": "up",
 139     "why": "Used in spaceport benchmark."
 140   },
 141   "ObjectsAt30FPS": {
 142     "improvement_direction": "up"
 143   },
 144   "percent": {
 145     "improvement_direction": "down",
 146     "why": "Synonym for %, used in memory metric for percent fragmentation."
 147   },
 148   "coverage%": {
 149     "improvement_direction": "up",
 150     "why": "Used in alloy-perf-test/cts%/passed."
 151   },
 152   "points": {
 153     "improvement_direction": "up",
 154     "why": "Synonym for score, used in ChromeOS touchpad tests."
 155   },
 156   "ports": {
 157     "improvement_direction": "down"
 158   },
 159   "reduction%": {
 160     "improvement_direction": "up",
 161     "why": "Used in draw_property measurement to indicate relative improvement."
 162   },
 163   "relocs": {
 164     "improvement_direction": "down"
 165   },
 166   "runs/ms": {
 167     "improvement_direction": "up",
 168     "why": "Higher runs/ms implies faster execution."
 169   },
 170   "runs/s": {
 171     "improvement_direction": "up",
 172     "why": "Used in dromaeo. Higher runs/s implies faster execution."
 173   },
 174   "runs_per_s": {
 175     "improvement_direction": "up",
 176     "why": "Synonym for runs/s, used in dromaeo data sent by cros bots."
 177   },
 178   "runs_per_second": {
 179     "improvement_direction": "up",
 180     "why": "Synonym for runs/s."
 181   },
 182   "score": {
 183     "improvement_direction": "up",
 184     "why": "Used in a variety of benchmarks where a higher score is better."
 185   },
 186   "score_(bigger_is_better)": {
 187     "improvement_direction": "up",
 188     "why": "Synonym for score."
 189   },
 190   "score (bigger is better)": {
 191     "improvement_direction": "up",
 192     "why": "Synonym for score, used in jsgamebench and dom_perf."
 193   },
 194   "sec": {
 195     "improvement_direction": "down"
 196   },
 197   "seconds": {
 198     "improvement_direction": "down"
 199   },
 200   "tasks": {
 201     "improvement_direction": "down"
 202   },
 203   "tokens/s": {
 204     "improvement_direction": "up"
 205   },
 206   "us": {
 207     "improvement_direction": "down"
 208   },
 209   "vsyncs": {
 210     "improvement_direction": "down",
 211     "why": "Used in smoothness benchmarks. Number of vsyncs to generate a frame, never < 1.0"
 212   },
 213   "idle%": {
 214     "improvement_direction": "up",
 215     "why": "Percentage of work done in idle time."
 216   }
 217 }