tools/perf/unit-info.json

   1 {
   2   "_description" : "This file contains info about our performance test units, used by the perf dashboard (http://chromeperf.appspot.com).",
   3
   4   "%": {
   5     "improvement_direction": "down",
   6     "why": "Percent CPU usage. Used by cpu metric."
   7   },
   8   "bit/s": {
   9     "improvement_direction": "down",
  10     "why": "Bitrate."
  11   },
  12   "bytes/s": {
  13     "improvement_direction": "down",
  14     "why": "Bitrate."
  15   },
  16   "bytes": {
  17     "improvement_direction": "down"
  18   },
  19   "Celsius": {
  20     "improvement_direction": "down",
  21     "why": "Colder machines are faster."
  22   },
  23   "commit_count": {
  24     "improvement_direction": "up",
  25     "why": "layer_tree_host_perftest"
  26   },
  27   "count": {
  28     "improvement_direction": "down",
  29     "why": "Processes"
  30   },
  31   "dB": {
  32     "improvement_direction": "up",
  33     "why": "Decibels peak signal-to-noise ratio. Used by WebRTC quality tests."
  34   },
  35   "files": {
  36     "improvement_direction": "down",
  37     "why": "Static initializers"
  38   },
  39   "fps": {
  40     "improvement_direction": "up",
  41     "why": "The faster the better. Used by scirra benchmark."
  42   },
  43   "frames": {
  44     "improvement_direction": "down",
  45     "why": "Dropped frames."
  46   },
  47   "frames-per-second": {
  48     "improvement_direction": "up",
  49     "why": "Synonym for fps."
  50   },
  51   "frame_count": {
  52     "improvement_direction": "up",
  53     "why": "layer_tree_host_perftest"
  54   },
  55   "frame_time": {
  56     "improvement_direction": "down"
  57   },
  58   "garbage_collections": {
  59     "improvement_direction": "down",
  60     "why": "Number of GCs needed to collect an object. Less is better."
  61   },
  62   "Hz": {
  63     "improvement_direction": "up",
  64     "why": "Higher frequencies are faster."
  65   },
  66   "janks": {
  67     "improvement_direction": "down",
  68     "why": "Fewer janks is better."
  69   },
  70   "kb": {
  71     "improvement_direction": "down",
  72     "why": "Synonym for KB, used in memory and io metrics."
  73   },
  74   "available_kB": {
  75     "improvement_direction": "up",
  76     "why": "kB of memory available. More memory available is better."
  77   },
  78   "KB": {
  79     "improvement_direction": "down",
  80     "why": "KB of memory usage. Less memory usage is better. Used in endure."
  81   },
  82   "lines": {
  83     "improvement_direction": "up",
  84     "why": "Coverage. More test coverage is better."
  85   },
  86   "load": {
  87     "improvement_direction": "down"
  88   },
  89   "MB": {
  90     "improvement_direction": "down"
  91   },
  92   "mips": {
  93     "improvement_direction": "up",
  94     "why": "More instructions processed per time unit."
  95   },
  96   "mpixels_sec": {
  97     "improvement_direction": "up",
  98     "why": "More pixels processed per time unit."
  99   },
 100   "mtexel_sec": {
 101     "improvement_direction": "up",
 102     "why": "More texels processed per time unit."
 103   },
 104   "mtri_sec": {
 105     "improvement_direction": "up",
 106     "why": "More triangles processed per time unit."
 107   },
 108   "mvtx_sec": {
 109     "improvement_direction": "up",
 110     "why": "More vertices processed per time unit."
 111   },
 112   "ms": {
 113     "improvement_direction": "down",
 114     "why": "Used in many Telemetry measurements. Fewer ms of time means faster."
 115   },
 116   "milliseconds": {
 117     "improvement_direction": "down",
 118     "why": "Synonym for ms."
 119   },
 120   "milliseconds-per-frame": {
 121     "improvement_direction": "down"
 122   },
 123   "minutes": {
 124     "improvement_direction": "down",
 125     "why": "Used for NaCl build time."
 126   },
 127   "mWh": {
 128     "improvement_direction": "down",
 129     "why": "Fewer milliwatt-hours means less energy consumed."
 130   },
 131   "objects (bigger is better)": {
 132     "improvement_direction": "up",
 133     "why": "Used in spaceport benchmark."
 134   },
 135   "ObjectsAt30FPS": {
 136     "improvement_direction": "up"
 137   },
 138   "percent": {
 139     "improvement_direction": "down",
 140     "why": "Synonym for %, used in memory metric for percent fragmentation."
 141   },
 142   "coverage%": {
 143     "improvement_direction": "up",
 144     "why": "Used in alloy-perf-test/cts%/passed."
 145   },
 146   "points": {
 147     "improvement_direction": "up",
 148     "why": "Synonym for score, used in ChromeOS touchpad tests."
 149   },
 150   "ports": {
 151     "improvement_direction": "down"
 152   },
 153   "relocs": {
 154     "improvement_direction": "down"
 155   },
 156   "runs/ms": {
 157     "improvement_direction": "up",
 158     "why": "Higher runs/ms implies faster execution."
 159   },
 160   "runs/s": {
 161     "improvement_direction": "up",
 162     "why": "Used in dromaeo. Higher runs/s implies faster execution."
 163   },
 164   "runs_per_s": {
 165     "improvement_direction": "up",
 166     "why": "Synonym for runs/s, used in dromaeo data sent by cros bots."
 167   },
 168   "runs_per_second": {
 169     "improvement_direction": "up",
 170     "why": "Synonym for runs/s."
 171   },
 172   "score": {
 173     "improvement_direction": "up",
 174     "why": "Used in a variety of benchmarks where a higher score is better."
 175   },
 176   "score_(bigger_is_better)": {
 177     "improvement_direction": "up",
 178     "why": "Synonym for score."
 179   },
 180   "score (bigger is better)": {
 181     "improvement_direction": "up",
 182     "why": "Synonym for score, used in jsgamebench and dom_perf."
 183   },
 184   "sec": {
 185     "improvement_direction": "down"
 186   },
 187   "seconds": {
 188     "improvement_direction": "down"
 189   },
 190   "tasks": {
 191     "improvement_direction": "down"
 192   },
 193   "us": {
 194     "improvement_direction": "down"
 195   },
 196   "vsyncs": {
 197     "improvement_direction": "down",
 198     "why": "Used in smoothness benchmarks. Number of vsyncs to generate a frame, never < 1.0"
 199   },
 200   "idle%": {
 201     "improvement_direction": "up",
 202     "why": "Percentage of work done in idle time."
 203   }
 204 }