HBASE-26921 Rewrite the counting cells part in TestMultiVersions (#4316)
[hbase.git] / hbase-common / src / main / java / org / apache / hadoop / hbase / HConstants.java
blobd5deb092730513f2c9ff7219bcba196e784de4ca
1 /*
2 * Licensed to the Apache Software Foundation (ASF) under one
3 * or more contributor license agreements. See the NOTICE file
4 * distributed with this work for additional information
5 * regarding copyright ownership. The ASF licenses this file
6 * to you under the Apache License, Version 2.0 (the
7 * "License"); you may not use this file except in compliance
8 * with the License. You may obtain a copy of the License at
10 * http://www.apache.org/licenses/LICENSE-2.0
12 * Unless required by applicable law or agreed to in writing, software
13 * distributed under the License is distributed on an "AS IS" BASIS,
14 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15 * See the License for the specific language governing permissions and
16 * limitations under the License.
18 package org.apache.hadoop.hbase;
20 import static org.apache.hadoop.hbase.io.hfile.BlockType.MAGIC_LENGTH;
22 import java.nio.ByteBuffer;
23 import java.nio.charset.Charset;
24 import java.util.Arrays;
25 import java.util.Collections;
26 import java.util.List;
27 import java.util.UUID;
28 import org.apache.commons.lang3.ArrayUtils;
29 import org.apache.hadoop.hbase.util.Bytes;
30 import org.apache.yetus.audience.InterfaceAudience;
32 /**
33 * HConstants holds a bunch of HBase-related constants
35 @InterfaceAudience.Public
36 public final class HConstants {
37 // NOTICE!!!! Please do not add a constants here, unless they are referenced by a lot of classes.
39 //Bytes.UTF8_ENCODING should be updated if this changed
40 /** When we encode strings, we always specify UTF8 encoding */
41 public static final String UTF8_ENCODING = "UTF-8";
43 //Bytes.UTF8_CHARSET should be updated if this changed
44 /** When we encode strings, we always specify UTF8 encoding */
45 public static final Charset UTF8_CHARSET = Charset.forName(UTF8_ENCODING);
46 /**
47 * Default block size for an HFile.
49 public final static int DEFAULT_BLOCKSIZE = 64 * 1024;
51 /** Used as a magic return value while optimized index key feature enabled(HBASE-7845) */
52 public final static int INDEX_KEY_MAGIC = -2;
55 * Name of directory that holds recovered edits written by the wal log
56 * splitting code, one per region
58 public static final String RECOVERED_EDITS_DIR = "recovered.edits";
61 * Name of directory that holds recovered hfiles written by the wal log
62 * splitting code, one per region
64 public static final String RECOVERED_HFILES_DIR = "recovered.hfiles";
66 /**
67 * Date Tiered Compaction tmp dir prefix name if use storage policy
69 public static final String STORAGE_POLICY_PREFIX = "storage_policy_";
71 /**
72 * The first four bytes of Hadoop RPC connections
74 public static final byte[] RPC_HEADER = new byte[] { 'H', 'B', 'a', 's' };
75 public static final byte RPC_CURRENT_VERSION = 0;
77 // HFileBlock constants. TODO!!!! THESE DEFINES BELONG IN HFILEBLOCK, NOT UP HERE.
78 // Needed down in hbase-common though by encoders but these encoders should not be dealing
79 // in the internals of hfileblocks. Fix encapsulation.
81 /** The size data structures with minor version is 0 */
82 public static final int HFILEBLOCK_HEADER_SIZE_NO_CHECKSUM = MAGIC_LENGTH + 2 * Bytes.SIZEOF_INT
83 + Bytes.SIZEOF_LONG;
84 /** The size of a version 2 HFile block header, minor version 1.
85 * There is a 1 byte checksum type, followed by a 4 byte bytesPerChecksum
86 * followed by another 4 byte value to store sizeofDataOnDisk.
88 public static final int HFILEBLOCK_HEADER_SIZE = HFILEBLOCK_HEADER_SIZE_NO_CHECKSUM +
89 Bytes.SIZEOF_BYTE + 2 * Bytes.SIZEOF_INT;
90 /** Just an array of bytes of the right size. */
91 public static final byte[] HFILEBLOCK_DUMMY_HEADER = new byte[HFILEBLOCK_HEADER_SIZE];
93 //End HFileBlockConstants.
95 /**
96 * Status codes used for return values of bulk operations.
98 @InterfaceAudience.LimitedPrivate(HBaseInterfaceAudience.COPROC)
99 public enum OperationStatusCode {
100 NOT_RUN,
101 SUCCESS,
102 BAD_FAMILY,
103 STORE_TOO_BUSY,
104 SANITY_CHECK_FAILURE,
105 FAILURE
108 /** long constant for zero */
109 public static final Long ZERO_L = Long.valueOf(0L);
110 public static final String NINES = "99999999999999";
111 public static final String ZEROES = "00000000000000";
113 // For migration
115 /** name of version file */
116 public static final String VERSION_FILE_NAME = "hbase.version";
119 * Current version of file system.
120 * Version 4 supports only one kind of bloom filter.
121 * Version 5 changes versions in catalog table regions.
122 * Version 6 enables blockcaching on catalog tables.
123 * Version 7 introduces hfile -- hbase 0.19 to 0.20..
124 * Version 8 introduces namespace
126 // public static final String FILE_SYSTEM_VERSION = "6";
127 public static final String FILE_SYSTEM_VERSION = "8";
129 // Configuration parameters
131 //TODO: Is having HBase homed on port 60k OK?
133 /** Cluster is in distributed mode or not */
134 public static final String CLUSTER_DISTRIBUTED = "hbase.cluster.distributed";
136 /** Config for pluggable load balancers */
137 public static final String HBASE_MASTER_LOADBALANCER_CLASS = "hbase.master.loadbalancer.class";
139 /** Config for balancing the cluster by table */
140 public static final String HBASE_MASTER_LOADBALANCE_BYTABLE = "hbase.master.loadbalance.bytable";
142 /** Config for the max percent of regions in transition */
143 public static final String HBASE_MASTER_BALANCER_MAX_RIT_PERCENT =
144 "hbase.master.balancer.maxRitPercent";
146 /** Default value for the max percent of regions in transition */
147 public static final double DEFAULT_HBASE_MASTER_BALANCER_MAX_RIT_PERCENT = 1.0;
149 /** Config for the max balancing time */
150 public static final String HBASE_BALANCER_MAX_BALANCING = "hbase.balancer.max.balancing";
152 /** Config for the balancer period */
153 public static final String HBASE_BALANCER_PERIOD = "hbase.balancer.period";
155 /** Default value for the balancer period */
156 public static final int DEFAULT_HBASE_BALANCER_PERIOD = 300000;
159 * Config key for enable/disable automatically separate child regions to different region servers
160 * in the procedure of split regions. One child will be kept to the server where parent
161 * region is on, and the other child will be assigned to a random server.
162 * See HBASE-25518.
164 public static final String HBASE_ENABLE_SEPARATE_CHILD_REGIONS =
165 "hbase.master.auto.separate.child.regions.after.split.enabled";
168 * Default value for automatically separate child regions to different region servers
169 * (set to "false" to keep all child regions to the server where parent region is on)
171 public static final boolean DEFAULT_HBASE_ENABLE_SEPARATE_CHILD_REGIONS = false;
173 /** The name of the ensemble table */
174 public static final TableName ENSEMBLE_TABLE_NAME = TableName.valueOf("hbase:ensemble");
176 /** Config for pluggable region normalizer */
177 public static final String HBASE_MASTER_NORMALIZER_CLASS =
178 "hbase.master.normalizer.class";
180 /** Cluster is standalone or pseudo-distributed */
181 public static final boolean CLUSTER_IS_LOCAL = false;
183 /** Default value for cluster distributed mode */
184 public static final boolean DEFAULT_CLUSTER_DISTRIBUTED = CLUSTER_IS_LOCAL;
186 /** default host address */
187 public static final String DEFAULT_HOST = "0.0.0.0";
189 /** Parameter name for port master listens on. */
190 public static final String MASTER_PORT = "hbase.master.port";
192 /** default port that the master listens on */
193 public static final int DEFAULT_MASTER_PORT = 16000;
195 /** default port for master web api */
196 public static final int DEFAULT_MASTER_INFOPORT = 16010;
198 /** Configuration key for master web API port */
199 public static final String MASTER_INFO_PORT = "hbase.master.info.port";
201 /** Configuration key for the list of master host:ports **/
202 public static final String MASTER_ADDRS_KEY = "hbase.masters";
204 /** Full class name of the Zookeeper based connection registry implementation */
205 public static final String ZK_CONNECTION_REGISTRY_CLASS =
206 "org.apache.hadoop.hbase.client.ZKConnectionRegistry";
208 /** Parameter name for the master type being backup (waits for primary to go inactive). */
209 public static final String MASTER_TYPE_BACKUP = "hbase.master.backup";
212 * by default every master is a possible primary master unless the conf explicitly overrides it
214 public static final boolean DEFAULT_MASTER_TYPE_BACKUP = false;
216 /** Name of ZooKeeper quorum configuration parameter. */
217 public static final String ZOOKEEPER_QUORUM = "hbase.zookeeper.quorum";
219 /** Name of ZooKeeper quorum configuration parameter for client to locate meta. */
220 public static final String CLIENT_ZOOKEEPER_QUORUM = "hbase.client.zookeeper.quorum";
222 /** Client port of ZooKeeper for client to locate meta */
223 public static final String CLIENT_ZOOKEEPER_CLIENT_PORT =
224 "hbase.client.zookeeper.property.clientPort";
226 /** Indicate whether the client ZK are observer nodes of the server ZK */
227 public static final String CLIENT_ZOOKEEPER_OBSERVER_MODE =
228 "hbase.client.zookeeper.observer.mode";
229 /** Assuming client zk not in observer mode and master need to synchronize information */
230 public static final boolean DEFAULT_CLIENT_ZOOKEEPER_OBSERVER_MODE = false;
232 /** Common prefix of ZooKeeper configuration properties */
233 public static final String ZK_CFG_PROPERTY_PREFIX =
234 "hbase.zookeeper.property.";
236 public static final int ZK_CFG_PROPERTY_PREFIX_LEN =
237 ZK_CFG_PROPERTY_PREFIX.length();
240 * The ZK client port key in the ZK properties map. The name reflects the
241 * fact that this is not an HBase configuration key.
243 public static final String CLIENT_PORT_STR = "clientPort";
245 /** Parameter name for the client port that the zookeeper listens on */
246 public static final String ZOOKEEPER_CLIENT_PORT =
247 ZK_CFG_PROPERTY_PREFIX + CLIENT_PORT_STR;
249 /** Default client port that the zookeeper listens on */
250 public static final int DEFAULT_ZOOKEEPER_CLIENT_PORT = 2181;
252 /** Parameter name for the root dir in ZK for this cluster */
253 public static final String ZOOKEEPER_ZNODE_PARENT = "zookeeper.znode.parent";
255 public static final String DEFAULT_ZOOKEEPER_ZNODE_PARENT = "/hbase";
258 * Parameter name for the limit on concurrent client-side zookeeper
259 * connections
261 public static final String ZOOKEEPER_MAX_CLIENT_CNXNS =
262 ZK_CFG_PROPERTY_PREFIX + "maxClientCnxns";
264 /** Parameter name for the ZK data directory */
265 public static final String ZOOKEEPER_DATA_DIR =
266 ZK_CFG_PROPERTY_PREFIX + "dataDir";
268 /** Parameter name for the ZK tick time */
269 public static final String ZOOKEEPER_TICK_TIME =
270 ZK_CFG_PROPERTY_PREFIX + "tickTime";
272 /** Default limit on concurrent client-side zookeeper connections */
273 public static final int DEFAULT_ZOOKEEPER_MAX_CLIENT_CNXNS = 300;
275 /** Configuration key for ZooKeeper session timeout */
276 public static final String ZK_SESSION_TIMEOUT = "zookeeper.session.timeout";
278 /** Timeout for the ZK sync() call */
279 public static final String ZK_SYNC_BLOCKING_TIMEOUT_MS = "hbase.zookeeper.sync.timeout.millis";
280 // Choice of the default value is based on the following ZK recommendation (from docs). Keeping it
281 // lower lets the callers fail fast in case of any issues.
282 // "The clients view of the system is guaranteed to be up-to-date within a certain time bound.
283 // (On the order of tens of seconds.) Either system changes will be seen by a client within this
284 // bound, or the client will detect a service outage."
285 public static final long ZK_SYNC_BLOCKING_TIMEOUT_DEFAULT_MS = 30 * 1000;
287 /** Default value for ZooKeeper session timeout */
288 public static final int DEFAULT_ZK_SESSION_TIMEOUT = 90 * 1000;
290 /** Parameter name for port region server listens on. */
291 public static final String REGIONSERVER_PORT = "hbase.regionserver.port";
293 /** Default port region server listens on. */
294 public static final int DEFAULT_REGIONSERVER_PORT = 16020;
296 /** default port for region server web api */
297 public static final int DEFAULT_REGIONSERVER_INFOPORT = 16030;
299 /** A configuration key for regionserver info port */
300 public static final String REGIONSERVER_INFO_PORT =
301 "hbase.regionserver.info.port";
303 /** A flag that enables automatic selection of regionserver info port */
304 public static final String REGIONSERVER_INFO_PORT_AUTO =
305 REGIONSERVER_INFO_PORT + ".auto";
307 /** Parameter name for what region server implementation to use. */
308 public static final String REGION_SERVER_IMPL= "hbase.regionserver.impl";
310 /** Parameter name for what master implementation to use. */
311 public static final String MASTER_IMPL= "hbase.master.impl";
313 /** Parameter name for how often threads should wake up */
314 public static final String THREAD_WAKE_FREQUENCY = "hbase.server.thread.wakefrequency";
316 /** Default value for thread wake frequency */
317 public static final int DEFAULT_THREAD_WAKE_FREQUENCY = 10 * 1000;
319 /** Parameter name for how often we should try to write a version file, before failing */
320 public static final String VERSION_FILE_WRITE_ATTEMPTS = "hbase.server.versionfile.writeattempts";
322 /** Parameter name for how often we should try to write a version file, before failing */
323 public static final int DEFAULT_VERSION_FILE_WRITE_ATTEMPTS = 3;
325 /** Parameter name and default value for how often a region should perform a major compaction */
326 public static final String MAJOR_COMPACTION_PERIOD = "hbase.hregion.majorcompaction";
327 public static final long DEFAULT_MAJOR_COMPACTION_PERIOD = 1000 * 60 * 60 * 24 * 7; // 7 days
330 * Parameter name and default value for major compaction jitter.
331 * Used as a multiplier applied to {@link HConstants#MAJOR_COMPACTION_PERIOD}
332 * to cause compaction to occur a given amount of time either side of
333 * {@link HConstants#MAJOR_COMPACTION_PERIOD}.
334 * Default to 0.5 so jitter has us fall evenly either side of when the compaction should run.
336 public static final String MAJOR_COMPACTION_JITTER = "hbase.hregion.majorcompaction.jitter";
337 public static final float DEFAULT_MAJOR_COMPACTION_JITTER = 0.50F;
339 /** Parameter name for the maximum batch of KVs to be used in flushes and compactions */
340 public static final String COMPACTION_KV_MAX = "hbase.hstore.compaction.kv.max";
341 public static final int COMPACTION_KV_MAX_DEFAULT = 10;
343 /** Parameter name for HBase instance root directory */
344 public static final String HBASE_DIR = "hbase.rootdir";
346 /** Parameter name for HBase client IPC pool type */
347 public static final String HBASE_CLIENT_IPC_POOL_TYPE = "hbase.client.ipc.pool.type";
349 /** Parameter name for HBase client IPC pool size */
350 public static final String HBASE_CLIENT_IPC_POOL_SIZE = "hbase.client.ipc.pool.size";
352 /** Parameter name for HBase client operation timeout. */
353 public static final String HBASE_CLIENT_OPERATION_TIMEOUT = "hbase.client.operation.timeout";
355 /** Parameter name for HBase client meta operation timeout. */
356 public static final String HBASE_CLIENT_META_OPERATION_TIMEOUT =
357 "hbase.client.meta.operation.timeout";
359 /** Default HBase client operation timeout, which is tantamount to a blocking call */
360 public static final int DEFAULT_HBASE_CLIENT_OPERATION_TIMEOUT = 1200000;
362 /** Parameter name for HBase client meta replica scan call timeout. */
363 public static final String HBASE_CLIENT_META_REPLICA_SCAN_TIMEOUT =
364 "hbase.client.meta.replica.scan.timeout";
366 /** Default HBase client meta replica scan call timeout, 1 second */
367 public static final int HBASE_CLIENT_META_REPLICA_SCAN_TIMEOUT_DEFAULT = 1000000;
369 /** Used to construct the name of the log directory for a region server */
370 public static final String HREGION_LOGDIR_NAME = "WALs";
372 /** Used to construct the name of the splitlog directory for a region server */
373 public static final String SPLIT_LOGDIR_NAME = "splitWAL";
375 /** Like the previous, but for old logs that are about to be deleted */
376 public static final String HREGION_OLDLOGDIR_NAME = "oldWALs";
378 /** Staging dir used by bulk load */
379 public static final String BULKLOAD_STAGING_DIR_NAME = "staging";
381 public static final String CORRUPT_DIR_NAME = "corrupt";
383 /** Used by HBCK to sideline backup data */
384 public static final String HBCK_SIDELINEDIR_NAME = ".hbck";
386 /** Any artifacts left from migration can be moved here */
387 public static final String MIGRATION_NAME = ".migration";
389 /** Used to construct the name of the compaction directory during compaction */
390 public static final String HREGION_COMPACTIONDIR_NAME = "compaction.dir";
392 /** Conf key for the max file size after which we split the region */
393 public static final String HREGION_MAX_FILESIZE =
394 "hbase.hregion.max.filesize";
396 /** Default maximum file size */
397 public static final long DEFAULT_MAX_FILE_SIZE = 10 * 1024 * 1024 * 1024L;
399 /** Conf key for if we should sum overall region files size when check to split */
400 public static final String OVERALL_HREGION_FILES =
401 "hbase.hregion.split.overallfiles";
403 /** Default overall region files */
404 public static final boolean DEFAULT_OVERALL_HREGION_FILES = true;
407 * Max size of single row for Get's or Scan's without in-row scanning flag set.
409 public static final String TABLE_MAX_ROWSIZE_KEY = "hbase.table.max.rowsize";
412 * Default max row size (1 Gb).
414 public static final long TABLE_MAX_ROWSIZE_DEFAULT = 1024 * 1024 * 1024L;
417 * The max number of threads used for opening and closing stores or store
418 * files in parallel
420 public static final String HSTORE_OPEN_AND_CLOSE_THREADS_MAX =
421 "hbase.hstore.open.and.close.threads.max";
424 * The default number for the max number of threads used for opening and
425 * closing stores or store files in parallel
427 public static final int DEFAULT_HSTORE_OPEN_AND_CLOSE_THREADS_MAX = 1;
430 * Block updates if memstore has hbase.hregion.memstore.block.multiplier
431 * times hbase.hregion.memstore.flush.size bytes. Useful preventing
432 * runaway memstore during spikes in update traffic.
434 public static final String HREGION_MEMSTORE_BLOCK_MULTIPLIER =
435 "hbase.hregion.memstore.block.multiplier";
438 * Default value for hbase.hregion.memstore.block.multiplier
440 public static final int DEFAULT_HREGION_MEMSTORE_BLOCK_MULTIPLIER = 4;
442 /** Conf key for the memstore size at which we flush the memstore */
443 public static final String HREGION_MEMSTORE_FLUSH_SIZE =
444 "hbase.hregion.memstore.flush.size";
446 public static final String HREGION_EDITS_REPLAY_SKIP_ERRORS =
447 "hbase.hregion.edits.replay.skip.errors";
449 public static final boolean DEFAULT_HREGION_EDITS_REPLAY_SKIP_ERRORS =
450 false;
452 /** Maximum value length, enforced on KeyValue construction */
453 public static final int MAXIMUM_VALUE_LENGTH = Integer.MAX_VALUE - 1;
455 /** name of the file for unique cluster ID */
456 public static final String CLUSTER_ID_FILE_NAME = "hbase.id";
458 /** Default value for cluster ID */
459 public static final String CLUSTER_ID_DEFAULT = "default-cluster";
461 /** Parameter name for # days to keep MVCC values during a major compaction */
462 public static final String KEEP_SEQID_PERIOD = "hbase.hstore.compaction.keep.seqId.period";
463 /** At least to keep MVCC values in hfiles for 5 days */
464 public static final int MIN_KEEP_SEQID_PERIOD = 5;
466 // Always store the location of the root table's HRegion.
467 // This HRegion is never split.
469 // region name = table + startkey + regionid. This is the row key.
470 // each row in the root and meta tables describes exactly 1 region
471 // Do we ever need to know all the information that we are storing?
473 // Note that the name of the root table starts with "-" and the name of the
474 // meta table starts with "." Why? it's a trick. It turns out that when we
475 // store region names in memory, we use a SortedMap. Since "-" sorts before
476 // "." (and since no other table name can start with either of these
477 // characters, the root region will always be the first entry in such a Map,
478 // followed by all the meta regions (which will be ordered by their starting
479 // row key as well), followed by all user tables. So when the Master is
480 // choosing regions to assign, it will always choose the root region first,
481 // followed by the meta regions, followed by user regions. Since the root
482 // and meta regions always need to be on-line, this ensures that they will
483 // be the first to be reassigned if the server(s) they are being served by
484 // should go down.
486 public static final String BASE_NAMESPACE_DIR = "data";
488 /** delimiter used between portions of a region name */
489 public static final int META_ROW_DELIMITER = ',';
491 /** The catalog family as a string*/
492 public static final String CATALOG_FAMILY_STR = "info";
494 /** The catalog family */
495 public static final byte [] CATALOG_FAMILY = Bytes.toBytes(CATALOG_FAMILY_STR);
497 /** The RegionInfo qualifier as a string */
498 public static final String REGIONINFO_QUALIFIER_STR = "regioninfo";
500 /** The regioninfo column qualifier */
501 public static final byte [] REGIONINFO_QUALIFIER = Bytes.toBytes(REGIONINFO_QUALIFIER_STR);
503 /** The server column qualifier */
504 public static final String SERVER_QUALIFIER_STR = "server";
505 /** The server column qualifier */
506 public static final byte [] SERVER_QUALIFIER = Bytes.toBytes(SERVER_QUALIFIER_STR);
508 /** The startcode column qualifier */
509 public static final String STARTCODE_QUALIFIER_STR = "serverstartcode";
510 /** The startcode column qualifier */
511 public static final byte [] STARTCODE_QUALIFIER = Bytes.toBytes(STARTCODE_QUALIFIER_STR);
513 /** The open seqnum column qualifier */
514 public static final String SEQNUM_QUALIFIER_STR = "seqnumDuringOpen";
515 /** The open seqnum column qualifier */
516 public static final byte [] SEQNUM_QUALIFIER = Bytes.toBytes(SEQNUM_QUALIFIER_STR);
518 /** The state column qualifier */
519 public static final String STATE_QUALIFIER_STR = "state";
521 public static final byte [] STATE_QUALIFIER = Bytes.toBytes(STATE_QUALIFIER_STR);
524 * The serverName column qualifier. Its the server where the region is
525 * transitioning on, while column server is the server where the region is
526 * opened on. They are the same when the region is in state OPEN.
528 public static final String SERVERNAME_QUALIFIER_STR = "sn";
530 public static final byte [] SERVERNAME_QUALIFIER = Bytes.toBytes(SERVERNAME_QUALIFIER_STR);
532 /** The lower-half split region column qualifier string. */
533 public static final String SPLITA_QUALIFIER_STR = "splitA";
534 /** The lower-half split region column qualifier */
535 public static final byte [] SPLITA_QUALIFIER = Bytes.toBytes(SPLITA_QUALIFIER_STR);
537 /** The upper-half split region column qualifier String. */
538 public static final String SPLITB_QUALIFIER_STR = "splitB";
539 /** The upper-half split region column qualifier */
540 public static final byte [] SPLITB_QUALIFIER = Bytes.toBytes(SPLITB_QUALIFIER_STR);
543 * Merge qualifier prefix.
544 * We used to only allow two regions merge; mergeA and mergeB.
545 * Now we allow many to merge. Each region to merge will be referenced
546 * in a column whose qualifier starts with this define.
548 public static final String MERGE_QUALIFIER_PREFIX_STR = "merge";
549 public static final byte [] MERGE_QUALIFIER_PREFIX =
550 Bytes.toBytes(MERGE_QUALIFIER_PREFIX_STR);
553 * The lower-half merge region column qualifier
554 * @deprecated Since 2.3.0 and 2.2.1. Not used anymore. Instead we look for
555 * the {@link #MERGE_QUALIFIER_PREFIX_STR} prefix.
557 @Deprecated
558 public static final byte[] MERGEA_QUALIFIER = Bytes.toBytes(MERGE_QUALIFIER_PREFIX_STR + "A");
561 * The upper-half merge region column qualifier
562 * @deprecated Since 2.3.0 and 2.2.1. Not used anymore. Instead we look for
563 * the {@link #MERGE_QUALIFIER_PREFIX_STR} prefix.
565 @Deprecated
566 public static final byte[] MERGEB_QUALIFIER = Bytes.toBytes(MERGE_QUALIFIER_PREFIX_STR + "B");
568 /** The catalog family as a string*/
569 public static final String TABLE_FAMILY_STR = "table";
571 /** The catalog family */
572 public static final byte [] TABLE_FAMILY = Bytes.toBytes(TABLE_FAMILY_STR);
574 /** The serialized table state qualifier */
575 public static final byte[] TABLE_STATE_QUALIFIER = Bytes.toBytes("state");
577 /** The replication barrier family as a string*/
578 public static final String REPLICATION_BARRIER_FAMILY_STR = "rep_barrier";
580 /** The replication barrier family */
581 public static final byte[] REPLICATION_BARRIER_FAMILY =
582 Bytes.toBytes(REPLICATION_BARRIER_FAMILY_STR);
584 /** The namespace family as a string */
585 public static final String NAMESPACE_FAMILY_STR = "ns";
587 /** The namespace family */
588 public static final byte[] NAMESPACE_FAMILY = Bytes.toBytes(NAMESPACE_FAMILY_STR);
590 public static final byte[] NAMESPACE_COL_DESC_QUALIFIER = Bytes.toBytes("d");
592 * The meta table version column qualifier.
593 * We keep current version of the meta table in this column in <code>-ROOT-</code>
594 * table: i.e. in the 'info:v' column.
596 public static final byte [] META_VERSION_QUALIFIER = Bytes.toBytes("v");
598 /** The family str as a key in map*/
599 public static final String FAMILY_KEY_STR = "family";
602 * The current version of the meta table.
603 * - pre-hbase 0.92. There is no META_VERSION column in the root table
604 * in this case. The meta has HTableDescriptor serialized into the HRegionInfo;
605 * - version 0 is 0.92 and 0.94. Meta data has serialized HRegionInfo's using
606 * Writable serialization, and HRegionInfo's does not contain HTableDescriptors.
607 * - version 1 for 0.96+ keeps HRegionInfo data structures, but changes the
608 * byte[] serialization from Writables to Protobuf.
609 * See HRegionInfo.VERSION
611 public static final short META_VERSION = 1;
613 // Other constants
616 * An empty byte array instance.
618 public static final byte [] EMPTY_BYTE_ARRAY = new byte [0];
621 * An empty string instance.
623 public static final String EMPTY_STRING = "";
625 public static final ByteBuffer EMPTY_BYTE_BUFFER = ByteBuffer.wrap(EMPTY_BYTE_ARRAY);
628 * Used by scanners, etc when they want to start at the beginning of a region
630 public static final byte [] EMPTY_START_ROW = EMPTY_BYTE_ARRAY;
633 * Last row in a table.
635 public static final byte [] EMPTY_END_ROW = EMPTY_BYTE_ARRAY;
638 * Used by scanners and others when they're trying to detect the end of a
639 * table
641 public static final byte [] LAST_ROW = EMPTY_BYTE_ARRAY;
644 * Max length a row can have because of the limitation in TFile.
646 public static final int MAX_ROW_LENGTH = Short.MAX_VALUE;
649 * Timestamp to use when we want to refer to the latest cell.
651 * On client side, this is the timestamp set by default when no timestamp is specified,
652 * to refer to the latest.
653 * On server side, this acts as a notation.
654 * (1) For a cell of Put, which has this notation,
655 * its timestamp will be replaced with server's current time.
656 * (2) For a cell of Delete, which has this notation,
657 * A. If the cell is of {@link KeyValue.Type#Delete}, HBase issues a Get operation firstly.
658 * a. When the count of cell it gets is less than the count of cell to delete,
659 * the timestamp of Delete cell will be replaced with server's current time.
660 * b. When the count of cell it gets is equal to the count of cell to delete,
661 * the timestamp of Delete cell will be replaced with the latest timestamp of cell it
662 * gets.
663 * (c. It is invalid and an exception will be thrown,
664 * if the count of cell it gets is greater than the count of cell to delete,
665 * as the max version of Get is set to the count of cell to delete.)
666 * B. If the cell is of other Delete types, like {@link KeyValue.Type#DeleteFamilyVersion},
667 * {@link KeyValue.Type#DeleteColumn}, or {@link KeyValue.Type#DeleteFamily},
668 * the timestamp of Delete cell will be replaced with server's current time.
670 * So that is why it is named as "latest" but assigned as the max value of Long.
672 public static final long LATEST_TIMESTAMP = Long.MAX_VALUE;
675 * LATEST_TIMESTAMP in bytes form
677 public static final byte [] LATEST_TIMESTAMP_BYTES = {
678 // big-endian
679 (byte) (LATEST_TIMESTAMP >>> 56),
680 (byte) (LATEST_TIMESTAMP >>> 48),
681 (byte) (LATEST_TIMESTAMP >>> 40),
682 (byte) (LATEST_TIMESTAMP >>> 32),
683 (byte) (LATEST_TIMESTAMP >>> 24),
684 (byte) (LATEST_TIMESTAMP >>> 16),
685 (byte) (LATEST_TIMESTAMP >>> 8),
686 (byte) LATEST_TIMESTAMP,
690 * Define for 'return-all-versions'.
692 public static final int ALL_VERSIONS = Integer.MAX_VALUE;
695 * Unlimited time-to-live.
697 // public static final int FOREVER = -1;
698 public static final int FOREVER = Integer.MAX_VALUE;
701 * Seconds in a day, hour and minute
703 public static final int DAY_IN_SECONDS = 24 * 60 * 60;
704 public static final int HOUR_IN_SECONDS = 60 * 60;
705 public static final int MINUTE_IN_SECONDS = 60;
708 * KB, MB, GB, TB equivalent to how many bytes
710 public static final long KB_IN_BYTES = 1024;
711 public static final long MB_IN_BYTES = 1024 * KB_IN_BYTES;
712 public static final long GB_IN_BYTES = 1024 * MB_IN_BYTES;
713 public static final long TB_IN_BYTES = 1024 * GB_IN_BYTES;
715 //TODO: although the following are referenced widely to format strings for
716 // the shell. They really aren't a part of the public API. It would be
717 // nice if we could put them somewhere where they did not need to be
718 // public. They could have package visibility
719 public static final String NAME = "NAME";
720 public static final String VERSIONS = "VERSIONS";
721 public static final String IN_MEMORY = "IN_MEMORY";
722 public static final String METADATA = "METADATA";
723 public static final String CONFIGURATION = "CONFIGURATION";
726 * Retrying we multiply hbase.client.pause setting by what we have in this array until we
727 * run out of array items. Retries beyond this use the last number in the array. So, for
728 * example, if hbase.client.pause is 1 second, and maximum retries count
729 * hbase.client.retries.number is 10, we will retry at the following intervals:
730 * 1, 2, 3, 5, 10, 20, 40, 100, 100, 100.
731 * With 100ms, a back-off of 200 means 20s
733 public static final int [] RETRY_BACKOFF = {1, 2, 3, 5, 10, 20, 40, 100, 100, 100, 100, 200, 200};
735 public static final String REGION_IMPL = "hbase.hregion.impl";
738 * Scope tag for locally scoped data.
739 * This data will not be replicated.
741 public static final int REPLICATION_SCOPE_LOCAL = 0;
744 * Scope tag for globally scoped data.
745 * This data will be replicated to all peers.
747 public static final int REPLICATION_SCOPE_GLOBAL = 1;
750 * Default cluster ID, cannot be used to identify a cluster so a key with
751 * this value means it wasn't meant for replication.
753 public static final UUID DEFAULT_CLUSTER_ID = new UUID(0L,0L);
756 * Parameter name for maximum number of bytes returned when calling a scanner's next method.
757 * Controlled by the client.
759 public static final String HBASE_CLIENT_SCANNER_MAX_RESULT_SIZE_KEY =
760 "hbase.client.scanner.max.result.size";
763 * Parameter name for maximum number of bytes returned when calling a scanner's next method.
764 * Controlled by the server.
766 public static final String HBASE_SERVER_SCANNER_MAX_RESULT_SIZE_KEY =
767 "hbase.server.scanner.max.result.size";
770 * Maximum number of bytes returned when calling a scanner's next method.
771 * Note that when a single row is larger than this limit the row is still
772 * returned completely.
774 * The default value is 2MB.
776 public static final long DEFAULT_HBASE_CLIENT_SCANNER_MAX_RESULT_SIZE = 2 * 1024 * 1024;
779 * Maximum number of bytes returned when calling a scanner's next method.
780 * Note that when a single row is larger than this limit the row is still
781 * returned completely.
782 * Safety setting to protect the region server.
784 * The default value is 100MB. (a client would rarely request larger chunks on purpose)
786 public static final long DEFAULT_HBASE_SERVER_SCANNER_MAX_RESULT_SIZE = 100 * 1024 * 1024;
789 * Parameter name for client pause value, used mostly as value to wait
790 * before running a retry of a failed get, region lookup, etc.
792 public static final String HBASE_CLIENT_PAUSE = "hbase.client.pause";
795 * Default value of {@link #HBASE_CLIENT_PAUSE}.
797 public static final long DEFAULT_HBASE_CLIENT_PAUSE = 100;
800 * Parameter name for client pause value for special case such as call queue too big, etc.
802 public static final String HBASE_CLIENT_PAUSE_FOR_CQTBE = "hbase.client.pause.cqtbe";
805 * The maximum number of concurrent connections the client will maintain.
807 public static final String HBASE_CLIENT_MAX_TOTAL_TASKS = "hbase.client.max.total.tasks";
810 * Default value of {@link #HBASE_CLIENT_MAX_TOTAL_TASKS}.
812 public static final int DEFAULT_HBASE_CLIENT_MAX_TOTAL_TASKS = 100;
815 * The maximum number of concurrent connections the client will maintain to a single
816 * RegionServer.
818 public static final String HBASE_CLIENT_MAX_PERSERVER_TASKS = "hbase.client.max.perserver.tasks";
821 * Default value of {@link #HBASE_CLIENT_MAX_PERSERVER_TASKS}.
823 public static final int DEFAULT_HBASE_CLIENT_MAX_PERSERVER_TASKS = 2;
826 * The maximum number of concurrent connections the client will maintain to a single
827 * Region.
829 public static final String HBASE_CLIENT_MAX_PERREGION_TASKS = "hbase.client.max.perregion.tasks";
832 * Default value of {@link #HBASE_CLIENT_MAX_PERREGION_TASKS}.
834 public static final int DEFAULT_HBASE_CLIENT_MAX_PERREGION_TASKS = 1;
837 * The maximum number of concurrent pending RPC requests for one server in process level.
839 public static final String HBASE_CLIENT_PERSERVER_REQUESTS_THRESHOLD =
840 "hbase.client.perserver.requests.threshold";
843 * Default value of {@link #HBASE_CLIENT_PERSERVER_REQUESTS_THRESHOLD}.
845 public static final int DEFAULT_HBASE_CLIENT_PERSERVER_REQUESTS_THRESHOLD = Integer.MAX_VALUE;
849 * Parameter name for server pause value, used mostly as value to wait before
850 * running a retry of a failed operation.
852 public static final String HBASE_SERVER_PAUSE = "hbase.server.pause";
855 * Default value of {@link #HBASE_SERVER_PAUSE}.
857 public static final int DEFAULT_HBASE_SERVER_PAUSE = 1000;
860 * Parameter name for maximum retries, used as maximum for all retryable
861 * operations such as fetching of the root region from root region server,
862 * getting a cell's value, starting a row update, etc.
864 public static final String HBASE_CLIENT_RETRIES_NUMBER = "hbase.client.retries.number";
867 * Default value of {@link #HBASE_CLIENT_RETRIES_NUMBER}.
869 public static final int DEFAULT_HBASE_CLIENT_RETRIES_NUMBER = 15;
871 public static final String HBASE_CLIENT_SERVERSIDE_RETRIES_MULTIPLIER =
872 "hbase.client.serverside.retries.multiplier";
874 public static final int DEFAULT_HBASE_CLIENT_SERVERSIDE_RETRIES_MULTIPLIER = 3;
877 * Parameter name to set the default scanner caching for all clients.
879 public static final String HBASE_CLIENT_SCANNER_CACHING = "hbase.client.scanner.caching";
882 * Default value for {@link #HBASE_CLIENT_SCANNER_CACHING}
884 public static final int DEFAULT_HBASE_CLIENT_SCANNER_CACHING = Integer.MAX_VALUE;
887 * Parameter name for number of rows that will be fetched when calling next on
888 * a scanner if it is not served from memory. Higher caching values will
889 * enable faster scanners but will eat up more memory and some calls of next
890 * may take longer and longer times when the cache is empty.
892 public static final String HBASE_META_SCANNER_CACHING = "hbase.meta.scanner.caching";
895 * Default value of {@link #HBASE_META_SCANNER_CACHING}.
897 public static final int DEFAULT_HBASE_META_SCANNER_CACHING = 100;
900 * Parameter name for number of versions, kept by meta table.
902 public static final String HBASE_META_VERSIONS = "hbase.meta.versions";
905 * Default value of {@link #HBASE_META_VERSIONS}.
907 public static final int DEFAULT_HBASE_META_VERSIONS = 3;
910 * Parameter name for number of versions, kept by meta table.
912 public static final String HBASE_META_BLOCK_SIZE = "hbase.meta.blocksize";
915 * Default value of {@link #HBASE_META_BLOCK_SIZE}.
917 public static final int DEFAULT_HBASE_META_BLOCK_SIZE = 8 * 1024;
920 * Parameter name for unique identifier for this {@link org.apache.hadoop.conf.Configuration}
921 * instance. If there are two or more {@link org.apache.hadoop.conf.Configuration} instances that,
922 * for all intents and purposes, are the same except for their instance ids, then they will not be
923 * able to share the same org.apache.hadoop.hbase.client.HConnection instance. On the other hand,
924 * even if the instance ids are the same, it could result in non-shared
925 * org.apache.hadoop.hbase.client.HConnection instances if some of the other connection parameters
926 * differ.
928 public static final String HBASE_CLIENT_INSTANCE_ID = "hbase.client.instance.id";
931 * The client scanner timeout period in milliseconds.
933 public static final String HBASE_CLIENT_SCANNER_TIMEOUT_PERIOD =
934 "hbase.client.scanner.timeout.period";
937 * Default value of {@link #HBASE_CLIENT_SCANNER_TIMEOUT_PERIOD}.
939 public static final int DEFAULT_HBASE_CLIENT_SCANNER_TIMEOUT_PERIOD = 60000;
942 * timeout for each RPC
944 public static final String HBASE_RPC_TIMEOUT_KEY = "hbase.rpc.timeout";
947 * timeout for each read RPC
949 public static final String HBASE_RPC_READ_TIMEOUT_KEY = "hbase.rpc.read.timeout";
952 * timeout for each write RPC
954 public static final String HBASE_RPC_WRITE_TIMEOUT_KEY = "hbase.rpc.write.timeout";
957 * Default value of {@link #HBASE_RPC_TIMEOUT_KEY}
959 public static final int DEFAULT_HBASE_RPC_TIMEOUT = 60000;
962 * timeout for short operation RPC
964 public static final String HBASE_RPC_SHORTOPERATION_TIMEOUT_KEY =
965 "hbase.rpc.shortoperation.timeout";
968 * Default value of {@link #HBASE_RPC_SHORTOPERATION_TIMEOUT_KEY}
970 public static final int DEFAULT_HBASE_RPC_SHORTOPERATION_TIMEOUT = 10000;
973 * Retry pause time for short operation RPC
975 public static final String HBASE_RPC_SHORTOPERATION_RETRY_PAUSE_TIME =
976 "hbase.rpc.shortoperation.retry.pause.time";
979 * Default value of {@link #HBASE_RPC_SHORTOPERATION_RETRY_PAUSE_TIME}
981 public static final long DEFAULT_HBASE_RPC_SHORTOPERATION_RETRY_PAUSE_TIME = 1000;
984 * Value indicating the server name was saved with no sequence number.
986 public static final long NO_SEQNUM = -1;
989 * Registry implementation to be used on the client side.
991 public static final String CLIENT_CONNECTION_REGISTRY_IMPL_CONF_KEY =
992 "hbase.client.registry.impl";
995 * cluster replication constants.
997 public static final String
998 REPLICATION_SOURCE_SERVICE_CLASSNAME = "hbase.replication.source.service";
999 public static final String REPLICATION_SERVICE_CLASSNAME_DEFAULT =
1000 "org.apache.hadoop.hbase.replication.regionserver.Replication";
1001 public static final String
1002 REPLICATION_SINK_SERVICE_CLASSNAME = "hbase.replication.sink.service";
1003 public static final String REPLICATION_SINK_SERVICE_CLASSNAME_DEFAULT =
1004 "org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl";
1005 public static final String REPLICATION_BULKLOAD_ENABLE_KEY = "hbase.replication.bulkload.enabled";
1006 public static final boolean REPLICATION_BULKLOAD_ENABLE_DEFAULT = false;
1007 /** Replication cluster id of source cluster which uniquely identifies itself with peer cluster */
1008 public static final String REPLICATION_CLUSTER_ID = "hbase.replication.cluster.id";
1010 * Max total size of buffered entries in all replication peers. It will prevent server getting
1011 * OOM if there are many peers. Default value is 256MB which is four times to default
1012 * replication.source.size.capacity.
1014 public static final String REPLICATION_SOURCE_TOTAL_BUFFER_KEY = "replication.total.buffer.quota";
1016 public static final int REPLICATION_SOURCE_TOTAL_BUFFER_DFAULT = 256 * 1024 * 1024;
1018 /** Configuration key for ReplicationSource shipeEdits timeout */
1019 public static final String REPLICATION_SOURCE_SHIPEDITS_TIMEOUT =
1020 "replication.source.shipedits.timeout";
1021 public static final int REPLICATION_SOURCE_SHIPEDITS_TIMEOUT_DFAULT = 60000;
1024 * Directory where the source cluster file system client configuration are placed which is used by
1025 * sink cluster to copy HFiles from source cluster file system
1027 public static final String REPLICATION_CONF_DIR = "hbase.replication.conf.dir";
1029 /** Maximum time to retry for a failed bulk load request */
1030 public static final String BULKLOAD_MAX_RETRIES_NUMBER = "hbase.bulkload.retries.number";
1032 public static final String KEY_FOR_HOSTNAME_SEEN_BY_MASTER =
1033 "hbase.regionserver.hostname.seen.by.master";
1035 public static final String HBASE_MASTER_LOGCLEANER_PLUGINS =
1036 "hbase.master.logcleaner.plugins";
1038 public static final String HBASE_REGION_SPLIT_POLICY_KEY =
1039 "hbase.regionserver.region.split.policy";
1041 /** Whether nonces are enabled; default is true. */
1042 public static final String HBASE_RS_NONCES_ENABLED = "hbase.regionserver.nonces.enabled";
1045 * Configuration key for the size of the block cache
1047 public static final String HFILE_BLOCK_CACHE_SIZE_KEY =
1048 "hfile.block.cache.size";
1050 public static final float HFILE_BLOCK_CACHE_SIZE_DEFAULT = 0.4f;
1053 * Configuration key for setting the fix size of the block size, default do nothing and it should
1054 * be explicitly set by user or only used within ClientSideRegionScanner. if it's set less than
1055 * current max on heap size, it overrides the max size of block cache
1057 public static final String HFILE_ONHEAP_BLOCK_CACHE_FIXED_SIZE_KEY =
1058 "hfile.onheap.block.cache.fixed.size";
1059 public static final long HFILE_ONHEAP_BLOCK_CACHE_FIXED_SIZE_DEFAULT = 0L;
1060 public static final long HBASE_CLIENT_SCANNER_ONHEAP_BLOCK_CACHE_FIXED_SIZE_DEFAULT =
1061 32 * 1024 * 1024L;
1064 * Minimum percentage of free heap necessary for a successful cluster startup.
1066 public static final float HBASE_CLUSTER_MINIMUM_MEMORY_THRESHOLD = 0.2f;
1069 public static final String CP_HTD_ATTR_INCLUSION_KEY =
1070 "hbase.coprocessor.classloader.included.classes";
1072 /** The delay when re-trying a socket operation in a loop (HBASE-4712) */
1073 public static final int SOCKET_RETRY_WAIT_MS = 200;
1075 /** Host name of the local machine */
1076 public static final String LOCALHOST = "localhost";
1079 * If this parameter is set to true, then hbase will read
1080 * data and then verify checksums. Checksum verification
1081 * inside hdfs will be switched off. However, if the hbase-checksum
1082 * verification fails, then it will switch back to using
1083 * hdfs checksums for verifiying data that is being read from storage.
1085 * If this parameter is set to false, then hbase will not
1086 * verify any checksums, instead it will depend on checksum verification
1087 * being done in the hdfs client.
1089 public static final String HBASE_CHECKSUM_VERIFICATION =
1090 "hbase.regionserver.checksum.verify";
1092 public static final String LOCALHOST_IP = "127.0.0.1";
1094 public static final String REGION_SERVER_HANDLER_COUNT = "hbase.regionserver.handler.count";
1095 public static final int DEFAULT_REGION_SERVER_HANDLER_COUNT = 30;
1098 * REGION_SERVER_HANDLER_ABORT_ON_ERROR_PERCENT:
1099 * -1 => Disable aborting
1100 * 0 => Abort if even a single handler has died
1101 * 0.x => Abort only when this percent of handlers have died
1102 * 1 => Abort only all of the handers have died
1104 public static final String REGION_SERVER_HANDLER_ABORT_ON_ERROR_PERCENT =
1105 "hbase.regionserver.handler.abort.on.error.percent";
1106 public static final double DEFAULT_REGION_SERVER_HANDLER_ABORT_ON_ERROR_PERCENT = 0.5;
1108 //High priority handlers to deal with admin requests and system table operation requests
1109 public static final String REGION_SERVER_HIGH_PRIORITY_HANDLER_COUNT =
1110 "hbase.regionserver.metahandler.count";
1111 public static final int DEFAULT_REGION_SERVER_HIGH_PRIORITY_HANDLER_COUNT = 20;
1113 public static final String REGION_SERVER_REPLICATION_HANDLER_COUNT =
1114 "hbase.regionserver.replication.handler.count";
1115 public static final int DEFAULT_REGION_SERVER_REPLICATION_HANDLER_COUNT = 3;
1116 // Meta Transition handlers to deal with meta ReportRegionStateTransitionRequest. Meta transition
1117 // should be dealt with in a separate handler in case blocking other region's transition.
1118 public static final String MASTER_META_TRANSITION_HANDLER_COUNT =
1119 "hbase.master.meta.transition.handler.count";
1120 public static final int MASTER__META_TRANSITION_HANDLER_COUNT_DEFAULT = 1;
1122 /** Conf key for enabling meta replication */
1123 public static final String USE_META_REPLICAS = "hbase.meta.replicas.use";
1124 public static final boolean DEFAULT_USE_META_REPLICAS = false;
1127 * @deprecated Since 2.4.0, will be removed in 4.0.0. Please change the meta replicas number by
1128 * altering meta table, i.e, set a new 'region replication' number and call
1129 * modifyTable.
1131 @Deprecated
1132 public static final String META_REPLICAS_NUM = "hbase.meta.replica.count";
1134 * @deprecated Since 2.4.0, will be removed in 4.0.0. Please change the meta replicas number by
1135 * altering meta table, i.e, set a new 'region replication' number and call
1136 * modifyTable.
1138 @Deprecated
1139 public static final int DEFAULT_META_REPLICA_NUM = 1;
1142 * The name of the configuration parameter that specifies
1143 * the number of bytes in a newly created checksum chunk.
1145 public static final String BYTES_PER_CHECKSUM =
1146 "hbase.hstore.bytes.per.checksum";
1149 * The name of the configuration parameter that specifies
1150 * the name of an algorithm that is used to compute checksums
1151 * for newly created blocks.
1153 public static final String CHECKSUM_TYPE_NAME =
1154 "hbase.hstore.checksum.algorithm";
1156 /** Enable file permission modification from standard hbase */
1157 public static final String ENABLE_DATA_FILE_UMASK = "hbase.data.umask.enable";
1158 /** File permission umask to use when creating hbase data files */
1159 public static final String DATA_FILE_UMASK_KEY = "hbase.data.umask";
1161 /** Configuration name of WAL Compression */
1162 public static final String ENABLE_WAL_COMPRESSION =
1163 "hbase.regionserver.wal.enablecompression";
1165 /** Configuration name of WAL storage policy
1166 * Valid values are: HOT, COLD, WARM, ALL_SSD, ONE_SSD, LAZY_PERSIST
1167 * See http://hadoop.apache.org/docs/r2.7.3/hadoop-project-dist/hadoop-hdfs/ArchivalStorage.html*/
1168 public static final String WAL_STORAGE_POLICY = "hbase.wal.storage.policy";
1170 * "NONE" is not a valid storage policy and means we defer the policy to HDFS. @see
1171 * <a href="https://issues.apache.org/jira/browse/HBASE-20691">HBASE-20691</a>
1173 public static final String DEFER_TO_HDFS_STORAGE_POLICY = "NONE";
1174 /** By default we defer the WAL storage policy to HDFS */
1175 public static final String DEFAULT_WAL_STORAGE_POLICY = DEFER_TO_HDFS_STORAGE_POLICY;
1177 /** Region in Transition metrics threshold time */
1178 public static final String METRICS_RIT_STUCK_WARNING_THRESHOLD =
1179 "hbase.metrics.rit.stuck.warning.threshold";
1181 public static final String LOAD_BALANCER_SLOP_KEY = "hbase.regions.slop";
1183 /** delimiter used between portions of a region name */
1184 public static final int DELIMITER = ',';
1187 * QOS attributes: these attributes are used to demarcate RPC call processing
1188 * by different set of handlers. For example, HIGH_QOS tagged methods are
1189 * handled by high priority handlers.
1191 // normal_QOS < replication_QOS < replay_QOS < QOS_threshold < admin_QOS < high_QOS < meta_QOS
1192 public static final int PRIORITY_UNSET = -1;
1193 public static final int NORMAL_QOS = 0;
1194 public static final int REPLICATION_QOS = 5;
1196 * @deprecated since 3.0.0, will be removed in 4.0.0. DLR has been purged for a long time and
1197 * region replication has its own 'replay' method.
1199 @Deprecated
1200 public static final int REPLAY_QOS = 6;
1201 public static final int REGION_REPLICATION_QOS = REPLAY_QOS;
1202 public static final int QOS_THRESHOLD = 10;
1203 public static final int ADMIN_QOS = 100;
1204 public static final int HIGH_QOS = 200;
1205 public static final int SYSTEMTABLE_QOS = HIGH_QOS;
1207 /** Directory under /hbase where archived hfiles are stored */
1208 public static final String HFILE_ARCHIVE_DIRECTORY = "archive";
1211 * Name of the directory to store all snapshots. See SnapshotDescriptionUtils for
1212 * remaining snapshot constants; this is here to keep HConstants dependencies at a minimum and
1213 * uni-directional.
1215 public static final String SNAPSHOT_DIR_NAME = ".hbase-snapshot";
1217 /* Name of old snapshot directory. See HBASE-8352 for details on why it needs to be renamed */
1218 public static final String OLD_SNAPSHOT_DIR_NAME = ".snapshot";
1220 /** Temporary directory used for table creation and deletion */
1221 public static final String HBASE_TEMP_DIRECTORY = ".tmp";
1223 * The period (in milliseconds) between computing region server point in time metrics
1225 public static final String REGIONSERVER_METRICS_PERIOD = "hbase.regionserver.metrics.period";
1226 public static final long DEFAULT_REGIONSERVER_METRICS_PERIOD = 5000;
1227 /** Directories that are not HBase table directories */
1228 public static final List<String> HBASE_NON_TABLE_DIRS =
1229 Collections.unmodifiableList(Arrays.asList(new String[] {
1230 HBCK_SIDELINEDIR_NAME, HBASE_TEMP_DIRECTORY, MIGRATION_NAME
1231 }));
1234 * Directories that are not HBase user table directories.
1235 * @deprecated Since hbase-2.3.0; no replacement as not used any more (internally at least)
1237 @Deprecated
1238 public static final List<String> HBASE_NON_USER_TABLE_DIRS =
1239 Collections.unmodifiableList(Arrays.asList((String[])ArrayUtils.addAll(
1240 new String[] { TableName.META_TABLE_NAME.getNameAsString() },
1241 HBASE_NON_TABLE_DIRS.toArray())));
1243 /** Health script related settings. */
1244 public static final String HEALTH_SCRIPT_LOC = "hbase.node.health.script.location";
1245 public static final String HEALTH_SCRIPT_TIMEOUT = "hbase.node.health.script.timeout";
1246 public static final String HEALTH_CHORE_WAKE_FREQ =
1247 "hbase.node.health.script.frequency";
1248 public static final long DEFAULT_HEALTH_SCRIPT_TIMEOUT = 60000;
1250 * The maximum number of health check failures a server can encounter consecutively.
1252 public static final String HEALTH_FAILURE_THRESHOLD =
1253 "hbase.node.health.failure.threshold";
1254 public static final int DEFAULT_HEALTH_FAILURE_THRESHOLD = 3;
1256 public static final String EXECUTOR_STATUS_COLLECT_ENABLED =
1257 "hbase.executors.status.collect.enabled";
1258 public static final boolean DEFAULT_EXECUTOR_STATUS_COLLECT_ENABLED = true;
1261 * Setting to activate, or not, the publication of the status by the master. Default
1262 * notification is by a multicast message.
1264 public static final String STATUS_PUBLISHED = "hbase.status.published";
1265 public static final boolean STATUS_PUBLISHED_DEFAULT = false;
1268 * IP to use for the multicast status messages between the master and the clients.
1269 * The default address is chosen as one among others within the ones suitable for multicast
1270 * messages.
1272 public static final String STATUS_MULTICAST_ADDRESS = "hbase.status.multicast.address.ip";
1273 public static final String DEFAULT_STATUS_MULTICAST_ADDRESS = "226.1.1.3";
1276 * The address to use for binding the local socket for receiving multicast. Defaults to
1277 * 0.0.0.0.
1278 * @see <a href="https://issues.apache.org/jira/browse/HBASE-9961">HBASE-9961</a>
1280 public static final String STATUS_MULTICAST_BIND_ADDRESS =
1281 "hbase.status.multicast.bind.address.ip";
1282 public static final String DEFAULT_STATUS_MULTICAST_BIND_ADDRESS = "0.0.0.0";
1285 * The port to use for the multicast messages.
1287 public static final String STATUS_MULTICAST_PORT = "hbase.status.multicast.address.port";
1288 public static final int DEFAULT_STATUS_MULTICAST_PORT = 16100;
1291 * The network interface name to use for the multicast messages.
1293 public static final String STATUS_MULTICAST_NI_NAME = "hbase.status.multicast.ni.name";
1296 * The address to use for binding the local socket for sending multicast. Defaults to 0.0.0.0.
1298 public static final String STATUS_MULTICAST_PUBLISHER_BIND_ADDRESS =
1299 "hbase.status.multicast.publisher.bind.address.ip";
1300 public static final String DEFAULT_STATUS_MULTICAST_PUBLISHER_BIND_ADDRESS = "0.0.0.0";
1302 public static final long NO_NONCE = 0;
1304 /** Default cipher for encryption */
1305 public static final String CIPHER_AES = "AES";
1307 /** Configuration key for the crypto algorithm provider, a class name */
1308 public static final String CRYPTO_CIPHERPROVIDER_CONF_KEY = "hbase.crypto.cipherprovider";
1310 /** Configuration key for the crypto key provider, a class name */
1311 public static final String CRYPTO_KEYPROVIDER_CONF_KEY = "hbase.crypto.keyprovider";
1313 /** Configuration key for the crypto key provider parameters */
1314 public static final String CRYPTO_KEYPROVIDER_PARAMETERS_KEY =
1315 "hbase.crypto.keyprovider.parameters";
1317 /** Configuration key for the name of the master key for the cluster, a string */
1318 public static final String CRYPTO_MASTERKEY_NAME_CONF_KEY = "hbase.crypto.master.key.name";
1320 /** Configuration key for the name of the alternate master key for the cluster, a string */
1321 public static final String CRYPTO_MASTERKEY_ALTERNATE_NAME_CONF_KEY =
1322 "hbase.crypto.master.alternate.key.name";
1324 /** Configuration key for the algorithm to use when encrypting the WAL, a string */
1325 public static final String CRYPTO_WAL_ALGORITHM_CONF_KEY = "hbase.crypto.wal.algorithm";
1327 /** Configuration key for the name of the master WAL encryption key for the cluster, a string */
1328 public static final String CRYPTO_WAL_KEY_NAME_CONF_KEY = "hbase.crypto.wal.key.name";
1330 /** Configuration key for the algorithm used for creating jks key, a string */
1331 public static final String CRYPTO_KEY_ALGORITHM_CONF_KEY = "hbase.crypto.key.algorithm";
1333 /** Configuration key for the name of the alternate cipher algorithm for the cluster, a string */
1334 public static final String CRYPTO_ALTERNATE_KEY_ALGORITHM_CONF_KEY =
1335 "hbase.crypto.alternate.key.algorithm";
1337 /** Configuration key for enabling WAL encryption, a boolean */
1338 public static final String ENABLE_WAL_ENCRYPTION = "hbase.regionserver.wal.encryption";
1340 /** Configuration key for setting RPC codec class name */
1341 public static final String RPC_CODEC_CONF_KEY = "hbase.client.rpc.codec";
1343 /** Configuration key for setting replication codec class name */
1344 public static final String REPLICATION_CODEC_CONF_KEY = "hbase.replication.rpc.codec";
1346 /** Maximum number of threads used by the replication source for shipping edits to the sinks */
1347 public static final String REPLICATION_SOURCE_MAXTHREADS_KEY =
1348 "hbase.replication.source.maxthreads";
1351 * Drop edits for tables that been deleted from the replication source and target
1352 * @deprecated since 3.0.0. Will be removed in 4.0.0.
1353 * Moved it into HBaseInterClusterReplicationEndpoint.
1354 * @see <a href="https://issues.apache.org/jira/browse/HBASE-24359">HBASE-24359</a>
1356 @Deprecated
1357 public static final String REPLICATION_DROP_ON_DELETED_TABLE_KEY =
1358 "hbase.replication.drop.on.deleted.table";
1360 /** Maximum number of threads used by the replication source for shipping edits to the sinks */
1361 public static final int REPLICATION_SOURCE_MAXTHREADS_DEFAULT = 10;
1363 /** Configuration key for SplitLog manager timeout */
1364 public static final String HBASE_SPLITLOG_MANAGER_TIMEOUT = "hbase.splitlog.manager.timeout";
1367 * Configuration keys for Bucket cache
1369 // TODO moving these bucket cache implementation specific configs to this level is violation of
1370 // encapsulation. But as these has to be referred from hbase-common and bucket cache
1371 // sits in hbase-server, there were no other go! Can we move the cache implementation to
1372 // hbase-common?
1375 * Current ioengine options in include: heap, offheap and file:PATH (where PATH is the path
1376 * to the file that will host the file-based cache. See BucketCache#getIOEngineFromName() for
1377 * list of supported ioengine options.
1378 * <p>Set this option and a non-zero {@link #BUCKET_CACHE_SIZE_KEY} to enable bucket cache.
1380 public static final String BUCKET_CACHE_IOENGINE_KEY = "hbase.bucketcache.ioengine";
1383 * When using bucket cache, it is the capacity in megabytes of the cache.
1385 public static final String BUCKET_CACHE_SIZE_KEY = "hbase.bucketcache.size";
1388 * HConstants for fast fail on the client side follow
1391 * Config for enabling/disabling the fast fail mode.
1392 * @deprecated since 2.3.0, and in 3.0.0 the actually implementation will be removed so config
1393 * this value will have no effect. The constants itself will be removed in 4.0.0.
1395 @Deprecated
1396 public static final String HBASE_CLIENT_FAST_FAIL_MODE_ENABLED =
1397 "hbase.client.fast.fail.mode.enabled";
1400 * @deprecated since 2.3.0, and in 3.0.0 the actually implementation will be removed so config
1401 * this value will have no effect. The constants itself will be removed in 4.0.0.
1403 @Deprecated
1404 public static final boolean HBASE_CLIENT_ENABLE_FAST_FAIL_MODE_DEFAULT = false;
1407 * @deprecated since 2.3.0, and in 3.0.0 the actually implementation will be removed so config
1408 * this value will have no effect. The constants itself will be removed in 4.0.0.
1410 @Deprecated
1411 public static final String HBASE_CLIENT_FAST_FAIL_THREASHOLD_MS =
1412 "hbase.client.fastfail.threshold";
1415 * @deprecated since 2.3.0, and in 3.0.0 the actually implementation will be removed so config
1416 * this value will have no effect. The constants itself will be removed in 4.0.0.
1418 @Deprecated
1419 public static final long HBASE_CLIENT_FAST_FAIL_THREASHOLD_MS_DEFAULT = 60000;
1422 * @deprecated since 2.3.0, and in 3.0.0 the actually implementation will be removed so config
1423 * this value will have no effect. The constants itself will be removed in 4.0.0.
1425 @Deprecated
1426 public static final String HBASE_CLIENT_FAILURE_MAP_CLEANUP_INTERVAL_MS =
1427 "hbase.client.failure.map.cleanup.interval";
1430 * @deprecated since 2.3.0, and in 3.0.0 the actually implementation will be removed so config
1431 * this value will have no effect. The constants itself will be removed in 4.0.0.
1433 @Deprecated
1434 public static final long HBASE_CLIENT_FAILURE_MAP_CLEANUP_INTERVAL_MS_DEFAULT = 600000;
1437 * @deprecated since 2.3.0, and in 3.0.0 the actually implementation will be removed so config
1438 * this value will have no effect. The constants itself will be removed in 4.0.0.
1440 @Deprecated
1441 public static final String HBASE_CLIENT_FAST_FAIL_CLEANUP_MS_DURATION_MS =
1442 "hbase.client.fast.fail.cleanup.duration";
1445 * @deprecated since 2.3.0, and in 3.0.0 the actually implementation will be removed so config
1446 * this value will have no effect. The constants itself will be removed in 4.0.0.
1448 @Deprecated
1449 public static final long HBASE_CLIENT_FAST_FAIL_CLEANUP_DURATION_MS_DEFAULT = 600000;
1452 * @deprecated since 2.3.0, and in 3.0.0 the actually implementation will be removed so config
1453 * this value will have no effect. The constants itself will be removed in 4.0.0.
1455 @Deprecated
1456 public static final String HBASE_CLIENT_FAST_FAIL_INTERCEPTOR_IMPL =
1457 "hbase.client.fast.fail.interceptor.impl";
1460 * @deprecated since 2.4.0 and in 3.0.0, to be removed in 4.0.0, replaced by procedure-based
1461 * distributed WAL splitter; see SplitWALManager.
1463 @Deprecated
1464 public static final String HBASE_SPLIT_WAL_COORDINATED_BY_ZK = "hbase.split.wal.zk.coordinated";
1467 * @deprecated since 2.4.0 and in 3.0.0, to be removed in 4.0.0.
1469 @Deprecated
1470 public static final boolean DEFAULT_HBASE_SPLIT_COORDINATED_BY_ZK = false;
1472 public static final String HBASE_SPLIT_WAL_MAX_SPLITTER = "hbase.regionserver.wal.max.splitters";
1474 public static final int DEFAULT_HBASE_SPLIT_WAL_MAX_SPLITTER = 2;
1476 /** Config key for if the server should send backpressure and if the client should listen to
1477 * that backpressure from the server */
1478 public static final String ENABLE_CLIENT_BACKPRESSURE = "hbase.client.backpressure.enabled";
1479 public static final boolean DEFAULT_ENABLE_CLIENT_BACKPRESSURE = false;
1481 public static final String HEAP_OCCUPANCY_LOW_WATERMARK_KEY =
1482 "hbase.heap.occupancy.low_water_mark";
1483 public static final float DEFAULT_HEAP_OCCUPANCY_LOW_WATERMARK = 0.95f;
1484 public static final String HEAP_OCCUPANCY_HIGH_WATERMARK_KEY =
1485 "hbase.heap.occupancy.high_water_mark";
1486 public static final float DEFAULT_HEAP_OCCUPANCY_HIGH_WATERMARK = 0.98f;
1489 * The max number of threads used for splitting storefiles in parallel during
1490 * the region split process.
1492 public static final String REGION_SPLIT_THREADS_MAX =
1493 "hbase.regionserver.region.split.threads.max";
1495 /** Canary config keys */
1496 // TODO: Move these defines to Canary Class
1497 public static final String HBASE_CANARY_WRITE_DATA_TTL_KEY = "hbase.canary.write.data.ttl";
1499 public static final String HBASE_CANARY_WRITE_PERSERVER_REGIONS_LOWERLIMIT_KEY =
1500 "hbase.canary.write.perserver.regions.lowerLimit";
1502 public static final String HBASE_CANARY_WRITE_PERSERVER_REGIONS_UPPERLIMIT_KEY =
1503 "hbase.canary.write.perserver.regions.upperLimit";
1505 public static final String HBASE_CANARY_WRITE_VALUE_SIZE_KEY = "hbase.canary.write.value.size";
1507 public static final String HBASE_CANARY_WRITE_TABLE_CHECK_PERIOD_KEY =
1508 "hbase.canary.write.table.check.period";
1510 public static final String HBASE_CANARY_READ_RAW_SCAN_KEY = "hbase.canary.read.raw.enabled";
1512 public static final String HBASE_CANARY_READ_ALL_CF = "hbase.canary.read.all.column.famliy";
1514 * Configuration keys for programmatic JAAS configuration for secured ZK interaction
1516 public static final String ZK_CLIENT_KEYTAB_FILE = "hbase.zookeeper.client.keytab.file";
1517 public static final String ZK_CLIENT_KERBEROS_PRINCIPAL =
1518 "hbase.zookeeper.client.kerberos.principal";
1519 public static final String ZK_SERVER_KEYTAB_FILE = "hbase.zookeeper.server.keytab.file";
1520 public static final String ZK_SERVER_KERBEROS_PRINCIPAL =
1521 "hbase.zookeeper.server.kerberos.principal";
1523 /** Config key for hbase temporary directory in hdfs */
1524 public static final String TEMPORARY_FS_DIRECTORY_KEY = "hbase.fs.tmp.dir";
1527 * Don't use it! This'll get you the wrong path in a secure cluster.
1528 * Use FileSystem.getHomeDirectory() or
1529 * "/user/" + UserGroupInformation.getCurrentUser().getShortUserName()
1531 public static final String DEFAULT_TEMPORARY_HDFS_DIRECTORY = "/user/"
1532 + System.getProperty("user.name") + "/hbase-staging";
1534 public static final String SNAPSHOT_RESTORE_TAKE_FAILSAFE_SNAPSHOT =
1535 "hbase.snapshot.restore.take.failsafe.snapshot";
1536 public static final boolean DEFAULT_SNAPSHOT_RESTORE_TAKE_FAILSAFE_SNAPSHOT = true;
1538 public static final String SNAPSHOT_RESTORE_FAILSAFE_NAME =
1539 "hbase.snapshot.restore.failsafe.name";
1540 public static final String DEFAULT_SNAPSHOT_RESTORE_FAILSAFE_NAME =
1541 "hbase-failsafe-{snapshot.name}-{restore.timestamp}";
1543 public static final String DEFAULT_LOSSY_COUNTING_ERROR_RATE =
1544 "hbase.util.default.lossycounting.errorrate";
1545 public static final String NOT_IMPLEMENTED = "Not implemented";
1547 // Default TTL - FOREVER
1548 public static final long DEFAULT_SNAPSHOT_TTL = 0;
1550 // User defined Default TTL config key
1551 public static final String DEFAULT_SNAPSHOT_TTL_CONFIG_KEY = "hbase.master.snapshot.ttl";
1553 // Regions Recovery based on high storeFileRefCount threshold value
1554 public static final String STORE_FILE_REF_COUNT_THRESHOLD =
1555 "hbase.regions.recovery.store.file.ref.count";
1557 // default -1 indicates there is no threshold on high storeRefCount
1558 public static final int DEFAULT_STORE_FILE_REF_COUNT_THRESHOLD = -1;
1560 public static final String REGIONS_RECOVERY_INTERVAL =
1561 "hbase.master.regions.recovery.check.interval";
1563 public static final int DEFAULT_REGIONS_RECOVERY_INTERVAL = 1200 * 1000; // Default 20 min
1566 * Configurations for master executor services.
1568 public static final String MASTER_OPEN_REGION_THREADS =
1569 "hbase.master.executor.openregion.threads";
1570 public static final int MASTER_OPEN_REGION_THREADS_DEFAULT = 5;
1572 public static final String MASTER_CLOSE_REGION_THREADS =
1573 "hbase.master.executor.closeregion.threads";
1574 public static final int MASTER_CLOSE_REGION_THREADS_DEFAULT = 5;
1576 public static final String MASTER_SERVER_OPERATIONS_THREADS =
1577 "hbase.master.executor.serverops.threads";
1578 public static final int MASTER_SERVER_OPERATIONS_THREADS_DEFAULT = 5;
1581 * Number of threads used to dispatch merge operations to the regionservers.
1583 public static final String MASTER_MERGE_DISPATCH_THREADS =
1584 "hbase.master.executor.merge.dispatch.threads";
1585 public static final int MASTER_MERGE_DISPATCH_THREADS_DEFAULT = 2;
1587 public static final String MASTER_META_SERVER_OPERATIONS_THREADS =
1588 "hbase.master.executor.meta.serverops.threads";
1589 public static final int MASTER_META_SERVER_OPERATIONS_THREADS_DEFAULT = 5;
1591 public static final String MASTER_LOG_REPLAY_OPS_THREADS =
1592 "hbase.master.executor.logreplayops.threads";
1593 public static final int MASTER_LOG_REPLAY_OPS_THREADS_DEFAULT = 10;
1595 public static final int DEFAULT_SLOW_LOG_RING_BUFFER_SIZE = 256;
1597 public static final String SLOW_LOG_BUFFER_ENABLED_KEY =
1598 "hbase.regionserver.slowlog.buffer.enabled";
1599 public static final boolean DEFAULT_ONLINE_LOG_PROVIDER_ENABLED = false;
1601 /** The slowlog info family as a string*/
1602 private static final String SLOWLOG_INFO_FAMILY_STR = "info";
1604 /** The slowlog info family */
1605 public static final byte [] SLOWLOG_INFO_FAMILY = Bytes.toBytes(SLOWLOG_INFO_FAMILY_STR);
1607 public static final String SLOW_LOG_SYS_TABLE_ENABLED_KEY =
1608 "hbase.regionserver.slowlog.systable.enabled";
1609 public static final boolean DEFAULT_SLOW_LOG_SYS_TABLE_ENABLED_KEY = false;
1611 public static final String SHELL_TIMESTAMP_FORMAT_EPOCH_KEY =
1612 "hbase.shell.timestamp.format.epoch";
1614 public static final boolean DEFAULT_SHELL_TIMESTAMP_FORMAT_EPOCH = false;
1617 * Number of rows in a batch operation above which a warning will be logged.
1619 public static final String BATCH_ROWS_THRESHOLD_NAME = "hbase.rpc.rows.warning.threshold";
1622 * Default value of {@link #BATCH_ROWS_THRESHOLD_NAME}
1624 public static final int BATCH_ROWS_THRESHOLD_DEFAULT = 5000;
1626 private HConstants() {
1627 // Can't be instantiated with this ctor.