hbase-server/src/test/java/org/apache/hadoop/hbase/client/TestServerLoadDurability.java

   1 /**
   2  * Licensed to the Apache Software Foundation (ASF) under one
   3  * or more contributor license agreements.  See the NOTICE file
   4  * distributed with this work for additional information
   5  * regarding copyright ownership.  The ASF licenses this file
   6  * to you under the Apache License, Version 2.0 (the
   7  * "License"); you may not use this file except in compliance
   8  * with the License.  You may obtain a copy of the License at
   9  *
  10  *     http://www.apache.org/licenses/LICENSE-2.0
  11  *
  12  * Unless required by applicable law or agreed to in writing, software
  13  * distributed under the License is distributed on an "AS IS" BASIS,
  14  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  15  * See the License for the specific language governing permissions and
  16  * limitations under the License.
  17  */
  18 package org.apache.hadoop.hbase.client;
  19
  20 import static org.apache.hadoop.hbase.io.ByteBuffAllocator.BUFFER_SIZE_KEY;
  21
  22 import java.io.IOException;
  23 import java.util.ArrayList;
  24 import java.util.Collection;
  25 import java.util.List;
  26 import org.apache.hadoop.conf.Configuration;
  27 import org.apache.hadoop.hbase.HBaseClassTestRule;
  28 import org.apache.hadoop.hbase.HBaseConfiguration;
  29 import org.apache.hadoop.hbase.HBaseTestingUtility;
  30 import org.apache.hadoop.hbase.TableName;
  31 import org.apache.hadoop.hbase.ipc.NettyRpcServer;
  32 import org.apache.hadoop.hbase.ipc.RpcServerFactory;
  33 import org.apache.hadoop.hbase.ipc.SimpleRpcServer;
  34 import org.apache.hadoop.hbase.testclassification.ClientTests;
  35 import org.apache.hadoop.hbase.testclassification.MediumTests;
  36 import org.apache.hadoop.hbase.util.Bytes;
  37 import org.junit.After;
  38 import org.junit.Before;
  39 import org.junit.ClassRule;
  40 import org.junit.Rule;
  41 import org.junit.Test;
  42 import org.junit.experimental.categories.Category;
  43 import org.junit.rules.TestName;
  44 import org.junit.runner.RunWith;
  45 import org.junit.runners.Parameterized;
  46
  47 /**
  48  * HBASE-19496 noticed that the RegionLoad/ServerLoad may be corrupted if rpc server
  49  * reuses the bytebuffer backed, so this test call the Admin#getLastMajorCompactionTimestamp() to
  50  * invoke HMaster to iterate all stored server/region loads.
  51  */
  52 @RunWith(Parameterized.class)
  53 @Category({ MediumTests.class, ClientTests.class })
  54 public class TestServerLoadDurability {
  55
  56   @ClassRule
  57   public static final HBaseClassTestRule CLASS_RULE =
  58       HBaseClassTestRule.forClass(TestServerLoadDurability.class);
  59
  60   private static final byte[] FAMILY = Bytes.toBytes("testFamily");
  61
  62   @Parameterized.Parameter
  63   public Configuration conf;
  64
  65   @Parameterized.Parameters
  66   public static final Collection<Object[]> parameters() {
  67     List<Object[]> configurations = new ArrayList<>();
  68     configurations.add(new Object[] { createConfigurationForSimpleRpcServer() });
  69     configurations.add(new Object[] { createConfigurationForNettyRpcServer() });
  70     return configurations;
  71   }
  72
  73   private static Configuration createConfigurationForSimpleRpcServer() {
  74     Configuration conf = HBaseConfiguration.create();
  75     conf.set(RpcServerFactory.CUSTOM_RPC_SERVER_IMPL_CONF_KEY, SimpleRpcServer.class.getName());
  76     conf.setInt(BUFFER_SIZE_KEY, 20);
  77     return conf;
  78   }
  79
  80   private static Configuration createConfigurationForNettyRpcServer() {
  81     Configuration conf = HBaseConfiguration.create();
  82     conf.set(RpcServerFactory.CUSTOM_RPC_SERVER_IMPL_CONF_KEY,
  83         NettyRpcServer.class.getName());
  84     return conf;
  85   }
  86
  87   protected HBaseTestingUtility utility;
  88   protected Connection conn;
  89   protected Admin admin;
  90
  91   @Rule
  92   public TestName testName = new TestName();
  93   protected TableName tableName;
  94
  95   @Before
  96   public void setUp() throws Exception {
  97     utility = new HBaseTestingUtility(conf);
  98     utility.startMiniCluster(2);
  99     conn = ConnectionFactory.createConnection(utility.getConfiguration());
 100     admin = conn.getAdmin();
 101     String methodName = testName.getMethodName();
 102     tableName = TableName.valueOf(methodName.substring(0, methodName.length() - 3));
 103   }
 104
 105   @After
 106   public void tearDown() throws Exception {
 107     utility.shutdownMiniCluster();
 108   }
 109
 110   @Test
 111   public void testCompactionTimestamps() throws Exception {
 112     createTableWithDefaultConf(tableName);
 113     try (Table table = conn.getTable(tableName)) {
 114       long ts = admin.getLastMajorCompactionTimestamp(tableName);
 115     }
 116   }
 117
 118   private void createTableWithDefaultConf(TableName tableName) throws IOException {
 119     TableDescriptorBuilder builder = TableDescriptorBuilder.newBuilder(tableName);
 120     builder.setColumnFamily(ColumnFamilyDescriptorBuilder.of(FAMILY));
 121     admin.createTable(builder.build());
 122   }
 123
 124 }