hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/DateTieredMultiFileWriter.java

   1 /**
   2  * Licensed to the Apache Software Foundation (ASF) under one
   3  * or more contributor license agreements.  See the NOTICE file
   4  * distributed with this work for additional information
   5  * regarding copyright ownership.  The ASF licenses this file
   6  * to you under the Apache License, Version 2.0 (the
   7  * "License"); you may not use this file except in compliance
   8  * with the License.  You may obtain a copy of the License at
   9  *
  10  *     http://www.apache.org/licenses/LICENSE-2.0
  11  *
  12  * Unless required by applicable law or agreed to in writing, software
  13  * distributed under the License is distributed on an "AS IS" BASIS,
  14  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  15  * See the License for the specific language governing permissions and
  16  * limitations under the License.
  17  */
  18 package org.apache.hadoop.hbase.regionserver;
  19
  20 import java.io.IOException;
  21 import java.util.Collection;
  22 import java.util.List;
  23 import java.util.Map;
  24 import java.util.NavigableMap;
  25 import java.util.TreeMap;
  26
  27 import org.apache.hadoop.hbase.Cell;
  28 import org.apache.yetus.audience.InterfaceAudience;
  29
  30 /**
  31  * class for cell sink that separates the provided cells into multiple files for date tiered
  32  * compaction.
  33  */
  34 @InterfaceAudience.Private
  35 public class DateTieredMultiFileWriter extends AbstractMultiFileWriter {
  36
  37   private final NavigableMap<Long, StoreFileWriter> lowerBoundary2Writer = new TreeMap<>();
  38
  39   private final boolean needEmptyFile;
  40
  41   private final Map<Long, String> lowerBoundariesPolicies;
  42
  43   /**
  44    * @param lowerBoundariesPolicies each window to storage policy map.
  45    * @param needEmptyFile whether need to create an empty store file if we haven't written out
  46    *          anything.
  47    */
  48   public DateTieredMultiFileWriter(List<Long> lowerBoundaries,
  49       Map<Long, String> lowerBoundariesPolicies, boolean needEmptyFile) {
  50     for (Long lowerBoundary : lowerBoundaries) {
  51       lowerBoundary2Writer.put(lowerBoundary, null);
  52     }
  53     this.needEmptyFile = needEmptyFile;
  54     this.lowerBoundariesPolicies = lowerBoundariesPolicies;
  55   }
  56
  57   @Override
  58   public void append(Cell cell) throws IOException {
  59     Map.Entry<Long, StoreFileWriter> entry = lowerBoundary2Writer.floorEntry(cell.getTimestamp());
  60     StoreFileWriter writer = entry.getValue();
  61     if (writer == null) {
  62       String lowerBoundaryStoragePolicy = lowerBoundariesPolicies.get(entry.getKey());
  63       if (lowerBoundaryStoragePolicy != null) {
  64         writer = writerFactory.createWriterWithStoragePolicy(lowerBoundaryStoragePolicy);
  65       } else {
  66         writer = writerFactory.createWriter();
  67       }
  68       lowerBoundary2Writer.put(entry.getKey(), writer);
  69     }
  70     writer.append(cell);
  71   }
  72
  73   @Override
  74   public Collection<StoreFileWriter> writers() {
  75     return lowerBoundary2Writer.values();
  76   }
  77
  78   @Override
  79   protected void preCommitWriters() throws IOException {
  80     if (!needEmptyFile) {
  81       return;
  82     }
  83     for (StoreFileWriter writer : lowerBoundary2Writer.values()) {
  84       if (writer != null) {
  85         return;
  86       }
  87     }
  88     // we haven't written out any data, create an empty file to retain metadata
  89     lowerBoundary2Writer.put(lowerBoundary2Writer.firstKey(), writerFactory.createWriter());
  90   }
  91 }