public void testCompactionEmptyHFile() throws IOException { // Set TTL ScanInfo oldScanInfo = store.getScanInfo(); ScanInfo newScanInfo = new ScanInfo(oldScanInfo.getConfiguration(), oldScanInfo.getFamily(), oldScanInfo.getMinVersions(), oldScanInfo.getMaxVersions(), 600, oldScanInfo.getKeepDeletedCells(), oldScanInfo.getTimeToPurgeDeletes(), oldScanInfo.getComparator()); store.setScanInfo(newScanInfo); // Do not compact empty store file List<StoreFile> candidates = sfCreate(0); for (StoreFile file : candidates) { if (file instanceof MockStoreFile) { MockStoreFile mockFile = (MockStoreFile) file; mockFile.setTimeRangeTracker(new TimeRangeTracker(-1, -1)); mockFile.setEntries(0); } } // Test Default compactions CompactionRequest result = ((RatioBasedCompactionPolicy) store.storeEngine .getCompactionPolicy()).selectCompaction(candidates, new ArrayList<StoreFile>(), false, false, false); assertTrue(result.getFiles().size() == 0); store.setScanInfo(oldScanInfo); }
public void testCompactionEmptyHFile() throws IOException { // Set TTL ScanInfo oldScanInfo = store.getScanInfo(); ScanInfo newScanInfo = new ScanInfo(oldScanInfo.getFamily(), oldScanInfo.getMinVersions(), oldScanInfo.getMaxVersions(), 600, oldScanInfo.getKeepDeletedCells(), oldScanInfo.getTimeToPurgeDeletes(), oldScanInfo.getComparator()); store.setScanInfo(newScanInfo); // Do not compact empty store file List<StoreFile> candidates = sfCreate(0); for (StoreFile file : candidates) { if (file instanceof MockStoreFile) { MockStoreFile mockFile = (MockStoreFile) file; mockFile.setTimeRangeTracker(new TimeRangeTracker(-1, -1)); mockFile.setEntries(0); } } // Test Default compactions CompactionRequest result = ((RatioBasedCompactionPolicy) store.storeEngine .getCompactionPolicy()).selectCompaction(candidates, new ArrayList<StoreFile>(), false, false, false); assertTrue(result.getFiles().size() == 0); store.setScanInfo(oldScanInfo); }
@Test public void testCompactionEmptyHFile() throws IOException { // Set TTL ScanInfo oldScanInfo = store.getScanInfo(); ScanInfo newScanInfo = oldScanInfo.customize(oldScanInfo.getMaxVersions(), 600, oldScanInfo.getKeepDeletedCells()); store.setScanInfo(newScanInfo); // Do not compact empty store file List<HStoreFile> candidates = sfCreate(0); for (HStoreFile file : candidates) { if (file instanceof MockHStoreFile) { MockHStoreFile mockFile = (MockHStoreFile) file; mockFile.setTimeRangeTracker(TimeRangeTracker.create(TimeRangeTracker.Type.SYNC, -1, -1)); mockFile.setEntries(0); } } // Test Default compactions CompactionRequestImpl result = ((RatioBasedCompactionPolicy) store.storeEngine .getCompactionPolicy()).selectCompaction(candidates, new ArrayList<>(), false, false, false); Assert.assertTrue(result.getFiles().isEmpty()); store.setScanInfo(oldScanInfo); }
void compactEquals(List<StoreFile> candidates, boolean forcemajor, boolean isOffPeak, long ... expected) throws IOException { store.forceMajor = forcemajor; //Test Default compactions CompactionRequest result = ((RatioBasedCompactionPolicy)store.storeEngine.getCompactionPolicy()) .selectCompaction(candidates, new ArrayList<StoreFile>(), false, isOffPeak, forcemajor); List<StoreFile> actual = new ArrayList<StoreFile>(result.getFiles()); if (isOffPeak && !forcemajor) { assertTrue(result.isOffPeak()); } assertEquals(Arrays.toString(expected), Arrays.toString(getSizes(actual))); store.forceMajor = false; }
void compactEquals(List<HStoreFile> candidates, boolean forcemajor, boolean isOffPeak, long... expected) throws IOException { store.forceMajor = forcemajor; // Test Default compactions CompactionRequestImpl result = ((RatioBasedCompactionPolicy) store.storeEngine.getCompactionPolicy()).selectCompaction( candidates, new ArrayList<>(), false, isOffPeak, forcemajor); List<HStoreFile> actual = new ArrayList<>(result.getFiles()); if (isOffPeak && !forcemajor) { Assert.assertTrue(result.isOffPeak()); } Assert.assertEquals(Arrays.toString(expected), Arrays.toString(getSizes(actual))); store.forceMajor = false; }
@Test public void testTimeBasedMajorCompaction() throws Exception { // create 2 storefiles and force a major compaction to reset the time int delay = 10 * 1000; // 10 sec float jitterPct = 0.20f; // 20% conf.setLong(HConstants.MAJOR_COMPACTION_PERIOD, delay); conf.setFloat("hbase.hregion.majorcompaction.jitter", jitterPct); HStore s = ((HStore) r.getStore(COLUMN_FAMILY)); s.storeEngine.getCompactionPolicy().setConf(conf); try { createStoreFile(r); createStoreFile(r); r.compact(true); // add one more file & verify that a regular compaction won't work createStoreFile(r); r.compact(false); assertEquals(2, s.getStorefilesCount()); // ensure that major compaction time is deterministic RatioBasedCompactionPolicy c = (RatioBasedCompactionPolicy)s.storeEngine.getCompactionPolicy(); Collection<StoreFile> storeFiles = s.getStorefiles(); long mcTime = c.getNextMajorCompactTime(storeFiles); for (int i = 0; i < 10; ++i) { assertEquals(mcTime, c.getNextMajorCompactTime(storeFiles)); } // ensure that the major compaction time is within the variance long jitter = Math.round(delay * jitterPct); assertTrue(delay - jitter <= mcTime && mcTime <= delay + jitter); // wait until the time-based compaction interval Thread.sleep(mcTime); // trigger a compaction request and ensure that it's upgraded to major r.compact(false); assertEquals(1, s.getStorefilesCount()); } finally { // reset the timed compaction settings conf.setLong(HConstants.MAJOR_COMPACTION_PERIOD, 1000*60*60*24); conf.setFloat("hbase.hregion.majorcompaction.jitter", 0.20F); // run a major to reset the cache createStoreFile(r); r.compact(true); assertEquals(1, s.getStorefilesCount()); } }
@Test public void testTimeBasedMajorCompaction() throws Exception { // create 2 storefiles and force a major compaction to reset the time int delay = 10 * 1000; // 10 sec float jitterPct = 0.20f; // 20% conf.setLong(HConstants.MAJOR_COMPACTION_PERIOD, delay); conf.setFloat("hbase.hregion.majorcompaction.jitter", jitterPct); HStore s = ((HStore) r.getStore(COLUMN_FAMILY)); s.storeEngine.getCompactionPolicy().setConf(conf); try { createStoreFile(r); createStoreFile(r); r.compactStores(true); // add one more file & verify that a regular compaction won't work createStoreFile(r); r.compactStores(false); assertEquals(2, s.getStorefilesCount()); // ensure that major compaction time is deterministic RatioBasedCompactionPolicy c = (RatioBasedCompactionPolicy)s.storeEngine.getCompactionPolicy(); Collection<StoreFile> storeFiles = s.getStorefiles(); long mcTime = c.getNextMajorCompactTime(storeFiles); for (int i = 0; i < 10; ++i) { assertEquals(mcTime, c.getNextMajorCompactTime(storeFiles)); } // ensure that the major compaction time is within the variance long jitter = Math.round(delay * jitterPct); assertTrue(delay - jitter <= mcTime && mcTime <= delay + jitter); // wait until the time-based compaction interval Thread.sleep(mcTime); // trigger a compaction request and ensure that it's upgraded to major r.compactStores(false); assertEquals(1, s.getStorefilesCount()); } finally { // reset the timed compaction settings conf.setLong(HConstants.MAJOR_COMPACTION_PERIOD, 1000*60*60*24); conf.setFloat("hbase.hregion.majorcompaction.jitter", 0.20F); // run a major to reset the cache createStoreFile(r); r.compactStores(true); assertEquals(1, s.getStorefilesCount()); } }
@Test public void testTimeBasedMajorCompaction() throws Exception { // create 2 storefiles and force a major compaction to reset the time int delay = 10 * 1000; // 10 sec float jitterPct = 0.20f; // 20% conf.setLong(HConstants.MAJOR_COMPACTION_PERIOD, delay); conf.setFloat("hbase.hregion.majorcompaction.jitter", jitterPct); HStore s = ((HStore) r.getStore(COLUMN_FAMILY)); s.storeEngine.getCompactionPolicy().setConf(conf); try { createStoreFile(r); createStoreFile(r); r.compact(true); // add one more file & verify that a regular compaction won't work createStoreFile(r); r.compact(false); assertEquals(2, s.getStorefilesCount()); // ensure that major compaction time is deterministic RatioBasedCompactionPolicy c = (RatioBasedCompactionPolicy)s.storeEngine.getCompactionPolicy(); Collection<HStoreFile> storeFiles = s.getStorefiles(); long mcTime = c.getNextMajorCompactTime(storeFiles); for (int i = 0; i < 10; ++i) { assertEquals(mcTime, c.getNextMajorCompactTime(storeFiles)); } // ensure that the major compaction time is within the variance long jitter = Math.round(delay * jitterPct); assertTrue(delay - jitter <= mcTime && mcTime <= delay + jitter); // wait until the time-based compaction interval Thread.sleep(mcTime); // trigger a compaction request and ensure that it's upgraded to major r.compact(false); assertEquals(1, s.getStorefilesCount()); } finally { // reset the timed compaction settings conf.setLong(HConstants.MAJOR_COMPACTION_PERIOD, 1000*60*60*24); conf.setFloat("hbase.hregion.majorcompaction.jitter", 0.20F); // run a major to reset the cache createStoreFile(r); r.compact(true); assertEquals(1, s.getStorefilesCount()); } }
