Examples of org.apache.hadoop.hbase.regionserver.wal.HLog.rollWriter()

Package org.apache.hadoop.hbase.regionserver.wal

Class org.apache.hadoop.hbase.regionserver.wal.HLog

Examples of org.apache.hadoop.hbase.regionserver.wal.HLog.rollWriter()

org.apache.hadoop.hbase.regionserver.wal.HLog.rollWriter()
Roll the log writer. That is, start writing log messages to a new file. Because a log cannot be rolled during a cache flush, and a cache flush spans two method calls, a special lock needs to be obtained so that a cache flush cannot start when the log is being rolled and the log cannot be rolled during a cache flush.
Note that this method cannot be synchronized because it is possible that startCacheFlush runs, obtaining the cacheFlushLock, then this method could start which would obtain the lock on this but block on obtaining the cacheFlushLock and then completeCacheFlush could be called which would wait for the lock on this and consequently never release the cacheFlushLock @return If lots of logs, flush the returned regions so next time throughwe can clean logs. Returns null if nothing to flush. Names are actual region names as returned by {@link HRegionInfo#getEncodedName()} @throws org.apache.hadoop.hbase.regionserver.wal.FailedLogCloseException @throws IOException

      hlog.append(hri, key, edit, htd, true);
    }


    assertEquals(6, manager.getHLogs().get(slaveId).size());


    hlog.rollWriter();


    manager.logPositionAndCleanOldLogs(manager.getSources().get(0).getCurrentPath(),
        "1", 0, false, false);


    HLogKey key = new HLogKey(hri.getRegionName(), test, seq++,

View Full Code Here

    edit = new WALEdit();
    edit.add(new KeyValue(rowName, family, Bytes.toBytes("2"),
        ts+1, value));
    log.append(info, tableName, edit,
        ts+1, htd);
    log.rollWriter();


    Thread.sleep(1);
    long ts1 = System.currentTimeMillis();


    edit = new WALEdit();

View Full Code Here

    log.append(info, tableName, edit,
      System.currentTimeMillis(), htd);


    Thread.sleep(1); // make sure 2nd log gets a later timestamp
    long secondTs = System.currentTimeMillis();
    log.rollWriter();


    edit = new WALEdit();
    edit.add(new KeyValue(rowName, family, Bytes.toBytes("2"),
        System.currentTimeMillis(), value));
    log.append(info, tableName, edit,

View Full Code Here

            rollWriter();
          }
          super.doWrite(info, logKey, logEdit, htd);
        };
      };
      hlog.rollWriter();
      HRegion region = null;
      try {
        region = openRegion(fs, rootRegionDir, htd, hlog);
        long putTime = runBenchmark(new HLogPutBenchmark(region, htd, numIterations, noSync), numThreads);
        logBenchmarkResult("Summary: threads=" + numThreads + ", iterations=" + numIterations,

View Full Code Here

  }


  @Override
  public byte[][] rollHLogWriter() throws IOException, FailedLogCloseException {
    HLog wal = this.getWAL();
    return wal.rollWriter(true);
  }


  /**
   * Gets the online regions of the specified table.
   * This method looks at the in-memory onlineRegions.  It does not go to <code>.META.</code>.

View Full Code Here

    HTableDescriptor htd = new HTableDescriptor();
    htd.addFamily(new HColumnDescriptor(f1));
    // Testing normal log rolling every 20
    for(long i = 1; i < 101; i++) {
      if(i > 1 && i % 20 == 0) {
        hlog.rollWriter();
      }
      LOG.info(i);
      HLogKey key = new HLogKey(hri.getRegionName(), test, seq++,
          System.currentTimeMillis(), HConstants.DEFAULT_CLUSTER_ID);
      hlog.append(hri, test, edit, System.currentTimeMillis(), htd, sequenceId);

View Full Code Here

      hlog.append(hri, test, edit, System.currentTimeMillis(), htd, sequenceId);
    }


    assertEquals(6, manager.getHLogs().get(slaveId).size());


    hlog.rollWriter();


    manager.logPositionAndCleanOldLogs(manager.getSources().get(0).getCurrentPath(),
        "1", 0, false, false);


    hlog.append(hri, test, edit, System.currentTimeMillis(), htd, sequenceId);

View Full Code Here

      final RollWALWriterRequest request) throws ServiceException {
    try {
      checkOpen();
      requestCount.increment();
      HLog wal = this.getWAL();
      byte[][] regionsToFlush = wal.rollWriter(true);
      RollWALWriterResponse.Builder builder = RollWALWriterResponse.newBuilder();
      if (regionsToFlush != null) {
        for (byte[] region: regionsToFlush) {
          builder.addRegionToFlush(ByteStringer.wrap(region));
        }

View Full Code Here

    HTableDescriptor htd = new HTableDescriptor();
    htd.addFamily(new HColumnDescriptor(f1));
    // Testing normal log rolling every 20
    for(long i = 1; i < 101; i++) {
      if(i > 1 && i % 20 == 0) {
        hlog.rollWriter();
      }
      LOG.info(i);
      HLogKey key = new HLogKey(hri.getRegionName(), test, seq++,
          System.currentTimeMillis(), HConstants.DEFAULT_CLUSTER_ID);
      hlog.append(hri, key, edit, htd, true);

View Full Code Here

      hlog.append(hri, key, edit, htd, true);
    }


    assertEquals(6, manager.getHLogs().get(slaveId).size());


    hlog.rollWriter();


    manager.logPositionAndCleanOldLogs(manager.getSources().get(0).getCurrentPath(),
        "1", 0, false);


    HLogKey key = new HLogKey(hri.getRegionName(), test, seq++,

View Full Code Here

0 1 2 3 4 5 6 7 8

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.