Java 类org.apache.hadoop.hdfs.server.namenode.FSEditLogOp.AddBlockOp 实例源码

项目：hadoop 文件：FSEditLogLoader.java

/**
 * Add a new block into the given INodeFile
 */
private void addNewBlock(FSDirectory fsDir, AddBlockOp op, INodeFile file)
    throws IOException {
  BlockInfoContiguous[] oldBlocks = file.getBlocks();
  Block pBlock = op.getPenultimateBlock();
  Block newBlock= op.getLastBlock();

  if (pBlock != null) { // the penultimate block is not null
    Preconditions.checkState(oldBlocks != null && oldBlocks.length > 0);
    // compare pBlock with the last block of oldBlocks
    Block oldLastBlock = oldBlocks[oldBlocks.length - 1];
    if (oldLastBlock.getBlockId() != pBlock.getBlockId()
        || oldLastBlock.getGenerationStamp() != pBlock.getGenerationStamp()) {
      throw new IOException(
          "Mismatched block IDs or generation stamps for the old last block of file "
              + op.getPath() + ", the old last block is " + oldLastBlock
              + ", and the block read from editlog is " + pBlock);
    }

    oldLastBlock.setNumBytes(pBlock.getNumBytes());
    if (oldLastBlock instanceof BlockInfoContiguousUnderConstruction) {
      fsNamesys.getBlockManager().forceCompleteBlock(file,
          (BlockInfoContiguousUnderConstruction) oldLastBlock);
      fsNamesys.getBlockManager().processQueuedMessagesForBlock(pBlock);
    }
  } else { // the penultimate block is null
    Preconditions.checkState(oldBlocks == null || oldBlocks.length == 0);
  }
  // add the new block
  BlockInfoContiguous newBI = new BlockInfoContiguousUnderConstruction(
        newBlock, file.getBlockReplication());
  fsNamesys.getBlockManager().addBlockCollection(newBI, file);
  file.addBlock(newBI);
  fsNamesys.getBlockManager().processQueuedMessagesForBlock(newBlock);
}

项目：hadoop 文件：FSEditLog.java

public void logAddBlock(String path, INodeFile file) {
  Preconditions.checkArgument(file.isUnderConstruction());
  BlockInfoContiguous[] blocks = file.getBlocks();
  Preconditions.checkState(blocks != null && blocks.length > 0);
  BlockInfoContiguous pBlock = blocks.length > 1 ? blocks[blocks.length - 2] : null;
  BlockInfoContiguous lastBlock = blocks[blocks.length - 1];
  AddBlockOp op = AddBlockOp.getInstance(cache.get()).setPath(path)
      .setPenultimateBlock(pBlock).setLastBlock(lastBlock);
  logEdit(op);
}

项目：aliyun-oss-hadoop-fs 文件：FSEditLog.java

public void logAddBlock(String path, INodeFile file) {
  Preconditions.checkArgument(file.isUnderConstruction());
  BlockInfo[] blocks = file.getBlocks();
  Preconditions.checkState(blocks != null && blocks.length > 0);
  BlockInfo pBlock = blocks.length > 1 ? blocks[blocks.length - 2] : null;
  BlockInfo lastBlock = blocks[blocks.length - 1];
  AddBlockOp op = AddBlockOp.getInstance(cache.get()).setPath(path)
      .setPenultimateBlock(pBlock).setLastBlock(lastBlock);
  logEdit(op);
}

项目：big-c 文件：FSEditLogLoader.java

/**
 * Add a new block into the given INodeFile
 */
private void addNewBlock(FSDirectory fsDir, AddBlockOp op, INodeFile file)
    throws IOException {
  BlockInfoContiguous[] oldBlocks = file.getBlocks();
  Block pBlock = op.getPenultimateBlock();
  Block newBlock= op.getLastBlock();

  if (pBlock != null) { // the penultimate block is not null
    Preconditions.checkState(oldBlocks != null && oldBlocks.length > 0);
    // compare pBlock with the last block of oldBlocks
    Block oldLastBlock = oldBlocks[oldBlocks.length - 1];
    if (oldLastBlock.getBlockId() != pBlock.getBlockId()
        || oldLastBlock.getGenerationStamp() != pBlock.getGenerationStamp()) {
      throw new IOException(
          "Mismatched block IDs or generation stamps for the old last block of file "
              + op.getPath() + ", the old last block is " + oldLastBlock
              + ", and the block read from editlog is " + pBlock);
    }

    oldLastBlock.setNumBytes(pBlock.getNumBytes());
    if (oldLastBlock instanceof BlockInfoContiguousUnderConstruction) {
      fsNamesys.getBlockManager().forceCompleteBlock(file,
          (BlockInfoContiguousUnderConstruction) oldLastBlock);
      fsNamesys.getBlockManager().processQueuedMessagesForBlock(pBlock);
    }
  } else { // the penultimate block is null
    Preconditions.checkState(oldBlocks == null || oldBlocks.length == 0);
  }
  // add the new block
  BlockInfoContiguous newBI = new BlockInfoContiguousUnderConstruction(
        newBlock, file.getBlockReplication());
  fsNamesys.getBlockManager().addBlockCollection(newBI, file);
  file.addBlock(newBI);
  fsNamesys.getBlockManager().processQueuedMessagesForBlock(newBlock);
}

项目：big-c 文件：FSEditLog.java

public void logAddBlock(String path, INodeFile file) {
  Preconditions.checkArgument(file.isUnderConstruction());
  BlockInfoContiguous[] blocks = file.getBlocks();
  Preconditions.checkState(blocks != null && blocks.length > 0);
  BlockInfoContiguous pBlock = blocks.length > 1 ? blocks[blocks.length - 2] : null;
  BlockInfoContiguous lastBlock = blocks[blocks.length - 1];
  AddBlockOp op = AddBlockOp.getInstance(cache.get()).setPath(path)
      .setPenultimateBlock(pBlock).setLastBlock(lastBlock);
  logEdit(op);
}

项目：hadoop-2.6.0-cdh5.4.3 文件：FSEditLogLoader.java

/**
 * Add a new block into the given INodeFile
 */
private void addNewBlock(FSDirectory fsDir, AddBlockOp op, INodeFile file)
    throws IOException {
  BlockInfo[] oldBlocks = file.getBlocks();
  Block pBlock = op.getPenultimateBlock();
  Block newBlock= op.getLastBlock();

  if (pBlock != null) { // the penultimate block is not null
    Preconditions.checkState(oldBlocks != null && oldBlocks.length > 0);
    // compare pBlock with the last block of oldBlocks
    Block oldLastBlock = oldBlocks[oldBlocks.length - 1];
    if (oldLastBlock.getBlockId() != pBlock.getBlockId()
        || oldLastBlock.getGenerationStamp() != pBlock.getGenerationStamp()) {
      throw new IOException(
          "Mismatched block IDs or generation stamps for the old last block of file "
              + op.getPath() + ", the old last block is " + oldLastBlock
              + ", and the block read from editlog is " + pBlock);
    }

    oldLastBlock.setNumBytes(pBlock.getNumBytes());
    if (oldLastBlock instanceof BlockInfoUnderConstruction) {
      fsNamesys.getBlockManager().forceCompleteBlock(file,
          (BlockInfoUnderConstruction) oldLastBlock);
      fsNamesys.getBlockManager().processQueuedMessagesForBlock(pBlock);
    }
  } else { // the penultimate block is null
    Preconditions.checkState(oldBlocks == null || oldBlocks.length == 0);
  }
  // add the new block
  BlockInfo newBI = new BlockInfoUnderConstruction(
        newBlock, file.getBlockReplication());
  fsNamesys.getBlockManager().addBlockCollection(newBI, file);
  file.addBlock(newBI);
  fsNamesys.getBlockManager().processQueuedMessagesForBlock(newBlock);
}

项目：hadoop-2.6.0-cdh5.4.3 文件：FSEditLog.java

public void logAddBlock(String path, INodeFile file) {
  Preconditions.checkArgument(file.isUnderConstruction());
  BlockInfo[] blocks = file.getBlocks();
  Preconditions.checkState(blocks != null && blocks.length > 0);
  BlockInfo pBlock = blocks.length > 1 ? blocks[blocks.length - 2] : null;
  BlockInfo lastBlock = blocks[blocks.length - 1];
  AddBlockOp op = AddBlockOp.getInstance(cache.get()).setPath(path)
      .setPenultimateBlock(pBlock).setLastBlock(lastBlock);
  logEdit(op);
}

项目：FlexMap 文件：FSEditLogLoader.java

/**
 * Add a new block into the given INodeFile
 */
private void addNewBlock(FSDirectory fsDir, AddBlockOp op, INodeFile file)
    throws IOException {
  BlockInfo[] oldBlocks = file.getBlocks();
  Block pBlock = op.getPenultimateBlock();
  Block newBlock= op.getLastBlock();

  if (pBlock != null) { // the penultimate block is not null
    Preconditions.checkState(oldBlocks != null && oldBlocks.length > 0);
    // compare pBlock with the last block of oldBlocks
    Block oldLastBlock = oldBlocks[oldBlocks.length - 1];
    if (oldLastBlock.getBlockId() != pBlock.getBlockId()
        || oldLastBlock.getGenerationStamp() != pBlock.getGenerationStamp()) {
      throw new IOException(
          "Mismatched block IDs or generation stamps for the old last block of file "
              + op.getPath() + ", the old last block is " + oldLastBlock
              + ", and the block read from editlog is " + pBlock);
    }

    oldLastBlock.setNumBytes(pBlock.getNumBytes());
    if (oldLastBlock instanceof BlockInfoUnderConstruction) {
      fsNamesys.getBlockManager().forceCompleteBlock(file,
          (BlockInfoUnderConstruction) oldLastBlock);
      fsNamesys.getBlockManager().processQueuedMessagesForBlock(pBlock);
    }
  } else { // the penultimate block is null
    Preconditions.checkState(oldBlocks == null || oldBlocks.length == 0);
  }
  // add the new block
  BlockInfo newBI = new BlockInfoUnderConstruction(
        newBlock, file.getBlockReplication());
  fsNamesys.getBlockManager().addBlockCollection(newBI, file);
  file.addBlock(newBI);
  fsNamesys.getBlockManager().processQueuedMessagesForBlock(newBlock);
}

项目：FlexMap 文件：FSEditLog.java

public void logAddBlock(String path, INodeFile file) {
  Preconditions.checkArgument(file.isUnderConstruction());
  BlockInfo[] blocks = file.getBlocks();
  Preconditions.checkState(blocks != null && blocks.length > 0);
  BlockInfo pBlock = blocks.length > 1 ? blocks[blocks.length - 2] : null;
  BlockInfo lastBlock = blocks[blocks.length - 1];
  AddBlockOp op = AddBlockOp.getInstance(cache.get()).setPath(path)
      .setPenultimateBlock(pBlock).setLastBlock(lastBlock);
  logEdit(op);
}

项目：hadoop-on-lustre2 文件：FSEditLogLoader.java

/**
 * Add a new block into the given INodeFile
 */
private void addNewBlock(FSDirectory fsDir, AddBlockOp op, INodeFile file)
    throws IOException {
  BlockInfo[] oldBlocks = file.getBlocks();
  Block pBlock = op.getPenultimateBlock();
  Block newBlock= op.getLastBlock();

  if (pBlock != null) { // the penultimate block is not null
    Preconditions.checkState(oldBlocks != null && oldBlocks.length > 0);
    // compare pBlock with the last block of oldBlocks
    Block oldLastBlock = oldBlocks[oldBlocks.length - 1];
    if (oldLastBlock.getBlockId() != pBlock.getBlockId()
        || oldLastBlock.getGenerationStamp() != pBlock.getGenerationStamp()) {
      throw new IOException(
          "Mismatched block IDs or generation stamps for the old last block of file "
              + op.getPath() + ", the old last block is " + oldLastBlock
              + ", and the block read from editlog is " + pBlock);
    }

    oldLastBlock.setNumBytes(pBlock.getNumBytes());
    if (oldLastBlock instanceof BlockInfoUnderConstruction) {
      fsNamesys.getBlockManager().forceCompleteBlock(file,
          (BlockInfoUnderConstruction) oldLastBlock);
      fsNamesys.getBlockManager().processQueuedMessagesForBlock(pBlock);
    }
  } else { // the penultimate block is null
    Preconditions.checkState(oldBlocks == null || oldBlocks.length == 0);
  }
  // add the new block
  BlockInfo newBI = new BlockInfoUnderConstruction(
        newBlock, file.getBlockReplication());
  fsNamesys.getBlockManager().addBlockCollection(newBI, file);
  file.addBlock(newBI);
  fsNamesys.getBlockManager().processQueuedMessagesForBlock(newBlock);
}

项目：hadoop-on-lustre2 文件：FSEditLog.java

public void logAddBlock(String path, INodeFile file) {
  Preconditions.checkArgument(file.isUnderConstruction());
  BlockInfo[] blocks = file.getBlocks();
  Preconditions.checkState(blocks != null && blocks.length > 0);
  BlockInfo pBlock = blocks.length > 1 ? blocks[blocks.length - 2] : null;
  BlockInfo lastBlock = blocks[blocks.length - 1];
  AddBlockOp op = AddBlockOp.getInstance(cache.get()).setPath(path)
      .setPenultimateBlock(pBlock).setLastBlock(lastBlock);
  logEdit(op);
}

项目：aliyun-oss-hadoop-fs 文件：FSEditLogLoader.java

/**
 * Add a new block into the given INodeFile
 */
private void addNewBlock(AddBlockOp op, INodeFile file,
    ErasureCodingPolicy ecPolicy) throws IOException {
  BlockInfo[] oldBlocks = file.getBlocks();
  Block pBlock = op.getPenultimateBlock();
  Block newBlock= op.getLastBlock();

  if (pBlock != null) { // the penultimate block is not null
    assert oldBlocks != null && oldBlocks.length > 0;
    // compare pBlock with the last block of oldBlocks
    BlockInfo oldLastBlock = oldBlocks[oldBlocks.length - 1];
    if (oldLastBlock.getBlockId() != pBlock.getBlockId()
        || oldLastBlock.getGenerationStamp() != pBlock.getGenerationStamp()) {
      throw new IOException(
          "Mismatched block IDs or generation stamps for the old last block of file "
              + op.getPath() + ", the old last block is " + oldLastBlock
              + ", and the block read from editlog is " + pBlock);
    }

    oldLastBlock.setNumBytes(pBlock.getNumBytes());
    if (!oldLastBlock.isComplete()) {
      fsNamesys.getBlockManager().forceCompleteBlock(oldLastBlock);
      fsNamesys.getBlockManager().processQueuedMessagesForBlock(pBlock);
    }
  } else { // the penultimate block is null
    Preconditions.checkState(oldBlocks == null || oldBlocks.length == 0);
  }
  // add the new block
  final BlockInfo newBlockInfo;
  boolean isStriped = ecPolicy != null;
  if (isStriped) {
    newBlockInfo = new BlockInfoStriped(newBlock, ecPolicy);
  } else {
    newBlockInfo = new BlockInfoContiguous(newBlock,
        file.getPreferredBlockReplication());
  }
  newBlockInfo.convertToBlockUnderConstruction(
      BlockUCState.UNDER_CONSTRUCTION, null);
  fsNamesys.getBlockManager().addBlockCollectionWithCheck(newBlockInfo, file);
  file.addBlock(newBlockInfo);
  fsNamesys.getBlockManager().processQueuedMessagesForBlock(newBlock);
}