Java 类org.apache.hadoop.hdfs.server.namenode.FsImageProto.SnapshotDiffSection 实例源码

项目:hadoop    文件:FSImageFormatPBSnapshot.java   
/**
 * Load the snapshot diff section from fsimage.
 */
public void loadSnapshotDiffSection(InputStream in) throws IOException {
  final List<INodeReference> refList = parent.getLoaderContext()
      .getRefList();
  while (true) {
    SnapshotDiffSection.DiffEntry entry = SnapshotDiffSection.DiffEntry
        .parseDelimitedFrom(in);
    if (entry == null) {
      break;
    }
    long inodeId = entry.getInodeId();
    INode inode = fsDir.getInode(inodeId);
    SnapshotDiffSection.DiffEntry.Type type = entry.getType();
    switch (type) {
    case FILEDIFF:
      loadFileDiffList(in, inode.asFile(), entry.getNumOfDiff());
      break;
    case DIRECTORYDIFF:
      loadDirectoryDiffList(in, inode.asDirectory(), entry.getNumOfDiff(),
          refList);
      break;
    }
  }
}
项目:aliyun-oss-hadoop-fs    文件:FSImageFormatPBSnapshot.java   
/**
 * Load the snapshot diff section from fsimage.
 */
public void loadSnapshotDiffSection(InputStream in) throws IOException {
  final List<INodeReference> refList = parent.getLoaderContext()
      .getRefList();
  while (true) {
    SnapshotDiffSection.DiffEntry entry = SnapshotDiffSection.DiffEntry
        .parseDelimitedFrom(in);
    if (entry == null) {
      break;
    }
    long inodeId = entry.getInodeId();
    INode inode = fsDir.getInode(inodeId);
    SnapshotDiffSection.DiffEntry.Type type = entry.getType();
    switch (type) {
    case FILEDIFF:
      loadFileDiffList(in, inode.asFile(), entry.getNumOfDiff());
      break;
    case DIRECTORYDIFF:
      loadDirectoryDiffList(in, inode.asDirectory(), entry.getNumOfDiff(),
          refList);
      break;
    }
  }
}
项目:big-c    文件:FSImageFormatPBSnapshot.java   
/**
 * Load the snapshot diff section from fsimage.
 */
public void loadSnapshotDiffSection(InputStream in) throws IOException {
  final List<INodeReference> refList = parent.getLoaderContext()
      .getRefList();
  while (true) {
    SnapshotDiffSection.DiffEntry entry = SnapshotDiffSection.DiffEntry
        .parseDelimitedFrom(in);
    if (entry == null) {
      break;
    }
    long inodeId = entry.getInodeId();
    INode inode = fsDir.getInode(inodeId);
    SnapshotDiffSection.DiffEntry.Type type = entry.getType();
    switch (type) {
    case FILEDIFF:
      loadFileDiffList(in, inode.asFile(), entry.getNumOfDiff());
      break;
    case DIRECTORYDIFF:
      loadDirectoryDiffList(in, inode.asDirectory(), entry.getNumOfDiff(),
          refList);
      break;
    }
  }
}
项目:hadoop-2.6.0-cdh5.4.3    文件:FSImageFormatPBSnapshot.java   
/**
 * Load the snapshot diff section from fsimage.
 */
public void loadSnapshotDiffSection(InputStream in) throws IOException {
  final List<INodeReference> refList = parent.getLoaderContext()
      .getRefList();
  while (true) {
    SnapshotDiffSection.DiffEntry entry = SnapshotDiffSection.DiffEntry
        .parseDelimitedFrom(in);
    if (entry == null) {
      break;
    }
    long inodeId = entry.getInodeId();
    INode inode = fsDir.getInode(inodeId);
    SnapshotDiffSection.DiffEntry.Type type = entry.getType();
    switch (type) {
    case FILEDIFF:
      loadFileDiffList(in, inode.asFile(), entry.getNumOfDiff());
      break;
    case DIRECTORYDIFF:
      loadDirectoryDiffList(in, inode.asDirectory(), entry.getNumOfDiff(),
          refList);
      break;
    }
  }
}
项目:hadoop-2.6.0-cdh5.4.3    文件:FSImageFormatPBSnapshot.java   
private void serializeFileDiffList(INodeFile file, OutputStream out)
    throws IOException {
  FileWithSnapshotFeature sf = file.getFileWithSnapshotFeature();
  if (sf != null) {
    List<FileDiff> diffList = sf.getDiffs().asList();
    SnapshotDiffSection.DiffEntry entry = SnapshotDiffSection.DiffEntry
        .newBuilder().setInodeId(file.getId()).setType(Type.FILEDIFF)
        .setNumOfDiff(diffList.size()).build();
    entry.writeDelimitedTo(out);
    for (int i = diffList.size() - 1; i >= 0; i--) {
      FileDiff diff = diffList.get(i);
      SnapshotDiffSection.FileDiff.Builder fb = SnapshotDiffSection.FileDiff
          .newBuilder().setSnapshotId(diff.getSnapshotId())
          .setFileSize(diff.getFileSize());
      INodeFileAttributes copy = diff.snapshotINode;
      if (copy != null) {
        fb.setName(ByteString.copyFrom(copy.getLocalNameBytes()))
            .setSnapshotCopy(buildINodeFile(copy, parent.getSaverContext()));
      }
      fb.build().writeDelimitedTo(out);
    }
  }
}
项目:FlexMap    文件:FSImageFormatPBSnapshot.java   
/**
 * Load the snapshot diff section from fsimage.
 */
public void loadSnapshotDiffSection(InputStream in) throws IOException {
  final List<INodeReference> refList = parent.getLoaderContext()
      .getRefList();
  while (true) {
    SnapshotDiffSection.DiffEntry entry = SnapshotDiffSection.DiffEntry
        .parseDelimitedFrom(in);
    if (entry == null) {
      break;
    }
    long inodeId = entry.getInodeId();
    INode inode = fsDir.getInode(inodeId);
    SnapshotDiffSection.DiffEntry.Type type = entry.getType();
    switch (type) {
    case FILEDIFF:
      loadFileDiffList(in, inode.asFile(), entry.getNumOfDiff());
      break;
    case DIRECTORYDIFF:
      loadDirectoryDiffList(in, inode.asDirectory(), entry.getNumOfDiff(),
          refList);
      break;
    }
  }
}
项目:FlexMap    文件:FSImageFormatPBSnapshot.java   
private void serializeFileDiffList(INodeFile file, OutputStream out)
    throws IOException {
  FileWithSnapshotFeature sf = file.getFileWithSnapshotFeature();
  if (sf != null) {
    List<FileDiff> diffList = sf.getDiffs().asList();
    SnapshotDiffSection.DiffEntry entry = SnapshotDiffSection.DiffEntry
        .newBuilder().setInodeId(file.getId()).setType(Type.FILEDIFF)
        .setNumOfDiff(diffList.size()).build();
    entry.writeDelimitedTo(out);
    for (int i = diffList.size() - 1; i >= 0; i--) {
      FileDiff diff = diffList.get(i);
      SnapshotDiffSection.FileDiff.Builder fb = SnapshotDiffSection.FileDiff
          .newBuilder().setSnapshotId(diff.getSnapshotId())
          .setFileSize(diff.getFileSize());
      INodeFileAttributes copy = diff.snapshotINode;
      if (copy != null) {
        fb.setName(ByteString.copyFrom(copy.getLocalNameBytes()))
            .setSnapshotCopy(buildINodeFile(copy, parent.getSaverContext()));
      }
      fb.build().writeDelimitedTo(out);
    }
  }
}
项目:hadoop-on-lustre2    文件:FSImageFormatPBSnapshot.java   
/**
 * Load the snapshot diff section from fsimage.
 */
public void loadSnapshotDiffSection(InputStream in) throws IOException {
  final List<INodeReference> refList = parent.getLoaderContext()
      .getRefList();
  while (true) {
    SnapshotDiffSection.DiffEntry entry = SnapshotDiffSection.DiffEntry
        .parseDelimitedFrom(in);
    if (entry == null) {
      break;
    }
    long inodeId = entry.getInodeId();
    INode inode = fsDir.getInode(inodeId);
    SnapshotDiffSection.DiffEntry.Type type = entry.getType();
    switch (type) {
    case FILEDIFF:
      loadFileDiffList(in, inode.asFile(), entry.getNumOfDiff());
      break;
    case DIRECTORYDIFF:
      loadDirectoryDiffList(in, inode.asDirectory(), entry.getNumOfDiff(),
          refList);
      break;
    }
  }
}
项目:hadoop-on-lustre2    文件:FSImageFormatPBSnapshot.java   
private void serializeFileDiffList(INodeFile file, OutputStream out)
    throws IOException {
  FileWithSnapshotFeature sf = file.getFileWithSnapshotFeature();
  if (sf != null) {
    List<FileDiff> diffList = sf.getDiffs().asList();
    SnapshotDiffSection.DiffEntry entry = SnapshotDiffSection.DiffEntry
        .newBuilder().setInodeId(file.getId()).setType(Type.FILEDIFF)
        .setNumOfDiff(diffList.size()).build();
    entry.writeDelimitedTo(out);
    for (int i = diffList.size() - 1; i >= 0; i--) {
      FileDiff diff = diffList.get(i);
      SnapshotDiffSection.FileDiff.Builder fb = SnapshotDiffSection.FileDiff
          .newBuilder().setSnapshotId(diff.getSnapshotId())
          .setFileSize(diff.getFileSize());
      INodeFileAttributes copy = diff.snapshotINode;
      if (copy != null) {
        fb.setName(ByteString.copyFrom(copy.getLocalNameBytes()))
            .setSnapshotCopy(buildINodeFile(copy, parent.getSaverContext()));
      }
      fb.build().writeDelimitedTo(out);
    }
  }
}
项目:hadoop    文件:FSImageFormatPBSnapshot.java   
private void serializeFileDiffList(INodeFile file, OutputStream out)
    throws IOException {
  FileWithSnapshotFeature sf = file.getFileWithSnapshotFeature();
  if (sf != null) {
    List<FileDiff> diffList = sf.getDiffs().asList();
    SnapshotDiffSection.DiffEntry entry = SnapshotDiffSection.DiffEntry
        .newBuilder().setInodeId(file.getId()).setType(Type.FILEDIFF)
        .setNumOfDiff(diffList.size()).build();
    entry.writeDelimitedTo(out);
    for (int i = diffList.size() - 1; i >= 0; i--) {
      FileDiff diff = diffList.get(i);
      SnapshotDiffSection.FileDiff.Builder fb = SnapshotDiffSection.FileDiff
          .newBuilder().setSnapshotId(diff.getSnapshotId())
          .setFileSize(diff.getFileSize());
      if(diff.getBlocks() != null) {
        for(Block block : diff.getBlocks()) {
          fb.addBlocks(PBHelper.convert(block));
        }
      }
      INodeFileAttributes copy = diff.snapshotINode;
      if (copy != null) {
        fb.setName(ByteString.copyFrom(copy.getLocalNameBytes()))
            .setSnapshotCopy(buildINodeFile(copy, parent.getSaverContext()));
      }
      fb.build().writeDelimitedTo(out);
    }
  }
}
项目:hadoop    文件:FSImageFormatPBSnapshot.java   
private void saveCreatedList(List<INode> created, OutputStream out)
    throws IOException {
  // local names of the created list member
  for (INode c : created) {
    SnapshotDiffSection.CreatedListEntry.newBuilder()
        .setName(ByteString.copyFrom(c.getLocalNameBytes())).build()
        .writeDelimitedTo(out);
  }
}
项目:hadoop    文件:FSImageFormatPBSnapshot.java   
private void serializeDirDiffList(INodeDirectory dir,
    final List<INodeReference> refList, OutputStream out)
    throws IOException {
  DirectoryWithSnapshotFeature sf = dir.getDirectoryWithSnapshotFeature();
  if (sf != null) {
    List<DirectoryDiff> diffList = sf.getDiffs().asList();
    SnapshotDiffSection.DiffEntry entry = SnapshotDiffSection.DiffEntry
        .newBuilder().setInodeId(dir.getId()).setType(Type.DIRECTORYDIFF)
        .setNumOfDiff(diffList.size()).build();
    entry.writeDelimitedTo(out);
    for (int i = diffList.size() - 1; i >= 0; i--) { // reverse order!
      DirectoryDiff diff = diffList.get(i);
      SnapshotDiffSection.DirectoryDiff.Builder db = SnapshotDiffSection.
          DirectoryDiff.newBuilder().setSnapshotId(diff.getSnapshotId())
                       .setChildrenSize(diff.getChildrenSize())
                       .setIsSnapshotRoot(diff.isSnapshotRoot());
      INodeDirectoryAttributes copy = diff.snapshotINode;
      if (!diff.isSnapshotRoot() && copy != null) {
        db.setName(ByteString.copyFrom(copy.getLocalNameBytes()))
            .setSnapshotCopy(
                buildINodeDirectory(copy, parent.getSaverContext()));
      }
      // process created list and deleted list
      List<INode> created = diff.getChildrenDiff()
          .getList(ListType.CREATED);
      db.setCreatedListSize(created.size());
      List<INode> deleted = diff.getChildrenDiff().getList(ListType.DELETED);
      for (INode d : deleted) {
        if (d.isReference()) {
          refList.add(d.asReference());
          db.addDeletedINodeRef(refList.size() - 1);
        } else {
          db.addDeletedINode(d.getId());
        }
      }
      db.build().writeDelimitedTo(out);
      saveCreatedList(created, out);
    }
  }
}
项目:aliyun-oss-hadoop-fs    文件:FSImageFormatPBSnapshot.java   
private void serializeFileDiffList(INodeFile file, OutputStream out)
    throws IOException {
  FileWithSnapshotFeature sf = file.getFileWithSnapshotFeature();
  if (sf != null) {
    List<FileDiff> diffList = sf.getDiffs().asList();
    SnapshotDiffSection.DiffEntry entry = SnapshotDiffSection.DiffEntry
        .newBuilder().setInodeId(file.getId()).setType(Type.FILEDIFF)
        .setNumOfDiff(diffList.size()).build();
    entry.writeDelimitedTo(out);
    for (int i = diffList.size() - 1; i >= 0; i--) {
      FileDiff diff = diffList.get(i);
      SnapshotDiffSection.FileDiff.Builder fb = SnapshotDiffSection.FileDiff
          .newBuilder().setSnapshotId(diff.getSnapshotId())
          .setFileSize(diff.getFileSize());
      if(diff.getBlocks() != null) {
        for(Block block : diff.getBlocks()) {
          fb.addBlocks(PBHelperClient.convert(block));
        }
      }
      INodeFileAttributes copy = diff.snapshotINode;
      if (copy != null) {
        fb.setName(ByteString.copyFrom(copy.getLocalNameBytes()))
            .setSnapshotCopy(buildINodeFile(copy, parent.getSaverContext()));
      }
      fb.build().writeDelimitedTo(out);
    }
  }
}
项目:aliyun-oss-hadoop-fs    文件:FSImageFormatPBSnapshot.java   
private void saveCreatedList(List<INode> created, OutputStream out)
    throws IOException {
  // local names of the created list member
  for (INode c : created) {
    SnapshotDiffSection.CreatedListEntry.newBuilder()
        .setName(ByteString.copyFrom(c.getLocalNameBytes())).build()
        .writeDelimitedTo(out);
  }
}
项目:aliyun-oss-hadoop-fs    文件:FSImageFormatPBSnapshot.java   
private void serializeDirDiffList(INodeDirectory dir,
    final List<INodeReference> refList, OutputStream out)
    throws IOException {
  DirectoryWithSnapshotFeature sf = dir.getDirectoryWithSnapshotFeature();
  if (sf != null) {
    List<DirectoryDiff> diffList = sf.getDiffs().asList();
    SnapshotDiffSection.DiffEntry entry = SnapshotDiffSection.DiffEntry
        .newBuilder().setInodeId(dir.getId()).setType(Type.DIRECTORYDIFF)
        .setNumOfDiff(diffList.size()).build();
    entry.writeDelimitedTo(out);
    for (int i = diffList.size() - 1; i >= 0; i--) { // reverse order!
      DirectoryDiff diff = diffList.get(i);
      SnapshotDiffSection.DirectoryDiff.Builder db = SnapshotDiffSection.
          DirectoryDiff.newBuilder().setSnapshotId(diff.getSnapshotId())
                       .setChildrenSize(diff.getChildrenSize())
                       .setIsSnapshotRoot(diff.isSnapshotRoot());
      INodeDirectoryAttributes copy = diff.snapshotINode;
      if (!diff.isSnapshotRoot() && copy != null) {
        db.setName(ByteString.copyFrom(copy.getLocalNameBytes()))
            .setSnapshotCopy(
                buildINodeDirectory(copy, parent.getSaverContext()));
      }
      // process created list and deleted list
      List<INode> created = diff.getChildrenDiff()
          .getList(ListType.CREATED);
      db.setCreatedListSize(created.size());
      List<INode> deleted = diff.getChildrenDiff().getList(ListType.DELETED);
      for (INode d : deleted) {
        if (d.isReference()) {
          refList.add(d.asReference());
          db.addDeletedINodeRef(refList.size() - 1);
        } else {
          db.addDeletedINode(d.getId());
        }
      }
      db.build().writeDelimitedTo(out);
      saveCreatedList(created, out);
    }
  }
}
项目:big-c    文件:FSImageFormatPBSnapshot.java   
private void serializeFileDiffList(INodeFile file, OutputStream out)
    throws IOException {
  FileWithSnapshotFeature sf = file.getFileWithSnapshotFeature();
  if (sf != null) {
    List<FileDiff> diffList = sf.getDiffs().asList();
    SnapshotDiffSection.DiffEntry entry = SnapshotDiffSection.DiffEntry
        .newBuilder().setInodeId(file.getId()).setType(Type.FILEDIFF)
        .setNumOfDiff(diffList.size()).build();
    entry.writeDelimitedTo(out);
    for (int i = diffList.size() - 1; i >= 0; i--) {
      FileDiff diff = diffList.get(i);
      SnapshotDiffSection.FileDiff.Builder fb = SnapshotDiffSection.FileDiff
          .newBuilder().setSnapshotId(diff.getSnapshotId())
          .setFileSize(diff.getFileSize());
      if(diff.getBlocks() != null) {
        for(Block block : diff.getBlocks()) {
          fb.addBlocks(PBHelper.convert(block));
        }
      }
      INodeFileAttributes copy = diff.snapshotINode;
      if (copy != null) {
        fb.setName(ByteString.copyFrom(copy.getLocalNameBytes()))
            .setSnapshotCopy(buildINodeFile(copy, parent.getSaverContext()));
      }
      fb.build().writeDelimitedTo(out);
    }
  }
}
项目:big-c    文件:FSImageFormatPBSnapshot.java   
private void saveCreatedList(List<INode> created, OutputStream out)
    throws IOException {
  // local names of the created list member
  for (INode c : created) {
    SnapshotDiffSection.CreatedListEntry.newBuilder()
        .setName(ByteString.copyFrom(c.getLocalNameBytes())).build()
        .writeDelimitedTo(out);
  }
}
项目:big-c    文件:FSImageFormatPBSnapshot.java   
private void serializeDirDiffList(INodeDirectory dir,
    final List<INodeReference> refList, OutputStream out)
    throws IOException {
  DirectoryWithSnapshotFeature sf = dir.getDirectoryWithSnapshotFeature();
  if (sf != null) {
    List<DirectoryDiff> diffList = sf.getDiffs().asList();
    SnapshotDiffSection.DiffEntry entry = SnapshotDiffSection.DiffEntry
        .newBuilder().setInodeId(dir.getId()).setType(Type.DIRECTORYDIFF)
        .setNumOfDiff(diffList.size()).build();
    entry.writeDelimitedTo(out);
    for (int i = diffList.size() - 1; i >= 0; i--) { // reverse order!
      DirectoryDiff diff = diffList.get(i);
      SnapshotDiffSection.DirectoryDiff.Builder db = SnapshotDiffSection.
          DirectoryDiff.newBuilder().setSnapshotId(diff.getSnapshotId())
                       .setChildrenSize(diff.getChildrenSize())
                       .setIsSnapshotRoot(diff.isSnapshotRoot());
      INodeDirectoryAttributes copy = diff.snapshotINode;
      if (!diff.isSnapshotRoot() && copy != null) {
        db.setName(ByteString.copyFrom(copy.getLocalNameBytes()))
            .setSnapshotCopy(
                buildINodeDirectory(copy, parent.getSaverContext()));
      }
      // process created list and deleted list
      List<INode> created = diff.getChildrenDiff()
          .getList(ListType.CREATED);
      db.setCreatedListSize(created.size());
      List<INode> deleted = diff.getChildrenDiff().getList(ListType.DELETED);
      for (INode d : deleted) {
        if (d.isReference()) {
          refList.add(d.asReference());
          db.addDeletedINodeRef(refList.size() - 1);
        } else {
          db.addDeletedINode(d.getId());
        }
      }
      db.build().writeDelimitedTo(out);
      saveCreatedList(created, out);
    }
  }
}
项目:hadoop-2.6.0-cdh5.4.3    文件:FSImageFormatPBSnapshot.java   
private void saveCreatedList(List<INode> created, OutputStream out)
    throws IOException {
  // local names of the created list member
  for (INode c : created) {
    SnapshotDiffSection.CreatedListEntry.newBuilder()
        .setName(ByteString.copyFrom(c.getLocalNameBytes())).build()
        .writeDelimitedTo(out);
  }
}
项目:hadoop-2.6.0-cdh5.4.3    文件:FSImageFormatPBSnapshot.java   
private void serializeDirDiffList(INodeDirectory dir,
    final List<INodeReference> refList, OutputStream out)
    throws IOException {
  DirectoryWithSnapshotFeature sf = dir.getDirectoryWithSnapshotFeature();
  if (sf != null) {
    List<DirectoryDiff> diffList = sf.getDiffs().asList();
    SnapshotDiffSection.DiffEntry entry = SnapshotDiffSection.DiffEntry
        .newBuilder().setInodeId(dir.getId()).setType(Type.DIRECTORYDIFF)
        .setNumOfDiff(diffList.size()).build();
    entry.writeDelimitedTo(out);
    for (int i = diffList.size() - 1; i >= 0; i--) { // reverse order!
      DirectoryDiff diff = diffList.get(i);
      SnapshotDiffSection.DirectoryDiff.Builder db = SnapshotDiffSection.
          DirectoryDiff.newBuilder().setSnapshotId(diff.getSnapshotId())
                       .setChildrenSize(diff.getChildrenSize())
                       .setIsSnapshotRoot(diff.isSnapshotRoot());
      INodeDirectoryAttributes copy = diff.snapshotINode;
      if (!diff.isSnapshotRoot() && copy != null) {
        db.setName(ByteString.copyFrom(copy.getLocalNameBytes()))
            .setSnapshotCopy(
                buildINodeDirectory(copy, parent.getSaverContext()));
      }
      // process created list and deleted list
      List<INode> created = diff.getChildrenDiff()
          .getList(ListType.CREATED);
      db.setCreatedListSize(created.size());
      List<INode> deleted = diff.getChildrenDiff().getList(ListType.DELETED);
      for (INode d : deleted) {
        if (d.isReference()) {
          refList.add(d.asReference());
          db.addDeletedINodeRef(refList.size() - 1);
        } else {
          db.addDeletedINode(d.getId());
        }
      }
      db.build().writeDelimitedTo(out);
      saveCreatedList(created, out);
    }
  }
}
项目:FlexMap    文件:FSImageFormatPBSnapshot.java   
private void saveCreatedList(List<INode> created, OutputStream out)
    throws IOException {
  // local names of the created list member
  for (INode c : created) {
    SnapshotDiffSection.CreatedListEntry.newBuilder()
        .setName(ByteString.copyFrom(c.getLocalNameBytes())).build()
        .writeDelimitedTo(out);
  }
}
项目:FlexMap    文件:FSImageFormatPBSnapshot.java   
private void serializeDirDiffList(INodeDirectory dir,
    final List<INodeReference> refList, OutputStream out)
    throws IOException {
  DirectoryWithSnapshotFeature sf = dir.getDirectoryWithSnapshotFeature();
  if (sf != null) {
    List<DirectoryDiff> diffList = sf.getDiffs().asList();
    SnapshotDiffSection.DiffEntry entry = SnapshotDiffSection.DiffEntry
        .newBuilder().setInodeId(dir.getId()).setType(Type.DIRECTORYDIFF)
        .setNumOfDiff(diffList.size()).build();
    entry.writeDelimitedTo(out);
    for (int i = diffList.size() - 1; i >= 0; i--) { // reverse order!
      DirectoryDiff diff = diffList.get(i);
      SnapshotDiffSection.DirectoryDiff.Builder db = SnapshotDiffSection.
          DirectoryDiff.newBuilder().setSnapshotId(diff.getSnapshotId())
                       .setChildrenSize(diff.getChildrenSize())
                       .setIsSnapshotRoot(diff.isSnapshotRoot());
      INodeDirectoryAttributes copy = diff.snapshotINode;
      if (!diff.isSnapshotRoot() && copy != null) {
        db.setName(ByteString.copyFrom(copy.getLocalNameBytes()))
            .setSnapshotCopy(
                buildINodeDirectory(copy, parent.getSaverContext()));
      }
      // process created list and deleted list
      List<INode> created = diff.getChildrenDiff()
          .getList(ListType.CREATED);
      db.setCreatedListSize(created.size());
      List<INode> deleted = diff.getChildrenDiff().getList(ListType.DELETED);
      for (INode d : deleted) {
        if (d.isReference()) {
          refList.add(d.asReference());
          db.addDeletedINodeRef(refList.size() - 1);
        } else {
          db.addDeletedINode(d.getId());
        }
      }
      db.build().writeDelimitedTo(out);
      saveCreatedList(created, out);
    }
  }
}
项目:hadoop-on-lustre2    文件:FSImageFormatPBSnapshot.java   
private void saveCreatedList(List<INode> created, OutputStream out)
    throws IOException {
  // local names of the created list member
  for (INode c : created) {
    SnapshotDiffSection.CreatedListEntry.newBuilder()
        .setName(ByteString.copyFrom(c.getLocalNameBytes())).build()
        .writeDelimitedTo(out);
  }
}
项目:hadoop-on-lustre2    文件:FSImageFormatPBSnapshot.java   
private void serializeDirDiffList(INodeDirectory dir,
    final List<INodeReference> refList, OutputStream out)
    throws IOException {
  DirectoryWithSnapshotFeature sf = dir.getDirectoryWithSnapshotFeature();
  if (sf != null) {
    List<DirectoryDiff> diffList = sf.getDiffs().asList();
    SnapshotDiffSection.DiffEntry entry = SnapshotDiffSection.DiffEntry
        .newBuilder().setInodeId(dir.getId()).setType(Type.DIRECTORYDIFF)
        .setNumOfDiff(diffList.size()).build();
    entry.writeDelimitedTo(out);
    for (int i = diffList.size() - 1; i >= 0; i--) { // reverse order!
      DirectoryDiff diff = diffList.get(i);
      SnapshotDiffSection.DirectoryDiff.Builder db = SnapshotDiffSection.
          DirectoryDiff.newBuilder().setSnapshotId(diff.getSnapshotId())
                       .setChildrenSize(diff.getChildrenSize())
                       .setIsSnapshotRoot(diff.isSnapshotRoot());
      INodeDirectoryAttributes copy = diff.snapshotINode;
      if (!diff.isSnapshotRoot() && copy != null) {
        db.setName(ByteString.copyFrom(copy.getLocalNameBytes()))
            .setSnapshotCopy(
                buildINodeDirectory(copy, parent.getSaverContext()));
      }
      // process created list and deleted list
      List<INode> created = diff.getChildrenDiff()
          .getList(ListType.CREATED);
      db.setCreatedListSize(created.size());
      List<INode> deleted = diff.getChildrenDiff().getList(ListType.DELETED);
      for (INode d : deleted) {
        if (d.isReference()) {
          refList.add(d.asReference());
          db.addDeletedINodeRef(refList.size() - 1);
        } else {
          db.addDeletedINode(d.getId());
        }
      }
      db.build().writeDelimitedTo(out);
      saveCreatedList(created, out);
    }
  }
}
项目:hadoop    文件:PBImageXmlWriter.java   
private void dumpSnapshotDiffSection(InputStream in) throws IOException {
  out.print("<SnapshotDiffSection>");
  while (true) {
    SnapshotDiffSection.DiffEntry e = SnapshotDiffSection.DiffEntry
        .parseDelimitedFrom(in);
    if (e == null) {
      break;
    }
    out.print("<diff>");
    o("inodeid", e.getInodeId());
    switch (e.getType()) {
    case FILEDIFF: {
      for (int i = 0; i < e.getNumOfDiff(); ++i) {
        out.print("<filediff>");
        SnapshotDiffSection.FileDiff f = SnapshotDiffSection.FileDiff
            .parseDelimitedFrom(in);
        o("snapshotId", f.getSnapshotId()).o("size", f.getFileSize()).o(
            "name", f.getName().toStringUtf8());
        out.print("</filediff>\n");
      }
    }
      break;
    case DIRECTORYDIFF: {
      for (int i = 0; i < e.getNumOfDiff(); ++i) {
        out.print("<dirdiff>");
        SnapshotDiffSection.DirectoryDiff d = SnapshotDiffSection.DirectoryDiff
            .parseDelimitedFrom(in);
        o("snapshotId", d.getSnapshotId())
            .o("isSnapshotroot", d.getIsSnapshotRoot())
            .o("childrenSize", d.getChildrenSize())
            .o("name", d.getName().toStringUtf8());

        for (int j = 0; j < d.getCreatedListSize(); ++j) {
          SnapshotDiffSection.CreatedListEntry ce = SnapshotDiffSection.CreatedListEntry
              .parseDelimitedFrom(in);
          out.print("<created>");
          o("name", ce.getName().toStringUtf8());
          out.print("</created>\n");
        }
        for (long did : d.getDeletedINodeList()) {
          out.print("<deleted>");
          o("inode", did);
          out.print("</deleted>\n");
        }
        for (int dRefid : d.getDeletedINodeRefList()) {
          out.print("<deleted>");
          o("inodereference-index", dRefid);
          out.print("</deleted>\n");
        }
        out.print("</dirdiff>\n");
      }
    }
      break;
    default:
      break;
    }
    out.print("</diff>");
  }
  out.print("</SnapshotDiffSection>\n");
}
项目:aliyun-oss-hadoop-fs    文件:PBImageXmlWriter.java   
private void dumpSnapshotDiffSection(InputStream in) throws IOException {
  out.print("<SnapshotDiffSection>");
  while (true) {
    SnapshotDiffSection.DiffEntry e = SnapshotDiffSection.DiffEntry
        .parseDelimitedFrom(in);
    if (e == null) {
      break;
    }
    out.print("<diff>");
    o("inodeid", e.getInodeId());
    switch (e.getType()) {
    case FILEDIFF: {
      for (int i = 0; i < e.getNumOfDiff(); ++i) {
        out.print("<filediff>");
        SnapshotDiffSection.FileDiff f = SnapshotDiffSection.FileDiff
            .parseDelimitedFrom(in);
        o("snapshotId", f.getSnapshotId()).o("size", f.getFileSize()).o(
            "name", f.getName().toStringUtf8());
        out.print("</filediff>\n");
      }
    }
      break;
    case DIRECTORYDIFF: {
      for (int i = 0; i < e.getNumOfDiff(); ++i) {
        out.print("<dirdiff>");
        SnapshotDiffSection.DirectoryDiff d = SnapshotDiffSection.DirectoryDiff
            .parseDelimitedFrom(in);
        o("snapshotId", d.getSnapshotId())
            .o("isSnapshotroot", d.getIsSnapshotRoot())
            .o("childrenSize", d.getChildrenSize())
            .o("name", d.getName().toStringUtf8());

        for (int j = 0; j < d.getCreatedListSize(); ++j) {
          SnapshotDiffSection.CreatedListEntry ce = SnapshotDiffSection.CreatedListEntry
              .parseDelimitedFrom(in);
          out.print("<created>");
          o("name", ce.getName().toStringUtf8());
          out.print("</created>\n");
        }
        for (long did : d.getDeletedINodeList()) {
          out.print("<deleted>");
          o("inode", did);
          out.print("</deleted>\n");
        }
        for (int dRefid : d.getDeletedINodeRefList()) {
          out.print("<deleted>");
          o("inodereference-index", dRefid);
          out.print("</deleted>\n");
        }
        out.print("</dirdiff>\n");
      }
    }
      break;
    default:
      break;
    }
    out.print("</diff>");
  }
  out.print("</SnapshotDiffSection>\n");
}
项目:big-c    文件:PBImageXmlWriter.java   
private void dumpSnapshotDiffSection(InputStream in) throws IOException {
  out.print("<SnapshotDiffSection>");
  while (true) {
    SnapshotDiffSection.DiffEntry e = SnapshotDiffSection.DiffEntry
        .parseDelimitedFrom(in);
    if (e == null) {
      break;
    }
    out.print("<diff>");
    o("inodeid", e.getInodeId());
    switch (e.getType()) {
    case FILEDIFF: {
      for (int i = 0; i < e.getNumOfDiff(); ++i) {
        out.print("<filediff>");
        SnapshotDiffSection.FileDiff f = SnapshotDiffSection.FileDiff
            .parseDelimitedFrom(in);
        o("snapshotId", f.getSnapshotId()).o("size", f.getFileSize()).o(
            "name", f.getName().toStringUtf8());
        out.print("</filediff>\n");
      }
    }
      break;
    case DIRECTORYDIFF: {
      for (int i = 0; i < e.getNumOfDiff(); ++i) {
        out.print("<dirdiff>");
        SnapshotDiffSection.DirectoryDiff d = SnapshotDiffSection.DirectoryDiff
            .parseDelimitedFrom(in);
        o("snapshotId", d.getSnapshotId())
            .o("isSnapshotroot", d.getIsSnapshotRoot())
            .o("childrenSize", d.getChildrenSize())
            .o("name", d.getName().toStringUtf8());

        for (int j = 0; j < d.getCreatedListSize(); ++j) {
          SnapshotDiffSection.CreatedListEntry ce = SnapshotDiffSection.CreatedListEntry
              .parseDelimitedFrom(in);
          out.print("<created>");
          o("name", ce.getName().toStringUtf8());
          out.print("</created>\n");
        }
        for (long did : d.getDeletedINodeList()) {
          out.print("<deleted>");
          o("inode", did);
          out.print("</deleted>\n");
        }
        for (int dRefid : d.getDeletedINodeRefList()) {
          out.print("<deleted>");
          o("inodereference-index", dRefid);
          out.print("</deleted>\n");
        }
        out.print("</dirdiff>\n");
      }
    }
      break;
    default:
      break;
    }
    out.print("</diff>");
  }
  out.print("</SnapshotDiffSection>\n");
}
项目:hadoop-2.6.0-cdh5.4.3    文件:PBImageXmlWriter.java   
private void dumpSnapshotDiffSection(InputStream in) throws IOException {
  out.print("<SnapshotDiffSection>");
  while (true) {
    SnapshotDiffSection.DiffEntry e = SnapshotDiffSection.DiffEntry
        .parseDelimitedFrom(in);
    if (e == null) {
      break;
    }
    out.print("<diff>");
    o("inodeid", e.getInodeId());
    switch (e.getType()) {
    case FILEDIFF: {
      for (int i = 0; i < e.getNumOfDiff(); ++i) {
        out.print("<filediff>");
        SnapshotDiffSection.FileDiff f = SnapshotDiffSection.FileDiff
            .parseDelimitedFrom(in);
        o("snapshotId", f.getSnapshotId()).o("size", f.getFileSize()).o(
            "name", f.getName().toStringUtf8());
        out.print("</filediff>\n");
      }
    }
      break;
    case DIRECTORYDIFF: {
      for (int i = 0; i < e.getNumOfDiff(); ++i) {
        out.print("<dirdiff>");
        SnapshotDiffSection.DirectoryDiff d = SnapshotDiffSection.DirectoryDiff
            .parseDelimitedFrom(in);
        o("snapshotId", d.getSnapshotId())
            .o("isSnapshotroot", d.getIsSnapshotRoot())
            .o("childrenSize", d.getChildrenSize())
            .o("name", d.getName().toStringUtf8());

        for (int j = 0; j < d.getCreatedListSize(); ++j) {
          SnapshotDiffSection.CreatedListEntry ce = SnapshotDiffSection.CreatedListEntry
              .parseDelimitedFrom(in);
          out.print("<created>");
          o("name", ce.getName().toStringUtf8());
          out.print("</created>\n");
        }
        for (long did : d.getDeletedINodeList()) {
          out.print("<deleted>");
          o("inode", did);
          out.print("</deleted>\n");
        }
        for (int dRefid : d.getDeletedINodeRefList()) {
          out.print("<deleted>");
          o("inodereference-index", dRefid);
          out.print("</deleted>\n");
        }
        out.print("</dirdiff>\n");
      }
    }
      break;
    default:
      break;
    }
    out.print("</diff>");
  }
  out.print("</SnapshotDiffSection>\n");
}
项目:FlexMap    文件:PBImageXmlWriter.java   
private void dumpSnapshotDiffSection(InputStream in) throws IOException {
  out.print("<SnapshotDiffSection>");
  while (true) {
    SnapshotDiffSection.DiffEntry e = SnapshotDiffSection.DiffEntry
        .parseDelimitedFrom(in);
    if (e == null) {
      break;
    }
    out.print("<diff>");
    o("inodeid", e.getInodeId());
    switch (e.getType()) {
    case FILEDIFF: {
      for (int i = 0; i < e.getNumOfDiff(); ++i) {
        out.print("<filediff>");
        SnapshotDiffSection.FileDiff f = SnapshotDiffSection.FileDiff
            .parseDelimitedFrom(in);
        o("snapshotId", f.getSnapshotId()).o("size", f.getFileSize()).o(
            "name", f.getName().toStringUtf8());
        out.print("</filediff>\n");
      }
    }
      break;
    case DIRECTORYDIFF: {
      for (int i = 0; i < e.getNumOfDiff(); ++i) {
        out.print("<dirdiff>");
        SnapshotDiffSection.DirectoryDiff d = SnapshotDiffSection.DirectoryDiff
            .parseDelimitedFrom(in);
        o("snapshotId", d.getSnapshotId())
            .o("isSnapshotroot", d.getIsSnapshotRoot())
            .o("childrenSize", d.getChildrenSize())
            .o("name", d.getName().toStringUtf8());

        for (int j = 0; j < d.getCreatedListSize(); ++j) {
          SnapshotDiffSection.CreatedListEntry ce = SnapshotDiffSection.CreatedListEntry
              .parseDelimitedFrom(in);
          out.print("<created>");
          o("name", ce.getName().toStringUtf8());
          out.print("</created>\n");
        }
        for (long did : d.getDeletedINodeList()) {
          out.print("<deleted>");
          o("inode", did);
          out.print("</deleted>\n");
        }
        for (int dRefid : d.getDeletedINodeRefList()) {
          out.print("<deleted>");
          o("inodereference-index", dRefid);
          out.print("</deleted>\n");
        }
        out.print("</dirdiff>\n");
      }
    }
      break;
    default:
      break;
    }
    out.print("</diff>");
  }
  out.print("</SnapshotDiffSection>\n");
}
项目:hadoop-on-lustre2    文件:PBImageXmlWriter.java   
private void dumpSnapshotDiffSection(InputStream in) throws IOException {
  out.print("<SnapshotDiffSection>");
  while (true) {
    SnapshotDiffSection.DiffEntry e = SnapshotDiffSection.DiffEntry
        .parseDelimitedFrom(in);
    if (e == null) {
      break;
    }
    out.print("<diff>");
    o("inodeid", e.getInodeId());
    switch (e.getType()) {
    case FILEDIFF: {
      for (int i = 0; i < e.getNumOfDiff(); ++i) {
        out.print("<filediff>");
        SnapshotDiffSection.FileDiff f = SnapshotDiffSection.FileDiff
            .parseDelimitedFrom(in);
        o("snapshotId", f.getSnapshotId()).o("size", f.getFileSize()).o(
            "name", f.getName().toStringUtf8());
        out.print("</filediff>\n");
      }
    }
      break;
    case DIRECTORYDIFF: {
      for (int i = 0; i < e.getNumOfDiff(); ++i) {
        out.print("<dirdiff>");
        SnapshotDiffSection.DirectoryDiff d = SnapshotDiffSection.DirectoryDiff
            .parseDelimitedFrom(in);
        o("snapshotId", d.getSnapshotId())
            .o("isSnapshotroot", d.getIsSnapshotRoot())
            .o("childrenSize", d.getChildrenSize())
            .o("name", d.getName().toStringUtf8());

        for (int j = 0; j < d.getCreatedListSize(); ++j) {
          SnapshotDiffSection.CreatedListEntry ce = SnapshotDiffSection.CreatedListEntry
              .parseDelimitedFrom(in);
          out.print("<created>");
          o("name", ce.getName().toStringUtf8());
          out.print("</created>\n");
        }
        for (long did : d.getDeletedINodeList()) {
          out.print("<deleted>");
          o("inode", did);
          out.print("</deleted>\n");
        }
        for (int dRefid : d.getDeletedINodeRefList()) {
          out.print("<deleted>");
          o("inodereference-index", dRefid);
          out.print("</deleted>\n");
        }
        out.print("</dirdiff>\n");
      }
    }
      break;
    default:
      break;
    }
    out.print("</diff>");
  }
  out.print("</SnapshotDiffSection>\n");
}