Java 类org.apache.hadoop.mapred.gridmix.EchoUserResolver 实例源码

项目：hadoop-2.6.0-cdh5.4.3 文件：TestGridMixDataGeneration.java

/**
 * Generate the data in a SERIAL submission policy with EchoUserResolver
 * mode and also set the no.of bytes per file in the data.Verify whether each 
 * file size matches with given per file size or not and also 
 * verify the overall size of generated data.
 * @throws Exception
 */
@Test
public void testGenerateDataWithSERIALSubmission() throws Exception {
  conf = rtClient.getDaemonConf();
  int perNodeSize = 500; // 500 mb per node data
  final long inputSize = cSize * perNodeSize;
  String [] runtimeValues ={"LOADJOB",
     EchoUserResolver.class.getName(),
     "SERIAL",
     inputSize + "m",
     "file:///dev/null"};
  int bytesPerFile = 200; // 200 mb per file of data
  String [] otherArgs = {
    "-D", GridMixConfig.GRIDMIX_BYTES_PER_FILE + 
    "=" + (bytesPerFile * 1024 * 1024)
  };
  int exitCode = UtilsForGridmix.runGridmixJob(gridmixDir, 
     conf,GridMixRunMode.DATA_GENERATION, runtimeValues,otherArgs);
  Assert.assertEquals("Data generation has failed.", 0 , exitCode);
  LOG.info("Verify the eache file size in a generate data.");
  verifyEachNodeSize(new Path(gridmixDir,"input"));
  verifyNumOfFilesGeneratedInEachNode(new Path(gridmixDir,"input"), 
     perNodeSize, bytesPerFile);
  checkGeneratedDataAndJobStatus(inputSize);
}

项目：hadoop-on-lustre 文件：TestGridMixDataGeneration.java

/**
 * Generate the data in a SERIAL submission policy with EchoUserResolver
 * mode and also set the no.of bytes per file in the data.Verify whether each 
 * file size matches with given per file size or not and also 
 * verify the overall size of generated data.
 * @throws Exception
 */
@Test
public void testGenerateDataWithSERIALSubmission() throws Exception {
  conf = rtClient.getDaemonConf();
  int perNodeSize = 500; // 500 mb per node data
  final long inputSize = cSize * perNodeSize;
  String [] runtimeValues ={"LOADJOB",
     EchoUserResolver.class.getName(),
     "SERIAL",
     inputSize + "m",
     "file:///dev/null"};
  int bytesPerFile = 200; // 200 mb per file of data
  String [] otherArgs = {
    "-D", GridMixConfig.GRIDMIX_BYTES_PER_FILE + 
    "=" + (bytesPerFile * 1024 * 1024)
  };
  int exitCode = UtilsForGridmix.runGridmixJob(gridmixDir, 
     conf,GridMixRunMode.DATA_GENERATION, runtimeValues,otherArgs);
  Assert.assertEquals("Data generation has failed.", 0 , exitCode);
  LOG.info("Verify the eache file size in a generate data.");
  verifyEachNodeSize(new Path(gridmixDir,"input"));
  verifyNumOfFilesGeneratedInEachNode(new Path(gridmixDir,"input"), 
     perNodeSize, bytesPerFile);
  checkGeneratedDataAndJobStatus(inputSize);
}

项目：hanoi-hadoop-2.0.0-cdh 文件：TestGridMixDataGeneration.java

/**
 * Generate the data in a SERIAL submission policy with EchoUserResolver
 * mode and also set the no.of bytes per file in the data.Verify whether each 
 * file size matches with given per file size or not and also 
 * verify the overall size of generated data.
 * @throws Exception
 */
@Test
public void testGenerateDataWithSERIALSubmission() throws Exception {
  conf = rtClient.getDaemonConf();
  int perNodeSize = 500; // 500 mb per node data
  final long inputSize = cSize * perNodeSize;
  String [] runtimeValues ={"LOADJOB",
     EchoUserResolver.class.getName(),
     "SERIAL",
     inputSize + "m",
     "file:///dev/null"};
  int bytesPerFile = 200; // 200 mb per file of data
  String [] otherArgs = {
    "-D", GridMixConfig.GRIDMIX_BYTES_PER_FILE + 
    "=" + (bytesPerFile * 1024 * 1024)
  };
  int exitCode = UtilsForGridmix.runGridmixJob(gridmixDir, 
     conf,GridMixRunMode.DATA_GENERATION, runtimeValues,otherArgs);
  Assert.assertEquals("Data generation has failed.", 0 , exitCode);
  LOG.info("Verify the eache file size in a generate data.");
  verifyEachNodeSize(new Path(gridmixDir,"input"));
  verifyNumOfFilesGeneratedInEachNode(new Path(gridmixDir,"input"), 
     perNodeSize, bytesPerFile);
  checkGeneratedDataAndJobStatus(inputSize);
}

项目：hortonworks-extension 文件：TestGridMixDataGeneration.java

/**
 * Generate the data in a SERIAL submission policy with EchoUserResolver
 * mode and also set the no.of bytes per file in the data.Verify whether each 
 * file size matches with given per file size or not and also 
 * verify the overall size of generated data.
 * @throws Exception
 */
@Test
public void testGenerateDataWithSERIALSubmission() throws Exception {
  conf = rtClient.getDaemonConf();
  int perNodeSize = 500; // 500 mb per node data
  final long inputSize = cSize * perNodeSize;
  String [] runtimeValues ={"LOADJOB",
     EchoUserResolver.class.getName(),
     "SERIAL",
     inputSize + "m",
     "file:///dev/null"};
  int bytesPerFile = 200; // 200 mb per file of data
  String [] otherArgs = {
    "-D", GridMixConfig.GRIDMIX_BYTES_PER_FILE + 
    "=" + (bytesPerFile * 1024 * 1024)
  };
  int exitCode = UtilsForGridmix.runGridmixJob(gridmixDir, 
     conf,GridMixRunMode.DATA_GENERATION, runtimeValues,otherArgs);
  Assert.assertEquals("Data generation has failed.", 0 , exitCode);
  LOG.info("Verify the eache file size in a generate data.");
  verifyEachNodeSize(new Path(gridmixDir,"input"));
  verifyNumOfFilesGeneratedInEachNode(new Path(gridmixDir,"input"), 
     perNodeSize, bytesPerFile);
  checkGeneratedDataAndJobStatus(inputSize);
}

项目：hortonworks-extension 文件：TestGridMixDataGeneration.java

/**
 * Generate the data in a SERIAL submission policy with EchoUserResolver
 * mode and also set the no.of bytes per file in the data.Verify whether each 
 * file size matches with given per file size or not and also 
 * verify the overall size of generated data.
 * @throws Exception
 */
@Test
public void testGenerateDataWithSERIALSubmission() throws Exception {
  conf = rtClient.getDaemonConf();
  int perNodeSize = 500; // 500 mb per node data
  final long inputSize = cSize * perNodeSize;
  String [] runtimeValues ={"LOADJOB",
     EchoUserResolver.class.getName(),
     "SERIAL",
     inputSize + "m",
     "file:///dev/null"};
  int bytesPerFile = 200; // 200 mb per file of data
  String [] otherArgs = {
    "-D", GridMixConfig.GRIDMIX_BYTES_PER_FILE + 
    "=" + (bytesPerFile * 1024 * 1024)
  };
  int exitCode = UtilsForGridmix.runGridmixJob(gridmixDir, 
     conf,GridMixRunMode.DATA_GENERATION, runtimeValues,otherArgs);
  Assert.assertEquals("Data generation has failed.", 0 , exitCode);
  LOG.info("Verify the eache file size in a generate data.");
  verifyEachNodeSize(new Path(gridmixDir,"input"));
  verifyNumOfFilesGeneratedInEachNode(new Path(gridmixDir,"input"), 
     perNodeSize, bytesPerFile);
  checkGeneratedDataAndJobStatus(inputSize);
}

项目：mapreduce-fork 文件：TestGridMixDataGeneration.java

/**
 * Generate the data in a SERIAL submission policy with EchoUserResolver
 * mode and also set the no.of bytes per file in the data.Verify whether each 
 * file size matches with given per file size or not and also 
 * verify the overall size of generated data.
 * @throws Exception
 */
@Test
public void testGenerateDataWithSERIALSubmission() throws Exception {
  conf = rtClient.getDaemonConf();
  long perNodeSizeInMB = 500; // 500 mb per node data
  final long inputSizeInMB = cSize * perNodeSizeInMB;
  String [] runtimeValues ={"LOADJOB", 
                            EchoUserResolver.class.getName(), 
                            "SERIAL", 
                            inputSizeInMB + "m", 
                            "file:///dev/null"};
  long bytesPerFile = 200  * 1024 * 1024; // 200 mb per file of data
  String [] otherArgs = {
      "-D", GridMixConfig.GRIDMIX_BYTES_PER_FILE + "=" + bytesPerFile, 
      "-D", GridMixConfig.GRIDMIX_DISTCACHE_ENABLE + "=false", 
      "-D", GridMixConfig.GRIDMIX_COMPRESSION_ENABLE + "=false"
  };
  int exitCode = 
      UtilsForGridmix.runGridmixJob(gridmixDir, conf, 
          GridMixRunMode.DATA_GENERATION.getValue(), 
          runtimeValues, otherArgs);
  Assert.assertEquals("Data generation has failed.", 0 , exitCode);
  LOG.info("Verify the eache file size in a generate data.");
  verifyEachNodeSize(new Path(gridmixDir, "input"), perNodeSizeInMB);
  verifyNumOfFilesGeneratedInEachNode(new Path(gridmixDir, "input"), 
                                      perNodeSizeInMB, bytesPerFile);
  checkGeneratedDataAndJobStatus(inputSizeInMB);
}