@Override protected TaskAttemptListener createTaskAttemptListener(AppContext context) { //This will create the TaskAttemptListener with TaskHeartbeatHandler //RPC servers are not started //task time out is reduced //when attempt times out, heartbeat handler will send the lost event //leading to Attempt failure return new TaskAttemptListenerImpl(getContext(), null, null, null) { @Override public void startRpcServer(){}; @Override public void stopRpcServer(){}; @Override public InetSocketAddress getAddress() { return NetUtils.createSocketAddr("localhost", 1234); } protected void serviceInit(Configuration conf) throws Exception { conf.setInt(MRJobConfig.TASK_TIMEOUT, 1*1000);//reduce timeout conf.setInt(MRJobConfig.TASK_TIMEOUT_CHECK_INTERVAL_MS, 1*1000); super.serviceInit(conf); } }; }
@Override protected TaskAttemptListener createTaskAttemptListener( AppContext context, AMPreemptionPolicy policy) { //This will create the TaskAttemptListener with TaskHeartbeatHandler //RPC servers are not started //task time out is reduced //when attempt times out, heartbeat handler will send the lost event //leading to Attempt failure return new TaskAttemptListenerImpl(getContext(), null, null, policy) { @Override public void startRpcServer(){}; @Override public void stopRpcServer(){}; @Override public InetSocketAddress getAddress() { return NetUtils.createSocketAddr("localhost", 1234); } protected void serviceInit(Configuration conf) throws Exception { conf.setInt(MRJobConfig.TASK_TIMEOUT, 1*1000);//reduce timeout conf.setInt(MRJobConfig.TASK_TIMEOUT_CHECK_INTERVAL_MS, 1*1000); super.serviceInit(conf); } }; }
@Override protected TaskAttemptListener createTaskAttemptListener(AppContext context) { //This will create the TaskAttemptListener with TaskHeartbeatHandler //RPC servers are not started //task time out is reduced //when attempt times out, heartbeat handler will send the lost event //leading to Attempt failure return new TaskAttemptListenerImpl(getContext(), null, null) { @Override public void startRpcServer(){}; @Override public void stopRpcServer(){}; @Override public InetSocketAddress getAddress() { return NetUtils.createSocketAddr("localhost", 1234); } protected void serviceInit(Configuration conf) throws Exception { conf.setInt(MRJobConfig.TASK_TIMEOUT, 1*1000);//reduce timeout conf.setInt(MRJobConfig.TASK_TIMEOUT_CHECK_INTERVAL_MS, 1*1000); super.serviceInit(conf); } }; }
protected TaskAttemptListener createTaskAttemptListener(AppContext context, AMPreemptionPolicy preemptionPolicy) { TaskAttemptListener lis = new TaskAttemptListenerImpl(context, jobTokenSecretManager, getRMHeartbeatHandler(), preemptionPolicy, encryptedSpillKey); return lis; }
protected TaskAttemptListener createTaskAttemptListener(AppContext context) { TaskAttemptListener lis = new TaskAttemptListenerImpl(context, jobTokenSecretManager, getRMHeartbeatHandler(), encryptedSpillKey); return lis; }
protected TaskAttemptListener createTaskAttemptListener(AppContext context) { TaskAttemptListener lis = new TaskAttemptListenerImpl(context, jobTokenSecretManager, getRMHeartbeatHandler()); return lis; }