Java 类org.apache.hadoop.mapreduce.task.reduce.MapHost.State 实例源码

项目:hadoop    文件:ShuffleSchedulerImpl.java   
public synchronized void addKnownMapOutput(String hostName,
                                           String hostUrl,
                                           TaskAttemptID mapId) {
  MapHost host = mapLocations.get(hostName);
  if (host == null) {
    host = new MapHost(hostName, hostUrl);
    mapLocations.put(hostName, host);
  }
  host.addKnownMap(mapId);

  // Mark the host as pending
  if (host.getState() == State.PENDING) {
    pendingHosts.add(host);
    notifyAll();
  }
}
项目:hadoop    文件:ShuffleSchedulerImpl.java   
public void run() {
  try {
    while (true) {
      // take the first host that has an expired penalty
      MapHost host = penalties.take().host;
      synchronized (ShuffleSchedulerImpl.this) {
        if (host.markAvailable() == MapHost.State.PENDING) {
          pendingHosts.add(host);
          ShuffleSchedulerImpl.this.notifyAll();
        }
      }
    }
  } catch (InterruptedException ie) {
    return;
  } catch (Throwable t) {
    reporter.reportException(t);
  }
}
项目:aliyun-oss-hadoop-fs    文件:ShuffleSchedulerImpl.java   
public synchronized void addKnownMapOutput(String hostName,
                                           String hostUrl,
                                           TaskAttemptID mapId) {
  MapHost host = mapLocations.get(hostName);
  if (host == null) {
    host = new MapHost(hostName, hostUrl);
    mapLocations.put(hostName, host);
  }
  host.addKnownMap(mapId);

  // Mark the host as pending
  if (host.getState() == State.PENDING) {
    pendingHosts.add(host);
    notifyAll();
  }
}
项目:aliyun-oss-hadoop-fs    文件:ShuffleSchedulerImpl.java   
public void run() {
  try {
    while (true) {
      // take the first host that has an expired penalty
      MapHost host = penalties.take().host;
      synchronized (ShuffleSchedulerImpl.this) {
        if (host.markAvailable() == MapHost.State.PENDING) {
          pendingHosts.add(host);
          ShuffleSchedulerImpl.this.notifyAll();
        }
      }
    }
  } catch (InterruptedException ie) {
    return;
  } catch (Throwable t) {
    reporter.reportException(t);
  }
}
项目:big-c    文件:ShuffleSchedulerImpl.java   
public synchronized void addKnownMapOutput(String hostName,
                                           String hostUrl,
                                           TaskAttemptID mapId) {
  MapHost host = mapLocations.get(hostName);
  if (host == null) {
    host = new MapHost(hostName, hostUrl);
    mapLocations.put(hostName, host);
  }
  host.addKnownMap(mapId);

  // Mark the host as pending
  if (host.getState() == State.PENDING) {
    pendingHosts.add(host);
    notifyAll();
  }
}
项目:big-c    文件:ShuffleSchedulerImpl.java   
public void run() {
  try {
    while (true) {
      // take the first host that has an expired penalty
      MapHost host = penalties.take().host;
      synchronized (ShuffleSchedulerImpl.this) {
        if (host.markAvailable() == MapHost.State.PENDING) {
          pendingHosts.add(host);
          ShuffleSchedulerImpl.this.notifyAll();
        }
      }
    }
  } catch (InterruptedException ie) {
    return;
  } catch (Throwable t) {
    reporter.reportException(t);
  }
}
项目:hadoop-2.6.0-cdh5.4.3    文件:ShuffleSchedulerImpl.java   
public synchronized void addKnownMapOutput(String hostName,
                                           String hostUrl,
                                           TaskAttemptID mapId) {
  MapHost host = mapLocations.get(hostName);
  if (host == null) {
    host = new MapHost(hostName, hostUrl);
    mapLocations.put(hostName, host);
  }
  host.addKnownMap(mapId);

  // Mark the host as pending
  if (host.getState() == State.PENDING) {
    pendingHosts.add(host);
    notifyAll();
  }
}
项目:hadoop-2.6.0-cdh5.4.3    文件:ShuffleSchedulerImpl.java   
public void run() {
  try {
    while (true) {
      // take the first host that has an expired penalty
      MapHost host = penalties.take().host;
      synchronized (ShuffleSchedulerImpl.this) {
        if (host.markAvailable() == MapHost.State.PENDING) {
          pendingHosts.add(host);
          ShuffleSchedulerImpl.this.notifyAll();
        }
      }
    }
  } catch (InterruptedException ie) {
    return;
  } catch (Throwable t) {
    reporter.reportException(t);
  }
}
项目:hadoop-plus    文件:ShuffleSchedulerImpl.java   
public synchronized void addKnownMapOutput(String hostName,
                                           String hostUrl,
                                           TaskAttemptID mapId) {
  MapHost host = mapLocations.get(hostName);
  if (host == null) {
    host = new MapHost(hostName, hostUrl);
    mapLocations.put(hostName, host);
  }
  host.addKnownMap(mapId);

  // Mark the host as pending
  if (host.getState() == State.PENDING) {
    pendingHosts.add(host);
    notifyAll();
  }
}
项目:hadoop-plus    文件:ShuffleSchedulerImpl.java   
public void run() {
  try {
    while (true) {
      // take the first host that has an expired penalty
      MapHost host = penalties.take().host;
      synchronized (ShuffleSchedulerImpl.this) {
        if (host.markAvailable() == MapHost.State.PENDING) {
          pendingHosts.add(host);
          ShuffleSchedulerImpl.this.notifyAll();
        }
      }
    }
  } catch (InterruptedException ie) {
    return;
  } catch (Throwable t) {
    reporter.reportException(t);
  }
}
项目:FlexMap    文件:ShuffleSchedulerImpl.java   
public synchronized void addKnownMapOutput(String hostName,
                                           String hostUrl,
                                           TaskAttemptID mapId) {
  MapHost host = mapLocations.get(hostName);
  if (host == null) {
    host = new MapHost(hostName, hostUrl);
    mapLocations.put(hostName, host);
  }
  host.addKnownMap(mapId);

  // Mark the host as pending
  if (host.getState() == State.PENDING) {
    pendingHosts.add(host);
    notifyAll();
  }
}
项目:FlexMap    文件:ShuffleSchedulerImpl.java   
public void run() {
  try {
    while (true) {
      // take the first host that has an expired penalty
      MapHost host = penalties.take().host;
      synchronized (ShuffleSchedulerImpl.this) {
        if (host.markAvailable() == MapHost.State.PENDING) {
          pendingHosts.add(host);
          ShuffleSchedulerImpl.this.notifyAll();
        }
      }
    }
  } catch (InterruptedException ie) {
    return;
  } catch (Throwable t) {
    reporter.reportException(t);
  }
}
项目:hops    文件:ShuffleSchedulerImpl.java   
public synchronized void addKnownMapOutput(String hostName,
                                           String hostUrl,
                                           TaskAttemptID mapId) {
  MapHost host = mapLocations.get(hostName);
  if (host == null) {
    host = new MapHost(hostName, hostUrl);
    mapLocations.put(hostName, host);
  }
  host.addKnownMap(mapId);

  // Mark the host as pending
  if (host.getState() == State.PENDING) {
    pendingHosts.add(host);
    notifyAll();
  }
}
项目:hops    文件:ShuffleSchedulerImpl.java   
public void run() {
  try {
    while (true) {
      // take the first host that has an expired penalty
      MapHost host = penalties.take().host;
      synchronized (ShuffleSchedulerImpl.this) {
        if (host.markAvailable() == MapHost.State.PENDING) {
          pendingHosts.add(host);
          ShuffleSchedulerImpl.this.notifyAll();
        }
      }
    }
  } catch (InterruptedException ie) {
    return;
  } catch (Throwable t) {
    reporter.reportException(t);
  }
}
项目:hadoop-TCP    文件:ShuffleSchedulerImpl.java   
public synchronized void addKnownMapOutput(String hostName,
                                           String hostUrl,
                                           TaskAttemptID mapId) {
  MapHost host = mapLocations.get(hostName);
  if (host == null) {
    host = new MapHost(hostName, hostUrl);
    mapLocations.put(hostName, host);
  }
  host.addKnownMap(mapId);

  // Mark the host as pending
  if (host.getState() == State.PENDING) {
    pendingHosts.add(host);
    notifyAll();
  }
}
项目:hadoop-TCP    文件:ShuffleSchedulerImpl.java   
public void run() {
  try {
    while (true) {
      // take the first host that has an expired penalty
      MapHost host = penalties.take().host;
      synchronized (ShuffleSchedulerImpl.this) {
        if (host.markAvailable() == MapHost.State.PENDING) {
          pendingHosts.add(host);
          ShuffleSchedulerImpl.this.notifyAll();
        }
      }
    }
  } catch (InterruptedException ie) {
    return;
  } catch (Throwable t) {
    reporter.reportException(t);
  }
}
项目:hardfs    文件:ShuffleSchedulerImpl.java   
public synchronized void addKnownMapOutput(String hostName,
                                           String hostUrl,
                                           TaskAttemptID mapId) {
  MapHost host = mapLocations.get(hostName);
  if (host == null) {
    host = new MapHost(hostName, hostUrl);
    mapLocations.put(hostName, host);
  }
  host.addKnownMap(mapId);

  // Mark the host as pending
  if (host.getState() == State.PENDING) {
    pendingHosts.add(host);
    notifyAll();
  }
}
项目:hardfs    文件:ShuffleSchedulerImpl.java   
public void run() {
  try {
    while (true) {
      // take the first host that has an expired penalty
      MapHost host = penalties.take().host;
      synchronized (ShuffleSchedulerImpl.this) {
        if (host.markAvailable() == MapHost.State.PENDING) {
          pendingHosts.add(host);
          ShuffleSchedulerImpl.this.notifyAll();
        }
      }
    }
  } catch (InterruptedException ie) {
    return;
  } catch (Throwable t) {
    reporter.reportException(t);
  }
}
项目:hadoop-on-lustre2    文件:ShuffleSchedulerImpl.java   
public synchronized void addKnownMapOutput(String hostName,
                                           String hostUrl,
                                           TaskAttemptID mapId) {
  MapHost host = mapLocations.get(hostName);
  if (host == null) {
    host = new MapHost(hostName, hostUrl);
    mapLocations.put(hostName, host);
  }
  host.addKnownMap(mapId);

  // Mark the host as pending
  if (host.getState() == State.PENDING) {
    pendingHosts.add(host);
    notifyAll();
  }
}
项目:hadoop-on-lustre2    文件:ShuffleSchedulerImpl.java   
public void run() {
  try {
    while (true) {
      // take the first host that has an expired penalty
      MapHost host = penalties.take().host;
      synchronized (ShuffleSchedulerImpl.this) {
        if (host.markAvailable() == MapHost.State.PENDING) {
          pendingHosts.add(host);
          ShuffleSchedulerImpl.this.notifyAll();
        }
      }
    }
  } catch (InterruptedException ie) {
    return;
  } catch (Throwable t) {
    reporter.reportException(t);
  }
}
项目:mapreduce-fork    文件:ShuffleScheduler.java   
public synchronized void addKnownMapOutput(String hostName, 
                                           String hostUrl,
                                           TaskAttemptID mapId) {
  MapHost host = mapLocations.get(hostName);
  if (host == null) {
    host = new MapHost(hostName, hostUrl);
    mapLocations.put(hostName, host);
  }
  host.addKnownMap(mapId);

  // Mark the host as pending 
  if (host.getState() == State.PENDING) {
    pendingHosts.add(host);
    notifyAll();
  }
}
项目:mapreduce-fork    文件:ShuffleScheduler.java   
public void run() {
  try {
    while (true) {
      // take the first host that has an expired penalty
      MapHost host = penalties.take().host;
      synchronized (ShuffleScheduler.this) {
        if (host.markAvailable() == MapHost.State.PENDING) {
          pendingHosts.add(host);
          ShuffleScheduler.this.notifyAll();
        }
      }
    }
  } catch (InterruptedException ie) {
    return;
  } catch (Throwable t) {
    reporter.reportException(t);
  }
}
项目:hadoop    文件:ShuffleSchedulerImpl.java   
public synchronized void freeHost(MapHost host) {
  if (host.getState() != State.PENALIZED) {
    if (host.markAvailable() == State.PENDING) {
      pendingHosts.add(host);
      notifyAll();
    }
  }
  LOG.info(host + " freed by " + Thread.currentThread().getName() + " in " +
           (Time.monotonicNow()-shuffleStart.get()) + "ms");
}
项目:aliyun-oss-hadoop-fs    文件:ShuffleSchedulerImpl.java   
public synchronized void freeHost(MapHost host) {
  if (host.getState() != State.PENALIZED) {
    if (host.markAvailable() == State.PENDING) {
      pendingHosts.add(host);
      notifyAll();
    }
  }
  LOG.info(host + " freed by " + Thread.currentThread().getName() + " in " +
           (Time.monotonicNow()-SHUFFLE_START.get()) + "ms");
}
项目:big-c    文件:ShuffleSchedulerImpl.java   
public synchronized void freeHost(MapHost host) {
  if (host.getState() != State.PENALIZED) {
    if (host.markAvailable() == State.PENDING) {
      pendingHosts.add(host);
      notifyAll();
    }
  }
  LOG.info(host + " freed by " + Thread.currentThread().getName() + " in " +
           (Time.monotonicNow()-shuffleStart.get()) + "ms");
}
项目:hadoop-2.6.0-cdh5.4.3    文件:ShuffleSchedulerImpl.java   
public synchronized void freeHost(MapHost host) {
  if (host.getState() != State.PENALIZED) {
    if (host.markAvailable() == State.PENDING) {
      pendingHosts.add(host);
      notifyAll();
    }
  }
  LOG.info(host + " freed by " + Thread.currentThread().getName() + " in " +
           (Time.monotonicNow()-SHUFFLE_START.get()) + "ms");
}
项目:hadoop-plus    文件:ShuffleSchedulerImpl.java   
public synchronized void freeHost(MapHost host) {
  if (host.getState() != State.PENALIZED) {
    if (host.markAvailable() == State.PENDING) {
      pendingHosts.add(host);
      notifyAll();
    }
  }
  LOG.info(host + " freed by " + Thread.currentThread().getName() + " in " +
           (System.currentTimeMillis()-shuffleStart.get()) + "ms");
}
项目:FlexMap    文件:ShuffleSchedulerImpl.java   
public synchronized void freeHost(MapHost host) {
  if (host.getState() != State.PENALIZED) {
    if (host.markAvailable() == State.PENDING) {
      pendingHosts.add(host);
      notifyAll();
    }
  }
  LOG.info(host + " freed by " + Thread.currentThread().getName() + " in " +
           (Time.monotonicNow()-shuffleStart.get()) + "ms");
}
项目:hops    文件:ShuffleSchedulerImpl.java   
public synchronized void freeHost(MapHost host) {
  if (host.getState() != State.PENALIZED) {
    if (host.markAvailable() == State.PENDING) {
      pendingHosts.add(host);
      notifyAll();
    }
  }
  LOG.info(host + " freed by " + Thread.currentThread().getName() + " in " +
           (Time.monotonicNow()-SHUFFLE_START.get()) + "ms");
}
项目:hadoop-TCP    文件:ShuffleSchedulerImpl.java   
public synchronized void freeHost(MapHost host) {
  if (host.getState() != State.PENALIZED) {
    if (host.markAvailable() == State.PENDING) {
      pendingHosts.add(host);
      notifyAll();
    }
  }
  LOG.info(host + " freed by " + Thread.currentThread().getName() + " in " +
           (System.currentTimeMillis()-shuffleStart.get()) + "ms");
}
项目:hardfs    文件:ShuffleSchedulerImpl.java   
public synchronized void freeHost(MapHost host) {
  if (host.getState() != State.PENALIZED) {
    if (host.markAvailable() == State.PENDING) {
      pendingHosts.add(host);
      notifyAll();
    }
  }
  LOG.info(host + " freed by " + Thread.currentThread().getName() + " in " +
           (System.currentTimeMillis()-shuffleStart.get()) + "ms");
}
项目:hadoop-on-lustre2    文件:ShuffleSchedulerImpl.java   
public synchronized void freeHost(MapHost host) {
  if (host.getState() != State.PENALIZED) {
    if (host.markAvailable() == State.PENDING) {
      pendingHosts.add(host);
      notifyAll();
    }
  }
  LOG.info(host + " freed by " + Thread.currentThread().getName() + " in " +
           (System.currentTimeMillis()-shuffleStart.get()) + "ms");
}
项目:mapreduce-fork    文件:ShuffleScheduler.java   
public synchronized void freeHost(MapHost host) {
  if (host.getState() != State.PENALIZED) {
    if (host.markAvailable() == State.PENDING) {
      pendingHosts.add(host);
      notifyAll();
    }
  }
  LOG.info(host + " freed by " + Thread.currentThread().getName() + " in " + 
           (System.currentTimeMillis()-shuffleStart.get()) + "s");
}