Java 类org.apache.hadoop.hbase.util.SizeBasedThrottler 实例源码

项目:LCIndex-HBase-0.94.16    文件:HBaseServer.java   
protected HBaseServer(String bindAddress, int port,
                      Class<? extends Writable> paramClass, int handlerCount,
                      int priorityHandlerCount, Configuration conf, String serverName,
                      int highPriorityLevel)
  throws IOException {
  this.bindAddress = bindAddress;
  this.conf = conf;
  this.port = port;
  this.paramClass = paramClass;
  this.handlerCount = handlerCount;
  this.priorityHandlerCount = priorityHandlerCount;
  this.socketSendBufferSize = 0;

  // temporary backward compatibility
  String oldMaxQueueSize = this.conf.get("ipc.server.max.queue.size");
  if (oldMaxQueueSize == null) {
    this.maxQueueLength =
      this.conf.getInt("ipc.server.max.callqueue.length",
        handlerCount * DEFAULT_MAX_CALLQUEUE_LENGTH_PER_HANDLER);
  } else {
    LOG.warn("ipc.server.max.queue.size was renamed " +
             "ipc.server.max.callqueue.length, " +
             "please update your configuration");
    this.maxQueueLength = Integer.getInteger(oldMaxQueueSize);
  }

  this.maxQueueSize =
    this.conf.getInt("ipc.server.max.callqueue.size",
      DEFAULT_MAX_CALLQUEUE_SIZE);
   this.readThreads = conf.getInt(
      "ipc.server.read.threadpool.size",
      10);
  this.callQueue  = new LinkedBlockingQueue<Call>(maxQueueLength);
  if (priorityHandlerCount > 0) {
    this.priorityCallQueue = new LinkedBlockingQueue<Call>(maxQueueLength); // TODO hack on size
  } else {
    this.priorityCallQueue = null;
  }
  this.highPriorityLevel = highPriorityLevel;
  this.maxIdleTime = 2*conf.getInt("ipc.client.connection.maxidletime", 1000);
  this.maxConnectionsToNuke = conf.getInt("ipc.client.kill.max", 10);
  this.thresholdIdleConnections = conf.getInt("ipc.client.idlethreshold", 4000);
  this.purgeTimeout = conf.getLong("ipc.client.call.purge.timeout",
                                   2 * HConstants.DEFAULT_HBASE_RPC_TIMEOUT);
  this.numOfReplicationHandlers = 
    conf.getInt("hbase.regionserver.replication.handler.count", 3);
  if (numOfReplicationHandlers > 0) {
    this.replicationQueue = new LinkedBlockingQueue<Call>(maxQueueLength);
  }
  // Start the listener here and let it bind to the port
  listener = new Listener();
  this.port = listener.getAddress().getPort();
  this.rpcMetrics = new HBaseRpcMetrics(
      serverName, Integer.toString(this.port));
  this.tcpNoDelay = conf.getBoolean("ipc.server.tcpnodelay", false);
  this.tcpKeepAlive = conf.getBoolean("ipc.server.tcpkeepalive", true);

  this.warnDelayedCalls = conf.getInt(WARN_DELAYED_CALLS,
                                      DEFAULT_WARN_DELAYED_CALLS);
  this.delayedCalls = new AtomicInteger(0);


  this.responseQueuesSizeThrottler = new SizeBasedThrottler(
      conf.getLong(RESPONSE_QUEUES_MAX_SIZE, DEFAULT_RESPONSE_QUEUES_MAX_SIZE));

  // Create the responder here
  responder = new Responder();
}
项目:IRIndex    文件:HBaseServer.java   
protected HBaseServer(String bindAddress, int port,
                      Class<? extends Writable> paramClass, int handlerCount,
                      int priorityHandlerCount, Configuration conf, String serverName,
                      int highPriorityLevel)
  throws IOException {
  this.bindAddress = bindAddress;
  this.conf = conf;
  this.port = port;
  this.paramClass = paramClass;
  this.handlerCount = handlerCount;
  this.priorityHandlerCount = priorityHandlerCount;
  this.socketSendBufferSize = 0;

  // temporary backward compatibility
  String oldMaxQueueSize = this.conf.get("ipc.server.max.queue.size");
  if (oldMaxQueueSize == null) {
    this.maxQueueLength =
      this.conf.getInt("ipc.server.max.callqueue.length",
        handlerCount * DEFAULT_MAX_CALLQUEUE_LENGTH_PER_HANDLER);
  } else {
    LOG.warn("ipc.server.max.queue.size was renamed " +
             "ipc.server.max.callqueue.length, " +
             "please update your configuration");
    this.maxQueueLength = Integer.getInteger(oldMaxQueueSize);
  }

  this.maxQueueSize =
    this.conf.getInt("ipc.server.max.callqueue.size",
      DEFAULT_MAX_CALLQUEUE_SIZE);
   this.readThreads = conf.getInt(
      "ipc.server.read.threadpool.size",
      10);
  this.callQueue  = new LinkedBlockingQueue<Call>(maxQueueLength);
  if (priorityHandlerCount > 0) {
    this.priorityCallQueue = new LinkedBlockingQueue<Call>(maxQueueLength); // TODO hack on size
  } else {
    this.priorityCallQueue = null;
  }
  this.highPriorityLevel = highPriorityLevel;
  this.maxIdleTime = 2*conf.getInt("ipc.client.connection.maxidletime", 1000);
  this.maxConnectionsToNuke = conf.getInt("ipc.client.kill.max", 10);
  this.thresholdIdleConnections = conf.getInt("ipc.client.idlethreshold", 4000);
  this.purgeTimeout = conf.getLong("ipc.client.call.purge.timeout",
                                   2 * HConstants.DEFAULT_HBASE_RPC_TIMEOUT);
  this.numOfReplicationHandlers = 
    conf.getInt("hbase.regionserver.replication.handler.count", 3);
  if (numOfReplicationHandlers > 0) {
    this.replicationQueue = new LinkedBlockingQueue<Call>(maxQueueLength);
  }
  // Start the listener here and let it bind to the port
  listener = new Listener();
  this.port = listener.getAddress().getPort();
  this.rpcMetrics = new HBaseRpcMetrics(
      serverName, Integer.toString(this.port));
  this.tcpNoDelay = conf.getBoolean("ipc.server.tcpnodelay", false);
  this.tcpKeepAlive = conf.getBoolean("ipc.server.tcpkeepalive", true);

  this.warnDelayedCalls = conf.getInt(WARN_DELAYED_CALLS,
                                      DEFAULT_WARN_DELAYED_CALLS);
  this.delayedCalls = new AtomicInteger(0);


  this.responseQueuesSizeThrottler = new SizeBasedThrottler(
      conf.getLong(RESPONSE_QUEUES_MAX_SIZE, DEFAULT_RESPONSE_QUEUES_MAX_SIZE));

  // Create the responder here
  responder = new Responder();
}
项目:HBase-Research    文件:HBaseServer.java   
protected HBaseServer(String bindAddress, int port,
                      Class<? extends Writable> paramClass, int handlerCount,
                      int priorityHandlerCount, Configuration conf, String serverName,
                      int highPriorityLevel)
  throws IOException {
  this.bindAddress = bindAddress;
  this.conf = conf;
  this.port = port;
  this.paramClass = paramClass;
  this.handlerCount = handlerCount;
  this.priorityHandlerCount = priorityHandlerCount;
  this.socketSendBufferSize = 0;

  // temporary backward compatibility
  String oldMaxQueueSize = this.conf.get("ipc.server.max.queue.size");
  if (oldMaxQueueSize == null) {
    this.maxQueueLength =
      this.conf.getInt("ipc.server.max.callqueue.length",
        handlerCount * DEFAULT_MAX_CALLQUEUE_LENGTH_PER_HANDLER);
  } else {
    LOG.warn("ipc.server.max.queue.size was renamed " +
             "ipc.server.max.callqueue.length, " +
             "please update your configuration");
    this.maxQueueLength = Integer.getInteger(oldMaxQueueSize);
  }

  this.maxQueueSize =
    this.conf.getInt("ipc.server.max.callqueue.size",
      DEFAULT_MAX_CALLQUEUE_SIZE);
   this.readThreads = conf.getInt(
      "ipc.server.read.threadpool.size",
      10);
  this.callQueue  = new LinkedBlockingQueue<Call>(maxQueueLength);
  if (priorityHandlerCount > 0) {
    this.priorityCallQueue = new LinkedBlockingQueue<Call>(maxQueueLength); // TODO hack on size
  } else {
    this.priorityCallQueue = null;
  }
  this.highPriorityLevel = highPriorityLevel;
  this.maxIdleTime = 2*conf.getInt("ipc.client.connection.maxidletime", 1000);
  this.maxConnectionsToNuke = conf.getInt("ipc.client.kill.max", 10);
  this.thresholdIdleConnections = conf.getInt("ipc.client.idlethreshold", 4000);
  this.purgeTimeout = conf.getLong("ipc.client.call.purge.timeout",
                                   2 * HConstants.DEFAULT_HBASE_RPC_TIMEOUT);
  this.numOfReplicationHandlers = 
    conf.getInt("hbase.regionserver.replication.handler.count", 3);
  if (numOfReplicationHandlers > 0) {
    this.replicationQueue = new LinkedBlockingQueue<Call>(maxQueueSize);
  }
  // Start the listener here and let it bind to the port
  listener = new Listener();
  this.port = listener.getAddress().getPort();
  this.rpcMetrics = new HBaseRpcMetrics(
      serverName, Integer.toString(this.port));
  this.tcpNoDelay = conf.getBoolean("ipc.server.tcpnodelay", false);
  this.tcpKeepAlive = conf.getBoolean("ipc.server.tcpkeepalive", true);

  this.warnDelayedCalls = conf.getInt(WARN_DELAYED_CALLS,
                                      DEFAULT_WARN_DELAYED_CALLS);
  this.delayedCalls = new AtomicInteger(0);


  this.responseQueuesSizeThrottler = new SizeBasedThrottler(
      conf.getLong(RESPONSE_QUEUES_MAX_SIZE, DEFAULT_RESPONSE_QUEUES_MAX_SIZE));

  // Create the responder here
  responder = new Responder();
}
项目:hbase-0.94.8-qod    文件:HBaseServer.java   
protected HBaseServer(String bindAddress, int port,
                      Class<? extends Writable> paramClass, int handlerCount,
                      int priorityHandlerCount, Configuration conf, String serverName,
                      int highPriorityLevel)
  throws IOException {
  this.bindAddress = bindAddress;
  this.conf = conf;
  this.port = port;
  this.paramClass = paramClass;
  this.handlerCount = handlerCount;
  this.priorityHandlerCount = priorityHandlerCount;
  this.socketSendBufferSize = 0;

  // temporary backward compatibility
  String oldMaxQueueSize = this.conf.get("ipc.server.max.queue.size");
  if (oldMaxQueueSize == null) {
    this.maxQueueLength =
      this.conf.getInt("ipc.server.max.callqueue.length",
        handlerCount * DEFAULT_MAX_CALLQUEUE_LENGTH_PER_HANDLER);
  } else {
    LOG.warn("ipc.server.max.queue.size was renamed " +
             "ipc.server.max.callqueue.length, " +
             "please update your configuration");
    this.maxQueueLength = Integer.getInteger(oldMaxQueueSize);
  }

  this.maxQueueSize =
    this.conf.getInt("ipc.server.max.callqueue.size",
      DEFAULT_MAX_CALLQUEUE_SIZE);
   this.readThreads = conf.getInt(
      "ipc.server.read.threadpool.size",
      10);
  this.callQueue  = new LinkedBlockingQueue<Call>(maxQueueLength);
  if (priorityHandlerCount > 0) {
    this.priorityCallQueue = new LinkedBlockingQueue<Call>(maxQueueLength); // TODO hack on size
  } else {
    this.priorityCallQueue = null;
  }
  this.highPriorityLevel = highPriorityLevel;
  this.maxIdleTime = 2*conf.getInt("ipc.client.connection.maxidletime", 1000);
  this.maxConnectionsToNuke = conf.getInt("ipc.client.kill.max", 10);
  this.thresholdIdleConnections = conf.getInt("ipc.client.idlethreshold", 4000);
  this.purgeTimeout = conf.getLong("ipc.client.call.purge.timeout",
                                   2 * HConstants.DEFAULT_HBASE_RPC_TIMEOUT);
  this.numOfReplicationHandlers = 
    conf.getInt("hbase.regionserver.replication.handler.count", 3);
  if (numOfReplicationHandlers > 0) {
    this.replicationQueue = new LinkedBlockingQueue<Call>(maxQueueSize);
  }
  // Start the listener here and let it bind to the port
  listener = new Listener();
  this.port = listener.getAddress().getPort();
  this.rpcMetrics = new HBaseRpcMetrics(
      serverName, Integer.toString(this.port));
  this.tcpNoDelay = conf.getBoolean("ipc.server.tcpnodelay", false);
  this.tcpKeepAlive = conf.getBoolean("ipc.server.tcpkeepalive", true);

  this.warnDelayedCalls = conf.getInt(WARN_DELAYED_CALLS,
                                      DEFAULT_WARN_DELAYED_CALLS);
  this.delayedCalls = new AtomicInteger(0);


  this.responseQueuesSizeThrottler = new SizeBasedThrottler(
      conf.getLong(RESPONSE_QUEUES_MAX_SIZE, DEFAULT_RESPONSE_QUEUES_MAX_SIZE));

  // Create the responder here
  responder = new Responder();
}
项目:hbase-0.94.8-qod    文件:HBaseServer.java   
protected HBaseServer(String bindAddress, int port,
                      Class<? extends Writable> paramClass, int handlerCount,
                      int priorityHandlerCount, Configuration conf, String serverName,
                      int highPriorityLevel)
  throws IOException {
  this.bindAddress = bindAddress;
  this.conf = conf;
  this.port = port;
  this.paramClass = paramClass;
  this.handlerCount = handlerCount;
  this.priorityHandlerCount = priorityHandlerCount;
  this.socketSendBufferSize = 0;

  // temporary backward compatibility
  String oldMaxQueueSize = this.conf.get("ipc.server.max.queue.size");
  if (oldMaxQueueSize == null) {
    this.maxQueueLength =
      this.conf.getInt("ipc.server.max.callqueue.length",
        handlerCount * DEFAULT_MAX_CALLQUEUE_LENGTH_PER_HANDLER);
  } else {
    LOG.warn("ipc.server.max.queue.size was renamed " +
             "ipc.server.max.callqueue.length, " +
             "please update your configuration");
    this.maxQueueLength = Integer.getInteger(oldMaxQueueSize);
  }

  this.maxQueueSize =
    this.conf.getInt("ipc.server.max.callqueue.size",
      DEFAULT_MAX_CALLQUEUE_SIZE);
   this.readThreads = conf.getInt(
      "ipc.server.read.threadpool.size",
      10);
  this.callQueue  = new LinkedBlockingQueue<Call>(maxQueueLength);
  if (priorityHandlerCount > 0) {
    this.priorityCallQueue = new LinkedBlockingQueue<Call>(maxQueueLength); // TODO hack on size
  } else {
    this.priorityCallQueue = null;
  }
  this.highPriorityLevel = highPriorityLevel;
  this.maxIdleTime = 2*conf.getInt("ipc.client.connection.maxidletime", 1000);
  this.maxConnectionsToNuke = conf.getInt("ipc.client.kill.max", 10);
  this.thresholdIdleConnections = conf.getInt("ipc.client.idlethreshold", 4000);
  this.purgeTimeout = conf.getLong("ipc.client.call.purge.timeout",
                                   2 * HConstants.DEFAULT_HBASE_RPC_TIMEOUT);
  this.numOfReplicationHandlers = 
    conf.getInt("hbase.regionserver.replication.handler.count", 3);
  if (numOfReplicationHandlers > 0) {
    this.replicationQueue = new LinkedBlockingQueue<Call>(maxQueueSize);
  }
  // Start the listener here and let it bind to the port
  listener = new Listener();
  this.port = listener.getAddress().getPort();
  this.rpcMetrics = new HBaseRpcMetrics(
      serverName, Integer.toString(this.port));
  this.tcpNoDelay = conf.getBoolean("ipc.server.tcpnodelay", false);
  this.tcpKeepAlive = conf.getBoolean("ipc.server.tcpkeepalive", true);

  this.warnDelayedCalls = conf.getInt(WARN_DELAYED_CALLS,
                                      DEFAULT_WARN_DELAYED_CALLS);
  this.delayedCalls = new AtomicInteger(0);


  this.responseQueuesSizeThrottler = new SizeBasedThrottler(
      conf.getLong(RESPONSE_QUEUES_MAX_SIZE, DEFAULT_RESPONSE_QUEUES_MAX_SIZE));

  // Create the responder here
  responder = new Responder();
}
项目:hindex    文件:HBaseServer.java   
protected HBaseServer(String bindAddress, int port,
                      Class<? extends Writable> paramClass, int handlerCount,
                      int priorityHandlerCount, Configuration conf, String serverName,
                      int highPriorityLevel)
  throws IOException {
  this.bindAddress = bindAddress;
  this.conf = conf;
  this.port = port;
  this.paramClass = paramClass;
  this.handlerCount = handlerCount;
  this.priorityHandlerCount = priorityHandlerCount;
  this.socketSendBufferSize = 0;

  // temporary backward compatibility
  String oldMaxQueueSize = this.conf.get("ipc.server.max.queue.size");
  if (oldMaxQueueSize == null) {
    this.maxQueueLength =
      this.conf.getInt("ipc.server.max.callqueue.length",
        handlerCount * DEFAULT_MAX_CALLQUEUE_LENGTH_PER_HANDLER);
  } else {
    LOG.warn("ipc.server.max.queue.size was renamed " +
             "ipc.server.max.callqueue.length, " +
             "please update your configuration");
    this.maxQueueLength = Integer.getInteger(oldMaxQueueSize);
  }

  this.maxQueueSize =
    this.conf.getInt("ipc.server.max.callqueue.size",
      DEFAULT_MAX_CALLQUEUE_SIZE);
   this.readThreads = conf.getInt(
      "ipc.server.read.threadpool.size",
      10);
  this.callQueue  = new LinkedBlockingQueue<Call>(maxQueueLength);
  if (priorityHandlerCount > 0) {
    this.priorityCallQueue = new LinkedBlockingQueue<Call>(maxQueueLength); // TODO hack on size
  } else {
    this.priorityCallQueue = null;
  }
  this.highPriorityLevel = highPriorityLevel;
  this.maxIdleTime = 2*conf.getInt("ipc.client.connection.maxidletime", 1000);
  this.maxConnectionsToNuke = conf.getInt("ipc.client.kill.max", 10);
  this.thresholdIdleConnections = conf.getInt("ipc.client.idlethreshold", 4000);
  this.purgeTimeout = conf.getLong("ipc.client.call.purge.timeout",
                                   2 * HConstants.DEFAULT_HBASE_RPC_TIMEOUT);
  this.numOfReplicationHandlers = 
    conf.getInt("hbase.regionserver.replication.handler.count", 3);
  if (numOfReplicationHandlers > 0) {
    this.replicationQueue = new LinkedBlockingQueue<Call>(maxQueueSize);
  }
  // Start the listener here and let it bind to the port
  listener = new Listener();
  this.port = listener.getAddress().getPort();
  this.rpcMetrics = new HBaseRpcMetrics(
      serverName, Integer.toString(this.port));
  this.tcpNoDelay = conf.getBoolean("ipc.server.tcpnodelay", false);
  this.tcpKeepAlive = conf.getBoolean("ipc.server.tcpkeepalive", true);

  this.warnDelayedCalls = conf.getInt(WARN_DELAYED_CALLS,
                                      DEFAULT_WARN_DELAYED_CALLS);
  this.delayedCalls = new AtomicInteger(0);


  this.responseQueuesSizeThrottler = new SizeBasedThrottler(
      conf.getLong(RESPONSE_QUEUES_MAX_SIZE, DEFAULT_RESPONSE_QUEUES_MAX_SIZE));

  // Create the responder here
  responder = new Responder();
}