Java JMXEnabledThreadPoolExecutor类代码示例

import org.apache.cassandra.concurrent.JMXEnabledThreadPoolExecutor; //导入依赖的package包/类
public TServer buildTServer(Args args)
{
    if (DatabaseDescriptor.getClientEncryptionOptions().enabled)
        throw new RuntimeException("Client SSL is not supported for non-blocking sockets (hsha). Please remove client ssl from the configuration.");

    final InetSocketAddress addr = args.addr;
    TNonblockingServerTransport serverTransport;
    try
    {
        serverTransport = new TCustomNonblockingServerSocket(addr, args.keepAlive, args.sendBufferSize, args.recvBufferSize);
    }
    catch (TTransportException e)
    {
        throw new RuntimeException(String.format("Unable to create thrift socket to %s:%s", addr.getAddress(), addr.getPort()), e);
    }

    ThreadPoolExecutor invoker = new JMXEnabledThreadPoolExecutor(DatabaseDescriptor.getRpcMinThreads(),
                                                                  DatabaseDescriptor.getRpcMaxThreads(),
                                                                  60L,
                                                                  TimeUnit.SECONDS,
                                                                  new SynchronousQueue<Runnable>(),
                                                                  new NamedThreadFactory("RPC-Thread"), "RPC-THREAD-POOL");

    com.thinkaurelius.thrift.util.TBinaryProtocol.Factory protocolFactory = new com.thinkaurelius.thrift.util.TBinaryProtocol.Factory(true, true);

    TDisruptorServer.Args serverArgs = new TDisruptorServer.Args(serverTransport).useHeapBasedAllocation(true)
                                                                                 .inputTransportFactory(args.inTransportFactory)
                                                                                 .outputTransportFactory(args.outTransportFactory)
                                                                                 .inputProtocolFactory(protocolFactory)
                                                                                 .outputProtocolFactory(protocolFactory)
                                                                                 .processor(args.processor)
                                                                                 .maxFrameSizeInBytes(DatabaseDescriptor.getThriftFramedTransportSize())
                                                                                 .invocationExecutor(invoker)
                                                                                 .alwaysReallocateBuffers(true);

    return new THsHaDisruptorServer(serverArgs);
}
 

import org.apache.cassandra.concurrent.JMXEnabledThreadPoolExecutor; //导入依赖的package包/类
public static void main(String[] args) throws Exception {
    int NUM_THREADS = Runtime.getRuntime().availableProcessors();
    if (args.length >= 1) {
        NUM_THREADS = Integer.parseInt(args[0]);
        System.out.println("Setting num threads to: " + NUM_THREADS);
    }
    ExecutorService executor = new JMXEnabledThreadPoolExecutor(NUM_THREADS, NUM_THREADS, 60,
            TimeUnit.SECONDS, new ArrayBlockingQueue<Runnable>(10 * NUM_THREADS), new NamedThreadFactory(""), "");
    ScheduledExecutorService scheduled = Executors.newScheduledThreadPool(1);

    org.apache.cassandra.SchemaLoader.loadSchema();
    final AtomicLong count = new AtomicLong();
    final long start = System.currentTimeMillis();
    System.out.println(String.format(format, "seconds", "max_mb", "allocated_mb", "free_mb", "diffrence", "count"));
    scheduled.scheduleAtFixedRate(new Runnable() {
        long lastUpdate = 0;

        public void run() {
            Runtime runtime = Runtime.getRuntime();
            long maxMemory = mb(runtime.maxMemory());
            long allocatedMemory = mb(runtime.totalMemory());
            long freeMemory = mb(runtime.freeMemory());
            long temp = count.get();
            System.out.println(String.format(format, ((System.currentTimeMillis() - start) / 1000),
                    maxMemory, allocatedMemory, freeMemory, (temp - lastUpdate), lastUpdate));
            lastUpdate = temp;
        }
    }, 1, 1, TimeUnit.SECONDS);

    while (true) {
        executor.execute(new CommitlogExecutor());
        count.incrementAndGet();
    }
}
 

import org.apache.cassandra.concurrent.JMXEnabledThreadPoolExecutor; //导入依赖的package包/类
HintsDispatchExecutor(File hintsDirectory, int maxThreads, AtomicBoolean isPaused)
{
    this.hintsDirectory = hintsDirectory;
    this.isPaused = isPaused;

    scheduledDispatches = new ConcurrentHashMap<>();
    executor = new JMXEnabledThreadPoolExecutor(1,
                                                maxThreads,
                                                1,
                                                TimeUnit.MINUTES,
                                                new LinkedBlockingQueue<>(),
                                                new NamedThreadFactory("HintsDispatcher", Thread.MIN_PRIORITY),
                                                "internal");
}
 

import org.apache.cassandra.concurrent.JMXEnabledThreadPoolExecutor; //导入依赖的package包/类
public CommitLogArchiver(String archiveCommand, String restoreCommand, String restoreDirectories,
        long restorePointInTime, TimeUnit precision)
{
    this.archiveCommand = archiveCommand;
    this.restoreCommand = restoreCommand;
    this.restoreDirectories = restoreDirectories;
    this.restorePointInTime = restorePointInTime;
    this.precision = precision;
    executor = !Strings.isNullOrEmpty(archiveCommand) ? new JMXEnabledThreadPoolExecutor("CommitLogArchiver") : null;
}
 

import org.apache.cassandra.concurrent.JMXEnabledThreadPoolExecutor; //导入依赖的package包/类
@SuppressWarnings("resource")
public TServer buildTServer(Args args)
{
    if (DatabaseDescriptor.getClientEncryptionOptions().enabled)
        throw new RuntimeException("Client SSL is not supported for non-blocking sockets (hsha). Please remove client ssl from the configuration.");

    final InetSocketAddress addr = args.addr;
    TNonblockingServerTransport serverTransport;
    try
    {
        serverTransport = new TCustomNonblockingServerSocket(addr, args.keepAlive, args.sendBufferSize, args.recvBufferSize);
    }
    catch (TTransportException e)
    {
        throw new RuntimeException(String.format("Unable to create thrift socket to %s:%s", addr.getAddress(), addr.getPort()), e);
    }

    ThreadPoolExecutor invoker = new JMXEnabledThreadPoolExecutor(DatabaseDescriptor.getRpcMinThreads(),
                                                                  DatabaseDescriptor.getRpcMaxThreads(),
                                                                  60L,
                                                                  TimeUnit.SECONDS,
                                                                  new SynchronousQueue<Runnable>(),
                                                                  new NamedThreadFactory("RPC-Thread"), "RPC-THREAD-POOL");

    com.thinkaurelius.thrift.util.TBinaryProtocol.Factory protocolFactory = new com.thinkaurelius.thrift.util.TBinaryProtocol.Factory(true, true);

    TDisruptorServer.Args serverArgs = new TDisruptorServer.Args(serverTransport).useHeapBasedAllocation(true)
                                                                                 .inputTransportFactory(args.inTransportFactory)
                                                                                 .outputTransportFactory(args.outTransportFactory)
                                                                                 .inputProtocolFactory(protocolFactory)
                                                                                 .outputProtocolFactory(protocolFactory)
                                                                                 .processor(args.processor)
                                                                                 .maxFrameSizeInBytes(DatabaseDescriptor.getThriftFramedTransportSize())
                                                                                 .invocationExecutor(invoker)
                                                                                 .alwaysReallocateBuffers(true);

    return new THsHaDisruptorServer(serverArgs);
}
 

import org.apache.cassandra.concurrent.JMXEnabledThreadPoolExecutor; //导入依赖的package包/类
public static void main(String[] args) throws Exception {
    int NUM_THREADS = Runtime.getRuntime().availableProcessors();
    if (args.length >= 1) {
        NUM_THREADS = Integer.parseInt(args[0]);
        System.out.println("Setting num threads to: " + NUM_THREADS);
    }
    ExecutorService executor = new JMXEnabledThreadPoolExecutor(NUM_THREADS, NUM_THREADS, 60,
            TimeUnit.SECONDS, new ArrayBlockingQueue<Runnable>(10 * NUM_THREADS), new NamedThreadFactory(""), "");
    ScheduledExecutorService scheduled = Executors.newScheduledThreadPool(1);

    org.apache.cassandra.SchemaLoader.loadSchema();
    org.apache.cassandra.SchemaLoader.schemaDefinition(""); // leave def. blank to maintain old behaviour
    final AtomicLong count = new AtomicLong();
    final long start = System.currentTimeMillis();
    System.out.println(String.format(format, "seconds", "max_mb", "allocated_mb", "free_mb", "diffrence", "count"));
    scheduled.scheduleAtFixedRate(new Runnable() {
        long lastUpdate = 0;

        public void run() {
            Runtime runtime = Runtime.getRuntime();
            long maxMemory = mb(runtime.maxMemory());
            long allocatedMemory = mb(runtime.totalMemory());
            long freeMemory = mb(runtime.freeMemory());
            long temp = count.get();
            System.out.println(String.format(format, ((System.currentTimeMillis() - start) / 1000),
                    maxMemory, allocatedMemory, freeMemory, (temp - lastUpdate), lastUpdate));
            lastUpdate = temp;
        }
    }, 1, 1, TimeUnit.SECONDS);

    while (true) {
        executor.execute(new CommitlogExecutor());
        count.incrementAndGet();
    }
}
 

import org.apache.cassandra.concurrent.JMXEnabledThreadPoolExecutor; //导入依赖的package包/类
public TServer buildTServer(Args args)
{
    if (DatabaseDescriptor.getClientEncryptionOptions().enabled)
        throw new RuntimeException("Client SSL is not supported for non-blocking sockets (hsha). Please remove client ssl from the configuration.");

    final InetSocketAddress addr = args.addr;
    TNonblockingServerTransport serverTransport;
    try
    {
        serverTransport = new TCustomNonblockingServerSocket(addr, args.keepAlive, args.sendBufferSize, args.recvBufferSize);
    }
    catch (TTransportException e)
    {
        throw new RuntimeException(String.format("Unable to create thrift socket to %s:%s", addr.getAddress(), addr.getPort()), e);
    }

    // This is NIO selector service but the invocation will be Multi-Threaded with the Executor service.
    ExecutorService executorService = new JMXEnabledThreadPoolExecutor(DatabaseDescriptor.getRpcMinThreads(),
                                                                       DatabaseDescriptor.getRpcMaxThreads(),
                                                                       60L,
                                                                       TimeUnit.SECONDS,
                                                                       new SynchronousQueue<Runnable>(),
                                                                       new NamedThreadFactory("RPC-Thread"), "RPC-THREAD-POOL");
    TNonblockingServer.Args serverArgs = new TNonblockingServer.Args(serverTransport).inputTransportFactory(args.inTransportFactory)
                                                                       .outputTransportFactory(args.outTransportFactory)
                                                                       .inputProtocolFactory(args.tProtocolFactory)
                                                                       .outputProtocolFactory(args.tProtocolFactory)
                                                                       .processor(args.processor);
    // Check for available processors in the system which will be equal to the IO Threads.
    return new CustomTHsHaServer(serverArgs, executorService, FBUtilities.getAvailableProcessors());
}
 

import org.apache.cassandra.concurrent.JMXEnabledThreadPoolExecutor; //导入依赖的package包/类
private void waitForGossipToSettle()
{
    int forceAfter = Integer.getInteger("cassandra.skip_wait_for_gossip_to_settle", -1);
    if (forceAfter == 0)
    {
        return;
    }
    final int GOSSIP_SETTLE_MIN_WAIT_MS = 5000;
    final int GOSSIP_SETTLE_POLL_INTERVAL_MS = 1000;
    final int GOSSIP_SETTLE_POLL_SUCCESSES_REQUIRED = 3;

    logger.info("Waiting for gossip to settle before accepting client requests...");
    Uninterruptibles.sleepUninterruptibly(GOSSIP_SETTLE_MIN_WAIT_MS, TimeUnit.MILLISECONDS);
    int totalPolls = 0;
    int numOkay = 0;
    JMXEnabledThreadPoolExecutor gossipStage = (JMXEnabledThreadPoolExecutor)StageManager.getStage(Stage.GOSSIP);
    while (numOkay < GOSSIP_SETTLE_POLL_SUCCESSES_REQUIRED)
    {
        Uninterruptibles.sleepUninterruptibly(GOSSIP_SETTLE_POLL_INTERVAL_MS, TimeUnit.MILLISECONDS);
        long completed = gossipStage.getCompletedTasks();
        long active = gossipStage.getActiveCount();
        long pending = gossipStage.getPendingTasks();
        totalPolls++;
        if (active == 0 && pending == 0)
        {
            logger.debug("Gossip looks settled. CompletedTasks: {}", completed);
            numOkay++;
        }
        else
        {
            logger.info("Gossip not settled after {} polls. Gossip Stage active/pending/completed: {}/{}/{}", totalPolls, active, pending, completed);
            numOkay = 0;
        }
        if (forceAfter > 0 && totalPolls > forceAfter)
        {
            logger.warn("Gossip not settled but startup forced by cassandra.skip_wait_for_gossip_to_settle. Gossip Stage total/active/pending/completed: {}/{}/{}/{}",
                        totalPolls, active, pending, completed);
            break;
        }
    }
    if (totalPolls > GOSSIP_SETTLE_POLL_SUCCESSES_REQUIRED)
        logger.info("Gossip settled after {} extra polls; proceeding", totalPolls - GOSSIP_SETTLE_POLL_SUCCESSES_REQUIRED);
    else
        logger.info("No gossip backlog; proceeding");
}
 

import org.apache.cassandra.concurrent.JMXEnabledThreadPoolExecutor; //导入依赖的package包/类
private void doStatusCheck()
{
    if (logger.isTraceEnabled())
        logger.trace("Performing status check ...");

    long now = System.currentTimeMillis();
    long nowNano = System.nanoTime();

    long pending = ((JMXEnabledThreadPoolExecutor) StageManager.getStage(Stage.GOSSIP)).getPendingTasks();
    if (pending > 0 && lastProcessedMessageAt < now - 1000)
    {
        // if some new messages just arrived, give the executor some time to work on them
        Uninterruptibles.sleepUninterruptibly(100, TimeUnit.MILLISECONDS);

        // still behind?  something's broke
        if (lastProcessedMessageAt < now - 1000)
        {
            logger.warn("Gossip stage has {} pending tasks; skipping status check (no nodes will be marked down)", pending);
            return;
        }
    }

    Set<InetAddress> eps = endpointStateMap.keySet();
    for (InetAddress endpoint : eps)
    {
        if (endpoint.equals(FBUtilities.getBroadcastAddress()))
            continue;

        FailureDetector.instance.interpret(endpoint);
        EndpointState epState = endpointStateMap.get(endpoint);
        if (epState != null)
        {
            // check if this is a fat client. fat clients are removed automatically from
            // gossip after FatClientTimeout.  Do not remove dead states here.
            if (isFatClient(endpoint)
                && !justRemovedEndpoints.containsKey(endpoint)
                && TimeUnit.NANOSECONDS.toMillis(nowNano - epState.getUpdateTimestamp()) > FatClientTimeout)
            {
                logger.info("FatClient {} has been silent for {}ms, removing from gossip", endpoint, FatClientTimeout);
                removeEndpoint(endpoint); // will put it in justRemovedEndpoints to respect quarantine delay
                evictFromMembership(endpoint); // can get rid of the state immediately
            }

            // check for dead state removal
            long expireTime = getExpireTimeForEndpoint(endpoint);
            if (!epState.isAlive() && (now > expireTime)
                && (!StorageService.instance.getTokenMetadata().isMember(endpoint)))
            {
                if (logger.isDebugEnabled())
                {
                    logger.debug("time is expiring for endpoint : {} ({})", endpoint, expireTime);
                }
                evictFromMembership(endpoint);
            }
        }
    }

    if (!justRemovedEndpoints.isEmpty())
    {
        for (Entry<InetAddress, Long> entry : justRemovedEndpoints.entrySet())
        {
            if ((now - entry.getValue()) > QUARANTINE_DELAY)
            {
                if (logger.isDebugEnabled())
                    logger.debug("{} elapsed, {} gossip quarantine over", QUARANTINE_DELAY, entry.getKey());
                justRemovedEndpoints.remove(entry.getKey());
            }
        }
    }
}
 

import org.apache.cassandra.concurrent.JMXEnabledThreadPoolExecutor; //导入依赖的package包/类
private void doStatusCheck()
{
    if (logger.isTraceEnabled())
        logger.trace("Performing status check ...");

    long now = System.currentTimeMillis();
    long nowNano = System.nanoTime();

    long pending = ((JMXEnabledThreadPoolExecutor) StageManager.getStage(Stage.GOSSIP)).metrics.pendingTasks.getValue();
    if (pending > 0 && lastProcessedMessageAt < now - 1000)
    {
        // if some new messages just arrived, give the executor some time to work on them
        Uninterruptibles.sleepUninterruptibly(100, TimeUnit.MILLISECONDS);

        // still behind?  something's broke
        if (lastProcessedMessageAt < now - 1000)
        {
            logger.warn("Gossip stage has {} pending tasks; skipping status check (no nodes will be marked down)", pending);
            return;
        }
    }

    Set<InetAddress> eps = endpointStateMap.keySet();
    for (InetAddress endpoint : eps)
    {
        if (endpoint.equals(FBUtilities.getBroadcastAddress()))
            continue;

        FailureDetector.instance.interpret(endpoint);
        EndpointState epState = endpointStateMap.get(endpoint);
        if (epState != null)
        {
            // check if this is a fat client. fat clients are removed automatically from
            // gossip after FatClientTimeout.  Do not remove dead states here.
            if (isGossipOnlyMember(endpoint)
                && !justRemovedEndpoints.containsKey(endpoint)
                && TimeUnit.NANOSECONDS.toMillis(nowNano - epState.getUpdateTimestamp()) > fatClientTimeout)
            {
                logger.info("FatClient {} has been silent for {}ms, removing from gossip", endpoint, fatClientTimeout);
                removeEndpoint(endpoint); // will put it in justRemovedEndpoints to respect quarantine delay
                evictFromMembership(endpoint); // can get rid of the state immediately
            }

            // check for dead state removal
            long expireTime = getExpireTimeForEndpoint(endpoint);
            if (!epState.isAlive() && (now > expireTime)
                && (!StorageService.instance.getTokenMetadata().isMember(endpoint)))
            {
                if (logger.isDebugEnabled())
                {
                    logger.debug("time is expiring for endpoint : {} ({})", endpoint, expireTime);
                }
                evictFromMembership(endpoint);
            }
        }
    }

    if (!justRemovedEndpoints.isEmpty())
    {
        for (Entry<InetAddress, Long> entry : justRemovedEndpoints.entrySet())
        {
            if ((now - entry.getValue()) > QUARANTINE_DELAY)
            {
                if (logger.isDebugEnabled())
                    logger.debug("{} elapsed, {} gossip quarantine over", QUARANTINE_DELAY, entry.getKey());
                justRemovedEndpoints.remove(entry.getKey());
            }
        }
    }
}
 

import org.apache.cassandra.concurrent.JMXEnabledThreadPoolExecutor; //导入依赖的package包/类
private void waitForGossipToSettle()
{
    int forceAfter = Integer.getInteger("cassandra.skip_wait_for_gossip_to_settle", -1);
    if (forceAfter == 0)
    {
        return;
    }
    final int GOSSIP_SETTLE_MIN_WAIT_MS = 5000;
    final int GOSSIP_SETTLE_POLL_INTERVAL_MS = 1000;
    final int GOSSIP_SETTLE_POLL_SUCCESSES_REQUIRED = 3;

    logger.info("waiting for gossip to settle before accepting client requests...");
    Uninterruptibles.sleepUninterruptibly(GOSSIP_SETTLE_MIN_WAIT_MS, TimeUnit.MILLISECONDS);
    int totalPolls = 0;
    int numOkay = 0;
    JMXEnabledThreadPoolExecutor gossipStage = (JMXEnabledThreadPoolExecutor)StageManager.getStage(Stage.GOSSIP);
    while (numOkay < GOSSIP_SETTLE_POLL_SUCCESSES_REQUIRED)
    {
        Uninterruptibles.sleepUninterruptibly(GOSSIP_SETTLE_POLL_INTERVAL_MS, TimeUnit.MILLISECONDS);
        long completed = gossipStage.getCompletedTasks();
        long active = gossipStage.getActiveCount();
        long pending = gossipStage.getPendingTasks();
        totalPolls++;
        if (active == 0 && pending == 0)
        {
            logger.debug("gossip looks settled. CompletedTasks: {}", completed);
            numOkay++;
        }
        else
        {
            logger.info("gossip not settled after {} polls. Gossip Stage active/pending/completed: {}/{}/{}", totalPolls, active, pending, completed);
            numOkay = 0;
        }
        if (forceAfter > 0 && totalPolls > forceAfter)
        {
            logger.warn("Gossip not settled but startup forced by cassandra.skip_wait_for_gossip_to_settle. Gossip Stage total/active/pending/completed: {}/{}/{}/{}",
                        totalPolls, active, pending, completed);
            break;
        }
    }
    logger.info("gossip settled after {} extra polls; proceeding", totalPolls - GOSSIP_SETTLE_POLL_SUCCESSES_REQUIRED);
}