Examples of com.facebook.presto.hive.util.SuspendingExecutor

com.facebook.presto.hive.util.SuspendingExecutor
Executor that can suspend the execution of all un-run tasks and resume their execution at a later time without blocking any threads. Suspending does not affect tasks that are already running. This Executor follows all standard Executor semantics. However, if the underlying Executor is shutdown, this SuspendingExecutor will fail to resume from a suspended state.

    }


    public SplitSource get()
    {
        // Each iterator has its own bounded executor and can be independently suspended
        final SuspendingExecutor suspendingExecutor = new SuspendingExecutor(new BoundedExecutor(executor, maxThreads));
        final HiveSplitSource hiveSplitSource = new HiveSplitSource(connectorId, maxOutstandingSplits, suspendingExecutor);
        executor.execute(new Runnable()
        {
            @Override
            public void run()

View Full Code Here


    @Override
    public Iterator<Split> iterator()
    {
        // Each iterator has its own bounded executor and can be independently suspended
        final SuspendingExecutor suspendingExecutor = new SuspendingExecutor(new BoundedExecutor(executor, maxThreads));
        final HiveSplitQueue hiveSplitQueue = new HiveSplitQueue(maxOutstandingSplits, suspendingExecutor);
        executor.submit(new Callable<Void>()
        {
            @Override
            public Void call()

View Full Code Here

    }


    public SplitSource get()
    {
        // Each iterator has its own bounded executor and can be independently suspended
        final SuspendingExecutor suspendingExecutor = new SuspendingExecutor(new BoundedExecutor(executor, maxThreads));
        final HiveSplitSource hiveSplitSource = new HiveSplitSource(connectorId, maxOutstandingSplits, suspendingExecutor);
        executor.execute(new Runnable()
        {
            @Override
            public void run()

View Full Code Here

    }


    public SplitSource get()
    {
        // Each iterator has its own bounded executor and can be independently suspended
        final SuspendingExecutor suspendingExecutor = new SuspendingExecutor(new BoundedExecutor(executor, maxThreads));
        final HiveSplitSource hiveSplitSource = new HiveSplitSource(connectorId, maxOutstandingSplits, suspendingExecutor);
        executor.execute(new Runnable()
        {
            @Override
            public void run()

View Full Code Here

    }


    public ConnectorSplitSource get()
    {
        // Each iterator has its own bounded executor and can be independently suspended
        final SuspendingExecutor suspendingExecutor = new SuspendingExecutor(new BoundedExecutor(executor, maxThreads));
        final HiveSplitSource splitSource = new HiveSplitSource(connectorId, maxOutstandingSplits, suspendingExecutor);


        FutureTask<?> producer = new FutureTask<>(new Runnable()
        {
            @Override

View Full Code Here

    }


    public ConnectorSplitSource get()
    {
        // Each iterator has its own bounded executor and can be independently suspended
        final SuspendingExecutor suspendingExecutor = new SuspendingExecutor(new BoundedExecutor(executor, maxThreads));
        final HiveSplitSource splitSource = new HiveSplitSource(connectorId, maxOutstandingSplits, suspendingExecutor);


        FutureTask<?> producer = new FutureTask<>(new Runnable()
        {
            @Override

View Full Code Here

{
    @Test
    public void testOutstandingSplitCount()
            throws Exception
    {
        SuspendingExecutor suspendingExecutor = createSuspendingExecutor();
        HiveSplitSource hiveSplitSource = new HiveSplitSource("test", 10, suspendingExecutor);


        // add 10 splits
        for (int i = 0; i < 10; i++) {
            hiveSplitSource.addToQueue(new TestSplit(i));

View Full Code Here


    @Test
    public void testSuspendResume()
            throws Exception
    {
        SuspendingExecutor suspendingExecutor = createSuspendingExecutor();
        HiveSplitSource hiveSplitSource = new HiveSplitSource("test", 10, suspendingExecutor);


        // almost fill the source
        for (int i = 0; i < 9; i++) {
            hiveSplitSource.addToQueue(new TestSplit(i));
            assertEquals(hiveSplitSource.getOutstandingSplitCount(), i + 1);
            assertFalse(suspendingExecutor.isSuspended());
        }


        // add one more split so the source is now full and verify that the executor is suspended
        hiveSplitSource.addToQueue(new TestSplit(10));
        assertEquals(hiveSplitSource.getOutstandingSplitCount(), 10);
        assertTrue(suspendingExecutor.isSuspended());


        // remove one split so the source is no longer full and verify the executor is resumed
        assertEquals(hiveSplitSource.getNextBatch(1).size(), 1);
        assertEquals(hiveSplitSource.getOutstandingSplitCount(), 9);
        assertFalse(suspendingExecutor.isSuspended());


        // add two more splits so the source is now full and verify that the executor is suspended
        hiveSplitSource.addToQueue(new TestSplit(11));
        hiveSplitSource.addToQueue(new TestSplit(12));
        assertEquals(hiveSplitSource.getOutstandingSplitCount(), 11);
        assertTrue(suspendingExecutor.isSuspended());


        // remove two splits so the source is no longer full and verify the executor is resumed
        assertEquals(hiveSplitSource.getNextBatch(2).size(), 2);
        assertEquals(hiveSplitSource.getOutstandingSplitCount(), 9);
        assertFalse(suspendingExecutor.isSuspended());
    }

View Full Code Here


    @Test
    public void testFail()
            throws Exception
    {
        SuspendingExecutor suspendingExecutor = createSuspendingExecutor();
        HiveSplitSource hiveSplitSource = new HiveSplitSource("test", 10, suspendingExecutor);


        // add some splits
        for (int i = 0; i < 5; i++) {
            hiveSplitSource.addToQueue(new TestSplit(i));

View Full Code Here


    @Test
    public void testReaderWaitsForSplits()
            throws Exception
    {
        SuspendingExecutor suspendingExecutor = createSuspendingExecutor();
        final HiveSplitSource hiveSplitSource = new HiveSplitSource("test", 10, suspendingExecutor);


        final SettableFuture<Split> splits = SettableFuture.create();


        // create a thread that will get a split

View Full Code Here

0 1 2 3

TOP

Related Classes of com.facebook.presto.hive.util.SuspendingExecutor

com.facebook.presto.hive.HiveSplitIterable

com.facebook.presto.hive.HiveSplitSourceProvider

com.facebook.presto.hive.TestHiveSplitSource

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.