Package com.facebook.presto.hive.util

Examples of com.facebook.presto.hive.util.AsyncRecursiveWalker

280
281
282
283
284
285
286
        }
    }

    private AsyncRecursiveWalker createRecursiveWalker(FileSystem fs, SuspendingExecutor suspendingExecutor)
    {
        return new AsyncRecursiveWalker(fs, suspendingExecutor, directoryLister, namenodeStats);
    }
View Full Code Here
203
204
205
206
207
208
209
210
211
212
213
                    }
                    markerQueue.finish();
                    continue;
                }

                ListenableFuture<Void> partitionFuture = new AsyncRecursiveWalker(fs, suspendingExecutor).beginWalk(partitionPath, new FileStatusCallback()
                {
                    @Override
                    public void process(FileStatus file, BlockLocation[] blockLocations)
                    {
                        if (bucket.isPresent() && !fileMatchesBucket(file.getPath().getName(), bucket.get())) {
View Full Code Here
219
220
221
222
223
224
225
226
227
228
229
                // Acquire semaphore so that we only have a fixed number of outstanding partitions being processed asynchronously
                // NOTE: there must not be any calls that throw in the space between acquiring the semaphore and setting the Future
                // callback to release it. Otherwise, we will need a try-finally block around this section.
                semaphore.acquire();

                ListenableFuture<Void> partitionFuture = new AsyncRecursiveWalker(fs, suspendingExecutor).beginWalk(path, new FileStatusCallback()
                {
                    @Override
                    public void process(FileStatus file, BlockLocation[] blockLocations)
                    {
                        try {
View Full Code Here
215
216
217
218
219
220
221
222
223
224
225
                        markerQueue.finish();
                        continue;
                    }
                }

                ListenableFuture<Void> partitionFuture = new AsyncRecursiveWalker(fs, suspendingExecutor).beginWalk(path, new FileStatusCallback()
                {
                    @Override
                    public void process(FileStatus file, BlockLocation[] blockLocations)
                    {
                        try {
View Full Code Here
220
221
222
223
224
225
226
227
228
229
230
                // Acquire semaphore so that we only have a fixed number of outstanding partitions being processed asynchronously
                // NOTE: there must not be any calls that throw in the space between acquiring the semaphore and setting the Future
                // callback to release it. Otherwise, we will need a try-finally block around this section.
                semaphore.acquire();

                ListenableFuture<Void> partitionFuture = new AsyncRecursiveWalker(fs, suspendingExecutor).beginWalk(path, new FileStatusCallback()
                {
                    @Override
                    public void process(FileStatus file, BlockLocation[] blockLocations)
                    {
                        try {
View Full Code Here
217
218
219
220
221
222
223
224
225
226
227
                // Acquire semaphore so that we only have a fixed number of outstanding partitions being processed asynchronously
                // NOTE: there must not be any calls that throw in the space between acquiring the semaphore and setting the Future
                // callback to release it. Otherwise, we will need a try-finally block around this section.
                semaphore.acquire();

                ListenableFuture<Void> partitionFuture = new AsyncRecursiveWalker(fs, suspendingExecutor, hadoopApiStats).beginWalk(path, new FileStatusCallback()
                {
                    @Override
                    public void process(FileStatus file, BlockLocation[] blockLocations)
                    {
                        try {
View Full Code Here
285
286
287
288
289
290
291
        }
    }

    private AsyncRecursiveWalker createRecursiveWalker(FileSystem fs, SuspendingExecutor suspendingExecutor)
    {
        return new AsyncRecursiveWalker(fs, suspendingExecutor, directoryLister, namenodeStats);
    }
View Full Code Here
278
279
280
281
282
283
284
        }
    }

    private AsyncRecursiveWalker createRecursiveWalker(FileSystem fs, SuspendingExecutor suspendingExecutor)
    {
        return new AsyncRecursiveWalker(fs, suspendingExecutor, directoryLister, namenodeStats);
    }
View Full Code Here
222
223
224
225
226
227
228
229
230
231
232
                        markerQueue.finish();
                        continue;
                    }
                }

                ListenableFuture<Void> partitionFuture = new AsyncRecursiveWalker(fs, suspendingExecutor).beginWalk(partitionPath, new FileStatusCallback()
                {
                    @Override
                    public void process(FileStatus file, BlockLocation[] blockLocations)
                    {
                        try {
View Full Code Here
280
281
282
283
284
285
286
        }
    }

    private AsyncRecursiveWalker createRecursiveWalker(FileSystem fs, SuspendingExecutor suspendingExecutor)
    {
        return new AsyncRecursiveWalker(fs, suspendingExecutor, directoryLister, namenodeStats);
    }
View Full Code Here
TOP

Related Classes of com.facebook.presto.hive.util.AsyncRecursiveWalker

  • com.facebook.presto.hive.HiveSplitIterable
  • com.facebook.presto.hive.HiveSplitSourceProvider
  • org.apache.hadoop.fs.LocatedFileStatus
  • java.io.FileNotFoundException
  • java.util.concurrent.atomic.AtomicLong
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.