Package com.luxoft.dnepr.courses.regular.unit7

Examples of com.luxoft.dnepr.courses.regular.unit7.FileCrawlerResults

47
48
49
50
51
52
53
54
55
56
            }
        }
    }

    private void saveWords(String line) {
        String[] words = new WordsSplitter().split(line);
        for (String word : words) {
            wordStorage.save(word);
        }
    }
View Full Code Here
33
34
35
36
37
38
39
40
41
42
43
            if (files != null) {
                for (File file : files) {
                    queue.put(file);
                }
            }
            File[] directories = root.listFiles(new DirectoryFileFilter());
            if (directories != null) {
                for (File directory : directories) {
                    DirectoryScanner scanner = new DirectoryScanner(directory, executorService, queue);
                    threadCount.incrementAndGet();
                    Future<?> future = executorService.submit(scanner);
View Full Code Here
27
28
29
30
31
32
33
34
35
36
37
    @Override
    public void run() {
        List<Future<?>> futures = new ArrayList<>();
        try {
            File[] files = root.listFiles(new TxtFileFilter());
            if (files != null) {
                for (File file : files) {
                    queue.put(file);
                }
            }
View Full Code Here
36
37
38
39
40
41
42
43
44
45
46
        files = Collections.synchronizedList(files);

        File root = new File(rootFolder);
        int producerThreadAmount = maxNumberOfThreads/2;
        ExecutorService executorService = Executors.newFixedThreadPool(producerThreadAmount);
        executorService.execute(new DirectoryScanner(root, executorService, queue));

        int consumerThreadAmount = maxNumberOfThreads/2 + maxNumberOfThreads%2;
        ExecutorService fileParserService = Executors.newFixedThreadPool(consumerThreadAmount);
        List<Future<?>> futures = new ArrayList<>();
        for (int i = 0; i < consumerThreadAmount; i++) {
View Full Code Here
42
43
44
45
46
47
48
49
50
51
52
        int consumerThreadAmount = maxNumberOfThreads/2 + maxNumberOfThreads%2;
        ExecutorService fileParserService = Executors.newFixedThreadPool(consumerThreadAmount);
        List<Future<?>> futures = new ArrayList<>();
        for (int i = 0; i < consumerThreadAmount; i++) {
            Future<?> future = fileParserService.submit(new FileScanner(queue, wordStorage, files));
            futures.add(future);
        }
        for (Future<?> future : futures) {
            try {
                future.get();
View Full Code Here
TOP

Related Classes of com.luxoft.dnepr.courses.regular.unit7.FileCrawlerResults

  • com.luxoft.dnepr.courses.regular.unit7.FileCrawler
  • com.luxoft.dnepr.courses.regular.unit7.filters.DirectoryFileFilter
  • com.luxoft.dnepr.courses.regular.unit7.filters.TxtFileFilter
  • com.luxoft.dnepr.courses.regular.unit7.scanners.DirectoryScanner
  • com.luxoft.dnepr.courses.regular.unit7.scanners.FileScanner
  • com.luxoft.dnepr.courses.regular.unit7.WordsSplitter
  • java.io.File
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.