Package org.apache.hadoop.io.MapFile

Examples of org.apache.hadoop.io.MapFile.Reader

94
95
96
97
98
99
100
101
102
103
        continue;
      if (child.getPath().getName().equals("finished")) {
        foundFinish = true;
        continue;
      }
      heap.add(new Index(new Reader(fs, child.getPath().toString(), conf)));
    }
    if (!foundFinish)
      throw new IOException("Sort \"finished\" flag not found in " + directory);
  }
View Full Code Here
94
95
96
97
98
99
100
101
102
103
        continue;
      if (child.getPath().getName().equals("finished")) {
        foundFinish = true;
        continue;
      }
      heap.add(new Index(new Reader(fs, child.getPath().toString(), conf)));
    }
    if (!foundFinish)
      throw new IOException("Sort \"finished\" flag not found in " + directory);
  }
View Full Code Here
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
    Partitioner<IntWritable, Text> partitioner =
      new HashPartitioner<IntWritable, Text>();
    Text val = new Text();
   
    // vv LookupRecordsByTemperature-ReaderFragment
    Reader reader = readers[partitioner.getPartition(key, val, readers.length)];
    // ^^ LookupRecordsByTemperature-ReaderFragment
    Writable entry = reader.get(key, val);
    if (entry == null) {
      System.err.println("Key not found: " + key);
      return -1;
    }
    NcdcRecordParser parser = new NcdcRecordParser();
    IntWritable nextKey = new IntWritable();
    do {
      parser.parse(val.toString());
      System.out.printf("%s\t%s\n", parser.getStationId(), parser.getYear());
    } while(reader.next(nextKey, val) && key.equals(nextKey));
    return 0;
  }
View Full Code Here
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
    Reader[] readers = MapFileOutputFormat.getReaders(fs, path, getConf());
    Partitioner<IntWritable, Text> partitioner =
      new HashPartitioner<IntWritable, Text>();
    Text val = new Text();
   
    Reader reader = readers[partitioner.getPartition(key, val, readers.length)];
    Writable entry = reader.get(key, val);
    if (entry == null) {
      System.err.println("Key not found: " + key);
      return -1;
    }
    NcdcRecordParser parser = new NcdcRecordParser();
    IntWritable nextKey = new IntWritable();
    do {
      parser.parse(val.toString());
      System.out.printf("%s\t%s\n", parser.getStationId(), parser.getYear());
    } while(reader.next(nextKey, val) && key.equals(nextKey));
    return 0;
  }
View Full Code Here
96
97
98
99
100
101
102
103
104
105
      if (child.getPath().getName().equals("finished")) {
        foundFinish = true;
        continue;
      }
      FileSystem ns = fs.getVolumeByPath(child.getPath()).getFileSystem();
      heap.add(new Index(new Reader(ns, child.getPath().toString(), ns.getConf())));
    }
    if (!foundFinish)
      throw new IOException("Sort \"finished\" flag not found in " + directory);
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.io.MapFile.Reader

  • LookupRecordsByTemperature
  • oldapi.LookupRecordsByTemperature
  • org.apache.accumulo.server.tabletserver.log.MultiReader
  • org.apache.accumulo.tserver.log.MultiReader
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.