Package org.apache.hadoop.fs

Examples of org.apache.hadoop.fs.FSDataInputStream.readLine()

346
347
348
349
350
351
352
353
354
355
356
    LOG.info("Small Adaptive output checked.");

    FSDataInputStream bInput = fs.open(new Path(bloomOutput.getPath()));
    int c = 0, lastQid = -1;
    i = 0;
    while((line = bInput.readLine()) != null) {
      if(line.startsWith("<judgment")) {
        int qid = Integer.parseInt(line.split("\"")[1]);
        if(qid != lastQid) {
          lastQid = qid;
          c = 0;
View Full Code Here
43
44
45
46
47
48
49
50
51
52
53
    // Load Qrels into a map
    Map<String, Set<String>> qrels = Maps.newHashMap();
    FSDataInputStream qrelsInput = fs.open(new Path(CIKM_QRELS));
    String line;
    while((line = qrelsInput.readLine()) != null) {
      String[] tokens = line.split("\\s+");
      String qid = tokens[0];
      String docid = tokens[2];
      int grade = Integer.parseInt(tokens[3]);
View Full Code Here
76
77
78
79
80
81
82
83
84
85
86
    System.gc();

    // Load the output into a Map
    Map<String, Set<String>> saRelOutput = Maps.newHashMap();
    FSDataInputStream saInput = fs.open(new Path(postingOutput.getPath()));
    while((line = saInput.readLine()) != null) {
      if(line.startsWith("<judgment")) {
        String[] tokens = line.split("\"");
        String docid = tokens[3];
        String qid = tokens[1];
View Full Code Here
117
118
119
120
121
122
123
124
125
126
127
    System.gc();

    // Compute relative recall of relevant documents
    Map<String, Integer> counter = Maps.newHashMap();
    FSDataInputStream bInput = fs.open(new Path(bloomOutput.getPath()));
    while((line = bInput.readLine()) != null) {
      if(line.startsWith("<judgment")) {
        String[] tokens = line.split("\"");
        String docid = tokens[3];
        String qid = tokens[1];
View Full Code Here
121
122
123
124
125
126
127
128
129
130
131
    RankAndFeaturesSmallAdaptive.main(paramsMonolithic);

    FSDataInputStream input = fs.open(new Path(features.getPath()));
    String line;
    int i = 0;
    while((line = input.readLine()) != null) {
      assertTrue(FEATURES[i++].trim().equals(line.trim()));
    }
    input.close();
    assertEquals(FEATURES.length, i);
    LOG.info("Monolithic output checked.");
View Full Code Here
158
159
160
161
162
163
164
165
166
167
168
      DocumentVectorOnTheFlyIndexing.main(paramsDecoupled);

      input = fs.open(new Path(features.getPath()));
      i = 0;
      while((line = input.readLine()) != null) {
        assertTrue(FEATURES[i++].trim().equals(line.trim()));
      }
      input.close();
      assertEquals(FEATURES.length, i);
      LOG.info(vectorType + " output checked.");
View Full Code Here
57
58
59
60
61
62
63
64
65
66
67
    try {
      FSDataInputStream in = fs.open(new Path(params[0]));
      String next;
      String[] records;
      while((next = in.readLine()) != null) {
        records = next.split("\t");
        counts.put(Integer.parseInt(records[0].trim()),
            Integer.parseInt(records[1].trim()));
      }
      in.close();
View Full Code Here
48
49
50
51
52
53
54
55
56
57
58
    try {
      FSDataInputStream in = fs.open(new Path(params[0]));
      String next;
      String[] records;
      while((next = in.readLine()) != null) {
        records = next.split("\t");
        counts.put(Integer.parseInt(records[0].trim()),
            Integer.parseInt(records[1].trim()));
      }
      in.close();
View Full Code Here
333
334
335
336
337
338
339
340
341
342
343
    BloomRanker.main(paramsBloomRanker);

    FSDataInputStream saInput = fs.open(new Path(postingOutput.getPath()));
    String line;
    int i = 0;
    while((line = saInput.readLine()) != null) {
      if(line.startsWith("<judgment")) {
        String docid = line.split("\"")[3];
        assertEquals(EXACT_RETRIEVAL[i++], docid);
      }
    }
View Full Code Here
346
347
348
349
350
351
352
353
354
355
356
    LOG.info("Small Adaptive output checked.");

    FSDataInputStream bInput = fs.open(new Path(bloomOutput.getPath()));
    int c = 0, lastQid = -1;
    i = 0;
    while((line = bInput.readLine()) != null) {
      if(line.startsWith("<judgment")) {
        int qid = Integer.parseInt(line.split("\"")[1]);
        if(qid != lastQid) {
          lastQid = qid;
          c = 0;
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.