Package org.apache.hadoop.fs

Examples of org.apache.hadoop.fs.FSDataInputStream.readLine()

43
44
45
46
47
48
49
50
51
52
53
    // Load Qrels into a map
    Map<String, Set<String>> qrels = Maps.newHashMap();
    FSDataInputStream qrelsInput = fs.open(new Path(CIKM_QRELS));
    String line;
    while((line = qrelsInput.readLine()) != null) {
      String[] tokens = line.split("\\s+");
      String qid = tokens[0];
      String docid = tokens[2];
      int grade = Integer.parseInt(tokens[3]);
View Full Code Here
76
77
78
79
80
81
82
83
84
85
86
    System.gc();

    // Load the output into a Map
    Map<String, Set<String>> saRelOutput = Maps.newHashMap();
    FSDataInputStream saInput = fs.open(new Path(postingOutput.getPath()));
    while((line = saInput.readLine()) != null) {
      if(line.startsWith("<judgment")) {
        String[] tokens = line.split("\"");
        String docid = tokens[3];
        String qid = tokens[1];
View Full Code Here
117
118
119
120
121
122
123
124
125
126
127
    System.gc();

    // Compute relative recall of relevant documents
    Map<String, Integer> counter = Maps.newHashMap();
    FSDataInputStream bInput = fs.open(new Path(bloomOutput.getPath()));
    while((line = bInput.readLine()) != null) {
      if(line.startsWith("<judgment")) {
        String[] tokens = line.split("\"");
        String docid = tokens[3];
        String qid = tokens[1];
View Full Code Here
333
334
335
336
337
338
339
340
341
342
343
    BloomRanker.main(paramsBloomRanker);

    FSDataInputStream saInput = fs.open(new Path(postingOutput.getPath()));
    String line;
    int i = 0;
    while((line = saInput.readLine()) != null) {
      if(line.startsWith("<judgment")) {
        String docid = line.split("\"")[3];
        assertEquals(EXACT_RETRIEVAL[i++], docid);
      }
    }
View Full Code Here
346
347
348
349
350
351
352
353
354
355
356
    LOG.info("Small Adaptive output checked.");

    FSDataInputStream bInput = fs.open(new Path(bloomOutput.getPath()));
    int c = 0, lastQid = -1;
    i = 0;
    while((line = bInput.readLine()) != null) {
      if(line.startsWith("<judgment")) {
        int qid = Integer.parseInt(line.split("\"")[1]);
        if(qid != lastQid) {
          lastQid = qid;
          c = 0;
View Full Code Here
326
327
328
329
330
331
332
333
334
335
336
    System.out.println("-------------------");
    FSDataInputStream out = null;
    try {
      out = fs.open(p);
      while (true) {
        String temp = out.readLine();
        if (temp == null)
          break;
        System.out.println(temp);
      }
    } finally {
View Full Code Here
160
161
162
163
164
165
166
167
168
169
170
    System.out.println("-------------------");
    System.out.println("RESULT FOR WRITING");
    System.out.println("-------------------");
    FSDataInputStream out = fs.open(new Path(OUTPUT,"result-writing"));
    while (true) {
      String temp = out.readLine();
      if (temp == null)
        break;
      System.out.println(temp);
    }
    out.close();
View Full Code Here
172
173
174
175
176
177
178
179
180
181
182
    System.out.println("------------------");
    System.out.println("RESULT FOR READING");
    System.out.println("------------------");
    out = fs.open(new Path(OUTPUT, "result-reading"));
    while (true) {
      String temp = out.readLine();
      if (temp == null)
        break;
      System.out.println(temp);
    }
    out.close();
View Full Code Here
141
142
143
144
145
146
147
148
149
150
151
    System.out.println("-------------------");
    System.out.println("RESULT FOR WRITING");
    System.out.println("-------------------");
    FSDataInputStream out = fs.open(new Path(OUTPUT,"result-writing"));
    while (true) {
      String temp = out.readLine();
      if (temp == null)
        break;
      System.out.println(temp);
    }
    out.close();
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.