Examples of nextKeyValue()

Examples of org.apache.hadoop.vertica.VerticaRecordReader.nextKeyValue()

285
286
287
288
289
290
291
292
293
294
295
        .getConfiguration());
    TaskAttemptContext context = new TaskAttemptContextImpl(input
        .getConfiguration(), new TaskAttemptID());
    reader.initialize(input, context);

    boolean hasValue = reader.nextKeyValue();
    assertEquals("There should be a record in the database", hasValue, true);
   
    LongWritable key = reader.getCurrentKey();
    VerticaRecord value = reader.getCurrentValue();
View Full Code Here

Examples of org.apache.mahout.classifier.df.mapreduce.inmem.InMemInputFormat.InMemRecordReader.nextKeyValue()

98
99
100
101
102
103
104
105
106
107
108
        reader.initialize(split, null);
       
        for (int tree = 0; tree < split.getNbTrees(); tree++) {
          // reader.next() should return true until there is no tree left
          assertEquals(tree < split.getNbTrees(), reader.nextKeyValue());
          assertEquals(split.getFirstId() + tree, reader.getCurrentKey().get());
        }
      }
    }
  }
View Full Code Here

Examples of org.apache.mahout.df.mapreduce.inmem.InMemInputFormat.InMemRecordReader.nextKeyValue()

94
95
96
97
98
99
100
101
102
103
104
        reader.initialize(split, null);
       
        for (int tree = 0; tree < split.getNbTrees(); tree++) {
          // reader.next() should return true until there is no tree left
          assertEquals(tree < split.getNbTrees(), reader.nextKeyValue());
          assertEquals(split.getFirstId() + tree, reader.getCurrentKey().get());
        }
      }
    }
  }
View Full Code Here

Examples of org.apache.mahout.ga.watchmaker.cd.hadoop.DatasetSplit.RndLineRecordReader.nextKeyValue()

100
101
102
103
104
105
106
107
108
109
110
      // read the training set
      split.storeJobParameters(conf);
      long datasetSize = 100;
      RndLineRecordReader rndReader = new RndLineRecordReader(new MockReader(datasetSize), conf);
      while (rndReader.nextKeyValue()) {
        assertTrue("duplicate line index", dataset.add(rndReader.getCurrentKey().get()));
      }

      // read the testing set
      split.setTraining(false);
View Full Code Here

Examples of org.apache.mahout.ga.watchmaker.cd.hadoop.DatasetSplit.RndLineRecordReader.nextKeyValue()

108
109
110
111
112
113
114
115
116
117
118
      // read the testing set
      split.setTraining(false);
      split.storeJobParameters(conf);
      rndReader = new RndLineRecordReader(new MockReader(datasetSize), conf);
      while (rndReader.nextKeyValue()) {
        assertTrue("duplicate line index", dataset.add(rndReader.getCurrentKey().get()));
      }

      assertEquals("missing datas", datasetSize, dataset.size());
    }
View Full Code Here

Examples of org.apache.pig.impl.io.InterRecordReader.nextKeyValue()

542
543
544
545
546
547
548
549
550
551
552
        InterRecordReader reader = new InterRecordReader();
        reader.initialize(is, HadoopShims.createTaskAttemptContext(conf, taskId));

        for (int i = 0; i < sz; i++) {
            assertTrue(reader.nextKeyValue());
            SchemaTuple<?> st = (SchemaTuple<?>)reader.getCurrentValue();
            assertEquals(written.get(i), st);
        }
        reader.close();
View Full Code Here

Examples of org.apache.pig.impl.io.TFileRecordReader.nextKeyValue()

373
374
375
376
377
378
379
380
381
382
383
                        conf,
                        HadoopShims.createTaskAttemptID("jt", 1, true, 1, 1)));

                float progress = 0,  lastprogress = 0;
                int curval = 0, prevval = -1;
                while (reader.nextKeyValue()) {
                    Tuple t = (Tuple) reader.getCurrentValue();
                    curval = Integer.valueOf((String) t.get(0));
                    assertEquals("Unexpected Value", curval, prevval + 1);
                    prevval = curval;
View Full Code Here

Examples of pignlproc.format.WikipediaPageInputFormat.WikipediaRecordReader.nextKeyValue()

27
28
29
30
31
32
33
34
35
36
37
        assertNotNull(wikiDump);
        WikipediaRecordReader reader = new WikipediaPageInputFormat.WikipediaRecordReader(
                wikiDump, 0, 100000);

        // first article
        assertTrue(reader.nextKeyValue());
        assertEquals(new Text("AccessibleComputing"), reader.getCurrentKey());
        String markup = reader.getCurrentValue().toString();
        assertEquals(
                "#REDIRECT [[Computer accessibility]] {{R from CamelCase}}",
                markup);
View Full Code Here

Examples of pignlproc.format.WikipediaPageInputFormat.WikipediaRecordReader.nextKeyValue()

42
43
44
45
46
47
48
49
50
51
52
        assertTrue(converter.getWikiLinkAnnotations().isEmpty());
        assertEquals("http://en.wikipedia.org/wiki/Computer_accessibility",
                converter.getRedirect());

        // second article
        assertTrue(reader.nextKeyValue());
        assertEquals("Anarchism", reader.getCurrentKey().toString());
        markup = reader.getCurrentValue().toString();
        converter = new AnnotatingMarkupParser();
        simpleText = converter.parse(markup);
        assertTrue(simpleText.startsWith("\nAnarchism is a political philosophy"
View Full Code Here

Examples of pignlproc.format.WikipediaPageInputFormat.WikipediaRecordReader.nextKeyValue()

60
61
62
63
64
65
66
67
68
69
70
        assertEquals(36, firstLink.end);
        assertEquals("political philosophy",
                simpleText.substring(firstLink.begin, firstLink.end));

        // third article
        assertTrue(reader.nextKeyValue());
        assertEquals("AfghanistanHistory", reader.getCurrentKey().toString());
        markup = reader.getCurrentValue().toString();
        converter = new AnnotatingMarkupParser();
        simpleText = converter.parse(markup);
        assertEquals("", simpleText);
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.