List of openIterator() Examples

Examples of openIterator()

org.apache.pig.PigServer.openIterator()
Executes a Pig Latin script up to and including indicated alias. That is, if a user does:
```
 PigServer server = new PigServer(); server.registerQuery("A = load 'foo';"); server.registerQuery("B = filter A by $0 > 0;"); server.registerQuery("C = order B by $1;"); 
```
Then
```
 server.openIterator("B"); 
```
filtered but unsorted data will be returned. If instead a user does
```
 server.openIterator("C"); 
```
filtered and sorted data will be returned. @param id Alias to open iterator for @return iterator of tuples returned from the script @throws IOException

Examples of org.apache.pig.PigServer.openIterator()

  server.registerQuery("a = LOAD '" + singlePartitionedFile + "' using "
    + funcSpecString + ";");


  server.registerQuery("b = foreach a generate f1;");


  Iterator<Tuple> result = server.openIterator("b");


  int count = 0;
  Tuple t = null;
  while ((t = result.next()) != null) {
      assertEquals(1, t.size());

View Full Code Here

Examples of org.apache.pig.PigServer.openIterator()

    + yearMonthDayHourPartitionedDir.getAbsolutePath() + "' using "
    + funcSpecString + ";");
  server.registerQuery("f = FILTER a by year=='2010';");
  server.registerQuery("b = foreach f generate f1;");


  Iterator<Tuple> result = server.openIterator("b");


  Tuple t = null;
  while ((t = result.next()) != null) {
      assertEquals(1, t.size());
      assertEquals(DataType.CHARARRAY, t.getType(0));

View Full Code Here

Examples of org.apache.pig.PigServer.openIterator()

    + yearMonthDayHourPartitionedDir.getAbsolutePath() + "' using "
    + funcSpecString + ";");
  server.registerQuery("f = FILTER a by year=='2010';");
  server.registerQuery("r = foreach f generate year, f2, f3, month, day, hour;");
  server.registerQuery("b = ORDER r BY year, month, day, hour;");
  Iterator<Tuple> result = server.openIterator("b");


  Tuple t = null;
  while ((t = result.next()) != null) {
      System.out.println("Tuple: " + t);
      assertEquals(6, t.size());

View Full Code Here

Examples of org.apache.pig.PigServer.openIterator()


  server.registerQuery("a = LOAD '"
    + datePartitionedDir.getAbsolutePath() + "' using "
    + funcSpecString + ";");
  server.registerQuery("b = FOREACH a GENERATE f2 as p;");
  Iterator<Tuple> result = server.openIterator("b");


  Tuple t = null;
  while ((t = result.next()) != null) {
      assertEquals(1, t.size());
      assertEquals(DataType.CHARARRAY, t.getType(0));

View Full Code Here

Examples of org.apache.pig.PigServer.openIterator()

        pigServer.registerQuery("A = LOAD '" + INPUT_FILE1 + "' using "+ DummyCollectableLoader.class.getName() +"() as (c1:chararray,c2:int);");
        pigServer.registerQuery("B = LOAD '" + INPUT_FILE2 + "' using "+ DummyIndexableLoader.class.getName()   +"() as (c1:chararray,c2:int);");


        DataBag dbMergeCogrp = BagFactory.getInstance().newDefaultBag();
        pigServer.registerQuery("C = cogroup A by c1, B by c1 using 'merge';");
        Iterator<Tuple> iter = pigServer.openIterator("C");


        while(iter.hasNext()) {
            Tuple t = iter.next();
            dbMergeCogrp.add(t);
        }

View Full Code Here

Examples of org.apache.pig.PigServer.openIterator()

        pigServer.registerQuery("E = LOAD '" + INPUT_FILE3 + "' using "+ DummyIndexableLoader.class.getName()   +"() as (c1:chararray,c2:int);");


        DataBag dbMergeCogrp = BagFactory.getInstance().newDefaultBag();


        pigServer.registerQuery("C = cogroup A by c1, B by c1, E by c1 using 'merge';");
        Iterator<Tuple> iter = pigServer.openIterator("C");


        while(iter.hasNext()) {
            Tuple t = iter.next();
            dbMergeCogrp.add(t);
        }

View Full Code Here

Examples of org.apache.pig.PigServer.openIterator()

        pigServer.registerQuery("B = LOAD '" + INPUT_FILE5 + "' using "+ DummyIndexableLoader.class.getName()   +"() as (c1:chararray,c2:int);");


        DataBag dbMergeCogrp = BagFactory.getInstance().newDefaultBag();


        pigServer.registerQuery("C = cogroup A by c1, B by c1 using 'merge';");
        Iterator<Tuple> iter = pigServer.openIterator("C");




        while(iter.hasNext()) {
            Tuple t = iter.next();
            dbMergeCogrp.add(t);

View Full Code Here

Examples of org.apache.pig.PigServer.openIterator()

        pigServer.registerQuery("A = LOAD '" + INPUT_FILE1 + "' using "+ DummyCollectableLoader.class.getName() +"() as (c1:chararray,c2:chararray);");
        pigServer.registerQuery("B = LOAD '" + INPUT_FILE2 + "' using "+ DummyIndexableLoader.class.getName()   +"() as (c1:chararray,c2:chararray);");


        DataBag dbMergeCogrp = BagFactory.getInstance().newDefaultBag();
        pigServer.registerQuery("C = cogroup A by (c1,c2) , B by (c1,c2) using 'merge' ;");
        Iterator<Tuple> iter = pigServer.openIterator("C");


        while(iter.hasNext()) {
            Tuple t = iter.next();
            dbMergeCogrp.add(t);
        }

View Full Code Here

Examples of org.apache.pig.PigServer.openIterator()

        pigServer.registerQuery("B = LOAD '" + EMPTY_FILE + "' using "+ DummyIndexableLoader.class.getName()   +"() as (c1:chararray,c2:int);");


        DataBag dbMergeCogrp = BagFactory.getInstance().newDefaultBag();


        pigServer.registerQuery("C = cogroup A by c1, B by c1 using 'merge';");
        Iterator<Tuple> iter = pigServer.openIterator("C");


        while(iter.hasNext()) {
            Tuple t = iter.next();
            dbMergeCogrp.add(t);
        }

View Full Code Here

Examples of org.apache.pig.PigServer.openIterator()

        };   


        DataBag dbMergeCogrp = BagFactory.getInstance().newDefaultBag();


        pigServer.registerQuery("C = cogroup A by c1, B by c1 using 'merge';");
        Iterator<Tuple> iter = pigServer.openIterator("C");


        while(iter.hasNext()) {
            Tuple t = iter.next();
            dbMergeCogrp.add(t);
        }

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.