Examples of registerScript()

Examples of org.apache.pig.PigServer.registerScript()

66
67
68
69
70
71
72
73
74
75
76
        for (String line : statement) {
            writer.write(line + "\n");
        }
        writer.close();
       
        pig.registerScript(tmpFile.getAbsolutePath());
        Iterator<Tuple> iterator = pig.openIterator("D");
        while (iterator.hasNext()) {
            Tuple tuple = iterator.next();
            if ("dumb".equals(tuple.get(0).toString())) {
                assertEquals(tuple.get(1).toString(), "joe");
View Full Code Here

Examples of org.apache.pig.PigServer.registerScript()

1137
1138
1139
1140
1141
1142
1143
1144
1145
1146
1147
        pwScript.println("sh " + strRemove + " " + Util.encodeEscape(inputFile.getAbsolutePath()));
        pwScript.close();

        InputStream inputStream = new FileInputStream(inputScript.getAbsoluteFile());
        server.setBatchOn();
        server.registerScript(inputStream);
        List<ExecJob> execJobs = server.executeBatch();
        assertTrue(execJobs.get(0).getStatus() == JOB_STATUS.COMPLETED);
    }

    @Test
View Full Code Here

Examples of org.apache.pig.PigServer.registerScript()

84
85
86
87
88
89
90
91
92
93
94
            script.append("set io.sort.mb 1000;")
                    .append("A = LOAD 'foo' USING mock.Storage() AS (f1:chararray,f2:int,f3:chararray);")
                    .append("B = order A by f1,f2,f3 DESC;")
                    .append("STORE B INTO 'bar' USING mock.Storage();");

            pigServer.registerScript(IOUtils.toInputStream(script));
            fail();
        } catch (Exception e) {
            Util.assertExceptionAndMessage(FrontendException.class, e,
                    "SET command is not permitted. ");
        }
View Full Code Here

Examples of org.apache.pig.PigServer.registerScript()

66
67
68
69
70
71
72
73
74
75
76
        for (String line : statement) {
            writer.write(line + "\n");
        }
        writer.close();
       
        pig.registerScript(tmpFile.getAbsolutePath());
        Iterator<Tuple> iterator = pig.openIterator("D");
        while (iterator.hasNext()) {
            Tuple tuple = iterator.next();
            if ("dumb".equals(tuple.get(0).toString())) {
                assertEquals(tuple.get(1).toString(), "joe");
View Full Code Here

Examples of org.apache.pig.PigServer.registerScript()

1133
1134
1135
1136
1137
1138
1139
1140
1141
1142
1143
        pwScript.println("sh " + strRemove + " " + Util.encodeEscape(inputFile.getAbsolutePath()));
        pwScript.close();

        InputStream inputStream = new FileInputStream(inputScript.getAbsoluteFile());
        server.setBatchOn();
        server.registerScript(inputStream);
        List<ExecJob> execJobs = server.executeBatch();
        assertTrue(execJobs.get(0).getStatus() == JOB_STATUS.COMPLETED);
    }

    @Test
View Full Code Here

Examples of org.apache.pig.PigServer.registerScript()

87
88
89
90
91
92
93
94
95
96
97
      query.append("A = LOAD 'foo' USING mock.Storage() AS (i:int);\n");
      query.append("ASSERT A BY i > 0;\n");
      query.append("STORE A INTO 'bar' USING mock.Storage();");

      InputStream is = new ByteArrayInputStream(query.toString().getBytes());
      pigServer.registerScript(is);

      List<Tuple> out = data.get("bar");
      assertEquals(3, out.size());
      assertEquals(tuple(1), out.get(0));
      assertEquals(tuple(2), out.get(1));
View Full Code Here

Examples of org.apache.pig.PigServer.registerScript()

48
49
50
51
52
53
54
55
56
57
58
    }

    @Test
    public void testUDFWithoutParameter() throws Exception {
        PigServer pig = new PigServer(ExecType.LOCAL);
        pig.registerScript(TempScriptFile.getAbsolutePath());

        Iterator<Tuple> iterator=pig.openIterator("B");
        int index=0;
        while(iterator.hasNext()){
            Tuple tuple=iterator.next();
View Full Code Here

Examples of org.apache.pig.PigServer.registerScript()

75
76
77
78
79
80
81
82
83
84
85
    }

    @Test
    public void testUDFReturnMap_LocalMode() throws Exception {
        PigServer pig = new PigServer(ExecType.LOCAL);
        pig.registerScript(TempScriptFile.getAbsolutePath());

        Iterator<Tuple> iterator = pig.openIterator("B");
        while (iterator.hasNext()) {
            Tuple tuple = iterator.next();
            Map<Object, Object> result = (Map<Object, Object>) tuple.get(0);
View Full Code Here

Examples of org.apache.pig.PigServer.registerScript()

657
658
659
660
661
662
663
664
665
666
667
       
        PigServer pig = new PigServer(ExecType.MAPREDUCE, cluster
                .getProperties());
       
        FileInputStream fis = new FileInputStream(inputScriptName);
        pig.registerScript(fis);
       
        FileSystem fs = FileSystem.get(ConfigurationUtil.toConfiguration(
                pig.getPigContext().getProperties()));
        FileStatus stat = fs.getFileStatus(new Path("output3/part-m-00000.bz2"));       
        assertTrue(stat.getLen() > 0);    
View Full Code Here

Examples of org.apache.pig.PigServer.registerScript()

643
644
645
646
647
648
649
650
651
652
653
          "STORE joined INTO '/tmp/test_out.tsv';";

        PigServer pig = new PigServer(ExecType.LOCAL);
        // Execution of the script should fail, but without throwing any exceptions (such as NPE)
        try {
            pig.registerScript(new ByteArrayInputStream(script.getBytes("UTF-8")));
        } catch(Exception ex) {
            fail("Unexpected exception: " + ex);
        }
    }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.