Package org.apache.pig.scripting

Examples of org.apache.pig.scripting.ScriptEngine

501
502
503
504
505
506
507
508
509
510
            String msg = "Can't read file: " + path;
            throw new FrontendException(msg, errCode,
                    PigException.USER_ENVIRONMENT);
        }
        if(scriptingLang != null) {
            ScriptEngine se = ScriptEngine.getInstance(scriptingLang);
            se.registerFunctions(path, namespace, pigContext);
        }
        pigContext.addScriptFile(path);
    }
View Full Code Here
512
513
514
515
516
517
518
519
520
521
            String msg = "Can't read file: " + path;
            throw new FrontendException(msg, errCode,
                    PigException.USER_ENVIRONMENT);
        }
        if(scriptingLang != null) {
            ScriptEngine se = ScriptEngine.getInstance(scriptingLang);
            se.registerFunctions(path, namespace, pigContext);
        }
        pigContext.addScriptFile(path);
    }
View Full Code Here
561
562
563
564
565
566
567
568
569
570
            String msg = "Can't read file: " + path;
            throw new FrontendException(msg, errCode,
                    PigException.USER_ENVIRONMENT);
        }
        if(scriptingLang != null) {
            ScriptEngine se = ScriptEngine.getInstance(scriptingLang);   
            se.registerFunctions(path, namespace, pigContext);
        }
        pigContext.addScriptFile(path);
    }
View Full Code Here
909
910
911
912
913
914
915
916
917
918
919
920
private static int runEmbeddedScript(PigContext pigContext, String file, String engine)
        throws IOException {
    log.info("Run embedded script: " + engine);
    pigContext.connect();
    ScriptEngine scriptEngine = ScriptEngine.getInstance(engine);
    Map<String, List<PigStats>> statsMap = scriptEngine.run(pigContext, file);
    PigStatsUtil.setStatsMap(statsMap);
   
    int failCount = 0;
    int totalCount = 0;
    for (List<PigStats> lst : statsMap.values()) {
View Full Code Here
554
555
556
557
558
559
560
561
562
        //Use the relative path in the jar, if the path specified is relative
        String nameInJar = filePath.equals(cwd + File.separator + path) ?
                filePath.substring(cwd.length() + 1) : filePath;
        pigContext.addScriptFile(nameInJar, filePath);
        if(scriptingLang != null) {
            ScriptEngine se = ScriptEngine.getInstance(scriptingLang);
            se.registerFunctions(nameInJar, namespace, pigContext);
        }
    }
View Full Code Here
602
603
604
605
606
607
608
609
610
        //Use the relative path in the jar, if the path specified is relative
        String nameInJar = filePath.equals(cwd + File.separator + path) ?
                filePath.substring(cwd.length() + 1) : filePath;
        pigContext.addScriptFile(nameInJar, filePath);
        if(scriptingLang != null) {
            ScriptEngine se = ScriptEngine.getInstance(scriptingLang);
            se.registerFunctions(nameInJar, namespace, pigContext);
        }
    }
View Full Code Here
1051
1052
1053
1054
1055
1056
1057
1058
1059
1060
1061
1062
    private static int runEmbeddedScript(PigContext pigContext, String file, String engine)
    throws IOException {
        log.info("Run embedded script: " + engine);
        pigContext.connect();
        ScriptEngine scriptEngine = ScriptEngine.getInstance(engine);
        Map<String, List<PigStats>> statsMap = scriptEngine.run(pigContext, file);
        PigStatsUtil.setStatsMap(statsMap);

        int failCount = 0;
        int totalCount = 0;
        for (List<PigStats> lst : statsMap.values()) {
View Full Code Here
579
580
581
582
583
584
585
586
587
        //Use the relative path in the jar, if the path specified is relative
        String nameInJar = filePath.equals(cwd + File.separator + path) ?
                filePath.substring(cwd.length() + 1) : filePath;
        pigContext.addScriptFile(nameInJar, filePath);
        if(scriptingLang != null) {
            ScriptEngine se = ScriptEngine.getInstance(scriptingLang);
            se.registerFunctions(nameInJar, namespace, pigContext);
        }
    }
View Full Code Here
1019
1020
1021
1022
1023
1024
1025
1026
1027
1028
1029
1030
    private static int runEmbeddedScript(PigContext pigContext, String file, String engine)
    throws IOException {
        log.info("Run embedded script: " + engine);
        pigContext.connect();
        ScriptEngine scriptEngine = ScriptEngine.getInstance(engine);
        Map<String, List<PigStats>> statsMap = scriptEngine.run(pigContext, file);
        PigStatsUtil.setStatsMap(statsMap);

        int failCount = 0;
        int totalCount = 0;
        for (List<PigStats> lst : statsMap.values()) {
View Full Code Here
64
65
66
67
68
69
70
71
72
73
74
75
    Util.deleteFile(pigServer.getPigContext(), "simple_table");
    Util.deleteFile(pigServer.getPigContext(), "simple_out");
    Util.createInputFile(pigServer.getPigContext(), "simple_table", input);
    Util.createLocalInputFile( "testScript.py", script);

    ScriptEngine scriptEngine = ScriptEngine.getInstance("jython");
    Map<String, List<PigStats>> statsMap = scriptEngine.run(pigServer.getPigContext(), "testScript.py");
    assertEquals(1, statsMap.size());
    Iterator<List<PigStats>> it = statsMap.values().iterator();
    PigStats stats = it.next().get(0);
    assertTrue(stats.isSuccessful());
View Full Code Here
TOP

Related Classes of org.apache.pig.scripting.ScriptEngine

  • com.netflix.lipstick.Main
  • org.apache.pig.Main
  • org.apache.pig.PigServer
  • org.apache.pig.test.TestScriptingLanguagePython
  • org.apache.pig.test.TestScriptLanguage
  • org.apache.pig.test.TestScriptLanguageJavaScript
  • java.io.InputStream
  • java.io.FileReader
  • java.io.BufferedReader
  • java.io.File
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.