Package org.apache.pig.penny

Examples of org.apache.pig.penny.PennyServer

29
30
31
32
33
34
35
36
37
38
39
40
41
*/
public class Main {
   
    public static void main(String[] args) throws Exception {
       
        PennyServer pennyServer = new PennyServer();
        String pigScriptFilename = args[0];
        ParsedPigScript parsedPigScript = pennyServer.parse(pigScriptFilename);
       
        Map<String, ClassWithArgs> monitorClasses = new HashMap<String, ClassWithArgs>();
        for (String alias : parsedPigScript.aliases()) {
            monitorClasses.put(alias, new ClassWithArgs(DSMonitorAgent.class));
        }
View Full Code Here
38
39
40
41
42
43
44
45
46
47
48
49
50
   
    public static void main(String[] args) throws Exception {
       
        System.out.println("***** CRASH INVESTIGATOR STARTING ...");
       
        PennyServer pennyServer = new PennyServer();
        String pigScriptFilename = args[0];
        ParsedPigScript parsedPigScript = pennyServer.parse(pigScriptFilename);

        Map<String, Integer> lowerBounds = new HashMap<String, Integer>();            // lower bound on tuple num for each logical location
        Map<PhysicalLocation, Tuple> latestTuples = null;
        for (int skipSize = 100; skipSize > 0; skipSize /= 10) {
            System.out.println("***** TRYING SCRIPT ...");
View Full Code Here
31
32
33
34
35
36
37
38
39
40
41
42
43
*/
public class Main {
   
    public static void main(String[] args) throws Exception {
       
        PennyServer pennyServer = new PennyServer();
        String pigScriptFilename = args[0];
        ParsedPigScript parsedPigScript = pennyServer.parse(pigScriptFilename);
       
        String triggerAlias = args[1];                            // script alias at which to trigger forward tracing
        int triggerField = Integer.parseInt(args[2]);            // field number to use for triggering forward tracing
        String triggerValue = args[3];                            // data value to use for triggering forward tracing (for now, use a String -- in general should be any Object)
       
View Full Code Here
31
32
33
34
35
36
37
38
39
40
41
42
43
*/
public class Main {
   
    public static void main(String[] args) throws Exception {
       
        PennyServer pennyServer = new PennyServer();
        String pigScriptFilename = args[0];
        ParsedPigScript parsedPigScript = pennyServer.parse(pigScriptFilename);
       
        Map<String, ClassWithArgs> monitorClasses = new HashMap<String, ClassWithArgs>();
        for (String alias : parsedPigScript.aliases()) {
            if (parsedPigScript.operator(alias).equals("LOLoad")) {
                monitorClasses.put(alias, new ClassWithArgs(TRMonitorAgent.class));
View Full Code Here
31
32
33
34
35
36
37
38
39
40
41
42
43
*/
public class Main {
   
    public static void main(String[] args) throws Exception {
       
        PennyServer pennyServer = new PennyServer();
        String pigScriptFilename = args[0];
        ParsedPigScript parsedPigScript = pennyServer.parse(pigScriptFilename);
   
        Map<String, ClassWithArgs> monitorClasses = new HashMap<String, ClassWithArgs>();
        for (String alias : parsedPigScript.aliases()) {
            monitorClasses.put(alias, new ClassWithArgs(LPMonitorAgent.class, parsedPigScript.operator(alias).equals("LOLoad")));
        }
View Full Code Here
31
32
33
34
35
36
37
38
39
40
41
42
43
*/
public class Main {
   
    public static void main(String[] args) throws Exception {
       
        PennyServer pennyServer = new PennyServer();
        String pigScriptFilename = args[0];
        ParsedPigScript parsedPigScript = pennyServer.parse(pigScriptFilename);
       
        String alias = args[1];                                // which alias to check
        int minCard = Integer.parseInt(args[2]);            // minimum cardinality accepted
       
        if (!parsedPigScript.aliases().contains(alias)) throw new IllegalArgumentException("Invalid alias.");
View Full Code Here
36
37
38
39
40
41
42
43
44
45
46
47
48
   
    private static final int NUM_TRIALS = 3;            // number of repeated runs to average across
   
    public static void main(String[] args) throws Exception {
       
        PennyServer pennyServer = new PennyServer();
        String pigScriptFilename = args[0];
        ParsedPigScript parsedPigScript = pennyServer.parse(pigScriptFilename);
       
        if (!parsedPigScript.isChain()) throw new RuntimeException("Overhead profiling currently only supports linear chain scripts (no joins, splits, etc.).");

        System.out.println("***** OVERHEAD PROFILER STARTING ...");
       
View Full Code Here
38
39
40
41
42
43
44
45
46
47
48
49
50
            skipInstrumentation = true;
            System.out.println("Just launching");
        } else {
            System.out.println("Adding instrumentation");
        }
        PennyServer igServer= new PennyServer();
        String pigScriptFilename = args[0];
        ParsedPigScript parsedPigScript = igServer.parse(pigScriptFilename);

        Map<String, ClassWithArgs> monitorClasses = new HashMap<String, ClassWithArgs>();
        if (!skipInstrumentation) {
            for (String alias: parsedPigScript.aliases()) {
                monitorClasses.put(alias, new ClassWithArgs(NOPMonitorAgent.class));
View Full Code Here
30
31
32
33
34
35
36
37
38
39
40
41
42
*/
public class Main {
   
    public static void main(String[] args) throws Exception {
       
        PennyServer pennyServer = new PennyServer();
        String pigScriptFilename = args[0];
        ParsedPigScript parsedPigScript = pennyServer.parse(pigScriptFilename);
       
        String alias = args[1];                                // which alias to create histogram for
        int fieldNo = Integer.parseInt(args[2]);            // which field to create histogram for
        int min = Integer.parseInt(args[3]);                // min field value
        int max = Integer.parseInt(args[4]);                // max field value
View Full Code Here
31
32
33
34
35
36
37
38
39
40
41
42
43
*/
public class Main {
   
    public static void main(String[] args) throws Exception {
       
        PennyServer pennyServer = new PennyServer();
        String pigScriptFilename = args[0];
        ParsedPigScript parsedPigScript = pennyServer.parse(pigScriptFilename);
       
        String alias = args[1];                                // which alias to check
        int fieldNo = Integer.parseInt(args[2]);            // which field to check for nulls
       
        if (!parsedPigScript.aliases().contains(alias)) throw new IllegalArgumentException("Invalid alias.");
View Full Code Here
TOP

Related Classes of org.apache.pig.penny.PennyServer

  • org.apache.pig.impl.PigContext
  • org.apache.pig.penny.apps.bt.Main
  • org.apache.pig.penny.apps.ci.Main
  • org.apache.pig.penny.apps.dh.Main
  • org.apache.pig.penny.apps.ds.Main
  • org.apache.pig.penny.apps.ft.Main
  • org.apache.pig.penny.apps.gl.Main
  • org.apache.pig.penny.apps.la.Main
  • org.apache.pig.penny.apps.lp.Main
  • org.apache.pig.penny.apps.nop.Main
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.