Package org.apache.pig.penny

Examples of org.apache.pig.penny.ParsedPigScript.aliases()

34
35
36
37
38
39
40
41
42
43
44
        PennyServer pennyServer = new PennyServer();
        String pigScriptFilename = args[0];
        ParsedPigScript parsedPigScript = pennyServer.parse(pigScriptFilename);
       
        Map<String, ClassWithArgs> monitorClasses = new HashMap<String, ClassWithArgs>();
        for (String alias : parsedPigScript.aliases()) {
            monitorClasses.put(alias, new ClassWithArgs(DSMonitorAgent.class));
        }
        parsedPigScript.trace(DSCoordinator.class, monitorClasses);
       
    }
View Full Code Here
48
49
50
51
52
53
54
55
56
57
58
        Map<PhysicalLocation, Tuple> latestTuples = null;
        for (int skipSize = 100; skipSize > 0; skipSize /= 10) {
            System.out.println("***** TRYING SCRIPT ...");
           
            Map<String, ClassWithArgs> monitorClasses = new HashMap<String, ClassWithArgs>();
            for (String alias : parsedPigScript.aliases()) {
                int lowerBound = (lowerBounds.containsKey(alias))? lowerBounds.get(alias) : 0;
                monitorClasses.put(alias, new ClassWithArgs(CIMonitorAgent.class, lowerBound, skipSize));
            }
            latestTuples = (Map<PhysicalLocation, Tuple>) parsedPigScript.trace(CICoordinator.class, monitorClasses);
           
View Full Code Here
73
74
75
76
77
78
79
80
81
82
83
            if (!crashCulprits.containsKey(alias)) crashCulprits.put(alias, new HashSet<Tuple>());
            crashCulprits.get(alias).add(t);
        }
       
        System.out.println("\n\n***** CRASH SUSPECTS:");
        for (String alias : parsedPigScript.aliases()) {
            if (crashCulprits.containsKey(alias)) {
                System.out.println("\nAlias " + alias + ":");
                for (Tuple t : crashCulprits.get(alias)) {
                    System.out.println("\t" + t);
                }
View Full Code Here
39
40
41
42
43
44
45
46
47
48
49
       
        String triggerAlias = args[1];                            // script alias at which to trigger forward tracing
        int triggerField = Integer.parseInt(args[2]);            // field number to use for triggering forward tracing
        String triggerValue = args[3];                            // data value to use for triggering forward tracing (for now, use a String -- in general should be any Object)
       
        if (!parsedPigScript.aliases().contains(triggerAlias)) throw new IllegalArgumentException("Invalid trigger alias.");

        Map<String, ClassWithArgs> monitorClasses = new HashMap<String, ClassWithArgs>();
        for (String alias : parsedPigScript.aliases()) {
            if (alias.equals(triggerAlias)) {
                monitorClasses.put(alias, new ClassWithArgs(FTMonitorAgent.class, triggerField, triggerValue));
View Full Code Here
42
43
44
45
46
47
48
49
50
51
52
        String triggerValue = args[3];                            // data value to use for triggering forward tracing (for now, use a String -- in general should be any Object)
       
        if (!parsedPigScript.aliases().contains(triggerAlias)) throw new IllegalArgumentException("Invalid trigger alias.");

        Map<String, ClassWithArgs> monitorClasses = new HashMap<String, ClassWithArgs>();
        for (String alias : parsedPigScript.aliases()) {
            if (alias.equals(triggerAlias)) {
                monitorClasses.put(alias, new ClassWithArgs(FTMonitorAgent.class, triggerField, triggerValue));
            } else {
                monitorClasses.put(alias, new ClassWithArgs(FTMonitorAgent.class));
            }
View Full Code Here
36
37
38
39
40
41
42
43
44
45
46
        PennyServer pennyServer = new PennyServer();
        String pigScriptFilename = args[0];
        ParsedPigScript parsedPigScript = pennyServer.parse(pigScriptFilename);
       
        Map<String, ClassWithArgs> monitorClasses = new HashMap<String, ClassWithArgs>();
        for (String alias : parsedPigScript.aliases()) {
            if (parsedPigScript.operator(alias).equals("LOLoad")) {
                monitorClasses.put(alias, new ClassWithArgs(TRMonitorAgent.class));
                break;            // only put MA at (first) load
            }
        }
View Full Code Here
36
37
38
39
40
41
42
43
44
45
46
        PennyServer pennyServer = new PennyServer();
        String pigScriptFilename = args[0];
        ParsedPigScript parsedPigScript = pennyServer.parse(pigScriptFilename);
   
        Map<String, ClassWithArgs> monitorClasses = new HashMap<String, ClassWithArgs>();
        for (String alias : parsedPigScript.aliases()) {
            monitorClasses.put(alias, new ClassWithArgs(LPMonitorAgent.class, parsedPigScript.operator(alias).equals("LOLoad")));
        }
        parsedPigScript.trace(LPCoordinator.class, monitorClasses);
       
    }
View Full Code Here
38
39
40
41
42
43
44
45
46
47
48
        ParsedPigScript parsedPigScript = pennyServer.parse(pigScriptFilename);
       
        String alias = args[1];                                // which alias to check
        int minCard = Integer.parseInt(args[2]);            // minimum cardinality accepted
       
        if (!parsedPigScript.aliases().contains(alias)) throw new IllegalArgumentException("Invalid alias.");

        Map<String, ClassWithArgs> monitorClasses = new HashMap<String, ClassWithArgs>();
        monitorClasses.put(alias, new ClassWithArgs(TIMonitorAgent.class));
        parsedPigScript.trace(new ClassWithArgs(TICoordinator.class, minCard), monitorClasses);
    }
View Full Code Here
44
45
46
47
48
49
50
51
52
53
54
        String pigScriptFilename = args[0];
        ParsedPigScript parsedPigScript = igServer.parse(pigScriptFilename);

        Map<String, ClassWithArgs> monitorClasses = new HashMap<String, ClassWithArgs>();
        if (!skipInstrumentation) {
            for (String alias: parsedPigScript.aliases()) {
                monitorClasses.put(alias, new ClassWithArgs(NOPMonitorAgent.class));
            }
        }
        parsedPigScript.trace(NOPCoordinator.class, monitorClasses);
    }
View Full Code Here
40
41
42
43
44
45
46
47
48
49
50
        int fieldNo = Integer.parseInt(args[2]);            // which field to create histogram for
        int min = Integer.parseInt(args[3]);                // min field value
        int max = Integer.parseInt(args[4]);                // max field value
        int bucketSize = Integer.parseInt(args[5]);            // histogram bucket size
       
        if (!parsedPigScript.aliases().contains(alias)) throw new IllegalArgumentException("No such alias.");
       
        Map<String, ClassWithArgs> monitorClasses = new HashMap<String, ClassWithArgs>();
        monitorClasses.put(alias, new ClassWithArgs(DHMonitorAgent.class, fieldNo, min, max, bucketSize));
        TreeMap<Integer, Integer> histogram = (TreeMap<Integer, Integer>) parsedPigScript.trace(DHCoordinator.class, monitorClasses);
        System.out.println("Histogram: " + histogram);
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.