Package org.apache.pig.penny

Examples of org.apache.pig.penny.ParsedPigScript


   
    public static void main(String[] args) throws Exception {
       
        PennyServer pennyServer = new PennyServer();
        String pigScriptFilename = args[0];
        ParsedPigScript parsedPigScript = pennyServer.parse(pigScriptFilename);
       
        String testAlias = args[1];                                // which alias is being tested
        double sampleRate = Double.parseDouble(args[2]);        // what fraction of data to sample for testing
        String goldenLogicClass = args[3];                        // class that gives the "golden" (correct) output for a given input tuple

        if (!parsedPigScript.aliases().contains(testAlias)) throw new IllegalArgumentException("Invalid alias.");

        List<String> upstreamAliases = parsedPigScript.inEdges(testAlias);
        if (upstreamAliases.size() != 1) throw new IllegalArgumentException("Unable to perform testing of given alias.");
        String prevAlias = upstreamAliases.iterator().next();
       
        Map<String, ClassWithArgs> monitorClasses = new HashMap<String, ClassWithArgs>();
        monitorClasses.put(prevAlias, new ClassWithArgs(GLMonitorAgent1.class, sampleRate));
        monitorClasses.put(testAlias, new ClassWithArgs(GLMonitorAgent2.class));
        parsedPigScript.trace(new ClassWithArgs(GLCoordinator.class, goldenLogicClass), monitorClasses);
       
    }
View Full Code Here


   
    public static void main(String[] args) throws Exception {
       
        PennyServer pennyServer = new PennyServer();
        String pigScriptFilename = args[0];
        ParsedPigScript parsedPigScript = pennyServer.parse(pigScriptFilename);

        Map<String, ClassWithArgs> monitorClasses = new HashMap<String, ClassWithArgs>();
        for (String alias : parsedPigScript.aliases()) {
            // only put agents at the beginning of each task pipeline
            // (can't differentiate which step in pipeline is causing delay -- can only tell if a tuple coming into the pipeline is taking longer to go through the pipeline than other tuples)
            if (parsedPigScript.isTaskEntryPoint(alias)) {
                monitorClasses.put(alias, new ClassWithArgs(LAMonitorAgent.class));
            }
        }
        parsedPigScript.trace(LACoordinator.class, monitorClasses);
       
    }
View Full Code Here

   
    public static void main(String[] args) throws Exception {
       
        PennyServer pennyServer = new PennyServer();
        String pigScriptFilename = args[0];
        ParsedPigScript parsedPigScript = pennyServer.parse(pigScriptFilename);
       
        String traceAlias = args[1];                            // script alias of tuple to get trace of
        String traceTuple = args[2];                            // tuple to trace (has to match exactly tuple.toSTring())

    // Ibis change : start
        if (!(parsedPigScript.aliases().contains(traceAlias) && parsedPigScript.operator(traceAlias).equals("LOLoad"))) throw new IllegalArgumentException("Invalid alias.");
    // Ibis change : end
   
        Map<String, ClassWithArgs> monitorClasses = new HashMap<String, ClassWithArgs>();
        for (String alias : parsedPigScript.aliases()) {
      // Ibis change : start
            if (parsedPigScript.operator(alias).equals("LOLoad")) {
      // Ibis change : end
                monitorClasses.put(alias, new ClassWithArgs(BTInjectTaintMonitorAgent.class));                   
            } else if (alias.equals(traceAlias)) {
                monitorClasses.put(alias, new ClassWithArgs(BTMatchTaintMonitorAgent.class, traceTuple));
            } else {
                monitorClasses.put(alias, new ClassWithArgs(BTPropagateTaintMonitorAgent.class));
            }
        }
        Collection<Tuple> traceResults = (Collection<Tuple>) parsedPigScript.trace(BTCoordinator.class, monitorClasses);
        System.out.println("*** TRACE RESULTS:" + traceResults);
    }
View Full Code Here

TOP

Related Classes of org.apache.pig.penny.ParsedPigScript

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.