Examples of MRScriptState

org.apache.pig.tools.pigstats.mapreduce.MRScriptState
ScriptStates encapsulates settings for a Pig script that runs on a hadoop cluster. These settings are added to all MR jobs spawned by the script and in turn are persisted in the hadoop job xml. With the properties already in the job xml, users who want to know the relations between the script and MR jobs can derive them from the job xmls.

Examples of org.apache.pig.tools.pigstats.mapreduce.MRScriptState

    /**
     * @deprecated use {@link org.apache.pig.tools.pigstats.ScriptState#start(ScriptState)} instead.
     */
    @Deprecated
    public static ScriptState start(String commandLine, PigContext pigContext) {
        ScriptState ss = new MRScriptState(UUID.randomUUID().toString());
        ss.setCommandLine(commandLine);
        ss.setPigContext(pigContext);
        tss.set(ss);
        return ss;
    }

View Full Code Here

Examples of org.apache.pig.tools.pigstats.mapreduce.MRScriptState

        this.launcher = new MapReduceLauncher();
    }


    @Override
    public ScriptState instantiateScriptState() {
        MRScriptState ss = new MRScriptState(UUID.randomUUID().toString());
        ss.setPigContext(pigContext);
        return ss;
    }

View Full Code Here

Examples of org.apache.pig.tools.pigstats.mapreduce.MRScriptState

    /**
     * @deprecated use {@link org.apache.pig.tools.pigstats.ScriptState#start(ScriptState)} instead.
     */
    @Deprecated
    public static ScriptState start(String commandLine, PigContext pigContext) {
        ScriptState ss = new MRScriptState(UUID.randomUUID().toString());
        ss.setCommandLine(commandLine);
        ss.setPigContext(pigContext);
        tss.set(ss);
        return ss;
    }

View Full Code Here

Examples of org.apache.pig.tools.pigstats.mapreduce.MRScriptState

        Path tmpLocation = null;


        // add settings for pig statistics
        String setScriptProp = conf.get(PigConfiguration.INSERT_ENABLED, "true");
        if (setScriptProp.equalsIgnoreCase("true")) {
            MRScriptState ss = MRScriptState.get();
            ss.addSettingsToConf(mro, conf);
        }


        conf.set("mapred.mapper.new-api", "true");
        conf.set("mapred.reducer.new-api", "true");

View Full Code Here

Examples of org.apache.pig.tools.pigstats.mapreduce.MRScriptState

        w.println("register /mydir/lib/hadoop-tools-0.20.201.0-SNAPSHOT.jar");
        w.println("register /mydir/lib/jackson-core-asl-1.4.2.jar");
        w.println("register /mydir/lib/jackson-mapper-asl-1.4.2.jar");
        w.close();
        
        MRScriptState ss = MRScriptState.get();
        ss.setScript(new File("test.pig"));
        Configuration conf = new Configuration();
        MapReduceOper mro = new MapReduceOper(new OperatorKey());
        ss.addSettingsToConf(mro, conf);
        
        String s = conf.get("pig.script");
        String script = new String(Base64.decodeBase64(s.getBytes()));
        
        String expected =

View Full Code Here

Examples of org.apache.pig.tools.pigstats.mapreduce.MRScriptState

                "\traise 'failed'"
        };
        
        Util.createLocalInputFile( "testScript.py", script);
        
        MRScriptState ss = MRScriptState.get();
        ss.setScript(new File("testScript.py"));
        Configuration conf = new Configuration();
        MapReduceOper mro = new MapReduceOper(new OperatorKey());
        ss.addSettingsToConf(mro, conf);
        
        String s = conf.get("pig.script");
        String actual = new String(Base64.decodeBase64(s.getBytes()));
        
        String expected =

View Full Code Here

Examples of org.apache.pig.tools.pigstats.mapreduce.MRScriptState

        Path tmpLocation = null;


        // add settings for pig statistics
        String setScriptProp = conf.get(PigConfiguration.INSERT_ENABLED, "true");
        if (setScriptProp.equalsIgnoreCase("true")) {
            MRScriptState ss = MRScriptState.get();
            ss.addSettingsToConf(mro, conf);
        }


        conf.set(MRConfiguration.MAPPER_NEW_API, "true");
        conf.set(MRConfiguration.REDUCER_NEW_API, "true");

View Full Code Here

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.