Examples of org.apache.tez.client.TezClient.waitTillReady()

org.apache.tez.client.TezClient.waitTillReady()
Wait till the DAG is ready to be submitted. In non-session mode this is a no-op since the application can be immediately submitted. In session mode, this waits for the session host to be ready to accept a DAG @throws IOException @throws TezException @throws InterruptedException

    try {
      for (int i=0; i<inputPaths.length; ++i) {
        DAG dag = OrderedWordCount.createDAG(tezConf, inputPaths[i], outputPaths[i], numPartitions,
            ("DAG-Iteration-" + i)); // the names of the DAGs must be unique in a session


        tezClient.waitTillReady();
        System.out.println("Running dag number " + i);
        DAGClient dagClient = tezClient.submitDAG(dag);


        // wait to finish
        DAGStatus dagStatus = dagClient.waitForCompletion();

View Full Code Here


    try {
        DAG dag = createDAG(tezConf, inputPath, outputPath, numPartitions);


        // check that the execution environment is ready
        tezClient.waitTillReady();
        // submit the dag and receive a dag client to monitor the progress
        DAGClient dagClient = tezClient.submitDAG(dag);


        // monitor the progress and wait for completion. This method blocks until the dag is done.
        DAGStatus dagStatus = dagClient.waitForCompletionWithStatusUpdates(null);

View Full Code Here

    tezClient.start();


    try {
        DAG dag = createDAG(tezConf, inputPath, outputPath, numPartitions, "OrderedWordCount");


        tezClient.waitTillReady();
        DAGClient dagClient = tezClient.submitDAG(dag);


        // monitoring
        DAGStatus dagStatus = dagClient.waitForCompletionWithStatusUpdates(null);
        if (dagStatus.getState() != DAGStatus.State.SUCCEEDED) {

View Full Code Here

          new TreeMap<String, LocalResource>();
        
        DAG dag = createDAG(fs, tezConf, localResources,
            stagingDir, inputPath, outputPath);


        tezSession.waitTillReady();
        dagClient = tezSession.submitDAG(dag);


        // monitoring
        DAGStatus dagStatus = dagClient.waitForCompletionWithStatusUpdates(EnumSet.of(StatusGetOpts.GET_COUNTERS));
        if (dagStatus.getState() != DAGStatus.State.SUCCEEDED) {

View Full Code Here

    DAGClient dagClient = null;


    try {
        DAG dag = createDAG(fs, tezConf, stagingDir, doLocalityCheck);


        tezSession.waitTillReady();
        dagClient = tezSession.submitDAG(dag);


        // monitoring
        DAGStatus dagStatus = dagClient.waitForCompletionWithStatusUpdates(null);
        if (dagStatus.getState() != DAGStatus.State.SUCCEEDED) {

View Full Code Here

        tezClient.start();
        TezAppMasterStatus appMasterStatus = tezClient.getAppMasterStatus();
        if (appMasterStatus.equals(TezAppMasterStatus.SHUTDOWN)) {
            throw new RuntimeException("TezSession has already shutdown");
        }
        tezClient.waitTillReady();
        return new SessionInfo(tezClient, requestedAMResources);
    }


    private static void adjustAMConfig(TezConfiguration amConf, TezJobConfig tezJobConf) {
        int requiredAMMaxHeap = -1;

View Full Code Here

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.