Examples of VertexLocationHint

org.apache.tez.dag.api.VertexLocationHint
Describes the placements hints for tasks in a vertex. The system will make a best-effort attempt to run the tasks close to the specified locations.

Examples of org.apache.tez.dag.api.VertexLocationHint

          new String("payload").getBytes()));
      VertexParallelismUpdatedEvent event =
          new VertexParallelismUpdatedEvent(
              TezVertexID.getInstance(
                  TezDAGID.getInstance(ApplicationId.newInstance(0, 1), 1), 111),
              100, new VertexLocationHint(Arrays.asList(new TaskLocationHint(
                  new HashSet<String>(Arrays.asList("h1")),
              new HashSet<String>(Arrays.asList("r1"))))),
              sourceEdgeManagers);


      VertexParallelismUpdatedEvent deserializedEvent = (VertexParallelismUpdatedEvent)

View Full Code Here

Examples of org.apache.tez.dag.api.VertexLocationHint

    for (int i = 0; i < vCnt; ++i) {
      VertexPlan vPlan = dagPlan.getVertex(i);
      String vName = vPlan.getName();
      TezVertexID vertexId = TezVertexID.getInstance(dagId, i+1);
      VertexImpl v = null;
      VertexLocationHint locationHint = DagTypeConverters.convertFromDAGPlan(
          vPlan.getTaskLocationHintList());
      if (useCustomInitializer) {
        v = new VertexImplWithCustomInitializer(vertexId, vPlan, vPlan.getName(), conf,
          dispatcher.getEventHandler(), taskAttemptListener,
          clock, thh, appContext, locationHint, dispatcher);

View Full Code Here

Examples of org.apache.tez.dag.api.VertexLocationHint

    }


    // Replace the Edge Managers
    context.setVertexParallelism(
        taskCount,
        new VertexLocationHint(createTaskLocationHintsFromSplits(finalSplits
            .toArray(new InputSplit[finalSplits.size()]))), emMap);


    // Set the actual events for the tasks.
    context.addRootInputEvents(inputName, taskEvents);
  }

View Full Code Here

Examples of org.apache.tez.dag.api.VertexLocationHint


    ProcessorDescriptor prewarmProcDescriptor = new ProcessorDescriptor(HivePreWarmProcessor.class.getName());
    prewarmProcDescriptor.setUserPayload(MRHelpers.createUserPayloadFromConf(conf));


    PreWarmContext context = new PreWarmContext(prewarmProcDescriptor, getContainerResource(conf),
        numContainers, new VertexLocationHint(null));


    Map<String, LocalResource> combinedResources = new HashMap<String, LocalResource>();


    combinedResources.putAll(sessionConfig.getSessionResources());
    if (localResources != null) {

View Full Code Here

Examples of org.apache.tez.dag.api.VertexLocationHint

    }


    // Replace the Edge Managers
    context.setVertexParallelism(
        taskCount,
        new VertexLocationHint(createTaskLocationHintsFromSplits(finalSplits
            .toArray(new InputSplit[finalSplits.size()]))), emMap);


    // Set the actual events for the tasks.
    context.addRootInputEvents(inputName, taskEvents);
  }

View Full Code Here

Examples of org.apache.tez.dag.api.VertexLocationHint


    ProcessorDescriptor prewarmProcDescriptor = new ProcessorDescriptor(HivePreWarmProcessor.class.getName());
    prewarmProcDescriptor.setUserPayload(MRHelpers.createUserPayloadFromConf(conf));


    PreWarmContext context = new PreWarmContext(prewarmProcDescriptor, getContainerResource(conf),
        numContainers, new VertexLocationHint(null));


    Map<String, LocalResource> combinedResources = new HashMap<String, LocalResource>();


    combinedResources.putAll(sessionConfig.getSessionResources());
    if (localResources != null) {

View Full Code Here

Examples of org.apache.tez.dag.api.VertexLocationHint


    ProcessorDescriptor prewarmProcDescriptor = new ProcessorDescriptor(HivePreWarmProcessor.class.getName());
    prewarmProcDescriptor.setUserPayload(MRHelpers.createUserPayloadFromConf(conf));


    PreWarmContext context = new PreWarmContext(prewarmProcDescriptor, getContainerResource(conf),
        numContainers, new VertexLocationHint(null));


    Map<String, LocalResource> combinedResources = new HashMap<String, LocalResource>();


    combinedResources.putAll(sessionConfig.getSessionResources());
    if (localResources != null) {

View Full Code Here

Examples of org.apache.tez.dag.api.VertexLocationHint

    }


    // Replace the Edge Managers
    context.setVertexParallelism(
        taskCount,
        new VertexLocationHint(createTaskLocationHintsFromSplits(finalSplits
            .toArray(new InputSplit[finalSplits.size()]))), emMap);


    // Set the actual events for the tasks.
    context.addRootInputEvents(inputName, taskEvents);
  }

View Full Code Here

Examples of org.apache.tez.dag.api.VertexLocationHint

    for (int i = 0; i < vCnt; ++i) {
      VertexPlan vPlan = dagPlan.getVertex(i);
      String vName = vPlan.getName();
      TezVertexID vertexId = TezVertexID.getInstance(dagId, i+1);
      VertexImpl v = null;
      VertexLocationHint locationHint = DagTypeConverters.convertFromDAGPlan(
          vPlan.getTaskLocationHintList());
      if (useCustomInitializer) {
        v = new VertexImplWithCustomInitializer(vertexId, vPlan, vPlan.getName(), conf,
          dispatcher.getEventHandler(), taskAttemptListener,
          clock, thh, appContext, locationHint, dispatcher);

View Full Code Here

Examples of org.apache.tez.dag.api.VertexLocationHint

            doPreWarm = false;
          }
        }
        if (doPreWarm) {
          LOG.info("Pre-warming Session");
          VertexLocationHint vertexLocationHint =
              new VertexLocationHint(null);
          ProcessorDescriptor sleepProcDescriptor =
            new ProcessorDescriptor(SleepProcessor.class.getName());
          SleepProcessor.SleepProcessorConfig sleepProcessorConfig =
            new SleepProcessor.SleepProcessorConfig(4000);
          sleepProcDescriptor.setUserPayload(

View Full Code Here

0 1 2

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.