Package org.apache.tez.runtime.api

Examples of org.apache.tez.runtime.api.TezRootInputInitializerContext

137
138
139
140
141
142
143
144
145
146
147
    public List<Event> call() throws Exception {
      List<Event> events = ugi.doAs(new PrivilegedExceptionAction<List<Event>>() {
        @Override
        public List<Event> run() throws Exception {
          TezRootInputInitializer initializer = createInitializer();
          TezRootInputInitializerContext context = new TezRootInputInitializerContextImpl(vertexID,
              dagName, vertexName, input.getEntityName(), input.getDescriptor(),
              numTasks, numClusterNodes, vertexTaskResource, totalResource);
          return initializer.initialize(context);
        }
      });
View Full Code Here
65
66
67
68
69
70
71
72
73
74
75
    MRInputUserPayloadProto.Builder payloadProto = MRInputUserPayloadProto.newBuilder();
    payloadProto.setSplits(splitsProtoBuilder.build());
    payloadProto.setConfigurationBytes(confByteString);
    byte[] userPayload = payloadProto.build().toByteArray();

    TezRootInputInitializerContext context = new TezRootInputInitializerContextForTest(userPayload);
    MRInputSplitDistributor splitDist = new MRInputSplitDistributor();

    List<Event> events = splitDist.initialize(context);

    assertEquals(3, events.size());
View Full Code Here
113
114
115
116
117
118
119
120
121
122
123
    MRInputUserPayloadProto.Builder payloadProto = MRInputUserPayloadProto.newBuilder();
    payloadProto.setSplits(splitsProtoBuilder.build());
    payloadProto.setConfigurationBytes(confByteString);
    byte[] userPayload = payloadProto.build().toByteArray();

    TezRootInputInitializerContext context = new TezRootInputInitializerContextForTest(userPayload);
    MRInputSplitDistributor splitDist = new MRInputSplitDistributor();

    List<Event> events = splitDist.initialize(context);

    assertEquals(3, events.size());
View Full Code Here
113
114
115
116
117
118
119
120
121
122
    }

    @Override
    public List<Event> call() throws Exception {
      TezRootInputInitializer initializer = createInitializer();
      TezRootInputInitializerContext context = new TezRootInputInitializerContextImpl(
          vertexID, dagName, vertexName, input.getEntityName(), input.getDescriptor(),
          numTasks);
      return initializer.initialize(context);
    }
View Full Code Here
65
66
67
68
69
70
71
72
73
74
75
    MRInputUserPayloadProto.Builder payloadProto = MRInputUserPayloadProto.newBuilder();
    payloadProto.setSplits(splitsProtoBuilder.build());
    payloadProto.setConfigurationBytes(confByteString);
    byte[] userPayload = payloadProto.build().toByteArray();

    TezRootInputInitializerContext context = new TezRootInputInitializerContextForTest(userPayload);
    MRInputSplitDistributor splitDist = new MRInputSplitDistributor();

    List<Event> events = splitDist.initialize(context);

    assertEquals(3, events.size());
View Full Code Here
113
114
115
116
117
118
119
120
121
122
123
    MRInputUserPayloadProto.Builder payloadProto = MRInputUserPayloadProto.newBuilder();
    payloadProto.setSplits(splitsProtoBuilder.build());
    payloadProto.setConfigurationBytes(confByteString);
    byte[] userPayload = payloadProto.build().toByteArray();

    TezRootInputInitializerContext context = new TezRootInputInitializerContextForTest(userPayload);
    MRInputSplitDistributor splitDist = new MRInputSplitDistributor();

    List<Event> events = splitDist.initialize(context);

    assertEquals(3, events.size());
View Full Code Here
138
139
140
141
142
143
144
145
146
147
148
    public List<Event> call() throws Exception {
      List<Event> events = ugi.doAs(new PrivilegedExceptionAction<List<Event>>() {
        @Override
        public List<Event> run() throws Exception {
          TezRootInputInitializer initializer = createInitializer();
          TezRootInputInitializerContext context = new TezRootInputInitializerContextImpl(vertexID,
              dagName, vertexName, input.getEntityName(), input.getDescriptor(),
              numTasks, numClusterNodes, vertexTaskResource, totalResource);
          return initializer.initialize(context);
        }
      });
View Full Code Here
145
146
147
148
149
150
151
152
153
154
155
    public List<Event> call() throws Exception {
      List<Event> events = ugi.doAs(new PrivilegedExceptionAction<List<Event>>() {
        @Override
        public List<Event> run() throws Exception {
          TezRootInputInitializer initializer = createInitializer();
          TezRootInputInitializerContext context = new TezRootInputInitializerContextImpl(vertexID,
              dagName, vertexName, input.getEntityName(), input.getDescriptor(),
              numTasks, numClusterNodes, vertexTaskResource, totalResource,
              dagAttemptNumber);
          return initializer.initialize(context);
        }
View Full Code Here
TOP

Related Classes of org.apache.tez.runtime.api.TezRootInputInitializerContext

  • org.apache.tez.dag.app.dag.RootInputInitializerRunner$InputInitializerCallable
  • org.apache.tez.mapreduce.common.TestMRInputSplitDistributor
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.