Package org.apache.tajo.worker

Examples of org.apache.tajo.worker.TaskAttemptContext

985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
    GroupbyNode groupByNode = PlannerUtil.findTopNode(rootNode, NodeType.GROUP_BY);

    Enforcer enforcer = new Enforcer();
    enforcer.enforceHashAggregation(groupByNode.getPID());
    TaskAttemptContext ctx = new TaskAttemptContext(conf, LocalTajoTestingUtility.newQueryUnitAttemptId(masterPlan),
        new FileFragment[] {frags[0]}, workDir);
    ctx.setEnforcer(enforcer);

    PhysicalPlanner phyPlanner = new PhysicalPlannerImpl(conf,sm);
    PhysicalExec exec = phyPlanner.createPlan(ctx, rootNode);
    exec.init();
    exec.next();
    exec.close();

    assertNotNull(PhysicalPlanUtil.findExecutor(exec, HashAggregateExec.class));

    context = analyzer.parse(QUERIES[7]);
    plan = planner.createPlan(session, context);
    optimizer.optimize(plan);
    rootNode = plan.getRootBlock().getRoot();

    groupByNode = PlannerUtil.findTopNode(rootNode, NodeType.GROUP_BY);

    enforcer = new Enforcer();
    enforcer.enforceSortAggregation(groupByNode.getPID(), null);
    ctx = new TaskAttemptContext(conf, LocalTajoTestingUtility.newQueryUnitAttemptId(masterPlan),
        new FileFragment[] {frags[0]}, workDir);
    ctx.setEnforcer(enforcer);

    phyPlanner = new PhysicalPlannerImpl(conf,sm);
    exec = phyPlanner.createPlan(ctx, rootNode);
    exec.init();
    exec.next();
View Full Code Here
136
137
138
139
140
141
142
143
144
145
146
147
148
  private void testProgress(int sortBufferBytesNum) throws Exception {
    FileFragment[] frags = StorageManager.splitNG(conf, "default.employee", employee.getMeta(), employee.getPath(),
        Integer.MAX_VALUE);
    Path workDir = new Path(testDir, TestExternalSortExec.class.getName());
    TaskAttemptContext ctx = new TaskAttemptContext(conf,
        LocalTajoTestingUtility.newQueryUnitAttemptId(), new FileFragment[] { frags[0] }, workDir);
    ctx.setEnforcer(new Enforcer());
    Expr expr = analyzer.parse(QUERIES[0]);
    LogicalPlan plan = planner.createPlan(LocalTajoTestingUtility.createDummySession(), expr);
    LogicalNode rootNode = plan.getRootBlock().getRoot();

    PhysicalPlanner phyPlanner = new PhysicalPlannerImpl(conf, sm);
View Full Code Here
163
164
165
166
167
168
169
170
171
172
173
174
175
    FileFragment[] empFrags = sm.splitNG(conf, "default.e", employee.getMeta(), employee.getPath(), Integer.MAX_VALUE);
    FileFragment[] peopleFrags = sm.splitNG(conf, "default.p", people.getMeta(), people.getPath(), Integer.MAX_VALUE);
    FileFragment[] merged = TUtil.concat(empFrags, peopleFrags);

    Path workDir = CommonTestingUtil.getTestDir("target/test-data/testMergeInnerJoin");
    TaskAttemptContext ctx = new TaskAttemptContext(conf,
        LocalTajoTestingUtility.newQueryUnitAttemptId(), merged, workDir);
    ctx.setEnforcer(enforcer);

    PhysicalPlanner phyPlanner = new PhysicalPlannerImpl(conf,sm);
    PhysicalExec exec = phyPlanner.createPlan(ctx, root);
    ProjectionExec proj = (ProjectionExec) exec;
    assertTrue(proj.getChild() instanceof MergeJoinExec);
View Full Code Here
166
167
168
169
170
171
172
173
174
175
176
    this.rndKey = rnd.nextInt(250);
    final String QUERY = "select * from employee where managerId = " + rndKey;
   
    FileFragment[] frags = StorageManager.splitNG(conf, "default.employee", meta, tablePath, Integer.MAX_VALUE);
    Path workDir = CommonTestingUtil.getTestDir("target/test-data/testEqual");
    TaskAttemptContext ctx = new TaskAttemptContext(conf,
        LocalTajoTestingUtility.newQueryUnitAttemptId(), new FileFragment[] { frags[0] }, workDir);
    Expr expr = analyzer.parse(QUERY);
    LogicalPlan plan = planner.createPlan(LocalTajoTestingUtility.createDummySession(), expr);
    LogicalNode rootNode = optimizer.optimize(plan);

View Full Code Here
258
259
260
261
262
263
264
265
266
267
268
269
270
        Integer.MAX_VALUE);

    FileFragment[] merged = TUtil.concat(dep3Frags, emp3Frags);

    Path workDir = CommonTestingUtil.getTestDir("target/test-data/TestLeftOuterNLJoinExec0");
    TaskAttemptContext ctx = new TaskAttemptContext(conf,
        LocalTajoTestingUtility.newQueryUnitAttemptId(), merged, workDir);
    ctx.setEnforcer(new Enforcer());
    Expr context =  analyzer.parse(QUERIES[0]);
    LogicalNode plan = planner.createPlan(session, context).getRootBlock().getRoot();


    PhysicalPlanner phyPlanner = new PhysicalPlannerImpl(conf, sm);
View Full Code Here
300
301
302
303
304
305
306
307
308
309
310
311
312
    FileFragment[] merged = TUtil.concat(job3Frags, emp3Frags);


    Path workDir = CommonTestingUtil.getTestDir("target/test-data/TestLeftOuter_NLJoinExec1");
    TaskAttemptContext ctx = new TaskAttemptContext(conf,
        LocalTajoTestingUtility.newQueryUnitAttemptId(), merged, workDir);
    ctx.setEnforcer(new Enforcer());
    Expr context =  analyzer.parse(QUERIES[1]);
    LogicalNode plan = planner.createPlan(session, context).getRootBlock().getRoot();


    PhysicalPlanner phyPlanner = new PhysicalPlannerImpl(conf, sm);
View Full Code Here
344
345
346
347
348
349
350
351
352
353
354
355
356
        Integer.MAX_VALUE);

    FileFragment[] merged = TUtil.concat(emp3Frags, job3Frags);

    Path workDir = CommonTestingUtil.getTestDir("target/test-data/TestLeftOuter_NLJoinExec2");
    TaskAttemptContext ctx = new TaskAttemptContext(conf,
        LocalTajoTestingUtility.newQueryUnitAttemptId(), merged, workDir);
    ctx.setEnforcer(new Enforcer());
    Expr context =  analyzer.parse(QUERIES[2]);
    LogicalNode plan = planner.createPlan(session, context).getRootBlock().getRoot();


    PhysicalPlanner phyPlanner = new PhysicalPlannerImpl(conf, sm);
View Full Code Here
389
390
391
392
393
394
395
396
397
398
399
400
401
        Integer.MAX_VALUE);

    FileFragment[] merged = TUtil.concat(emp3Frags, phone3Frags);

    Path workDir = CommonTestingUtil.getTestDir("target/test-data/TestLeftOuter_NLJoinExec3");
    TaskAttemptContext ctx = new TaskAttemptContext(conf,
        LocalTajoTestingUtility.newQueryUnitAttemptId(), merged, workDir);
    ctx.setEnforcer(new Enforcer());
    Expr context =  analyzer.parse(QUERIES[3]);
    LogicalNode plan = planner.createPlan(session, context).getRootBlock().getRoot();


    PhysicalPlanner phyPlanner = new PhysicalPlannerImpl(conf, sm);
View Full Code Here
433
434
435
436
437
438
439
440
441
442
443
444
445
        Integer.MAX_VALUE);

    FileFragment[] merged = TUtil.concat(phone3Frags, emp3Frags);

    Path workDir = CommonTestingUtil.getTestDir("target/test-data/TestLeftOuter_NLJoinExec4");
    TaskAttemptContext ctx = new TaskAttemptContext(conf,
        LocalTajoTestingUtility.newQueryUnitAttemptId(), merged, workDir);
    ctx.setEnforcer(new Enforcer());
    Expr context =  analyzer.parse(QUERIES[4]);
    LogicalNode plan = planner.createPlan(session, context).getRootBlock().getRoot();


    PhysicalPlanner phyPlanner = new PhysicalPlannerImpl(conf, sm);
View Full Code Here
107
108
109
110
111
112
113
114
115
116
117
118
119
  @Test
  public final void testNext() throws IOException, PlanningException {
    FileFragment[] frags = StorageManager.splitNG(conf, "default.employee", employeeMeta, tablePath, Integer.MAX_VALUE);
    Path workDir = CommonTestingUtil.getTestDir("target/test-data/TestSortExec");
    TaskAttemptContext ctx = new TaskAttemptContext(conf, LocalTajoTestingUtility
        .newQueryUnitAttemptId(), new FileFragment[] { frags[0] }, workDir);
    ctx.setEnforcer(new Enforcer());
    Expr context = analyzer.parse(QUERIES[0]);
    LogicalPlan plan = planner.createPlan(LocalTajoTestingUtility.createDummySession(), context);
    LogicalNode rootNode = optimizer.optimize(plan);

    PhysicalPlanner phyPlanner = new PhysicalPlannerImpl(conf, sm);
View Full Code Here
TOP

Related Classes of org.apache.tajo.worker.TaskAttemptContext

  • org.apache.tajo.engine.planner.physical.TestBNLJoinExec
  • org.apache.tajo.engine.planner.physical.TestBSTIndexExec
  • org.apache.tajo.engine.planner.physical.TestExternalSortExec
  • org.apache.tajo.engine.planner.physical.TestFullOuterHashJoinExec
  • org.apache.tajo.engine.planner.physical.TestFullOuterMergeJoinExec
  • org.apache.tajo.engine.planner.physical.TestHashAntiJoinExec
  • org.apache.tajo.engine.planner.physical.TestHashJoinExec
  • org.apache.tajo.engine.planner.physical.TestHashSemiJoinExec
  • org.apache.tajo.engine.planner.physical.TestLeftOuterHashJoinExec
  • org.apache.tajo.engine.planner.physical.TestLeftOuterNLJoinExec
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.