Package org.apache.hadoop.hive.ql.exec

Examples of org.apache.hadoop.hive.ql.exec.Task

28
29
30
31
32
33
34
35
36
37
38
39
    int convertedLocalMapJoin = 0;
    int localMapJoin = 0;

    List<TaskRunner> list = hookContext.getCompleteTaskList();
    for (TaskRunner tskRunner : list) {
      Task tsk = tskRunner.getTask();
      int tag = tsk.getTaskTag();
      switch (tag) {
      case Task.COMMON_JOIN:
        commonJoin++;
        break;
      case Task.CONVERTED_LOCAL_MAPJOIN:
View Full Code Here
45
46
47
48
49
50
51
52
53
54
55
56
    int convertedLocalMapJoin = 0;
    int localMapJoin = 0;

    List<TaskRunner> list = hookContext.getCompleteTaskList();
    for (TaskRunner tskRunner : list) {
      Task tsk = tskRunner.getTask();
      int tag = tsk.getTaskTag();
      switch (tag) {
      case Task.COMMON_JOIN:
        commonJoin++;
        break;
      case Task.CONVERTED_LOCAL_MAPJOIN:
View Full Code Here
29
30
31
32
33
34
35
36
37
38
39
40
41
  public void run(HookContext hookContext) {
    if (hookContext.getHookType().equals(HookType.POST_EXEC_HOOK)) {
      List<TaskRunner> taskRunners = hookContext.getCompleteTaskList();
      for (TaskRunner taskRunner : taskRunners) {
        Task task = taskRunner.getTask();
        if (task.isMapRedTask()) {
          Assert.assertTrue("VerifyIsLocalModeHook fails because a isLocalMode was not set for a task.",
              task.isLocalMode());
        }
      }
    }
  }
View Full Code Here
46
47
48
49
50
51
52
53
54
55
56
57
    int convertedMapJoinLocal = 0;
    int backupCommonJoin = 0;

    List<TaskRunner> list = hookContext.getCompleteTaskList();
    for (TaskRunner tskRunner : list) {
      Task tsk = tskRunner.getTask();
      int tag = tsk.getTaskTag();
      switch (tag) {
      case Task.COMMON_JOIN:
        commonJoin++;
        break;
      case Task.HINTED_MAPJOIN:
View Full Code Here
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
    HiveConf conf = new HiveConf();
    conf.setLongVar(HiveConf.ConfVars.HIVESMALLTABLESFILESIZE, 4096);

    // alias3 only can be selected
    Task resolved = resolver.resolveMapJoinTask(ctx, conf);
    Assert.assertEquals("alias3", resolved.getId());

    conf.setLongVar(HiveConf.ConfVars.HIVESMALLTABLESFILESIZE, 65536);

    // alias1, alias2, alias3 all can be selected but overriden by biggest one (alias3)
    resolved = resolver.resolveMapJoinTask(ctx, conf);
    Assert.assertEquals("alias3", resolved.getId());

    conf.setLongVar(HiveConf.ConfVars.HIVESMALLTABLESFILESIZE, 2048);

    // not selected
    resolved = resolver.resolveMapJoinTask(ctx, conf);
View Full Code Here
2004
2005
2006
2007
2008
2009
2010
2011
2012
2013
2014
        showColStats = true;
      }
    }

    inputs.add(new ReadEntity(getTable(tableName)));
    Task ddlTask = TaskFactory.get(new DDLWork(getInputs(), getOutputs(),
        descTblDesc), conf);
    rootTasks.add(ddlTask);
    String schema = DescTableDesc.getSchema(showColStats);
    setFetchTask(createFetchTask(schema));
    LOG.info("analyzeDescribeTable done");
View Full Code Here
119
120
121
122
123
124
125
126
  @Override
  public boolean skipAuthorization() {
    List<Task<? extends Serializable>> rootTasks = getRootTasks();
    assert rootTasks != null && rootTasks.size() == 1;
    Task task = rootTasks.get(0);
    return task instanceof ExplainTask && ((ExplainTask)task).getWork().isAuthorize();
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.hive.ql.exec.Task

  • org.apache.hadoop.hive.conf.HiveConf
  • org.apache.hadoop.hive.ql.hooks.MapJoinCounterHook
  • org.apache.hadoop.hive.ql.hooks.VerifyIsLocalModeHook
  • org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer
  • org.apache.hadoop.hive.ql.parse.ExplainSemanticAnalyzer
  • org.apache.hadoop.hive.ql.plan.TestConditionalResolverCommonJoin
  • org.apache.hadoop.hive.ql.session.SessionState
  • org.apache.hadoop.hive.ql.session.SessionState.LogHelper
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.