Package org.apache.hadoop.hive.ql.exec

Examples of org.apache.hadoop.hive.ql.exec.MapredContext

37
38
39
40
41
42
43
44
45
46
47
48
    return true;
  }

  @Override
  public boolean connect(Configuration hconf) {
    MapredContext context = MapredContext.get();
    if (context == null || context.getReporter() == null) {
      return false;
    }
    reporter = context.getReporter();
    return true;
  }
View Full Code Here
50
51
52
53
54
55
56
57
public final class HadoopUtils {

    private HadoopUtils() {}

    public static BufferedReader getBufferedReader(File file) throws IOException {
        MapredContext context = MapredContextAccessor.get();
        return getBufferedReader(file, context);
    }
View Full Code Here
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
    }

    @Nonnull
    public static String getJobId() {
        MapredContext ctx = MapredContextAccessor.get();
        if(ctx == null) {
            throw new IllegalStateException("MapredContext is not set");
        }
        JobConf conf = ctx.getJobConf();
        if(conf == null) {
            throw new IllegalStateException("JobConf is not set");
        }
        String jobId = conf.get("mapred.job.id");
        if(jobId == null) {
View Full Code Here
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
        JobID jobId = taskId.getJobID();
        return jobId.toString();
    }

    public static int getTaskId() {
        MapredContext ctx = MapredContextAccessor.get();
        if(ctx == null) {
            throw new IllegalStateException("MapredContext is not set");
        }
        JobConf jobconf = ctx.getJobConf();
        if(jobconf == null) {
            throw new IllegalStateException("JobConf is not set");
        }
        int taskid = jobconf.getInt("mapred.task.partition", -1);
        if(taskid == -1) {
View Full Code Here
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
    public Text evaluate() {
        return evaluate(null);
    }

    public Text evaluate(@Nullable final String regexKey) {
        MapredContext ctx = MapredContextAccessor.get();
        if(ctx == null) {
            throw new IllegalStateException("MapredContext is not set");
        }
        JobConf jobconf = ctx.getJobConf();
        if(jobconf == null) {
            throw new IllegalStateException("JobConf is not set");
        }

        String dumped = HadoopUtils.toString(jobconf, regexKey);
View Full Code Here
37
38
39
40
41
42
43
44
45
46
47
48
    return true;
  }

  @Override
  public boolean connect(Configuration hconf) {
    MapredContext context = MapredContext.get();
    if (context == null || context.getReporter() == null) {
      return false;
    }
    reporter = context.getReporter();
    return true;
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.hive.ql.exec.MapredContext

  • hivemall.tools.mapred.JobConfGetsUDF
  • hivemall.utils.hadoop.HadoopUtils
  • org.apache.hadoop.hive.ql.exec.tez.TezContext
  • org.apache.hadoop.hive.ql.stats.CounterStatsPublisher
  • java.lang.reflect.Method
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.