Package org.apache.hadoop.mapreduce.Mapper

Examples of org.apache.hadoop.mapreduce.Mapper.Context

61
62
63
64
65
66
67
68
69
70
71
72
73
   *
   * @throws IOException
   */
  @Test
  public void connectSingleClientServer() throws IOException {
    @SuppressWarnings("rawtypes")
    Context context = mock(Context.class);
    when(context.getConfiguration()).thenReturn(conf);

    ServerData<IntWritable, IntWritable, IntWritable> serverData =
        MockUtils.createNewServerData(conf, context);

    SaslServerHandler.Factory mockedSaslServerFactory =
View Full Code Here
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
    LoadSplit split = getLoadSplit();

    MapContext<NullWritable, GridmixRecord, GridmixKey, GridmixRecord> mapContext = new MapContextImpl<NullWritable, GridmixRecord, GridmixKey, GridmixRecord>(
            conf, taskId, reader, writer, committer, reporter, split);
    // context
    Context ctx = new WrappedMapper<NullWritable, GridmixRecord, GridmixKey, GridmixRecord>()
            .getMapContext(mapContext);

    reader.initialize(split, ctx);
    ctx.getConfiguration().setBoolean(MRJobConfig.MAP_OUTPUT_COMPRESS, true);
    CompressionEmulationUtil.setCompressionEmulationEnabled(
            ctx.getConfiguration(), true);

    LoadJob.LoadMapper mapper = new LoadJob.LoadMapper();
    // setup, map, clean
    mapper.run(ctx);
View Full Code Here
848
849
850
851
852
853
854
855
856
857
858
    OutputCommitter committer = new CustomOutputCommitter();
    StatusReporter reporter = new TaskAttemptContextImpl.DummyReporter();
    SleepSplit split = getSleepSplit();
    MapContext<LongWritable, LongWritable, GridmixKey, NullWritable> mapcontext = new MapContextImpl<LongWritable, LongWritable, GridmixKey, NullWritable>(
            conf, taskId, reader, writer, committer, reporter, split);
    Context context = new WrappedMapper<LongWritable, LongWritable, GridmixKey, NullWritable>()
            .getMapContext(mapcontext);

    long start = System.currentTimeMillis();
    LOG.info("start:" + start);
    LongWritable key = new LongWritable(start + 2000);
View Full Code Here
TOP

Related Classes of org.apache.hadoop.mapreduce.Mapper.Context

  • org.apache.giraph.comm.ConnectionTest
  • org.apache.giraph.comm.RequestTest
  • org.apache.giraph.comm.RPCCommunicationsTest
  • org.apache.giraph.comm.SaslConnectionTest
  • org.apache.giraph.examples.SimpleVertexWithWorkerContext$EmitterWorkerContext
  • org.apache.hadoop.hbase.mapreduce.TestImportExport
  • org.apache.hadoop.mapred.gridmix.TestGridMixClasses
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.