Package com.datasalt.pangool.tuplemr.TupleReducer

Examples of com.datasalt.pangool.tuplemr.TupleReducer.TupleMRContext

68
69
70
71
72
73
74
75
76
77
78
      handler = InstancesDistributor.loadInstance(context.getConfiguration(),
          TupleReducer.class, fileName, true);

      @SuppressWarnings("rawtypes")
      ReduceContext castedContext = context;
      this.context = new TupleMRContext(castedContext, tupleMRConfig);
      collector = handler.new CombinerCollector(castedContext);
      handler.setup(this.context, collector);
    } catch(TupleMRException e) {
      throw new RuntimeException(e);
    }
View Full Code Here
107
108
109
110
111
112
113
114
115
116
    String fileName = context.getConfiguration().get(SimpleReducer.CONF_REDUCER_HANDLER);
    handler = InstancesDistributor.loadInstance(context.getConfiguration(),
        TupleRollupReducer.class, fileName, true);
    collector = handler.new Collector(
        (ReduceContext<DatumWrapper<ITuple>, NullWritable, Object, Object>) context);
    this.context = new TupleMRContext(
        (ReduceContext<DatumWrapper<ITuple>, NullWritable, Object, Object>) context,
        tupleMRConfig);
    handler.setup(this.context, collector);
  }
View Full Code Here
80
81
82
83
84
85
86
87
88
89
90
      handler = InstancesDistributor.loadInstance(context.getConfiguration(),
          TupleReducer.class, fileName, true);

      this.collector = handler.new Collector(
          (ReduceContext<DatumWrapper<ITuple>, NullWritable, Object, Object>) context);
      this.context = new TupleMRContext(
          (ReduceContext<DatumWrapper<ITuple>, NullWritable, Object, Object>) context,
          tupleMRConfig);
      handler.setup(this.context, collector);

    } catch(TupleMRException e) {
View Full Code Here
107
108
109
110
111
112
113
114
115
116
    String fileName = context.getConfiguration().get(SimpleReducer.CONF_REDUCER_HANDLER);
    handler = DCUtils.loadSerializedObjectInDC(context.getConfiguration(),
        TupleRollupReducer.class, fileName, true);
    collector = handler.new Collector(
        (ReduceContext<DatumWrapper<ITuple>, NullWritable, Object, Object>) context);
    this.context = new TupleMRContext(
        (ReduceContext<DatumWrapper<ITuple>, NullWritable, Object, Object>) context,
        tupleMRConfig);
    handler.setup(this.context, collector);
  }
View Full Code Here
80
81
82
83
84
85
86
87
88
89
90
      handler = DCUtils.loadSerializedObjectInDC(context.getConfiguration(),
          TupleReducer.class, fileName, true);

      this.collector = handler.new Collector(
          (ReduceContext<DatumWrapper<ITuple>, NullWritable, Object, Object>) context);
      this.context = new TupleMRContext(
          (ReduceContext<DatumWrapper<ITuple>, NullWritable, Object, Object>) context,
          tupleMRConfig);
      handler.setup(this.context, collector);

    } catch(TupleMRException e) {
View Full Code Here
68
69
70
71
72
73
74
75
76
77
78
      handler = DCUtils.loadSerializedObjectInDC(context.getConfiguration(),
          TupleReducer.class, fileName, true);

      @SuppressWarnings("rawtypes")
      ReduceContext castedContext = context;
      this.context = new TupleMRContext(castedContext, tupleMRConfig);
      collector = handler.new CombinerCollector(castedContext);
      handler.setup(this.context, collector);
    } catch(TupleMRException e) {
      throw new RuntimeException(e);
    }
View Full Code Here
71
72
73
74
75
76
77
78
79
80
81
      handler = DCUtils.loadSerializedObjectInDC(context.getConfiguration(),
          TupleReducer.class, fileName, true);

      @SuppressWarnings("rawtypes")
      ReduceContext castedContext = context;
      this.context = new TupleMRContext(castedContext, tupleMRConfig);
      collector = handler.new CombinerCollector(castedContext);
      handler.setup(this.context, collector);
    } catch(TupleMRException e) {
      throw new RuntimeException(e);
    }
View Full Code Here
107
108
109
110
111
112
113
114
115
116
    String fileName = context.getConfiguration().get(SimpleReducer.CONF_REDUCER_HANDLER);
    handler = DCUtils.loadSerializedObjectInDC(context.getConfiguration(),
        TupleRollupReducer.class, fileName, true);
    collector = handler.new Collector(
        (ReduceContext<DatumWrapper<ITuple>, NullWritable, Object, Object>) context);
    this.context = new TupleMRContext(
        (ReduceContext<DatumWrapper<ITuple>, NullWritable, Object, Object>) context,
        tupleMRConfig);
    handler.setup(this.context, collector);
  }
View Full Code Here
84
85
86
87
88
89
90
91
92
93
94
      handler = DCUtils.loadSerializedObjectInDC(context.getConfiguration(),
          TupleReducer.class, fileName, true);

      this.collector = handler.new Collector(
          (ReduceContext<DatumWrapper<ITuple>, NullWritable, Object, Object>) context);
      this.context = new TupleMRContext(
          (ReduceContext<DatumWrapper<ITuple>, NullWritable, Object, Object>) context,
          tupleMRConfig);
      handler.setup(this.context, collector);

    } catch(TupleMRException e) {
View Full Code Here
107
108
109
110
111
112
113
114
115
116
    String fileName = context.getConfiguration().get(SimpleReducer.CONF_REDUCER_HANDLER);
    handler = DCUtils.loadSerializedObjectInDC(context.getConfiguration(),
        TupleRollupReducer.class, fileName, true);
    collector = handler.new Collector(
        (ReduceContext<DatumWrapper<ITuple>, NullWritable, Object, Object>) context);
    this.context = new TupleMRContext(
        (ReduceContext<DatumWrapper<ITuple>, NullWritable, Object, Object>) context,
        tupleMRConfig);
    handler.setup(this.context, collector);
  }
View Full Code Here
TOP

Related Classes of com.datasalt.pangool.tuplemr.TupleReducer.TupleMRContext

  • com.datasalt.pangool.tuplemr.mapred.RollupReducer
  • com.datasalt.pangool.tuplemr.mapred.SimpleCombiner
  • com.datasalt.pangool.tuplemr.mapred.SimpleReducer
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.