Package com.thinkaurelius.faunus.mapreduce.util

Examples of com.thinkaurelius.faunus.mapreduce.util.SafeMapperOutputs

79
80
81
82
83
84
85
            } catch (final ScriptException e) {
                throw new IOException(e.getMessage(), e);
            }
            this.isVertex = context.getConfiguration().getClass(CLASS, Element.class, Element.class).equals(Vertex.class);
            this.map = new CounterMap<Object>();
            this.outputs = new SafeMapperOutputs(context);
        }
View Full Code Here
61
62
63
64
65
66
67
68
            this.map = new CounterMap<Object>();
            this.mapSpillOver = context.getConfiguration().getInt(Tokens.FAUNUS_PIPELINE_MAP_SPILL_OVER, Tokens.DEFAULT_MAP_SPILL_OVER);
            this.property = context.getConfiguration().get(PROPERTY);
            this.isVertex = context.getConfiguration().getClass(CLASS, Element.class, Element.class).equals(Vertex.class);
            this.handler = new WritableHandler(context.getConfiguration().getClass(TYPE, Text.class, WritableComparable.class));
            this.outputs = new SafeMapperOutputs(context);

        }
View Full Code Here
52
53
54
55
56
57
58
59
                this.engine.put(ARGS, context.getConfiguration().getStrings(SCRIPT_ARGS));
                this.engine.eval(SETUP_ARGS);
            } catch (Exception e) {
                throw new InterruptedException(e.getMessage());
            }
            this.outputs = new SafeMapperOutputs(context);

        }
View Full Code Here
83
84
85
86
87
88
89
        public void setup(final Mapper.Context context) throws IOException, InterruptedException {
            this.isVertex = context.getConfiguration().getClass(CLASS, Element.class, Element.class).equals(Vertex.class);
            this.key = context.getConfiguration().get(KEY);
            this.handler = new WritableHandler(context.getConfiguration().getClass(TYPE, Text.class, WritableComparable.class));
            this.elementKey = context.getConfiguration().get(ELEMENT_KEY);
            this.outputs = new SafeMapperOutputs(context);
        }
View Full Code Here
55
56
57
58
59
60
61
                this.closure = (Closure) engine.eval(context.getConfiguration().get(CLOSURE));
            } catch (final ScriptException e) {
                throw new IOException(e.getMessage(), e);
            }

            this.outputs = new SafeMapperOutputs(context);
        }
View Full Code Here
45
46
47
48
49
50
51
52
53
        private SafeMapperOutputs outputs;

        @Override
        public void setup(final Mapper.Context context) throws IOException, InterruptedException {
            this.isVertex = context.getConfiguration().getClass(CLASS, Element.class, Element.class).equals(Vertex.class);
            this.outputs = new SafeMapperOutputs(context);
            if (!context.getConfiguration().getBoolean(FaunusCompiler.PATH_ENABLED, false))
                throw new IllegalStateException(PathMap.class.getSimpleName() + " requires that paths be enabled");
        }
View Full Code Here
51
52
53
54
55
56
57
        @Override
        public void setup(final Mapper.Context context) throws IOException, InterruptedException {
            this.isVertex = context.getConfiguration().getClass(CLASS, Element.class, Element.class).equals(Vertex.class);
            this.key = context.getConfiguration().get(KEY);
            this.handler = new WritableHandler(context.getConfiguration().getClass(TYPE, Text.class, WritableComparable.class));
            this.outputs = new SafeMapperOutputs(context);
        }
View Full Code Here
42
43
44
45
46
47
48
        private SafeMapperOutputs outputs;

        @Override
        public void setup(final Mapper.Context context) throws IOException, InterruptedException {
            this.isVertex = context.getConfiguration().getClass(CLASS, Element.class, Element.class).equals(Vertex.class);
            this.outputs = new SafeMapperOutputs(context);
        }
View Full Code Here
TOP

Related Classes of com.thinkaurelius.faunus.mapreduce.util.SafeMapperOutputs

  • com.thinkaurelius.faunus.mapreduce.sideeffect.GroupCountMapReduce$Map
  • com.thinkaurelius.faunus.mapreduce.sideeffect.ScriptMap$Map
  • com.thinkaurelius.faunus.mapreduce.sideeffect.ValueGroupCountMapReduce$Map
  • com.thinkaurelius.faunus.mapreduce.transform.OrderMapReduce$Map
  • com.thinkaurelius.faunus.mapreduce.transform.PathMap$Map
  • com.thinkaurelius.faunus.mapreduce.transform.PropertyMap$Map
  • com.thinkaurelius.faunus.mapreduce.transform.PropertyMapMap$Map
  • com.thinkaurelius.faunus.mapreduce.transform.TransformMap$Map
  • org.apache.hadoop.mapreduce.lib.output.MultipleOutputs
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.