Package org.apache.hadoop.io

Examples of org.apache.hadoop.io.VIntWritable

89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
    @Test
    public void exactlyEqualSortsSame() {
        TaggedTextItem k1=new TaggedTextItem(
                new Text("a")
                ,new VIntWritable(2)
        );

        TaggedTextItem k2=new TaggedTextItem(
                new Text("a")
                ,new VIntWritable(2)
        );

        assertEquals(0,k1.compareTo(k2));
        assertEquals(0,k2.compareTo(k1));
    }
View Full Code Here
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
    @Test
    public void sortsOnTagIfKeysSame() {
        TaggedTextItem k1=new TaggedTextItem(
                new Text("a")
                ,new VIntWritable(1)
        );

        TaggedTextItem k2=new TaggedTextItem(
                new Text("a")
                ,new VIntWritable(2)
        );

        assertEquals(-1,k1.compareTo(k2));
        assertEquals(1,k2.compareTo(k1));
    }
View Full Code Here
121
122
123
124
125
126
127
128
129
130
131
    @Test
    public void roundTrips() throws IOException {
        TaggedTextItem k1=new TaggedTextItem(
                new Text("solvent")
                ,new VIntWritable(7777)
        );

        ByteArrayOutputStream byteStream=new ByteArrayOutputStream();
        DataOutput out=new DataOutputStream(byteStream);
        k1.write(out);
View Full Code Here
24
25
26
27
28
29
30
31
32
33
34
35
36
37
    @Test
    public void justOne() throws IOException, InterruptedException {
        that.reduce(
            new TaggedTextItem(
                    new Text("Canada Goose")
                    ,new VIntWritable(5)
            )
            ,new ArrayList<VIntWritable>() {{
                add(new VIntWritable(1));
            }}
            ,context);

        verify(context).write(
                new Text("Canada Goose")
View Full Code Here
42
43
44
45
46
47
48
49
50
51
52
53
54
55
    @Test
    public void justTwo() throws IOException, InterruptedException {
        that.reduce(
                new TaggedTextItem(
                        new Text("Canada Goose")
                        ,new VIntWritable(5)
                )
                ,new ArrayList<VIntWritable>() {{
                    add(new VIntWritable(2));
                }}
                ,context);

        verifyNoMoreInteractions(context);
    }
View Full Code Here
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
    @Test
    public void oneAndTwo() throws IOException, InterruptedException {
        that.reduce(
                new TaggedTextItem(
                        new Text("Canada Goose")
                        ,new VIntWritable(5)
                )
                ,new ArrayList<VIntWritable>() {{
                    add(new VIntWritable(1));
                    add(new VIntWritable(2));
                }}
                ,context);

        verifyNoMoreInteractions(context);
    }
View Full Code Here
51
52
53
54
55
56
57
58
59
60
61
                "^"+JOINS.replace(".","[.]")+".*$";
        Map<String,VIntWritable> mapping= Maps.newHashMap();

        Map<String,String> targets=that.getValByRegex(prefixRegex);
        for(String keyNumber:targets.keySet()) {
            VIntWritable i=new VIntWritable(Integer.parseInt(lastSegment(keyNumber)));
            for(String path:commaSplitter.split(targets.get(keyNumber)))
                mapping.put(path,i);
        }

        return mapping;
View Full Code Here
76
77
78
79
80
81
82
83
84
85
86
                ,newTaggedValue(entry.getValue(),currentTag)
        );
    }

    static VIntWritable determineTag(Map<String,VIntWritable> mapping,String thePath) {
        VIntWritable currentTag=new VIntWritable(0);
        for(String aPrefix:mapping.keySet())
            if(thePath.startsWith(aPrefix))
                currentTag=mapping.get(aPrefix);

        return currentTag;
View Full Code Here
9
10
11
12
13
14
15
    public TaggedTextItem(Text key, VIntWritable tag) {
        super(key,tag);
    }

    public TaggedTextItem(Text key, int tag) {
        this(key,new VIntWritable(tag));
    }
View Full Code Here
46
47
48
49
50
51
52
53
54
55
56
        if(key==null) {
            key=newT();
        }

        if(tag==null) {
            tag=new VIntWritable();
        }

        key.readFields(d);
        tag.readFields(d);
    }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.io.VIntWritable

  • com.ontology2.bakemono.joins.GeneralJoinMapper
  • com.ontology2.bakemono.joins.SetDifferenceReducerTest
  • com.ontology2.bakemono.joins.SetJoinMapper
  • com.ontology2.bakemono.joins.SimpleJoinMapperInternalTest
  • com.ontology2.bakemono.joins.TaggedItem
  • com.ontology2.bakemono.joins.TaggedTextItem
  • com.ontology2.bakemono.joins.TaggedTextKeyTest
  • com.ontology2.bakemono.joins.TextSimpleJoinMapperTest
  • com.ontology2.bakemono.smushObject.TestSmushMapper
  • com.sap.hadoop.ds.sortedmap.ByteBasedSortedMapTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.