Package org.terrier.structures.indexing.CompressingMetaIndexBuilder

Examples of org.terrier.structures.indexing.CompressingMetaIndexBuilder.KeyedPartitioner

50
51
52
53
54
55
56
57
58
59
60
    if (! validPlatform()) return;
    JobConf jc = new JobConf();
    jc.set("CompressingMetaIndexBuilder.reverse.keyCount", "1");
    jc.set("CompressingMetaIndexBuilder.reverse.keys", "docno");
   
    KeyedPartitioner p = new KeyedPartitioner();
    p.configure(jc);
    KeyValueTuple kv = new KeyValueTuple("docno", "doc1");
    IntWritable docid = new IntWritable(0);
    assertEquals(0, p.getPartition(kv, docid, 1));
  }
View Full Code Here
64
65
66
67
68
69
70
71
72
73
74
75
76
    if (! validPlatform()) return;
    JobConf jc = new JobConf();
    jc.set("CompressingMetaIndexBuilder.reverse.keyCount", "2");
    jc.set("CompressingMetaIndexBuilder.reverse.keys", "docno,url");
    jc.setNumReduceTasks(1);
    KeyedPartitioner p = new KeyedPartitioner();
    p.configure(jc);
    KeyValueTuple kv1 = new KeyValueTuple("docno", "doc1");
    IntWritable docid = new IntWritable(0);
    assertEquals(0, p.getPartition(kv1, docid, 1));
    KeyValueTuple kv2 = new KeyValueTuple("url", "url1");
    assertEquals(0, p.getPartition(kv2, docid, 1));       
  }
View Full Code Here
80
81
82
83
84
85
86
87
88
89
90
91
92
    if (! validPlatform()) return;
    JobConf jc = new JobConf();
    jc.set("CompressingMetaIndexBuilder.reverse.keyCount", "2");
    jc.set("CompressingMetaIndexBuilder.reverse.keys", "docno,url");
    jc.setNumReduceTasks(2);
    KeyedPartitioner p = new KeyedPartitioner();
    p.configure(jc);
    KeyValueTuple kv1 = new KeyValueTuple("docno", "doc1");
    IntWritable docid = new IntWritable(0);
    assertEquals(0, p.getPartition(kv1, docid, 2));
    KeyValueTuple kv2 = new KeyValueTuple("url", "url1");
    assertEquals(1, p.getPartition(kv2, docid, 2));       
  }
View Full Code Here
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
    if (! validPlatform()) return;
    JobConf jc = new JobConf();
    jc.set("CompressingMetaIndexBuilder.reverse.keyCount", "2");
    jc.set("CompressingMetaIndexBuilder.reverse.keys", "docno,url,domain");
    jc.setNumReduceTasks(2);
    KeyedPartitioner p = new KeyedPartitioner();
    p.configure(jc);
    KeyValueTuple kv1 = new KeyValueTuple("docno", "doc1");
    IntWritable docid = new IntWritable(0);
    assertEquals(0, p.getPartition(kv1, docid, 2));
    KeyValueTuple kv2 = new KeyValueTuple("url", "url1");
    assertEquals(1, p.getPartition(kv2, docid, 2));
    KeyValueTuple kv3 = new KeyValueTuple("domain", "dom1");
    assertEquals(0, p.getPartition(kv3, docid, 2));
  }
View Full Code Here
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
    if (! validPlatform()) return;
    JobConf jc = new JobConf();
    jc.set("CompressingMetaIndexBuilder.reverse.keyCount", "2");
    jc.set("CompressingMetaIndexBuilder.reverse.keys", "docno,url,domain");
    jc.setNumReduceTasks(3);
    KeyedPartitioner p = new KeyedPartitioner();
    p.configure(jc);
    KeyValueTuple kv1 = new KeyValueTuple("docno", "doc1");
    IntWritable docid = new IntWritable(0);
    assertEquals(0, p.getPartition(kv1, docid, 3));
    KeyValueTuple kv2 = new KeyValueTuple("url", "url1");
    assertEquals(1, p.getPartition(kv2, docid, 3));
    KeyValueTuple kv3 = new KeyValueTuple("domain", "dom1");
    assertEquals(2, p.getPartition(kv3, docid, 3));
  }
View Full Code Here
TOP

Related Classes of org.terrier.structures.indexing.CompressingMetaIndexBuilder.KeyedPartitioner

  • org.terrier.structures.indexing.TestCompressingMetaIndexBuilderPartitioner
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.