Package org.terrier.structures.seralization

Examples of org.terrier.structures.seralization.FixedSizeIntWritableFactory

170
171
172
173
174
175
176
177
178
179
180
    {
      forwardWriters[i] = new MultiFSOMapWriter(
        _index.getPath() + "/" + _index.getPrefix() + "."+structureName+"-"+i+FSOrderedMapFile.USUAL_EXTENSION,
        REVERSE_KEY_LOOKUP_WRITING_BUFFER_SIZE,
        keyFactories[i] = new FixedSizeTextFactory(valueLensChars[forwardKeys[i]]),
        new FixedSizeIntWritableFactory()
        );
      forwardKeyValuesSorted[i] = true;
    }
   
    this.valueLensBytes = new int[keyNames.length];
View Full Code Here
1140
1141
1142
1143
1144
1145
1146
1147
1148
1149
1150
    key2forwardOffset = new TObjectIntHashMap<String>(2);
    final String[] forwardKeys = index.getIndexProperty("index."+structureName+".reverse-key-names", "").split("\\s*,\\s*");
    forwardMetaMaps = (Map<Text,IntWritable>[])new Map[forwardKeys.length];
    keyFactories = (FixedSizeWriteableFactory<Text>[])new FixedSizeWriteableFactory[forwardKeys.length];
    i=0;
    final FixedSizeIntWritableFactory valueFactory = new FixedSizeIntWritableFactory();
    for(String keyName : forwardKeys)
    {
      if (keyName.trim().equals(""))
        continue;
      key2forwardOffset.put(keyName, 1+i);
View Full Code Here
146
147
148
149
150
151
152
153
154
 
  @Test public void testStream() throws Exception
  {
    FixedSizeTextFactory keyFactory = new FixedSizeTextFactory(20);
    FSOrderedMapFile.EntryIterator<Text, IntWritable> inputStream = new FSOrderedMapFile.EntryIterator<Text, IntWritable>(
        file, keyFactory, new FixedSizeIntWritableFactory());
    readStream(inputStream);
    inputStream.close();
  }
View Full Code Here
155
156
157
158
159
160
161
162
163
 
  @Test public void testStreamSkip() throws Exception
  {
    FixedSizeTextFactory keyFactory = new FixedSizeTextFactory(20);
    FSOrderedMapFile.EntryIterator<Text, IntWritable> inputStream = new FSOrderedMapFile.EntryIterator<Text, IntWritable>(
        file, keyFactory, new FixedSizeIntWritableFactory());
    readStreamSkip(inputStream, testKeys.length);
    inputStream.close();
  }
View Full Code Here
163
164
165
166
167
168
169
170
  }
 
  @Test public void testOnDisk() throws Exception
  {
    FixedSizeTextFactory keyFactory = new FixedSizeTextFactory(20);
    FSOrderedMapFile<Text, IntWritable> mapfile = new FSOrderedMapFile<Text, IntWritable>(file, false, keyFactory, new FixedSizeIntWritableFactory());
    checkKeys(keyFactory, mapfile);
  }
View Full Code Here
170
171
172
173
174
175
176
177
  }
 
  @Test public void testInMemory() throws Exception
  {
    FixedSizeTextFactory keyFactory = new FixedSizeTextFactory(20);
    Map<Text, IntWritable> mapfileInMem = new FSOrderedMapFile.MapFileInMemory<Text, IntWritable>(file, keyFactory, new FixedSizeIntWritableFactory());
    checkKeys(keyFactory, mapfileInMem);
  }
View Full Code Here
179
180
181
182
183
184
185
186
  @Test public void testInMemoryRandomDataInputMemory() throws Exception
  {
    FixedSizeTextFactory keyFactory = new FixedSizeTextFactory(20);
    Map<Text, IntWritable> mapfileInMem = new FSOrderedMapFile<Text, IntWritable>(
        new RandomDataInputMemory(file), file,
        keyFactory, new FixedSizeIntWritableFactory());
    checkKeys(keyFactory, mapfileInMem);
  }
View Full Code Here
76
77
78
79
80
81
82
83
  }
 
  /** Test that random access on one on disk works as expected */
  @Test public void testRandom() throws Exception
  {
    List<IntWritable> list = new FSArrayFile<IntWritable>(arrayFile, false, new FixedSizeIntWritableFactory());
    testRandom(list);
  }
View Full Code Here
83
84
85
86
87
88
89
90
  }
 
  /** Test that random access on one in memory works as expected */
  @Test public void testRandomInMem() throws Exception
  {
    List<IntWritable> list = new FSArrayFileInMem<IntWritable>(arrayFile, false, new FixedSizeIntWritableFactory());
    testRandom(list);
  }
View Full Code Here
90
91
92
93
94
95
96
97
98
99
100
  }
 
  /** Test that the stream works as expected */
  @Test public void testStream() throws Exception
  {
    Iterator<IntWritable> iterator = new FSArrayFile.ArrayFileIterator<IntWritable>(arrayFile, new FixedSizeIntWritableFactory());
    int i=0;
    while(iterator.hasNext())
    {
      assertEquals(TEST_INTEGERS[i], iterator.next().get());
      i++;
View Full Code Here
TOP

Related Classes of org.terrier.structures.seralization.FixedSizeIntWritableFactory

  • org.apache.hadoop.io.IntWritable
  • org.terrier.structures.collections.TestFSArrayFile
  • org.terrier.structures.collections.TestFSOrderedMapFile
  • org.terrier.structures.CompressingMetaIndex
  • org.terrier.structures.indexing.CompressingMetaIndexBuilder
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.