Package proj.zoie.api

Examples of proj.zoie.api.DocIDMapper

11
12
13
14
15
16
17
18
19
20
21
  public DocIDMapper getDocIDMapper(ZoieMultiReader<?> multireader) {
    final ZoieSegmentReader<?>[] subreaders =(ZoieSegmentReader<?>[])(multireader.getSequentialSubReaders());
    final int[] starts = multireader.getStarts();
    for (int i = 0; i < subreaders.length; ++i){
      ZoieSegmentReader<?> subReader = subreaders[i];
      DocIDMapper mapper = subReader.getDocIDMaper();
      if (mapper == null){
        mapper = new DocIDMapperImpl(subReader.getUIDArray());
      }
      subReader.setDocIDMapper(mapper);
    }
View Full Code Here
922
923
924
925
926
927
928
929
930
931
932
    memoryProvider.addEvents(list);
    idxSystem.syncWthVersion(10000, zvt);
 
    List<ZoieIndexReader<IndexReader>> readerList= idxSystem.getIndexReaders();      
    for (ZoieIndexReader<IndexReader> reader : readerList){
      DocIDMapper mapper = reader.getDocIDMaper();
      if (!(mapper instanceof DocIDMapperImpl)){
        numDiskIdx++;
      }
    }
    idxSystem.returnIndexReaders(readerList);
View Full Code Here
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
    List<ZoieIndexReader<IndexReader>> readerList = idxSystem.getIndexReaders();
    // test UIDs from TestInRangeDataInterpreter 0-9
    for(ZoieIndexReader<IndexReader> reader : readerList)
    {
      int maxDoc = reader.maxDoc();
      DocIDMapper gmapper = reader.getDocIDMaper();
      ZoieIndexReader[] readers = gmapper.getSubReaders();
      log.info(Arrays.toString(readers));
      int[] starts = gmapper.getStarts();
      for(long uid = 0; uid<10; uid++)
      {
        int readeridx = gmapper.getReaderIndex(uid);
        if (readeridx<0 || reader.isDeleted(gmapper.getDocID(uid)))
        {
          continue;
        }
        log.info(
            "uid: " + uid + " global:" +gmapper.getDocID(uid)+ " start: " + starts[readeridx] +
            " local:" + readers[readeridx].getDocIDMaper().getDocID(uid) +
            "?=" + (gmapper.getDocID(uid)-starts[readeridx])+
            (reader.isDeleted(gmapper.getDocID(uid))?"deleted":""));
        assertTrue("", (gmapper.getDocID(uid)-starts[readeridx]) == readers[readeridx].getDocIDMaper().getDocID(uid));
      }
    }
    for(ZoieIndexReader<IndexReader> reader : readerList)
    {
      DocIDMapper mapper = reader.getDocIDMaper();
      log.info(mapper);
      if (!(mapper instanceof DocIDMapperImpl))
      {
        numDiskIdx++;
      }
View Full Code Here
148
149
150
151
152
153
154
155
156
157
158
      try
      {
        // for RAM indexes, just get a new index reader
        srcReader = IndexReader.open(_directory, true);
        finalReader = ZoieIndexReader.open(srcReader, _decorator);
        DocIDMapper mapper = _idxMgr._docIDMapperFactory.getDocIDMapper((ZoieMultiReader<R>) finalReader);
        finalReader.setDocIDMapper(mapper);
        return finalReader;
      } catch (IOException ioe)
      {
        // if reader decoration fails, still need to close the source reader
View Full Code Here
205
206
207
208
209
210
211
212
213
214
215
      } else
      {
        reader = (ZoieIndexReader<R>) _currentReader.reopen(true);
        if (reader != _currentReader)
        {
          DocIDMapper mapper = _idxMgr._docIDMapperFactory.getDocIDMapper((ZoieMultiReader<R>) reader);
          reader.setDocIDMapper(mapper);
        }
      }

      if (_currentReader != reader)
View Full Code Here
219
220
221
222
223
224
225
226
227
228
229
    // swap the internal readers
    if (_currentReader != reader)
    {
      if (reader!=null){
        DocIDMapper mapper = _idx._idxMgr._docIDMapperFactory.getDocIDMapper((ZoieMultiReader<R>)reader);
        reader.setDocIDMapper(mapper);
      }
      // assume that this is the only place that _currentReader gets refreshed
      IndexReader oldReader = _currentReader;
      _currentReader = reader;
View Full Code Here
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
      {
        ZoieIndexReader<R> reader= openIndexReader();
        if (reader!=null)
        {
        IntList delList = new IntArrayList(delDocs.size());
        DocIDMapper idMapper = reader.getDocIDMaper();
        LongIterator iter = delDocs.iterator();
         
        while(iter.hasNext()){
          long uid = iter.nextLong();
          if (ZoieIndexReader.DELETED_UID!=uid){
            int docid = idMapper.getDocID(uid);
            if (docid!=DocIDMapper.NOT_FOUND){
              delList.add(docid);
            }
          }
        }
View Full Code Here
109
110
111
112
113
114
115
116
117
118
119
    } else
    { // small ram index
      for (int i = 0; i < subreaders.length; ++i)
      {
        ZoieSegmentReader<?> subReader = subreaders[i];
        DocIDMapper mapper = subReader.getDocIDMaper();
        if (mapper == null)
        {
          mapper = new DocIDMapperImpl(subReader.getUIDArray());
        }
        subReader.setDocIDMapper(mapper);
View Full Code Here
62
63
64
65
66
67
68
69
70
71
72
      for (int readerid = 0; readerid < readers.size(); readerid++)
      {
        retstr += "reader: " + readerid + "\n";
        docstr += "reader: " + readerid + "\n";
        ZoieIndexReader reader = readers.get(readerid);
        DocIDMapper idmapper = reader.getDocIDMaper();
        try
        {
          Collection fieldnames = reader.getFieldNames(FieldOption.ALL);
          String fieldnamess = Arrays.toString(fieldnames.toArray());
          retstr += "fields: " + fieldnamess + "\n";
View Full Code Here
125
126
127
128
129
130
131
132
133
134
135
136
      retstr += readers.size() + " readers obtained\n";
      for (int readerid = 0; readerid < readers.size(); readerid++)
      {
        retstr += "reader: " + readerid + "\n";
        ZoieIndexReader reader = readers.get(readerid);
        DocIDMapper idmapper = reader.getDocIDMaper();
        int docid = idmapper.getDocID(UID);
        retstr += "docid(in reader): " + formatter.format(docid) + "\n";
        if (docid == DocIDMapper.NOT_FOUND)
        {
          retstr += "not found in this reader\n";
          continue;
View Full Code Here
TOP

Related Classes of proj.zoie.api.DocIDMapper

  • com.senseidb.indexing.activity.BoboIndexTracker
  • proj.zoie.api.impl.DefaultDocIDMapperFactory
  • proj.zoie.api.impl.InRangeDocIDMapperFactory
  • proj.zoie.api.impl.util.SearchUtil
  • proj.zoie.hourglass.impl.Hourglass
  • proj.zoie.hourglass.impl.HourglassReaderManager
  • proj.zoie.impl.indexing.internal.BaseSearchIndex
  • proj.zoie.impl.indexing.internal.IndexReaderDispenser
  • proj.zoie.impl.indexing.internal.RAMSearchIndex
  • proj.zoie.test.ZoieTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.