Package org.apache.lucene.index

Examples of org.apache.lucene.index.TermFreqVector

104
105
106
107
108
109
110
111
112
113
114
      if (!termDocs.next()) {
        return endOfData();
      }

      int doc = termDocs.doc();
      TermFreqVector termFreqVector = indexReader.getTermFreqVector(doc, field);
      if (termFreqVector == null) {
        numErrorDocs++;
        if (numErrorDocs >= maxErrorDocs) {
          log.error("There are too many documents that do not have a term vector for {}", field);
          throw new IllegalStateException("There are too many documents that do not have a term vector for " + field);
View Full Code Here
745
746
747
748
749
750
751
752
753
754
755
     */
    public PriorityQueue retrieveTerms(int docNum) throws IOException {
        Map termFreqMap = new HashMap();
        for (int i = 0; i < fieldNames.length; i++) {
            String fieldName = fieldNames[i];
            TermFreqVector vector = ir.getTermFreqVector(docNum, fieldName);

            // field does not store term vector info
            if (vector == null) {
              Document d=ir.document(docNum);
              String text[]=d.getValues(fieldName);
View Full Code Here
160
161
162
163
164
165
166
167
168
169
170
     
      // verify vectors result
      verifyVectors(vectors, docId);
     
      start = System.currentTimeMillis();
      TermFreqVector vector = reader.getTermFreqVector(docId, "field");
      timeElapsed += System.currentTimeMillis()-start;
     
      vectors = new TermFreqVector[1];
      vectors[0] = vector;
     
View Full Code Here
162
163
164
165
166
167
168
169
170
171
172
     
      // verify vectors result
      verifyVectors(vectors, docId);
     
      start = System.currentTimeMillis();
      TermFreqVector vector = reader.getTermFreqVector(docId, "field");
      timeElapsed += System.currentTimeMillis()-start;
     
      vectors = new TermFreqVector[1];
      vectors[0] = vector;
     
View Full Code Here
163
164
165
166
167
168
169
170
171
172
173
     
      // verify vectors result
      verifyVectors(vectors, docId);
     
      start = System.currentTimeMillis();
      TermFreqVector vector = reader.getTermFreqVector(docId, "field");
      timeElapsed += System.currentTimeMillis()-start;
     
      vectors = new TermFreqVector[1];
      vectors[0] = vector;
     
View Full Code Here
77
78
79
80
81
82
83
84
85
86
87
   * @throws IOException
   */
  public FieldTermStack( IndexReader reader, int docId, String fieldName, final FieldQuery fieldQuery ) throws IOException {
    this.fieldName = fieldName;

    TermFreqVector tfv = reader.getTermFreqVector( docId, fieldName );
    if( tfv == null ) return; // just return to make null snippets
    TermPositionVector tpv = null;
    try{
      tpv = (TermPositionVector)tfv;
    }
View Full Code Here
766
767
768
769
770
771
772
773
774
775
776
     */
    public PriorityQueue retrieveTerms(int docNum) throws IOException {
        Map termFreqMap = new HashMap();
        for (int i = 0; i < fieldNames.length; i++) {
            String fieldName = fieldNames[i];
            TermFreqVector vector = ir.getTermFreqVector(docNum, fieldName);

            // field does not store term vector info
            if (vector == null) {
              Document d=ir.document(docNum);
              String text[]=d.getValues(fieldName);
View Full Code Here
57
58
59
60
61
62
63
64
65
66
67
   * @throws IOException if there was an error loading
   */
  public static TokenStream getAnyTokenStream(IndexReader reader, int docId, String field, Document doc, Analyzer analyzer) throws IOException{
    TokenStream ts=null;

    TermFreqVector tfv=(TermFreqVector) reader.getTermFreqVector(docId,field);
    if(tfv!=null)
    {
        if(tfv instanceof TermPositionVector)
        {
            ts=getTokenStream((TermPositionVector) tfv);
View Full Code Here
87
88
89
90
91
92
93
94
95
96
97
     */
    public static TokenStream getAnyTokenStream(IndexReader reader,int docId, String field,Analyzer analyzer) throws IOException
    {
    TokenStream ts=null;

    TermFreqVector tfv=(TermFreqVector) reader.getTermFreqVector(docId,field);
    if(tfv!=null)
    {
        if(tfv instanceof TermPositionVector)
        {
            ts=getTokenStream((TermPositionVector) tfv);
View Full Code Here
235
236
237
238
239
240
241
242
243
244
245
        return new StoredTokenStream(tokensInOriginalOrder);
    }

    public static TokenStream getTokenStream(IndexReader reader,int docId, String field) throws IOException
    {
    TermFreqVector tfv=(TermFreqVector) reader.getTermFreqVector(docId,field);
    if(tfv==null)
    {
        throw new IllegalArgumentException(field+" in doc #"+docId
                  +"does not have any term position data stored");
    }
View Full Code Here
TOP

Related Classes of org.apache.lucene.index.TermFreqVector

  • com.browseengine.bobo.sort.SortCollectorImpl
  • edu.wiki.modify.IndexModifier
  • edu.wiki.modify.MemIndexModifier
  • it.unibz.instasearch.indexing.SearchResultDoc
  • lucandra.IndexReader
  • org.apache.jackrabbit.core.query.lucene.AbstractExcerpt
  • org.apache.jackrabbit.core.query.lucene.DefaultXMLExcerpt
  • org.apache.jackrabbit.core.query.lucene.MoreLikeThis
  • org.apache.lucene.analysis.ontology.Test
  • org.apache.lucene.search.highlight.TokenSources
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.