Package org.apache.mahout.utils.vectors

Examples of org.apache.mahout.utils.vectors.TermEntry

207
208
209
210
211
212
213
214
215
216
217
218
      // AND the term's bitset with cluster doc bitset to get the term's in-cluster frequency.
      // This modifies the termBitset, but that's fine as we are not using it anywhere else.
      termBitset.and(clusterDocBitset);
      int inclusterDF = (int) termBitset.cardinality();

      TermEntry entry = new TermEntry(term.utf8ToString(), count++, inclusterDF);
      termEntryMap.put(entry.getTerm(), entry);

    }

    List<TermInfoClusterInOut> clusteredTermInfo = Lists.newLinkedList();
View Full Code Here
51
52
53
54
55
56
57
58
59
60
    int count = 0;
    BytesRef text;
    while ((text = te.next()) != null) {
      int df = te.docFreq();
      if (df >= minDf && df <= percent) {
        TermEntry entry = new TermEntry(text.utf8ToString(), count++, df);
        termEntries.put(entry.getTerm(), entry);
      }
    }
  }
View Full Code Here
204
205
206
207
208
209
210
211
212
213
214
215
        // AND the term's bitset with cluster doc bitset to get the term's in-cluster frequency.
        // This modifies the termBitset, but that's fine as we are not using it anywhere else.
        termBitset.and(clusterDocBitset);
        int inclusterDF = (int) termBitset.cardinality();

        TermEntry entry = new TermEntry(term.text(), count++, inclusterDF);
        termEntryMap.put(entry.getTerm(), entry);
      } while (te.next());
    } finally {
      Closeables.closeQuietly(te);
    }
View Full Code Here
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
      writer.write(String.valueOf(ti.totalTerms(field)));
      writer.write('\n');
      writer.write("#term" + delimiter + "doc freq" + delimiter + "idx");
      writer.write('\n');
      while (entIter.hasNext()) {
        TermEntry entry = entIter.next();
        writer.write(entry.getTerm());
        writer.write(delimiter);
        writer.write(String.valueOf(entry.getDocFreq()));
        writer.write(delimiter);
        writer.write(String.valueOf(entry.getTermIdx()));
        writer.write('\n');
      }
    } finally {
      Closeables.closeQuietly(writer);
    }
View Full Code Here
54
55
56
57
58
59
60
61
62
63
64
65
        }
        int df = te.docFreq();
        if (df < minDf || df > percent) {
          continue;
        }
        TermEntry entry = new TermEntry(term.text(), count++, df);
        termEntries.put(entry.getTerm(), entry);
      } while (te.next());
    } finally {
      Closeables.closeQuietly(te);
    }
  }
View Full Code Here
TOP

Related Classes of org.apache.mahout.utils.vectors.TermEntry

  • org.apache.mahout.utils.vectors.io.DelimitedTermInfoWriter
  • org.apache.mahout.utils.vectors.io.JWriterTermInfoWriter
  • org.apache.mahout.utils.vectors.lucene.CachedTermInfo
  • org.apache.mahout.utils.vectors.lucene.ClusterLabels
  • org.apache.mahout.utils.vectors.lucene.Driver
  • org.apache.mahout.utils.vectors.lucene.TFDFMapper
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.