Package org.apache.lucene.analysis.snowball

Examples of org.apache.lucene.analysis.snowball.SnowballAnalyzer.tokenStream()

469
470
471
472
473
474
475
476
477
478
479
      TokenStream ts ;
      TermAttribute termAtt;
     
      // Query data
      doc = (Document)ir.document(testDocId);
      ts = analyzer.tokenStream("audience", new StringReader(doc.get("audience")));
      termAtt = ts.addAttribute(TermAttribute.class); 
      while (ts.incrementToken())
      {
        rAudience.add(termAtt.term());
      }
View Full Code Here
476
477
478
479
480
481
482
483
484
485
486
      while (ts.incrementToken())
      {
        rAudience.add(termAtt.term());
      }
     
      ts = analyzer.tokenStream("subject", new StringReader(doc.get("subject")));
      termAtt = ts.addAttribute(TermAttribute.class); 
      while (ts.incrementToken())
      {
        rSubject.add(termAtt.term());
      }
View Full Code Here
483
484
485
486
487
488
489
490
491
492
493
      while (ts.incrementToken())
      {
        rSubject.add(termAtt.term());
      }
     
      ts = analyzer.tokenStream("educationLevel", new StringReader(doc.get("educationLevel")));
      termAtt = ts.addAttribute(TermAttribute.class); 
      while (ts.incrementToken())
      {
        rEduLevel.add(termAtt.term());
      }
View Full Code Here
495
496
497
498
499
500
501
502
503
504
505
      for (int i = 0 ; i < K  ; i++)
      {
        int docId = (Integer)kArray[i];
        doc = (Document)ir.document(docId);
       
        ts = analyzer.tokenStream("audience", new StringReader(doc.get("audience")));
        termAtt = ts.addAttribute(TermAttribute.class); 
       
       
        while(ts.incrementToken())
        {
View Full Code Here
509
510
511
512
513
514
515
516
517
518
519
            aPrecision++;
            break;
          }
        }
       
        ts = analyzer.tokenStream("subject", new StringReader(doc.get("subject")));
        termAtt = ts.addAttribute(TermAttribute.class); 
       
        while(ts.incrementToken())
        {
          tempToken = termAtt.term();
View Full Code Here
522
523
524
525
526
527
528
529
530
531
532
            sPrecision++;
            break;
          }
        }
       
        ts = analyzer.tokenStream("educationLevel", new StringReader(doc.get("educationLevel")));
        termAtt = ts.addAttribute(TermAttribute.class); 
        while(ts.incrementToken())
        {
          tempToken = termAtt.term();
          if (tempToken.length() > 2 && rEduLevel.contains(tempToken))
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.