Package cc.mallet.util

Examples of cc.mallet.util.CharSequenceLexer

55
56
57
58
59
60
61
62
    this.backgroundTag = backgroundTag;
  }

  public SGML2TokenSequence (String regex, String backgroundTag)
  {
    this.lexer = new CharSequenceLexer (regex);
    this.backgroundTag = backgroundTag;
  }
View Full Code Here
61
62
63
64
65
66
67
    this.backgroundTag = backgroundTag;
  }

  public SGML2TokenSequence ()
  {
    this (new CharSequenceLexer(), "O");
  }
View Full Code Here
40
41
42
43
44
45
46
  CharSequenceLexer lexer;
  int numberFeatures = -1;
  private static Logger logger = MalletLogger.getLogger(Csv2Array.class.getName());

  public Csv2Array () {
    this.lexer = new CharSequenceLexer ("([^,]+)");
  }
View Full Code Here
44
45
46
47
48
49
50
  public Csv2Array () {
    this.lexer = new CharSequenceLexer ("([^,]+)");
  }

  public Csv2Array (String regex) {
    this.lexer = new CharSequenceLexer (regex);
  }
View Full Code Here
64
65
66
67
68
69
70
71
72
73
74

  private Extraction createExtractionFrom (String[] predStrings, String[] trueStrings)
  {
    Pipe pipe = new SerialPipes (new Pipe[] {
      new SGML2TokenSequence (new CharSequenceLexer (CharSequenceLexer.LEX_NONWHITESPACE_CLASSES  ), "O"),
      new Target2LabelSequence (),
      new PrintInputAndTarget (),
    });

    InstanceList pred = new InstanceList (pipe);
View Full Code Here
48
49
50
51
52
53
54
  }

  public SelectiveSGML2TokenSequence (String regex, String backgroundTag,
                                      Set allowed)
  {
    this (new CharSequenceLexer (regex), backgroundTag, allowed);
  }
View Full Code Here
53
54
55
56
57
58
59
    this (new CharSequenceLexer (regex), backgroundTag, allowed);
  }

  public SelectiveSGML2TokenSequence (Set allowed)
  {
    this (new CharSequenceLexer(), "O", allowed);
  }
View Full Code Here
43
44
45
46
47
48
49
    this.lexer = lexer;
  }

  public CharSequence2TokenSequence (String regex)
  {
    this.lexer = new CharSequenceLexer (regex);
  }
View Full Code Here
48
49
50
51
52
53
54
    this.lexer = new CharSequenceLexer (regex);
  }

  public CharSequence2TokenSequence (Pattern regex)
  {
    this.lexer = new CharSequenceLexer (regex);
  }
View Full Code Here
53
54
55
56
57
58
59
    this.lexer = new CharSequenceLexer (regex);
  }

  public CharSequence2TokenSequence ()
  {
    this (new CharSequenceLexer());
  }
View Full Code Here
TOP

Related Classes of cc.mallet.util.CharSequenceLexer

  • cc.mallet.extract.test.TestDocumentExtraction
  • cc.mallet.extract.test.TestPerDocumentF1Evaluator
  • cc.mallet.pipe.CharSequence2TokenSequence
  • cc.mallet.pipe.Csv2Array
  • cc.mallet.pipe.SelectiveSGML2TokenSequence
  • cc.mallet.pipe.SGML2TokenSequence
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.