Package org.eclipse.jface.text.rules

Examples of org.eclipse.jface.text.rules.IToken


   * Creates the partitioner and sets up the appropriate rules.
   */
  public JavaPartitionScanner() {
    super();

    IToken javaDoc= new Token(JAVA_DOC);
    IToken comment= new Token(JAVA_MULTILINE_COMMENT);

    List rules= new ArrayList();

    // Add rule for single line comments.
    rules.add(new EndOfLineRule("//", Token.UNDEFINED)); //$NON-NLS-1$
View Full Code Here


    
    FullPatternRule fpRule = new FullPatternRule(new Token(null), sequences, new SampleJavaWordDetector());
    
    while (scanner.peekNext() != ICharacterScanner.EOF) {
      int beginOffset = scanner.textOffset;
      IToken token = fpRule.evaluate(scanner);
      if(token.isUndefined()) {
        assertTrue(scanner.textOffset == beginOffset);
        assertTrue(ArrayUtil.contains(tokenIndexes, beginOffset) == false);
        scanner.read(); // advance
      } else {
        int indexOf = ArrayUtil.indexOf(tokenIndexes, beginOffset);
View Full Code Here

 
  private static final char NO_ESCAPE_CHAR = (char) -1;
 
  /**Creates the partitioner and sets up the appropriate rules. */
  public DeePartitionScanner() {
    IToken tkString = new Token(DeePartitions.DEE_STRING);
    IToken tkRawString = new Token(DeePartitions.DEE_RAW_STRING);
    IToken tkRawString2 = new Token(DeePartitions.DEE_RAW_STRING2);
    IToken tkDelimString = new Token(DeePartitions.DEE_DELIM_STRING);
    IToken tkCharacter = new Token(DeePartitions.DEE_CHARACTER);
    IToken tkSingleComment = new Token(DeePartitions.DEE_SINGLE_COMMENT);
    IToken tkSingleDocComment = new Token(DeePartitions.DEE_SINGLE_DOCCOMMENT);
    IToken tkMultiComment = new Token(DeePartitions.DEE_MULTI_COMMENT);
    IToken tkMultiDocComment = new Token(DeePartitions.DEE_MULTI_DOCCOMMENT);
    IToken tkNestedComment = new Token(DeePartitions.DEE_NESTED_COMMENT);
    IToken tkNestedDocComment = new Token(DeePartitions.DEE_NESTED_DOCCOMMENT);
   
    ArrayList2<IPredicateRule> rules = new ArrayList2<>();
   
    rules.add(new PatternRule_Fixed("`", "`", tkRawString, NO_ESCAPE_CHAR, false, true));
    rules.add(new PatternRule_Fixed("r\"", "\"", tkRawString2, NO_ESCAPE_CHAR, false, true));
View Full Code Here

    List<IRule> rules = new ArrayList<IRule>();
   
    // Add generic whitespace rule.
    rules.add(new WhitespaceRule(new LangWhitespaceDetector()));
   
    IToken tkDefault = getToken(DeeColorPreferences.DEFAULT.key);
    IToken tkKeyword = getToken(DeeColorPreferences.KEYWORDS.key);
    IToken tkBasics = getToken(DeeColorPreferences.BASICTYPES.key);
    IToken tkLiterals = getToken(DeeColorPreferences.LITERALS.key);
//    IToken tkOperators = getToken(DeeColorConstants.DEE_OPERATORS);
   
    // Add word rule for keywords, types, and constants.
    WordRule wordRule = new WordRule(new JavaWordDetector(), tkDefault);
    addWordsFromTokens(wordRule, DeeTokenHelper.keyWords_control, tkKeyword);
    addWordsFromTokens(wordRule, DeeTokenHelper.keyWords_nativeTypes, tkBasics);
    addWordsFromTokens(wordRule, DeeTokenHelper.keyWords_literalValues, tkLiterals);
    rules.add(wordRule);
   
    // These need special treament because of the '!' character
    rules.add(new FullPatternRule(tkKeyword, array("!in", "!is"), new JavaWordDetector()));
   
   
    IToken tkAnnotation = getToken(DeeColorPreferences.ANNOTATIONS.key);
    WordRule annotationsRule = new WordRule(new AnnotationsWordDetector(), tkAnnotation);
    rules.add(annotationsRule);
   
    setDefaultReturnToken(tkDefault);
    return rules;
View Full Code Here

    /**
     * Construct a new XMLScanner.
     * @param manager The ColorManager associated with this XMLScanner.
     */
    public XMLScanner(ColorManager manager) {
        IToken procInstr =
                new Token(new TextAttribute(
                        manager.getColor(XMLColorConstants.PROC_INSTR)));

        IRule[] rules = new IRule[2];
        //Add rule for processing instructions
View Full Code Here

    /**
     * Construct a new XMLPartitionScanner.
     */
  public XMLPartitionScanner() {

    IToken xmlComment = new Token(XML_COMMENT);
    IToken tag = new Token(XML_TAG);

    IPredicateRule[] rules = new IPredicateRule[2];

    rules[0] = new MultiLineRule("<!--", "-->", xmlComment); //$NON-NLS-1$ //$NON-NLS-2$
    rules[1] = new TagRule(tag);
View Full Code Here

import org.eclipse.jface.text.rules.WhitespaceRule;

public class SentenceScanner extends RuleBasedScanner {

  public SentenceScanner(ColorManager manager) {
    IToken string = new Token(new TextAttribute(manager.getStringColor()));
        final Token terminals = new Token(new TextAttribute(manager.getTerminalsColor()));
        Token template = new Token(new TextAttribute(manager.getTemplateColor()));
        Token keyword = new Token(new TextAttribute(manager.getKeywordsColor()));
        Token others = new Token(new TextAttribute(manager.getOtherColor()));
View Full Code Here

  public final static String SENTENCE = "__sentence";

  public TemplatesPartitionScanner() {

    final IToken tag = new Token(SENTENCE);

    final List<PatternRule> rules = new ArrayList<PatternRule>();

    rules.add(new MultiLineRule(TemplateTokens.LTP_OPEN, TemplateTokens.LTP_CLOSE, tag));
View Full Code Here

    fTokenOffset= fOffset;
    fColumn= UNDEFINED;

    if (fRules != null) {
      for (int i= 0; i < fRules.length; i++) {
        IToken token= (fRules[i].evaluate(this));
        if (!token.isUndefined()) {
          return token;
        } else {
          // reset offset for the next rule
          fOffset = fTokenOffset;
        }
View Full Code Here

import org.eclipse.jface.text.rules.WhitespaceRule;

public class XMLTagScanner extends RuleBasedScanner {

    public XMLTagScanner(ColorManager manager) {
        IToken string = new Token(new TextAttribute(manager.getColor(IXMLColorConstants.STRING)));

        IRule[] rules = new IRule[3];

        // Add rule for double quotes
        rules[0] = new SingleLineRule("\"", "\"", string, '\\');
View Full Code Here

TOP

Related Classes of org.eclipse.jface.text.rules.IToken

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.