Examples of java.io.StreamTokenizer.whitespaceChars()

java.io.StreamTokenizer.whitespaceChars()
Specifies that all characters c in the range low <= c <= high are white space characters. White space characters serve only to separate tokens in the input stream.
Any other attribute settings for the characters in the specified range are cleared. @param low the low end of the range. @param hi the high end of the range.

        try {
            StreamTokenizer tok = new StreamTokenizer(new StringReader(fullHeader));
            tok.quoteChar('"');
            tok.quoteChar('\'');
            tok.whitespaceChars('=', '=');
            tok.whitespaceChars(',', ',');
            
            while (tok.nextToken() != StreamTokenizer.TT_EOF) {
                String key = tok.sval;
                if (tok.nextToken() == StreamTokenizer.TT_EOF) {
                    map.put(key, null);

View Full Code Here


        try {


            // Set up a StreamTokenizer on the characters in this String
            StreamTokenizer st = new StreamTokenizer(new StringReader(value));
            st.whitespaceChars(delimiter , delimiter); // Set the delimiters
            st.ordinaryChars('0', '9');  // Needed to turn off numeric flag
            st.wordChars('0', '9');      // Needed to make part of tokens
            for (int i = 0; i < allowedChars.length; i++) {
                st.ordinaryChars(allowedChars[i], allowedChars[i]);
                st.wordChars(allowedChars[i], allowedChars[i]);

View Full Code Here

        try {


            // Set up a StreamTokenizer on the characters in this String
            StreamTokenizer st =
                new StreamTokenizer(new StringReader(svalue));
            st.whitespaceChars(',',','); // Commas are delimiters
            st.ordinaryChars('0', '9');  // Needed to turn off numeric flag
            st.ordinaryChars('.', '.');
            st.ordinaryChars('-', '-');
            st.wordChars('0', '9');      // Needed to make part of tokens
            st.wordChars('.', '.');

View Full Code Here

  st.wordChars('.', '.');
  st.wordChars('0', '9');
  st.wordChars('_', '_');
  st.wordChars('$', '$');
  st.wordChars(128 + 32, 255);
  st.whitespaceChars(0, ' ');
  st.lowerCaseMode(false);
  st.ordinaryChar('/');
  st.slashSlashComments(false);
  st.slashStarComments(false);
  return st;

View Full Code Here

        try {


            // Set up a StreamTokenizer on the characters in this String
            StreamTokenizer st =
                new StreamTokenizer(new StringReader(svalue));
            st.whitespaceChars(',',','); // Commas are delimiters
            st.ordinaryChars('0', '9');  // Needed to turn off numeric flag
            st.ordinaryChars('.', '.');
            st.ordinaryChars('-', '-');
            st.wordChars('0', '9');      // Needed to make part of tokens
            st.wordChars('.', '.');

View Full Code Here

    // We'll only get whitespace delimited words, EOL's and EOF's.
    // These words should all be numbers, for Double.valueOf to parse.


    tokenizer.resetSyntax();
    tokenizer.wordChars(0,255);
    tokenizer.whitespaceChars(0, ' ');
    tokenizer.eolIsSignificant(true);
    java.util.Vector v = new java.util.Vector();


    // Ignore initial empty lines
    while (tokenizer.nextToken() == StreamTokenizer.TT_EOL);

View Full Code Here

            // set up characters for quoting
            st.quoteChar( '"' ); //double quotes
            st.quoteChar( '\'' ); //single quotes


            // set up characters to separate tokens
            st.whitespaceChars(59,59); //semicolon
            st.whitespaceChars(44,44); //comma


            try {
                while (st.nextToken() != StreamTokenizer.TT_EOF) {
                    tokens.addElement( st.sval.trim() );

View Full Code Here

            st.quoteChar( '"' ); //double quotes
            st.quoteChar( '\'' ); //single quotes


            // set up characters to separate tokens
            st.whitespaceChars(59,59); //semicolon
            st.whitespaceChars(44,44); //comma


            try {
                while (st.nextToken() != StreamTokenizer.TT_EOF) {
                    tokens.addElement( st.sval.trim() );
                }

View Full Code Here

    StreamTokenizer result =  new StreamTokenizer(new StringReader(input));
    result.resetSyntax();
    result.wordChars('a', 'z');
    result.wordChars('A', 'Z');
    result.wordChars('0', '9');
    result.whitespaceChars(0, 32);
    result.quoteChar('"');


    return result;
  }
}

View Full Code Here

    protected static void addWords(FullTextSettings setting, HashSet<String> set, Reader reader) {
        StreamTokenizer tokenizer = new StreamTokenizer(reader);
        tokenizer.resetSyntax();
        tokenizer.wordChars(' ' + 1, 255);
        for (char ch : " \t\n\r\f+\"*%&/()=?'!,.;:-_#@|^~`{}[]".toCharArray()) {
            tokenizer.whitespaceChars(ch, ch);
        }
        try {
            while (true) {
                int token = tokenizer.nextToken();
                if (token == StreamTokenizer.TT_EOF) {

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.