Examples of java.io.StreamTokenizer.ordinaryChar()

java.io.StreamTokenizer.ordinaryChar()
Specifies that the character argument is "ordinary" in this tokenizer. It removes any special significance the character has as a comment character, word component, string delimiter, white space, or number character. When such a character is encountered by the parser, the parser treats it as a single-character token and sets ttype field to the character value.
Making a line terminator character "ordinary" may interfere with the ability of a StreamTokenizer to count lines. The lineno method may no longer reflect the presence of such terminator characters in its line count. @param ch the character. @see java.io.StreamTokenizer#ttype

    stok.quoteChar('"');
    stok.quoteChar('\'');
    stok.eolIsSignificant(false);
    stok.ordinaryChar('(');
    stok.ordinaryChar(')');
    stok.ordinaryChar(':');
    stok.ordinaryChar(',');
    try {
      while (stok.nextToken() != StreamTokenizer.TT_EOF) {
        switch (stok.ttype) {
          case ',': {

View Full Code Here

    stok.quoteChar('\'');
    stok.eolIsSignificant(false);
    stok.ordinaryChar('(');
    stok.ordinaryChar(')');
    stok.ordinaryChar(':');
    stok.ordinaryChar(',');
    try {
      while (stok.nextToken() != StreamTokenizer.TT_EOF) {
        switch (stok.ttype) {
          case ',': {
            // Do nothing

View Full Code Here

    pout.close();
    assertTrue("Wrong token 1,5",
         s.nextToken() == StreamTokenizer.TT_EOF);
    StreamTokenizer tokenizer = new StreamTokenizer(
                new Support_StringReader("\n \r\n#"));
    tokenizer.ordinaryChar('\n'); // make \n ordinary
    tokenizer.eolIsSignificant(true);
    assertTrue("Wrong token 2,1", tokenizer.nextToken() == '\n');
    assertTrue("Wrong token 2,2", tokenizer.nextToken() == '\n');
    assertEquals("Wrong token 2,3", '#', tokenizer.nextToken());
  }

View Full Code Here

    public void test_slashSlashComments_withSSOpen_NoComment() throws IOException {
        Reader reader = new CharArrayReader( "// t".toCharArray());


        StreamTokenizer st = new StreamTokenizer(reader);
        st.slashSlashComments(true);
        st.ordinaryChar('/');


        assertEquals(StreamTokenizer.TT_EOF,st.nextToken());
    }
    
    /**

View Full Code Here

    public void test_slashSlashComments_withSSClosed() throws IOException {
        Reader reader = new CharArrayReader( "// t".toCharArray());


        StreamTokenizer st = new StreamTokenizer(reader);
        st.slashSlashComments(false);
        st.ordinaryChar('/');


        assertEquals('/',st.nextToken());
        assertEquals('/',st.nextToken());
        assertEquals(StreamTokenizer.TT_WORD,st.nextToken());
    }

View Full Code Here

        // 5 - phase
        // 6 - completed


        try {
            StreamTokenizer t = new StreamTokenizer(new StringReader(text));
            t.ordinaryChar('R');
            t.ordinaryChar('S');
            t.ordinaryChar('B');
            t.ordinaryChar('M');
            while(t.nextToken() != StreamTokenizer.TT_EOF) {
                switch(t.ttype) {

View Full Code Here

        // 6 - completed


        try {
            StreamTokenizer t = new StreamTokenizer(new StringReader(text));
            t.ordinaryChar('R');
            t.ordinaryChar('S');
            t.ordinaryChar('B');
            t.ordinaryChar('M');
            while(t.nextToken() != StreamTokenizer.TT_EOF) {
                switch(t.ttype) {
                case StreamTokenizer.TT_NUMBER:

View Full Code Here


        try {
            StreamTokenizer t = new StreamTokenizer(new StringReader(text));
            t.ordinaryChar('R');
            t.ordinaryChar('S');
            t.ordinaryChar('B');
            t.ordinaryChar('M');
            while(t.nextToken() != StreamTokenizer.TT_EOF) {
                switch(t.ttype) {
                case StreamTokenizer.TT_NUMBER:
                    switch(state) {

View Full Code Here

        try {
            StreamTokenizer t = new StreamTokenizer(new StringReader(text));
            t.ordinaryChar('R');
            t.ordinaryChar('S');
            t.ordinaryChar('B');
            t.ordinaryChar('M');
            while(t.nextToken() != StreamTokenizer.TT_EOF) {
                switch(t.ttype) {
                case StreamTokenizer.TT_NUMBER:
                    switch(state) {
                    case 0: // width

View Full Code Here

        st.wordChars('.', '.');
        st.wordChars('0', '9');
        st.wordChars('_', '_');
        st.wordChars('$', '$');
        st.lowerCaseMode(false);
        st.ordinaryChar('/');
        st.slashStarComments(true);
        
        while (st.nextToken() != StreamTokenizer.TT_EOF) {
            if (matchWord(st, "define", false) && matchDollarAlias(st, true)) {
                testSet.add(st.sval.substring(1));

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.