Package org.apache.jena.atlas.io

Examples of org.apache.jena.atlas.io.PeekReader

46
47
48
49
50
51
52
53
    public void parse(UpdateSink sink, InputStream input) throws QueryParseException
    {
        // :-( Wrap in something that we can use to look for a BOM.
        // ?? Move BOM processing to grammar and reverse this.
        PeekReader pr = PeekReader.makeUTF8(input) ;
        parse$(sink, pr) ;
    }
View Full Code Here
107
108
109
110
111
112
113
114
115
116
117
    public final Token setSubToken1(Token subToken)      { this.subToken1 = subToken ; return this ; }
    public final Token setSubToken2(Token subToken)      { this.subToken2 = subToken ; return this ; }
   
    static Token create(String s)
    {
        PeekReader pr = PeekReader.readString(s) ;
        TokenizerText tt = new TokenizerText(pr) ;
        if ( ! tt.hasNext() )
            throw new RiotException("No token") ;
        Token t = tt.next() ;
        if ( tt.hasNext() )
View Full Code Here
119
120
121
122
123
124
125
126
127
128
129
        return t ;
    }

    static Iter<Token> createN(String s)
    {
        PeekReader pr = PeekReader.readString(s) ;
        TokenizerText tt = new TokenizerText(pr) ;
        List<Token> x = new ArrayList<Token>() ;
        while(tt.hasNext())
            x.add(tt.next()) ;
        return Iter.iter(x) ;
View Full Code Here
28
29
30
31
32
33
34
35
36
public class TokenizerFactory
{
    /** Discouraged - be careful about character sets */
    public static Tokenizer makeTokenizer(Reader reader)
    {
        PeekReader peekReader = PeekReader.make(reader) ;
        Tokenizer tokenizer = new TokenizerText(peekReader) ;
        return tokenizer ;
    }
View Full Code Here
36
37
38
39
40
41
42
43
44
    }
   
    public static Tokenizer makeTokenizerUTF8(InputStream in)
    {
        // BOM will have been removed
        PeekReader peekReader = PeekReader.makeUTF8(in) ;
        Tokenizer tokenizer = new TokenizerText(peekReader) ;
        return tokenizer ;
    }
View Full Code Here
43
44
45
46
47
48
49
50
51
        return tokenizer ;
    }

    public static Tokenizer makeTokenizerASCII(InputStream in)
    {
        PeekReader peekReader = PeekReader.makeASCII(in) ;
        Tokenizer tokenizer = new TokenizerText(peekReader) ;
        return tokenizer ;
    }
View Full Code Here
57
58
59
60
61
62
63
64
65
        return makeTokenizerASCII(in) ;
    }
   
    public static Tokenizer makeTokenizerString(String str)
    {
        PeekReader peekReader = PeekReader.readString(str) ;
        Tokenizer tokenizer = new TokenizerText(peekReader) ;
        return tokenizer ;
    }
View Full Code Here
107
108
109
110
111
112
113
114
115
116
117
    public final Token setSubToken1(Token subToken)      { this.subToken1 = subToken ; return this ; }
    public final Token setSubToken2(Token subToken)      { this.subToken2 = subToken ; return this ; }
   
    static Token create(String s)
    {
        PeekReader pr = PeekReader.readString(s) ;
        TokenizerText tt = new TokenizerText(pr) ;
        if ( ! tt.hasNext() )
            throw new RiotException("No token") ;
        Token t = tt.next() ;
        if ( tt.hasNext() )
View Full Code Here
119
120
121
122
123
124
125
126
127
128
129
        return t ;
    }

    static Iter<Token> createN(String s)
    {
        PeekReader pr = PeekReader.readString(s) ;
        TokenizerText tt = new TokenizerText(pr) ;
        List<Token> x = new ArrayList<Token>() ;
        while(tt.hasNext())
            x.add(tt.next()) ;
        return Iter.iter(x) ;
View Full Code Here
33
34
35
36
37
38
39
40
41
    private static Tokenizer tokenizer(String string) {
        return tokenizer(string, false) ;
    }

    private static Tokenizer tokenizer(String string, boolean lineMode) {
        PeekReader r = PeekReader.readString(string) ;
        Tokenizer tokenizer = new TokenizerText(r, lineMode) ;
        return tokenizer ;
    }
View Full Code Here
TOP

Related Classes of org.apache.jena.atlas.io.PeekReader

  • com.hp.hpl.jena.sparql.lang.UpdateParser
  • org.apache.jena.atlas.io.AbstractTestPeekReader
  • org.apache.jena.atlas.json.io.parser.JSONParser
  • org.apache.jena.atlas.json.JSON
  • org.apache.jena.riot.tokens.TestTokenizer
  • org.apache.jena.riot.tokens.Token
  • org.apache.jena.riot.tokens.TokenizerFactory
  • java.io.InputStream
  • java.io.FileInputStream
  • com.hp.hpl.jena.shared.JenaException
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.