Package org.openjena.riot.tokens

Examples of org.openjena.riot.tokens.Tokenizer

70
71
72
73
74
75
76
77
78
79
80
    /** Parse a string and return the quads in a dataset (in-memory) (convenience operation)*/
    public static DatasetGraph datasetFromString(String string, Lang language, String baseURI)
    {
        DatasetGraph dsg = DatasetLib.createDatasetGraphMem() ;
        Sink<Quad> sink = RiotLoader.datasetSink(dsg) ;
        Tokenizer tokenizer = TokenizerFactory.makeTokenizerString(string) ;

        LangRIOT parser = RiotReader.createParserQuads(tokenizer, language, baseURI, sink) ;
        try { 
            parser.parse() ;
        } finally { sink.close() ; }
View Full Code Here
106
107
108
109
110
111
112
113
114
115
116
    /** Parse a string and return the triples in a graph (in-memory) (convenience operation)*/
    public static Graph graphFromString(String string, Lang language, String baseURI)
    {
        Graph g = Factory.createDefaultGraph() ;
        Sink<Triple> sink = graphSink(g) ;
        Tokenizer tokenizer = TokenizerFactory.makeTokenizerString(string) ;
        LangRIOT parser = RiotReader.createParserTriples(tokenizer, language, baseURI, sink) ;
        try {
            parser.parse() ;
        } finally { sink.close() ; }
        return g ;
View Full Code Here
145
146
147
148
149
150
151
152
    {
        if ( lang == RDFXML )
            return LangRDFXML.create(input, baseIRI, baseIRI, ErrorHandlerFactory.errorHandlerStd, sink) ;
        if ( lang == RDFJSON )
            return createParserRdfJson(input, sink) ;
        Tokenizer tokenizer = TokenizerFactory.makeTokenizerUTF8(input) ;
        return createParserTriples(tokenizer, lang, baseIRI ,sink) ;
    }
View Full Code Here
178
179
180
181
182
183
184
185
        if ( lang.isTriples() )
        {
            SinkExtendTriplesToQuads converter = new SinkExtendTriplesToQuads(sink) ;
            return createParserTriples(input, lang, baseIRI, converter) ;
        }
        Tokenizer tokenizer = TokenizerFactory.makeTokenizerUTF8(input) ;
        return createParserQuads(tokenizer, lang, baseIRI ,sink) ;
    }
View Full Code Here
206
207
208
209
210
211
212
213
    }
   
    /** Create a parser for Turtle, with default behaviour */
    public static LangTurtle createParserTurtle(InputStream input, String baseIRI, Sink<Triple> sink)
    {
        Tokenizer tokenizer = TokenizerFactory.makeTokenizerUTF8(input) ;
        return createParserTurtle(tokenizer, baseIRI, sink) ;
    }
View Full Code Here
242
243
244
245
246
247
248
249
    }
   
    /** Create a parser for TriG, with default behaviour */
    public static LangTriG createParserTriG(InputStream input, String baseIRI, Sink<Quad> sink)
    {
        Tokenizer tokenizer = TokenizerFactory.makeTokenizerUTF8(input) ;
        return createParserTriG(tokenizer, baseIRI, sink) ;
    }
View Full Code Here
258
259
260
261
262
263
264
265
    }

    /** Create a parser for N-Triples, with default behaviour */
    public static LangNTriples createParserNTriples(InputStream input, Sink<Triple> sink)
    {
        Tokenizer tokenizer = TokenizerFactory.makeTokenizerASCII(input) ;
        return createParserNTriples(tokenizer, sink) ;
    }
View Full Code Here
272
273
274
275
276
277
278
279
    }
   
    /** Create a parser for NQuads, with default behaviour */
    public static LangNQuads createParserNQuads(InputStream input, Sink<Quad> sink)
    {
        Tokenizer tokenizer = TokenizerFactory.makeTokenizerASCII(input) ;
        return createParserNQuads(tokenizer, sink) ;
    }
View Full Code Here
360
361
362
363
364
365
366
367
        totalTuples += n ;
    }
   
    protected Tokenizer makeTokenizer(InputStream in)
    {
        Tokenizer tokenizer = TokenizerFactory.makeTokenizerUTF8(in) ;
        return tokenizer ;
    }
View Full Code Here
76
77
78
79
80
81
82
83
84
85
86
87
88
                     throw new ARQException(String.format("Line %d has %d values instead of %d.", line, num_tokens, vars.size()));
                  }
                  BindingMap binding = BindingFactory.create();
                  for ( int i = 0; i < tokens.length; i++ ) {
                    String token = tokens[i];
                    Tokenizer tokenizer = TokenizerFactory.makeTokenizerString(token);
                    if ( tokenizer.hasNext() && token.length() > 0 ) {
                      Node node = tokenizer.next().asNode();
                      binding.add(vars.get(i), node);
                    }
                  }
                  bindings.add(binding);
            }
View Full Code Here
TOP

Related Classes of org.openjena.riot.tokens.Tokenizer

  • com.hp.hpl.jena.sparql.engine.binding.TestBindingStreams
  • com.hp.hpl.jena.sparql.resultset.TSVInput
  • com.hp.hpl.jena.sparql.util.NodeFactory
  • com.hp.hpl.jena.tdb.nodetable.NodecSSE
  • org.apache.jena.fuseki.validation.DataValidator
  • org.apache.jena.tdbloader4.FirstReducer
  • org.apache.jena.tdbloader4.io.QuadRecordReader
  • org.apache.jena.tdbloader4.io.QuadWritable
  • org.apache.jena.tdbloader4.SecondReducer
  • org.openjena.riot.lang.TestLangNQuads
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.