Package org.apache.jena.tdbloader4

Examples of org.apache.jena.tdbloader4.FourthReducer

106
107
108
109
110
111
112
113
114
115
116
117
        if ( ( copyToLocal ) || ( runLocal ) ) {
          File path = new File(args[1]);
          path.mkdirs();
        }
   
        Tool first = new FirstDriver(configuration);
        int status = first.run(new String[] { args[0], args[1] + OUTPUT_PATH_POSTFIX_1 });
        if (status != 0){ return status ;}

        createOffsetsFile(fs, args[1] + OUTPUT_PATH_POSTFIX_1, args[1] + OUTPUT_PATH_POSTFIX_1);
        Path offsets = new Path(args[1] + OUTPUT_PATH_POSTFIX_1, Constants.OFFSETS_FILENAME);
        DistributedCache.addCacheFile(offsets.toUri(), configuration);
View Full Code Here
122
123
124
125
126
127
128
129
130
131
132
133
        Tool third = new ThirdDriver(configuration);
        status = third.run(new String[] { args[1] + OUTPUT_PATH_POSTFIX_2, args[1] + OUTPUT_PATH_POSTFIX_3 });
        if (status != 0){ return status ;}

        Tool fourth = new FourthDriver(configuration);
        status = fourth.run(new String[] { args[1] + OUTPUT_PATH_POSTFIX_3, args[1] + OUTPUT_PATH_POSTFIX_4 });
        if (status != 0){ return status ;}

        if ( copyToLocal ) {
          Tool download = new download(configuration);
          download.run(new String[] { args[1] + OUTPUT_PATH_POSTFIX_2, args[1] + OUTPUT_PATH_POSTFIX_4, args[1] });
View Full Code Here
66
67
68
69
70
71
72
73
74
75
76
            "-D", Constants.OPTION_USE_COMPRESSION + "=" + Constants.OPTION_USE_COMPRESSION_DEFAULT,
            vocabulary,
                input,
                output
        };
        assertEquals ( 0, ToolRunner.run(new InferDriver(), args) );

        // load the output of the MapReduce job
        DatasetGraph dsgMR = load(output + "/part-m-00000");

        // perform inference using RIOT infer
View Full Code Here
43
44
45
46
47
48
49
50
51
52
        FileSystem fs = FileSystem.get(new Path(args[1]).toUri(), configuration);
        if ( overrideOutput ) {
            fs.delete(new Path(args[1]), true);
        }
   
        Tool infer = new InferDriver(configuration);
        infer.run(new String[] { args[0], args[1] });

    return 0;
  }
View Full Code Here
114
115
116
117
118
119
120
121
122
123
124
125
        createOffsetsFile(fs, args[1] + OUTPUT_PATH_POSTFIX_1, args[1] + OUTPUT_PATH_POSTFIX_1);
        Path offsets = new Path(args[1] + OUTPUT_PATH_POSTFIX_1, Constants.OFFSETS_FILENAME);
        DistributedCache.addCacheFile(offsets.toUri(), configuration);
       
        Tool second = new SecondDriver(configuration);
        status = second.run(new String[] { args[0], args[1] + OUTPUT_PATH_POSTFIX_2 });
        if (status != 0){ return status ;}

        Tool third = new ThirdDriver(configuration);
        status = third.run(new String[] { args[1] + OUTPUT_PATH_POSTFIX_2, args[1] + OUTPUT_PATH_POSTFIX_3 });
        if (status != 0){ return status ;}
View Full Code Here
43
44
45
46
47
48
49
50
51
52
        FileSystem fs = FileSystem.get(new Path(args[1]).toUri(), configuration);
        if ( overrideOutput ) {
            fs.delete(new Path(args[1]), true);
        }
   
        Tool stats = new StatsDriver(configuration);
        stats.run(new String[] { args[0], args[1] });

    return 0;
  }
View Full Code Here
158
159
160
161
162
163
class TupleSerializationFactory implements SerializationFactory<Tuple<Long>> {

    @Override public Iterator<Tuple<Long>> createDeserializer(InputStream in) { return new TupleInputStream(in, 3); }
    @Override public Sink<Tuple<Long>> createSerializer(OutputStream out) { return new TupleOutputStream(out); }
    @Override public long getEstimatedMemorySize(Tuple<Long> item) { throw new TDBLoader4Exception("Method not implemented.") ; }
View Full Code Here
166
167
168
169
170
171
172
173
174
175
176
class TupleComparator implements Comparator<Tuple<Long>> {
    @Override
    public int compare(Tuple<Long> t1, Tuple<Long> t2) {
        int size = t1.size();
        if ( size != t2.size() ) throw new TDBLoader4Exception("Cannot compare tuple of different sizes.") ;
        for ( int i = 0; i < size; i++ ) {
            int result = t1.get(i).compareTo(t2.get(i)) ;
            if ( result != 0 ) {
                return result ;
            }
View Full Code Here
192
193
194
195
196
197
198
199
200
        Iterator<Long> iter = tuple.iterator() ;
        while ( iter.hasNext() ) {
            try {
                out.writeLong( iter.next() ) ;
            } catch (IOException e) {
                new TDBLoader4Exception("Problems writing") ;
            }
        }
    }
View Full Code Here
202
203
204
205
206
207
208
209
    @Override
    public void flush() {
        try {
            out.flush() ;
        } catch (IOException e) {
            new TDBLoader4Exception("Problems flushing") ;
        }
    }
View Full Code Here
TOP

Related Classes of org.apache.jena.tdbloader4.FourthReducer

  • cmd.infer
  • cmd.stats
  • cmd.tdbloader4
  • com.hp.hpl.jena.graph.Node
  • com.hp.hpl.jena.query.Dataset
  • com.hp.hpl.jena.rdf.model.AnonId
  • com.hp.hpl.jena.rdf.model.Model
  • com.hp.hpl.jena.sparql.core.DatasetGraph
  • com.hp.hpl.jena.sparql.core.Quad
  • com.hp.hpl.jena.tdb.base.block.BlockMgr
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.