Package org.apache.tajo.storage.fragment

Examples of org.apache.tajo.storage.fragment.FileFragment

92
93
94
95
96
97
98
99
100
101
102
    }
    appender.close();

    FileStatus status = fs.getFileStatus(tablePath);
    long fileLen = status.getLen();
    FileFragment tablet = new FileFragment("table1_1", status.getPath(), 0, fileLen);

    SortSpec[] sortKeys = new SortSpec[2];
    sortKeys[0] = new SortSpec(schema.getColumn("long"), true, false);
    sortKeys[1] = new SortSpec(schema.getColumn("double"), true, false);
View Full Code Here
181
182
183
184
185
186
187
188
189
190
191
    }
    appender.close();

    FileStatus status = fs.getFileStatus(tablePath);
    long fileLen = status.getLen();
    FileFragment tablet = new FileFragment("table1_1", status.getPath(), 0, fileLen);
   
    SortSpec [] sortKeys = new SortSpec[2];
    sortKeys[0] = new SortSpec(schema.getColumn("int"), true, false);
    sortKeys[1] = new SortSpec(schema.getColumn("long"), true, false);
View Full Code Here
550
551
552
553
554
555
556
557
558
559
560
    assertEquals(numPartitions, list.length);

    FileFragment[] fragments = new FileFragment[list.length];
    int i = 0;
    for (FileStatus status : list) {
      fragments[i++] = new FileFragment("partition", status.getPath(), 0, status.getLen());
    }
    Scanner scanner = new MergeScanner(conf, rootNode.getOutSchema(), outputMeta, TUtil.newList(fragments));
    scanner.init();

    Tuple tuple;
View Full Code Here
608
609
610
611
612
613
614
615
616
617
618
    assertEquals(numPartitions, list.length);

    FileFragment[] fragments = new FileFragment[list.length];
    int i = 0;
    for (FileStatus status : list) {
      fragments[i++] = new FileFragment("partition", status.getPath(), 0, status.getLen());
    }
    Scanner scanner = new MergeScanner(conf, rootNode.getOutSchema(), outputMeta, TUtil.newList(fragments));
    scanner.init();
    Tuple tuple;
    i = 0;
View Full Code Here
143
144
145
146
147
148
149
150
151
152
153
    Tuple lastTuple = null;
    while(true) {
      long startOffset = (64 * 1024 * 1024) * scanCount;
      long length = Math.min(64 * 1024 * 1024, fileLength - startOffset);

      FileFragment fragment = new FileFragment("Test", path, startOffset, length, null);
      Scanner scanner = StorageManagerFactory.getStorageManager(conf).getScanner(meta, schema, fragment, schema);
      scanner.init();
      Tuple tuple = null;
      while( (tuple = scanner.next()) != null) {
        if(startTuple == null) {
View Full Code Here
103
104
105
106
107
108
109
110
111
112
113
    }
    appender.close();

    FileStatus status = fs.getFileStatus(tablePath);
    long fileLen = status.getLen();
    FileFragment tablet = new FileFragment("table1_1", status.getPath(), 0, fileLen);

    SortSpec[] sortKeys = new SortSpec[2];
    sortKeys[0] = new SortSpec(schema.getColumn("long"), true, false);
    sortKeys[1] = new SortSpec(schema.getColumn("double"), true, false);
View Full Code Here
218
219
220
221
222
223
224
225
226
227
228
    creater.close();


    FileStatus status = fs.getFileStatus(tablePath);
    long fileLen = status.getLen();
    FileFragment tablet = new FileFragment("table1_1", status.getPath(), 0, fileLen);

    tuple = new VTuple(keySchema.size());
    BSTIndexReader reader = bst.getIndexReader(new Path(testDir, "testBuildIndexWithAppender_" + storeType + ".idx"),
        keySchema, comp);
    reader.open();
View Full Code Here
269
270
271
272
273
274
275
276
277
278
279
      appender.addTuple(tuple);
    }
    appender.close();

    FileStatus status = fs.getFileStatus(tablePath);
    FileFragment tablet = new FileFragment("table1_1", status.getPath(), 0, status.getLen());

    SortSpec[] sortKeys = new SortSpec[2];
    sortKeys[0] = new SortSpec(schema.getColumn("long"), true, false);
    sortKeys[1] = new SortSpec(schema.getColumn("double"), true, false);
View Full Code Here
340
341
342
343
344
345
346
347
348
349
350
    }
    appender.close();

    FileStatus status = fs.getFileStatus(tablePath);
    long fileLen = status.getLen();
    FileFragment tablet = new FileFragment("table1_1", status.getPath(), 0, fileLen);

    SortSpec[] sortKeys = new SortSpec[2];
    sortKeys[0] = new SortSpec(schema.getColumn("int"), true, false);
    sortKeys[1] = new SortSpec(schema.getColumn("long"), true, false);
View Full Code Here
430
431
432
433
434
435
436
437
438
439
440
    }
    appender.close();

    FileStatus status = fs.getFileStatus(tablePath);
    long fileLen = status.getLen();
    FileFragment tablet = new FileFragment("table1_1", status.getPath(), 0, fileLen);

    SortSpec[] sortKeys = new SortSpec[2];
    sortKeys[0] = new SortSpec(schema.getColumn("int"), true, false);
    sortKeys[1] = new SortSpec(schema.getColumn("long"), true, false);
View Full Code Here
TOP

Related Classes of org.apache.tajo.storage.fragment.FileFragment

  • org.apache.hadoop.fs.Path
  • org.apache.tajo.engine.planner.physical.ExternalSortExec
  • org.apache.tajo.engine.planner.physical.TestPhysicalPlanner
  • org.apache.tajo.jdbc.TajoResultSet
  • org.apache.tajo.master.querymaster.Repartitioner
  • org.apache.tajo.storage.AbstractStorageManager
  • org.apache.tajo.storage.index.TestBSTIndex
  • org.apache.tajo.storage.index.TestSingleCSVFileBSTIndex
  • org.apache.tajo.storage.StorageManagerFactory
  • org.apache.tajo.storage.TestCompressionStorages
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.