Package com.facebook.hive.orc.WriterImpl

Examples of com.facebook.hive.orc.WriterImpl.RowIndexPositionRecorder

38
39
40
41
42
43
44
45
46
47
48
    ReaderWriterProfiler.setProfilerOptions(null);
    RunLengthIntegerWriter out = new RunLengthIntegerWriter(
        new OutStream("test", 1000, codec, collect, new MemoryEstimate()), true, 4, true);
    RowIndex.Builder rowIndex = OrcProto.RowIndex.newBuilder();
    RowIndexEntry.Builder rowIndexEntry = OrcProto.RowIndexEntry.newBuilder();
    WriterImpl.RowIndexPositionRecorder rowIndexPosition = new RowIndexPositionRecorder(rowIndexEntry);
    Random random = new Random(99);
    int[] junk = new int[2048];
    for(int i=0; i < junk.length; ++i) {
      junk[i] = random.nextInt();
    }
View Full Code Here
39
40
41
42
43
44
45
46
47
48
49
    ReaderWriterProfiler.setProfilerOptions(null);
    RunLengthByteWriter out = new RunLengthByteWriter(new OutStream("test", 100,
        null, collect, new MemoryEstimate()));
    RowIndex.Builder rowIndex = OrcProto.RowIndex.newBuilder();
    RowIndexEntry.Builder rowIndexEntry = OrcProto.RowIndexEntry.newBuilder();
    WriterImpl.RowIndexPositionRecorder rowIndexPosition = new RowIndexPositionRecorder(rowIndexEntry);
    for(int i=0; i < 2048; ++i) {
      out.getPosition(rowIndexPosition);
      rowIndex.addEntry(rowIndexEntry.build());
      rowIndexEntry.clear();
      if (i < 1024) {
View Full Code Here
87
88
89
90
91
92
93
94
95
96
97
    ReaderWriterProfiler.setProfilerOptions(null);
    RunLengthByteWriter out = new RunLengthByteWriter(new OutStream("test", 500,
        codec, collect, new MemoryEstimate()));
    RowIndex.Builder rowIndex = OrcProto.RowIndex.newBuilder();
    RowIndexEntry.Builder rowIndexEntry = OrcProto.RowIndexEntry.newBuilder();
    WriterImpl.RowIndexPositionRecorder rowIndexPosition = new RowIndexPositionRecorder(rowIndexEntry);
    for(int i=0; i < 2048; ++i) {
      out.getPosition(rowIndexPosition);
      rowIndex.addEntry(rowIndexEntry.build());
      rowIndexEntry.clear();
      if (i < 1024) {
View Full Code Here
37
38
39
40
41
42
43
44
45
46
47
    final int COUNT = 16384;
    BitFieldWriter out = new BitFieldWriter(
        new OutStream("test", 500, codec, collect, new MemoryEstimate()), 1);
    RowIndex.Builder rowIndex = OrcProto.RowIndex.newBuilder();
    RowIndexEntry.Builder rowIndexEntry = OrcProto.RowIndexEntry.newBuilder();
    WriterImpl.RowIndexPositionRecorder rowIndexPosition = new RowIndexPositionRecorder(rowIndexEntry);
    for(int i=0; i < COUNT; ++i) {
      out.getPosition(rowIndexPosition);
      rowIndex.addEntry(rowIndexEntry.build());
      rowIndexEntry.clear();
      // test runs, non-runs
View Full Code Here
58
59
60
61
62
63
64
65
66
67
68
    ReaderWriterProfiler.setProfilerOptions(null);
    OutputCollector collect = new OutputCollector();
    OutStream out = new OutStream("test", 100, null, collect, new MemoryEstimate());
    RowIndex.Builder rowIndex = OrcProto.RowIndex.newBuilder();
    RowIndexEntry.Builder rowIndexEntry = OrcProto.RowIndexEntry.newBuilder();
    WriterImpl.RowIndexPositionRecorder rowIndexPosition = new RowIndexPositionRecorder(rowIndexEntry);
    for(int i=0; i < 1024; ++i) {
      out.getPosition(rowIndexPosition);
      rowIndex.addEntry(rowIndexEntry.build());
      rowIndexEntry.clear();
      out.write(i);
View Full Code Here
105
106
107
108
109
110
111
112
113
114
115
    CompressionCodec codec = new ZlibCodec();
    OutStream out = new OutStream("test", 300, codec, collect, new MemoryEstimate());
    RowIndex.Builder rowIndex = OrcProto.RowIndex.newBuilder();
    RowIndexEntry.Builder rowIndexEntry = OrcProto.RowIndexEntry.newBuilder();
    WriterImpl.RowIndexPositionRecorder rowIndexPosition =
        new RowIndexPositionRecorder(rowIndexEntry);

    // Write some data to the output stream and build index entries
    for(int i=0; i < 1024; ++i) {
      out.getPosition(rowIndexPosition);
      rowIndex.addEntry(rowIndexEntry.build());
View Full Code Here
146
147
148
149
150
151
152
153
154
155
156
    OutputCollector collect = new OutputCollector();
    CompressionCodec codec = new ZlibCodec();
    OutStream out = new OutStream("test", 300, codec, collect, new MemoryEstimate());
    RowIndex.Builder rowIndex = OrcProto.RowIndex.newBuilder();
    RowIndexEntry.Builder rowIndexEntry = OrcProto.RowIndexEntry.newBuilder();
    WriterImpl.RowIndexPositionRecorder rowIndexPosition = new RowIndexPositionRecorder(rowIndexEntry);
    for(int i=0; i < 1024; ++i) {
      out.getPosition(rowIndexPosition);
      rowIndex.addEntry(rowIndexEntry.build());
      rowIndexEntry.clear();
      out.write(i);
View Full Code Here
36
37
38
39
40
41
42
43
44
45
46
    ReaderWriterProfiler.setProfilerOptions(null);
    RunLengthIntegerWriter out = new RunLengthIntegerWriter(
        new OutStream("test", 1000, codec, collect), true, 4, true);
    RowIndex.Builder rowIndex = OrcProto.RowIndex.newBuilder();
    RowIndexEntry.Builder rowIndexEntry = OrcProto.RowIndexEntry.newBuilder();
    WriterImpl.RowIndexPositionRecorder rowIndexPosition = new RowIndexPositionRecorder(rowIndexEntry);
    Random random = new Random(99);
    int[] junk = new int[2048];
    for(int i=0; i < junk.length; ++i) {
      junk[i] = random.nextInt();
    }
View Full Code Here
35
36
37
38
39
40
41
42
43
44
45
    final int COUNT = 16384;
    BitFieldWriter out = new BitFieldWriter(
        new OutStream("test", 500, codec, collect), 1);
    RowIndex.Builder rowIndex = OrcProto.RowIndex.newBuilder();
    RowIndexEntry.Builder rowIndexEntry = OrcProto.RowIndexEntry.newBuilder();
    WriterImpl.RowIndexPositionRecorder rowIndexPosition = new RowIndexPositionRecorder(rowIndexEntry);
    for(int i=0; i < COUNT; ++i) {
      out.getPosition(rowIndexPosition);
      rowIndex.addEntry(rowIndexEntry.build());
      rowIndexEntry.clear();
      // test runs, non-runs
View Full Code Here
55
56
57
58
59
60
61
62
63
64
65
    ReaderWriterProfiler.setProfilerOptions(null);
    OutputCollector collect = new OutputCollector();
    OutStream out = new OutStream("test", 100, null, collect);
    RowIndex.Builder rowIndex = OrcProto.RowIndex.newBuilder();
    RowIndexEntry.Builder rowIndexEntry = OrcProto.RowIndexEntry.newBuilder();
    WriterImpl.RowIndexPositionRecorder rowIndexPosition = new RowIndexPositionRecorder(rowIndexEntry);
    for(int i=0; i < 1024; ++i) {
      out.getPosition(rowIndexPosition);
      rowIndex.addEntry(rowIndexEntry.build());
      rowIndexEntry.clear();
      out.write(i);
View Full Code Here
TOP

Related Classes of com.facebook.hive.orc.WriterImpl.RowIndexPositionRecorder

  • com.facebook.hive.orc.TestBitFieldReader
  • com.facebook.hive.orc.TestInStream
  • com.facebook.hive.orc.TestRunLengthByteReader
  • com.facebook.hive.orc.TestRunLengthIntegerReader
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.