Examples of HiveReadableRecord

Examples of com.facebook.giraph.hive.record.HiveReadableRecord

88
89
90
91
92
93
94
95
96
97
98
    return records.hasNext();
  }

  @Override
  public Vertex<I, V, E, ?> next() {
    HiveReadableRecord record = records.next();
    I id = getVertexId(record);
    V value = getVertexValue(record);
    Iterable<Edge<I, E>> edges = getEdges(record);
    Vertex<I, V, E, ?> vertex = reusableVertex;
    if (vertex == null) {
View Full Code Here

Examples of com.facebook.giraph.hive.record.HiveReadableRecord

75
76
77
78
79
80
81
82
83
84
85
    return records.hasNext();
  }

  @Override
  public EdgeWithSource<I, E> next() {
    HiveReadableRecord record = records.next();
    reusableEdge.setSourceVertexId(getSourceVertexId(record));
    reusableEdge.setTargetVertexId(getTargetVertexId(record));
    reusableEdge.setEdgeValue(getEdgeValue(record));
    return reusableEdge;
  }
View Full Code Here

Examples of com.facebook.giraph.hive.record.HiveReadableRecord

196
197
198
199
200
201
202
203
204
205
206
    RecordReader<WritableComparable, HiveReadableRecord> recordReader;
    recordReader = context.hiveApiInputFormat.createRecordReader(split, taskContext);
    recordReader.initialize(split, taskContext);
    String[] values = new String[context.schema.numColumns()];
    while (recordReader.nextKeyValue()) {
      HiveReadableRecord record = recordReader.getCurrentValue();
      printRecord(record, context.schema.numColumns(), context.opts, values);
      ++numRows;
      if (numRows % context.opts.metricsUpdatePeriodRows == 0) {
        context.stats.addRows(context.hiveStats, context.opts.metricsUpdatePeriodRows);
      }
View Full Code Here

Examples of com.facebook.giraph.hive.record.HiveReadableRecord

159
160
161
162
163
164
165
166
167
168
169
    recordReader.initialize(split, taskContext);
    String[] values = new String[context.schema.numColumns()];

    int rowsParsed = 0;
    while (recordReader.nextKeyValue() && !context.limitReached()) {
      HiveReadableRecord record = recordReader.getCurrentValue();
      printRecord(record, context.schema.numColumns(), context, values);
      ++rowsParsed;
      if (context.rowsParsed.incrementAndGet() > context.opts.limit) {
        break;
      }
View Full Code Here

Examples of com.facebook.giraph.hive.record.HiveReadableRecord

149
150
151
152
153
154
155
156
157
158
159
  private static long readFully(RecordReader<WritableComparable, HiveReadableRecord> reader)
    throws IOException, InterruptedException
  {
    long num = 0;
    while (reader.nextKeyValue()) {
      HiveReadableRecord record = reader.getCurrentValue();
      parseLongLongDouble(record);
      ++num;
//      if (num % 1000000 == 0) {
//        System.out.println("Parsed " + num + " rows");
//      }
View Full Code Here

Examples of com.facebook.giraph.hive.record.HiveReadableRecord

151
152
153
154
155
156
157
158
159
160
161
  private static long readFully(RecordReader<WritableComparable, HiveReadableRecord> reader)
    throws IOException, InterruptedException
  {
    long num = 0;
    while (reader.nextKeyValue()) {
      HiveReadableRecord record = reader.getCurrentValue();
      parseLongLongDouble(record);
      ++num;
//      if (num % 1000000 == 0) {
//        System.out.println("Parsed " + num + " rows");
//      }
View Full Code Here

Examples of com.facebook.hiveio.record.HiveReadableRecord

107
108
109
110
111
112
113
114
115
116
117
  private static long readFully(RecordReader<WritableComparable, HiveReadableRecord> reader)
    throws IOException, InterruptedException
  {
    long num = 0;
    while (reader.nextKeyValue()) {
      HiveReadableRecord record = reader.getCurrentValue();
      parseLongLongDouble(record);
      ++num;
//      if (num % 1000000 == 0) {
//        System.out.println("Parsed " + num + " rows");
//      }
View Full Code Here

Examples of com.facebook.hiveio.record.HiveReadableRecord

166
167
168
169
170
171
172
173
174
175
176
    recordReader = context.hiveApiInputFormat.createRecordReader(split, taskContext);
    recordReader.initialize(split, taskContext);

    int rowsParsed = 0;
    while (recordReader.nextKeyValue() && !context.limitReached()) {
      HiveReadableRecord record = recordReader.getCurrentValue();
      if (context.opts.parseOnly) {
        parseRecord(record, context.schema.numColumns());
      } else {
        context.opts.recordPrinter.printRecord(record,
            context.schema.numColumns(), context);
View Full Code Here

Examples of com.facebook.hiveio.record.HiveReadableRecord

110
111
112
113
114
115
116
117
118
119
120
  private static long readFully(RecordReader<WritableComparable, HiveReadableRecord> reader)
    throws IOException, InterruptedException
  {
    long num = 0;
    while (reader.nextKeyValue()) {
      HiveReadableRecord record = reader.getCurrentValue();
      parseLongLongDouble(record);
      ++num;
//      if (num % 1000000 == 0) {
//        System.out.println("Parsed " + num + " rows");
//      }
View Full Code Here

Examples of com.facebook.hiveio.record.HiveReadableRecord

186
187
188
189
190
191
192
193
194
195
196
    recordReader = context.hiveApiInputFormat.createRecordReader(split, taskContext);
    recordReader.initialize(split, taskContext);

    int rowsParsed = 0;
    while (recordReader.nextKeyValue() && !context.limitReached(args.limit)) {
      HiveReadableRecord record = recordReader.getCurrentValue();
      if (args.parseOnly) {
        parseRecord(record, context.schema.numColumns());
      } else {
        recordPrinter.printRecord(record, context.schema.numColumns(), context, args);
      }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.