Package com.facebook.giraph.hive.record

Examples of com.facebook.giraph.hive.record.HiveReadableRecord

88
89
90
91
92
93
94
95
96
97
98
    return records.hasNext();
  }

  @Override
  public Vertex<I, V, E, ?> next() {
    HiveReadableRecord record = records.next();
    I id = getVertexId(record);
    V value = getVertexValue(record);
    Iterable<Edge<I, E>> edges = getEdges(record);
    Vertex<I, V, E, ?> vertex = reusableVertex;
    if (vertex == null) {
View Full Code Here
75
76
77
78
79
80
81
82
83
84
85
    return records.hasNext();
  }

  @Override
  public EdgeWithSource<I, E> next() {
    HiveReadableRecord record = records.next();
    reusableEdge.setSourceVertexId(getSourceVertexId(record));
    reusableEdge.setTargetVertexId(getTargetVertexId(record));
    reusableEdge.setEdgeValue(getEdgeValue(record));
    return reusableEdge;
  }
View Full Code Here
196
197
198
199
200
201
202
203
204
205
206
    RecordReader<WritableComparable, HiveReadableRecord> recordReader;
    recordReader = context.hiveApiInputFormat.createRecordReader(split, taskContext);
    recordReader.initialize(split, taskContext);
    String[] values = new String[context.schema.numColumns()];
    while (recordReader.nextKeyValue()) {
      HiveReadableRecord record = recordReader.getCurrentValue();
      printRecord(record, context.schema.numColumns(), context.opts, values);
      ++numRows;
      if (numRows % context.opts.metricsUpdatePeriodRows == 0) {
        context.stats.addRows(context.hiveStats, context.opts.metricsUpdatePeriodRows);
      }
View Full Code Here
159
160
161
162
163
164
165
166
167
168
169
    recordReader.initialize(split, taskContext);
    String[] values = new String[context.schema.numColumns()];

    int rowsParsed = 0;
    while (recordReader.nextKeyValue() && !context.limitReached()) {
      HiveReadableRecord record = recordReader.getCurrentValue();
      printRecord(record, context.schema.numColumns(), context, values);
      ++rowsParsed;
      if (context.rowsParsed.incrementAndGet() > context.opts.limit) {
        break;
      }
View Full Code Here
149
150
151
152
153
154
155
156
157
158
159
  private static long readFully(RecordReader<WritableComparable, HiveReadableRecord> reader)
    throws IOException, InterruptedException
  {
    long num = 0;
    while (reader.nextKeyValue()) {
      HiveReadableRecord record = reader.getCurrentValue();
      parseLongLongDouble(record);
      ++num;
//      if (num % 1000000 == 0) {
//        System.out.println("Parsed " + num + " rows");
//      }
View Full Code Here
151
152
153
154
155
156
157
158
159
160
161
  private static long readFully(RecordReader<WritableComparable, HiveReadableRecord> reader)
    throws IOException, InterruptedException
  {
    long num = 0;
    while (reader.nextKeyValue()) {
      HiveReadableRecord record = reader.getCurrentValue();
      parseLongLongDouble(record);
      ++num;
//      if (num % 1000000 == 0) {
//        System.out.println("Parsed " + num + " rows");
//      }
View Full Code Here
TOP

Related Classes of com.facebook.giraph.hive.record.HiveReadableRecord

  • com.facebook.giraph.hive.input.benchmark.InputBenchmark
  • com.facebook.giraph.hive.tailer.Tailer
  • org.apache.giraph.hive.input.edge.SimpleHiveToEdge
  • org.apache.giraph.hive.input.vertex.SimpleHiveToVertex
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.