Package org.apache.trevni

Examples of org.apache.trevni.ColumnFileReader

45
46
47
48
49
50
51
  private int [] projectionMap;
  private ColumnValues [] columns;

  public TrevniScanner(Configuration conf, TableMeta meta, Fragment fragment) throws IOException {
    super(conf, meta, fragment);
    reader = new ColumnFileReader(new HadoopInput(fragment.getPath(), conf));
  }
View Full Code Here
83
84
85
86
87
88
89
90
91
92
93
  }

  /** Construct a reader for a file. */
  public AvroColumnReader(Params params)
    throws IOException {
    this.reader = new ColumnFileReader(params.input);
    this.model = params.model;
    this.fileSchema =
      Schema.parse(reader.getMetaData().getString(AvroColumnWriter.SCHEMA_KEY));
    this.readSchema = params.schema == null ? fileSchema : params.schema;
    initialize();
View Full Code Here
45
46
47
48
49
50
51
  private int [] projectionMap;
  private ColumnValues [] columns;

  public TrevniScanner(Configuration conf, Schema schema, TableMeta meta, FileFragment fragment) throws IOException {
    super(conf, schema, meta, fragment);
    reader = new ColumnFileReader(new HadoopInput(fragment.getPath(), conf));
  }
View Full Code Here
84
85
86
87
88
89
90
91
92
93
94
      MinimalPrettyPrinter pp = new MinimalPrettyPrinter();
      pp.setRootValueSeparator(System.getProperty("line.separator"));
      generator.setPrettyPrinter(pp);
    }

    this.reader = new ColumnFileReader(input);

    int columnCount = (int)reader.getColumnCount();
    this.values = new ColumnValues[columnCount];
    this.shortNames = new String[columnCount];
    for (int i = 0; i < columnCount; i++) {
View Full Code Here
80
81
82
83
84
85
86
87
88
89
90
      MinimalPrettyPrinter pp = new MinimalPrettyPrinter();
      pp.setRootValueSeparator(System.getProperty("line.separator"));
      generator.setPrettyPrinter(pp);
    }

    this.reader = new ColumnFileReader(input);

    generator.writeStartObject();
    generator.writeNumberField("rowCount", reader.getRowCount());
    generator.writeNumberField("columnCount", reader.getColumnCount());
View Full Code Here
86
87
88
89
90
91
92
93
94
95
96
  }

  /** Construct a reader for a file. */
  public AvroColumnReader(Params params)
    throws IOException {
    this.reader = new ColumnFileReader(params.input);
    this.model = params.model;
    this.fileSchema =
      Schema.parse(reader.getMetaData().getString(AvroColumnWriter.SCHEMA_KEY));
    this.readSchema = params.schema == null ? fileSchema : params.schema;
    initialize();
View Full Code Here
84
85
86
87
88
89
90
91
92
93
94
      MinimalPrettyPrinter pp = new MinimalPrettyPrinter();
      pp.setRootValueSeparator(System.getProperty("line.separator"));
      generator.setPrettyPrinter(pp);
    }

    this.reader = new ColumnFileReader(input);

    int columnCount = (int)reader.getColumnCount();
    this.values = new ColumnValues[columnCount];
    this.shortNames = new String[columnCount];
    for (int i = 0; i < columnCount; i++) {
View Full Code Here
86
87
88
89
90
91
92
93
94
95
96
  }

  /** Construct a reader for a file. */
  public AvroColumnReader(Params params)
    throws IOException {
    this.reader = new ColumnFileReader(params.input);
    this.model = params.model;
    this.fileSchema =
      Schema.parse(reader.getMetaData().getString(AvroColumnWriter.SCHEMA_KEY));
    this.readSchema = params.schema == null ? fileSchema : params.schema;
    initialize();
View Full Code Here
85
86
87
88
89
90
91
92
93
94
95
      MinimalPrettyPrinter pp = new MinimalPrettyPrinter();
      pp.setRootValueSeparator(System.getProperty("line.separator"));
      generator.setPrettyPrinter(pp);
    }

    this.reader = new ColumnFileReader(input);

    int columnCount = (int)reader.getColumnCount();
    this.values = new ColumnValues[columnCount];
    this.shortNames = new String[columnCount];
    for (int i = 0; i < columnCount; i++) {
View Full Code Here
82
83
84
85
86
87
88
89
90
91
92
      MinimalPrettyPrinter pp = new MinimalPrettyPrinter();
      pp.setRootValueSeparator(System.getProperty("line.separator"));
      generator.setPrettyPrinter(pp);
    }

    this.reader = new ColumnFileReader(input);

    generator.writeStartObject();
    generator.writeNumberField("rowCount", reader.getRowCount());
    generator.writeNumberField("columnCount", reader.getColumnCount());
View Full Code Here
TOP

Related Classes of org.apache.trevni.ColumnFileReader

  • org.apache.avro.tool.TrevniMetadataTool
  • org.apache.avro.tool.TrevniToJsonTool
  • org.apache.tajo.storage.trevni.TrevniScanner
  • org.apache.trevni.avro.AvroColumnReader
  • org.apache.trevni.tool.MetadataTool
  • org.apache.trevni.tool.ToJsonTool
  • java.io.IOException
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.