Package org.apache.hadoop.zebra.types

Examples of org.apache.hadoop.zebra.types.Schema

82
83
84
85
86
87
88
89
90
91
92
    @Override
    public void configure(JobConf job) {
      bytesKey = new BytesWritable();
      try {
        Schema outSchema = BasicTableOutputFormat.getSchema(job);
        tupleRow = TypesUtils.createTuple(outSchema);
      } catch (IOException e) {
        throw new RuntimeException(e);
      } catch (ParseException e) {
        throw new RuntimeException(e);
View Full Code Here
80
81
82
83
84
85
86
87
88
89
90
    pathTable1 = new Path(pathWorking, "TestBasicTableUnion" + "1");
    System.out.println("pathTable1 =" + pathTable1);

    BasicTable.Writer writer = new BasicTable.Writer(pathTable1,
        "a:string,b,c:string", "[a,b];[c]", false, conf);
    Schema schema = writer.getSchema();
    Tuple tuple = TypesUtils.createTuple(schema);

    final int numsBatch = 10;
    final int numsInserters = 2;
    TableInserter[] inserters = new TableInserter[numsInserters];
View Full Code Here
104
105
106
107
108
109
110
111
112
113
114
     */
    @Override
    public void configure(JobConf job) {
      bytesKey = new BytesWritable();
      try {
        Schema outSchema = BasicTableOutputFormat.getSchema(job);
        tupleRow = TypesUtils.createTuple(outSchema);
      } catch (IOException e) {
        throw new RuntimeException(e);
      } catch (ParseException e) {
        throw new RuntimeException(e);
View Full Code Here
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
public class TestSchemaPrimitive {
  @Test
  public void testSchemaValid1() throws ParseException {
    String strSch = "f1:int, f2:long, f3:float, f4:bool, f5:string, f6:bytes";
    TableSchemaParser parser;
    Schema schema;

    parser = new TableSchemaParser(new StringReader(strSch));
    schema = parser.RecordSchema(null);
    System.out.println(schema);

    ColumnSchema f2 = schema.getColumn(1);
    Assert.assertEquals("f2", f2.name);
    Assert.assertEquals(ColumnType.LONG, f2.type);
  }
View Full Code Here
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
  @Test
  public void testSchemaValid2() throws ParseException {
    String strSch = "f1:int, f2, f3:float, f4, f5:string, f6:bytes";
    TableSchemaParser parser;
    Schema schema;

    parser = new TableSchemaParser(new StringReader(strSch));
    schema = parser.RecordSchema(null);
    System.out.println(schema);

    ColumnSchema f2 = schema.getColumn(1);
    Assert.assertEquals("f2", f2.name);
    Assert.assertEquals(ColumnType.BYTES, f2.type);

    ColumnSchema f4 = schema.getColumn(3);
    Assert.assertEquals("f4", f4.name);
    Assert.assertEquals(ColumnType.BYTES, f4.type);
  }
View Full Code Here
81
82
83
84
85
86
87
88
89
90
91
  @Test
  public void testSchemaInvalid1() {
    try {
      String strSch = "f1:int, f2:xyz, f3:float";
      TableSchemaParser parser;
      Schema schema;

      parser = new TableSchemaParser(new StringReader(strSch));
      schema = parser.RecordSchema(null);
      System.out.println(schema);
    } catch (Exception e) {
View Full Code Here
100
101
102
103
104
105
106
107
108
109
110
  @Test
  public void testSchemaInvalid2() {
    try {
      String strSch = "f1:";
      TableSchemaParser parser;
      Schema schema;

      parser = new TableSchemaParser(new StringReader(strSch));
      schema = parser.RecordSchema(null);
      System.out.println(schema);
    } catch (Exception e) {
View Full Code Here
119
120
121
122
123
124
125
126
127
128
129
  @Test
  public void testSchemaInvalid3() {
    try {
      String strSch = ":";
      TableSchemaParser parser;
      Schema schema;

      parser = new TableSchemaParser(new StringReader(strSch));
      schema = parser.RecordSchema(null);
      System.out.println(schema);
    } catch (Exception e) {
View Full Code Here
138
139
140
141
142
143
144
145
146
147
148
  @Test
  public void testSchemaInvalid4() {
    try {
      String strSch = "f1:int abc";
      TableSchemaParser parser;
      Schema schema;

      parser = new TableSchemaParser(new StringReader(strSch));
      schema = parser.RecordSchema(null);
      System.out.println(schema);
    } catch (Exception e) {
View Full Code Here
80
81
82
83
84
85
86
87
88
89
90
    pathTable = new Path(pathWorking, "TestMapTableStorer");
    System.out.println("table path=" + pathTable);
    BasicTable.Writer writer = new BasicTable.Writer(pathTable,
        "m:map(string)", "[m#{a}]", false, conf);
    Schema schema = writer.getSchema();
    Tuple tuple = TypesUtils.createTuple(schema);

    final int numsBatch = 10;
    final int numsInserters = 2;
    TableInserter[] inserters = new TableInserter[numsInserters];
View Full Code Here
TOP

Related Classes of org.apache.hadoop.zebra.types.Schema

  • org.apache.hadoop.zebra.io.BasicTable$Reader
  • org.apache.hadoop.zebra.io.BasicTable$SchemaFile
  • org.apache.hadoop.zebra.io.ColumnGroup$Writer
  • org.apache.hadoop.zebra.io.TestBasicTable
  • org.apache.hadoop.zebra.io.TestBasicTableMapSplits
  • org.apache.hadoop.zebra.io.TestBasicTableProjections
  • org.apache.hadoop.zebra.io.TestBasicTableSplits
  • org.apache.hadoop.zebra.io.TestCollection
  • org.apache.hadoop.zebra.io.TestColumnGroup
  • org.apache.hadoop.zebra.io.TestColumnGroupProjections
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.