Examples of ResourceSchema


Examples of org.apache.pig.ResourceSchema

            if( cSchema.getType() == ColumnType.MAP ) {
              // Pig doesn't want any schema for a map field.
                field.setSchema( null );
            } else {
              org.apache.hadoop.zebra.schema.Schema fs = cSchema.getSchema();
              ResourceSchema rs = convertToResourceSchema( fs  );
              if( cSchema.getType() == ColumnType.COLLECTION ) {
                int count = fs.getNumColumns();
                if( count > 1 || ( count == 1 && fs.getColumn( 0 ).getType() != ColumnType.RECORD ) ) {
                  // Pig requires a record (tuple) as the schema for a BAG field.
                  ResourceFieldSchema fieldSchema = new ResourceFieldSchema();
                  fieldSchema.setSchema( rs );
                  fieldSchema.setType( ColumnType.RECORD.pigDataType() );
                  rs = new ResourceSchema();
                  rs.setFields( new ResourceFieldSchema[] { fieldSchema } );
                }
              }
                field.setSchema( rs );
            }
        }
View Full Code Here

Examples of org.apache.pig.ResourceSchema

    throws ExecException, SchemaMergeException, FrontendException {
        String [] aliases ={"f1", "f2"};
        byte[] types = {DataType.CHARARRAY, DataType.INTEGER};
        Schema origSchema = TypeCheckingTestUtil.genFlatSchema(
                aliases,types);
        ResourceSchema rsSchema = new ResourceSchema(origSchema);
        assertEquals("num fields", aliases.length, rsSchema.getFields().length);
        ResourceSchema.ResourceFieldSchema[] fields = rsSchema.getFields();
        for (int i=0; i<fields.length; i++) {
            assertEquals(fields[i].getName(), aliases[i]);
            assertEquals(fields[i].getType(), types[i]);
        }
        Schema genSchema = Schema.getPigSchema(rsSchema);
View Full Code Here

Examples of org.apache.pig.ResourceSchema

                                new Schema.FieldSchema("t0",
                                        TypeCheckingTestUtil.genFlatSchema(
                                                aliases,types),
                                                DataType.TUPLE)), DataType.BAG));
                       
        ResourceSchema rsSchema = new ResourceSchema(origSchema);

        Schema genSchema = Schema.getPigSchema(rsSchema);
        assertTrue("generated schema equals original",
                Schema.equals(genSchema, origSchema, true, false));
    }
View Full Code Here

Examples of org.apache.pig.ResourceSchema

        SortColInfo col2 = new SortColInfo("f1", 1, SortColInfo.Order.DESCENDING);
        colList.add(col1);
        colList.add(col2);
        SortInfo sortInfo = new SortInfo(colList);
                       
        ResourceSchema rsSchema = new ResourceSchema(origSchema, sortInfo);

        Schema genSchema = Schema.getPigSchema(rsSchema);
        assertTrue("generated schema equals original",
                Schema.equals(genSchema, origSchema, true, false));
        assertTrue(rsSchema.getSortKeys()[0]==0);
        assertTrue(rsSchema.getSortKeys()[1]==1);
        assertTrue(rsSchema.getSortKeyOrders()[0]==ResourceSchema.Order.ASCENDING);
        assertTrue(rsSchema.getSortKeyOrders()[1]==ResourceSchema.Order.DESCENDING);
    }
View Full Code Here

Examples of org.apache.pig.ResourceSchema

                    .setName("fld1").setType(DataType.DOUBLE),
                new ResourceFieldSchema()
                    .setName("fld2").setType(DataType.INTEGER)
        };
              
        ResourceSchema rSchema0 = new ResourceSchema()
            .setFields(level0);
       
        ResourceFieldSchema[] level1 =
            new ResourceFieldSchema[] {
                new ResourceFieldSchema()
                    .setName("t1").setType(DataType.TUPLE)
                    .setSchema(rSchema0)
        };
       
        ResourceSchema rSchema1 = new ResourceSchema()
            .setFields(level1);
       
        ResourceFieldSchema[] level2 =
            new ResourceFieldSchema[] {
                new ResourceFieldSchema()
                    .setName("t2").setType(DataType.BAG)
                    .setSchema(rSchema1)
        };
       
        ResourceSchema origSchema = new ResourceSchema()
            .setFields(level2);       
       
        Schema pSchema = Schema.getPigSchema(origSchema);
               
        assertTrue(CheckTwoLevelAccess(pSchema));
               
        assertTrue(ResourceSchema.equals(origSchema, new ResourceSchema(pSchema)));
    }
View Full Code Here

Examples of org.apache.pig.ResourceSchema

                    .setName("fld1").setType(DataType.DOUBLE),       
                new ResourceFieldSchema()
                    .setName("fld2").setType(DataType.INTEGER)
        };
       
        ResourceSchema rSchema0 = new ResourceSchema()
            .setFields(level0);
       
        ResourceFieldSchema[] level2 = new ResourceFieldSchema[] {
                new ResourceFieldSchema()
                    .setName("t2").setType(DataType.BAG).setSchema(rSchema0)
View Full Code Here

Examples of org.apache.pig.ResourceSchema

        ResourceFieldSchema[] level0 = new ResourceFieldSchema[] {
                new ResourceFieldSchema()
                    .setName("fld0").setType(DataType.CHARARRAY)
        };
       
        ResourceSchema rSchema0 = new ResourceSchema()
            .setFields(level0);
       
        ResourceFieldSchema[] level2 = new ResourceFieldSchema[] {
                new ResourceFieldSchema()
                    .setName("t2").setType(DataType.BAG).setSchema(rSchema0)
View Full Code Here

Examples of org.apache.pig.ResourceSchema

                aliases,types);
        Schema.FieldSchema fld0 =
            new Schema.FieldSchema("f0", level0, DataType.BAG);
        Schema level1 = new Schema(fld0);
        try {
            Schema.getPigSchema(new ResourceSchema(level1));
            Assert.fail();
        } catch(FrontendException e) {
            assertTrue(e.getErrorCode()==2218);
        }
    }
View Full Code Here

Examples of org.apache.pig.ResourceSchema

                aliases,types);
        Schema.FieldSchema fld0 =
            new Schema.FieldSchema("f0", level0, DataType.BAG);
        Schema level1 = new Schema(fld0);
        try {
            Schema.getPigSchema(new ResourceSchema(level1));
            Assert.fail();
        } catch (FrontendException e) {
            assertTrue(e.getErrorCode()==2218);
        }
    }
View Full Code Here

Examples of org.apache.pig.ResourceSchema

    for (HowlFieldSchema hfs : howlSchema.getFields()){
      ResourceFieldSchema rfSchema;
      rfSchema = getResourceSchemaFromFieldSchema(hfs);
      rfSchemaList.add(rfSchema);
    }
    ResourceSchema rSchema = new ResourceSchema();
    rSchema.setFields(rfSchemaList.toArray(new ResourceFieldSchema[0]));
    return rSchema;

  }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.