Package com.asakusafw.directio.hive.serde

Examples of com.asakusafw.directio.hive.serde.PropertyDescriptor

156
157
158
159
160
161
162
163
164
165
166
        }
        Set<PropertyDescriptor> rest = new LinkedHashSet<PropertyDescriptor>(target.getPropertyDescriptors());
        List<Mapping> mappings = new ArrayList<Mapping>();
        for (ColumnDescriptor s : source.getColumns()) {
            String name = s.getPath()[0];
            PropertyDescriptor t = target.findPropertyDescriptor(name);
            if (t != null) {
                mappings.add(new Mapping(s, t));
                rest.remove(t);
            } else {
                mappings.add(new Mapping(s, null));
View Full Code Here
183
184
185
186
187
188
189
190
191
192
193
        List<? extends PropertyDescriptor> targets = target.getPropertyDescriptors();
        List<Mapping> mappings = new ArrayList<Mapping>();
        int limit = Math.min(sources.size(), targets.size());
        for (int i = 0; i < limit; i++) {
            ColumnDescriptor s = sources.get(i);
            PropertyDescriptor t = targets.get(i);
            mappings.add(new Mapping(s, t));
        }
        for (int i = limit, n = sources.size(); i < n; i++) {
            mappings.add(new Mapping(sources.get(i), null));
        }
View Full Code Here
75
76
77
78
79
80
81
82
83
84
        List<? extends PropertyDescriptor> props = descriptor.getPropertyDescriptors();
        this.properties = props.toArray(new PropertyDescriptor[props.size()]);
        this.names = new String[props.size()];
        this.drivers = new ValueWriter[props.size()];
        for (int i = 0, n = props.size(); i < n; i++) {
            PropertyDescriptor property = props.get(i);
            names[i] = property.getFieldName();
            drivers[i] = ParquetValueDrivers.of(property.getTypeInfo(), property.getValueClass()).getWriter();
        }
    }
View Full Code Here
44
45
46
47
48
49
50
51
52
53
    public DataModelConverter(List<? extends PropertyDescriptor> properties) {
        this.properties = properties.toArray(new PropertyDescriptor[properties.size()]);
        this.converters = new ValueConverter[properties.size()];
        this.values = new ValueOption<?>[properties.size()];
        for (int i = 0, n = this.properties.length; i < n; i++) {
            PropertyDescriptor property = this.properties[i];
            this.converters[i] = ParquetValueDrivers.of(property.getTypeInfo(), property.getValueClass())
                    .getConverter();
        }
    }
View Full Code Here
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
        DataModelDescriptor descriptor = descriptor(loader, "ModelDescriptorFactory");
        assertThat(descriptor.createDataModelObject(), instanceOf(loader.modelType("Model")));
        assertThat(descriptor.getDataModelComment(), is(nullValue()));
        assertThat(descriptor.getPropertyDescriptors(), hasSize(1));

        PropertyDescriptor property = descriptor.findPropertyDescriptor("simple");
        assertThat(property, is(notNullValue()));
        assertThat(property.getFieldName(), is("simple"));
        assertThat(property.getTypeInfo(), is((TypeInfo) TypeInfoFactory.intTypeInfo));
        assertThat(property.getFieldComment(), is(nullValue()));

        HiveTable table = descriptor.getDataModelClass().getAnnotation(HiveTable.class);
        assertThat(table, is(notNullValue()));
        Class<? extends HiveTableInfo>[] infos = table.value();
        assertThat(infos, arrayWithSize(1));
View Full Code Here
137
138
139
140
141
142
143
144
145
146
        });
        DataModelDescriptor descriptor = descriptor(loader, "ModelDescriptorFactory");
        assertThat(descriptor.getDataModelComment(), is("c1"));
        assertThat(descriptor.getPropertyDescriptors(), hasSize(1));

        PropertyDescriptor property = descriptor.findPropertyDescriptor("simple");
        assertThat(property, is(notNullValue()));
        assertThat(property.getInspector().getTypeName(), is("int"));
        assertThat(property.getFieldComment(), is("c2"));
    }
View Full Code Here
159
160
161
162
163
164
165
166
167
168
169
170
171
172
                "  @directio.hive.field(name = 'f')",
                "  simple : INT;",
                "};"
        });
        DataModelDescriptor descriptor = descriptor(loader, "ModelDescriptorFactory");
        PropertyDescriptor property = descriptor.findPropertyDescriptor("f");
        assertThat(property, is(notNullValue()));
        assertThat(property.getFieldName(), is("f"));
        assertThat(property.getInspector().getTypeName(), is("int"));

        Method simple = descriptor.getDataModelClass().getMethod("getSimpleOption");
        HiveField field = simple.getAnnotation(HiveField.class);
        assertThat(field, is(notNullValue()));
        assertThat(field.name(), is("f"));
View Full Code Here
185
186
187
188
189
190
191
192
193
                "  @directio.hive.string",
                "  simple : DECIMAL;",
                "};"
        });
        DataModelDescriptor descriptor = descriptor(loader, "ModelDescriptorFactory");
        PropertyDescriptor property = descriptor.findPropertyDescriptor("simple");
        assertThat(property, is(notNullValue()));
        assertThat(property.getTypeInfo(), is((TypeInfo) TypeInfoFactory.stringTypeInfo));
    }
View Full Code Here
205
206
207
208
209
210
211
212
213
                "  @directio.hive.string",
                "  simple : DATE;",
                "};"
        });
        DataModelDescriptor descriptor = descriptor(loader, "ModelDescriptorFactory");
        PropertyDescriptor property = descriptor.findPropertyDescriptor("simple");
        assertThat(property, is(notNullValue()));
        assertThat(property.getTypeInfo(), is((TypeInfo) TypeInfoFactory.stringTypeInfo));
    }
View Full Code Here
225
226
227
228
229
230
231
232
233
                "  @directio.hive.string",
                "  simple : DATETIME;",
                "};"
        });
        DataModelDescriptor descriptor = descriptor(loader, "ModelDescriptorFactory");
        PropertyDescriptor property = descriptor.findPropertyDescriptor("simple");
        assertThat(property, is(notNullValue()));
        assertThat(property.getTypeInfo(), is((TypeInfo) TypeInfoFactory.stringTypeInfo));
    }
View Full Code Here
TOP

Related Classes of com.asakusafw.directio.hive.serde.PropertyDescriptor

  • com.asakusafw.directio.hive.parquet.DataModelConverter
  • com.asakusafw.directio.hive.parquet.DataModelMaterializer
  • com.asakusafw.directio.hive.parquet.DataModelWriteSupport
  • com.asakusafw.dmdl.directio.hive.common.HiveDataModelEmitterTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.