Package com.datasalt.pangool.io.Schema.Field

Examples of com.datasalt.pangool.io.Schema.Field.Type

118
119
120
121
122
123
124
125
126
127
128
      nulls.ser(out);
    }

    for (int i = 0; i < destinationSchema.getFields().size(); i++) {
      Field field = destinationSchema.getField(i);
      Type fieldType = field.getType();
      Object element = valueAt(i, tuple, translationTable);
      if (element == null) {
        if (field.isNullable()) {
          // Nullable null fields don't need serialization.
          continue;
View Full Code Here
50
51
52
53
54
55
56
57
58
59
60
      if(nameType.length != 2) {
        throw new RuntimeException("Incorrect fields description " + serialized);
      }
      String fieldName = nameType[0].trim();
      String fieldType = nameType[1].trim();
      Type type = strToType.get(fieldType);
      try {
        if(type != null) {
          fields.add(Field.create(fieldName, type));
        } else {
          Class<?> objectClazz = Class.forName(fieldType);
View Full Code Here
114
115
116
117
118
119
120
121
122
123
124
   */
  private void write(Schema destinationSchema, ITuple tuple,
      int[] translationTable, DataOutput output) throws IOException {
    for (int i = 0; i < destinationSchema.getFields().size(); i++) {
      Field field = destinationSchema.getField(i);
      Type fieldType = field.getType();
      Object element = tuple.get(translationTable[i]);
      try {
        switch(fieldType){
        case INT:
          WritableUtils.writeVInt(output, (Integer) element); break;
View Full Code Here
49
50
51
52
53
54
55
56
57
58
59
      if(nameType.length != 2) {
        throw new RuntimeException("Incorrect fields description " + serialized);
      }
      String fieldName = nameType[0].trim();
      String fieldType = nameType[1].trim();
      Type type = strToType.get(fieldType);
      try {
        if(type != null) {
          fields.add(Field.create(fieldName, type));
        } else {
          Class<?> objectClazz = Class.forName(fieldType);
View Full Code Here
86
87
88
89
90
91
92
93
94
95
96
    }
    schemas.add(schema);
  }

  private boolean fieldSameTypeInAllSources(String field) {
    Type type = null;
    for(Schema source : schemas) {
      Field f = source.getField(field);
      if (f == null){
        Map<String,String> aliases = fieldAliases.get(source.getName());
        f = source.getField(aliases.get(field));
View Full Code Here
115
116
117
118
119
120
121
122
123
124
125
   */
  private void write(Schema destinationSchema, ITuple tuple,
      int[] translationTable, DataOutput output,Serializer[] customSerializers) throws IOException {
    for (int i = 0; i < destinationSchema.getFields().size(); i++) {
      Field field = destinationSchema.getField(i);
      Type fieldType = field.getType();
      Object element = tuple.get(translationTable[i]);
      try {
        switch(fieldType){
        case INT:
          WritableUtils.writeVInt(output, (Integer) element); break;
View Full Code Here
TOP

Related Classes of com.datasalt.pangool.io.Schema.Field.Type

  • com.datasalt.pangool.io.Fields
  • com.datasalt.pangool.tuplemr.serialization.SimpleTupleSerializer
  • com.datasalt.pangool.tuplemr.serialization.TupleSerializer
  • com.datasalt.pangool.tuplemr.TupleMRConfigBuilder
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.