Package com.datasalt.pangool.io.Schema.Field

Examples of com.datasalt.pangool.io.Schema.Field.Type

116
117
118
119
120
121
122
123
124
125
126
   */
  private void write(Schema destinationSchema, ITuple tuple,
      int[] translationTable, DataOutput output,FieldSerializer[] customSerializers) throws IOException {
    for (int i = 0; i < destinationSchema.getFields().size(); i++) {
      Field field = destinationSchema.getField(i);
      Type fieldType = field.getType();
      Object element = tuple.get(translationTable[i]);
      try {
        switch(fieldType){
        case INT:
          WritableUtils.writeVInt(output, (Integer) element); break;
View Full Code Here
51
52
53
54
55
56
57
58
59
60
61
      if(nameType.length != 2) {
        throw new RuntimeException("Incorrect fields description " + serialized);
      }
      String fieldName = nameType[0].trim();
      String fieldType = nameType[1].trim();
      Type type = strToType.get(fieldType);
      try {
        if(type != null) {
          fields.add(Field.create(fieldName, type));
        } else {
          Class<?> objectClazz = Class.forName(fieldType);
View Full Code Here
85
86
87
88
89
90
91
92
93
94
95
  public void write(Schema destinationSchema, ITuple tuple, int[] translationTable, Serializer[] customSerializers)
      throws IOException {
    for(int i = 0; i < destinationSchema.getFields().size(); i++) {
      Field field = destinationSchema.getField(i);
      Type fieldType = field.getType();
      Object element;
      if(translationTable == null) {
        element = tuple.get(i);
      } else {
        element = tuple.get(translationTable[i]);
View Full Code Here
84
85
86
87
88
89
90
91
92
93
94
    }
    schemas.add(schema);
  }

  private boolean fieldSameTypeInAllSources(String field) {
    Type type = null;
    for(Schema source : schemas) {
      Field f = source.getField(field);
      if(type == null) {
        type = f.getType();
      } else if(type != f.getType()) {
View Full Code Here
50
51
52
53
54
55
56
57
58
59
60
      if(nameType.length != 2) {
        throw new TupleMRException("Incorrect fields description " + serialized);
      }
      String fieldName = nameType[0].trim();
      String fieldType = nameType[1].trim();
      Type type = strToType.get(fieldType);
      try {
        if(type != null) {
          fields.add(Field.create(fieldName, type));
        } else {
          Class<?> objectClazz = Class.forName(fieldType);
View Full Code Here
84
85
86
87
88
89
90
91
92
93
94
    }
    schemas.add(schema);
  }

  private boolean fieldSameTypeInAllSources(String field) {
    Type type = null;
    for(Schema source : schemas) {
      Field f = source.getField(field);
      if(type == null) {
        type = f.getType();
      } else if(type != f.getType()) {
View Full Code Here
86
87
88
89
90
91
92
93
94
95
96
      }
      if (already.contains(fieldName)) {
        throw new IllegalArgumentException("Duplicated field name [" + fieldName + "] in description [" + serialized + "]");
      }
      already.add(fieldName);
      Type type = strToType.get(fieldType);
      try {
        if (type != null) {
          fields.add(Field.create(fieldName, type, nullable));
        } else {
          Class<?> objectClazz = Class.forName(fieldType);
View Full Code Here
118
119
120
121
122
123
124
125
126
127
128
      nulls.ser(out);
    }

    for (int i = 0; i < destinationSchema.getFields().size(); i++) {
      Field field = destinationSchema.getField(i);
      Type fieldType = field.getType();
      Object element = valueAt(i, tuple, translationTable);
      if (element == null) {
        if (field.isNullable()) {
          // Nullable null fields don't need serialization.
          continue;
View Full Code Here
57
58
59
60
61
62
63
64
65
66
67
      String fieldType = nameType[1].trim();
      if (already.contains(fieldName)) {
        throw new IllegalArgumentException("Duplicated field name [" + fieldName + "] in description [" + serialized +"]");
      }
      already.add(fieldName);
      Type type = strToType.get(fieldType);
      try {
        if(type != null) {
          fields.add(Field.create(fieldName, type));
        } else {
          Class<?> objectClazz = Class.forName(fieldType);
View Full Code Here
86
87
88
89
90
91
92
93
94
95
96
  void write(Schema destinationSchema, ITuple tuple, int[] translationTable, Serializer[] customSerializers)
      throws IOException {
    for(int i = 0; i < destinationSchema.getFields().size(); i++) {
      Field field = destinationSchema.getField(i);
      Type fieldType = field.getType();
      Object element;
      if(translationTable == null) {
        element = tuple.get(i);
      } else {
        element = tuple.get(translationTable[i]);
View Full Code Here
TOP

Related Classes of com.datasalt.pangool.io.Schema.Field.Type

  • com.datasalt.pangool.io.Fields
  • com.datasalt.pangool.tuplemr.serialization.SimpleTupleSerializer
  • com.datasalt.pangool.tuplemr.serialization.TupleSerializer
  • com.datasalt.pangool.tuplemr.TupleMRConfigBuilder
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.