Package org.kitesdk.data

Examples of org.kitesdk.data.DatasetException

117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
    // types may be missing, but fieldSchema will return a nullable string
    List<Schema.Field> fields = Lists.newArrayList();
    for (int i = 0; i < header.length; i += 1) {
      if (header[i] == null) {
        throw new DatasetException("Bad header for field " + i + ": null");
      } else if (header[i].trim().isEmpty()) {
        throw new DatasetException(
            "Bad header for field " + i + ": \"" + header[i] + "\"");
      } else if(!Compatibility.isAvroCompatibleName(header[i].trim())) {
        throw new DatasetException(
              "Bad header for field, should start with a character " +
              "or _ and can contain only alphanumerics and _ " +
              i + ": \"" + header[i] + "\"");
      }
      fields.add(new Schema.Field(
View Full Code Here
75
76
77
78
79
80
81
82
83
84
            // TODO: add a check here for range.couldContain(Marker)
            dirs.add(stat.getPath().getName());
          }
        }
      } catch (IOException ex) {
        throw new DatasetException("Cannot list directory:" + dir, ex);
      }

      return dirs;
    }
View Full Code Here
154
155
156
157
158
159
160
161
    try {
      return new FileSystemPartitionIterator(
          fs, root, descriptor.getPartitionStrategy(), descriptor.getSchema(),
          constraints);
    } catch (IOException ex) {
      throw new DatasetException("Cannot list partitions in view:" + this, ex);
    }
  }
View Full Code Here
35
36
37
38
39
40
41
42
43
    if (view instanceof FileSystemView) {
      return ((FileSystemView<?>) view).dirIterator();
    } else if (view instanceof FileSystemDataset) {
      return ((FileSystemDataset<?>) view).dirIterator();
    } else {
      throw new DatasetException(
          "Underlying Dataset must be a FileSystemDataset");
    }
  }
View Full Code Here
45
46
47
48
49
50
51
52
53
  public static FieldPartitioner identity(String sourceName, String name, String className, int buckets) {
    Class<?> typeClass;
    try {
      typeClass = Class.forName(className);
    } catch (ClassNotFoundException e) {
      throw new DatasetException("Cannot find class: " + className, e);
    }
    return new IdentityFieldPartitioner(sourceName, name, typeClass, buckets);
  }
View Full Code Here
TOP

Related Classes of org.kitesdk.data.DatasetException

  • org.apache.flume.sink.kite.KerberosUtil
  • org.kitesdk.cli.commands.CSVImportCommand
  • org.kitesdk.cli.commands.FlumeConfigCommand
  • org.kitesdk.cli.commands.TransformCommand
  • org.kitesdk.data.crunch.DatasetTarget
  • org.kitesdk.data.hbase.avro.AvroEntityComposer
  • org.kitesdk.data.hbase.avro.AvroKeySerDe
  • org.kitesdk.data.hbase.avro.AvroUtils
  • org.kitesdk.data.hbase.avro.SpecificAvroDao
  • org.kitesdk.data.hbase.avro.SpecificAvroDao$SpecificCompositeAvroDao
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.