Package org.kitesdk.data.spi.filesystem

Examples of org.kitesdk.data.spi.filesystem.FileSystemDataset

96
97
98
99
100
101
102
103
104
105
106
107
     * @param view a dataset or view
     * @return this for method chaining
     */
    public ConfigBuilder readFrom(View<?> view) {
      if (view instanceof FileSystemDataset) {
        FileSystemDataset dataset = (FileSystemDataset) view;
        conf.set(KITE_PARTITION_DIR,
            String.valueOf(dataset.getDescriptor().getLocation()));
      }
      withType(view.getType());
      return readFrom(view.getUri());
    }
View Full Code Here
428
429
430
431
432
433
434
435
436
437
438
439
440
441
        partitionDir != null) {
      if (!(target instanceof FileSystemDataset)) {
        throw new UnsupportedOperationException("Partitions only supported for " +
            "FileSystemDataset. Dataset: " + target);
      }
      FileSystemDataset fsDataset = (FileSystemDataset) target;
      PartitionKey key = fsDataset.keyFromDirectory(new Path(partitionDir));
      if (key != null) {
        working = fsDataset.getPartition(key, true);
      }
      return new DatasetRecordWriter<E>(working);
    } else {
      return new DatasetRecordWriter<E>(working);
    }
View Full Code Here
144
145
146
147
148
149
150
151
152
153
154
155
     * @param view a dataset or view
     * @return this for method chaining
     */
    public ConfigBuilder writeTo(View<?> view) {
      if (view instanceof FileSystemDataset) {
        FileSystemDataset dataset = (FileSystemDataset) view;
        conf.set(KITE_PARTITION_DIR,
            String.valueOf(dataset.getDescriptor().getLocation()));
      }
      withType(view.getType());
      return writeTo(view.getUri());
    }
View Full Code Here
TOP

Related Classes of org.kitesdk.data.spi.filesystem.FileSystemDataset

  • org.apache.hadoop.fs.Path
  • org.kitesdk.data.DatasetDescriptor
  • org.kitesdk.data.mapreduce.DatasetKeyInputFormat$ConfigBuilder
  • org.kitesdk.data.mapreduce.DatasetKeyOutputFormat
  • org.kitesdk.data.mapreduce.DatasetKeyOutputFormat$ConfigBuilder
  • org.kitesdk.data.PartitionStrategy
  • org.kitesdk.data.spi.FieldPartitioner
  • org.kitesdk.data.spi.PartitionKey
  • java.net.URI
  • java.io.IOException
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.