Package org.springframework.data.hadoop.store

Examples of org.springframework.data.hadoop.store.StoreException

107
108
109
110
111
112
113
114
115
  public void setDatasetDefinitions(Collection<DatasetDefinition> datasetDefinitions) {
    for (DatasetDefinition def : datasetDefinitions) {
      if (def.getTargetClass() != null) {
        this.datasetDefinitions.put(getDatasetName(def.getTargetClass()), def);
      } else {
        throw new StoreException("Target class is required for dataset definitions, invalid definition: " + def);
      }
    }
  }
View Full Code Here
129
130
131
132
133
134
135
136
137
138
139
  @Override
  public <T> Collection<T> read(Class<T> targetClass) {
    DatasetDescriptor descriptor = getDatasetDescriptor(targetClass);
    if (descriptor == null) {
      throw new StoreException("Unable to locate dataset for target class " + targetClass.getName());
    }
    if (Formats.PARQUET.equals(descriptor.getFormat())) {
      return readGenericRecords(targetClass, null);
    } else {
      return readPojo(targetClass, null);
View Full Code Here
147
148
149
150
151
152
153
154
155
156
157
  @Override
  public <T> Collection<T> read(Class<T> targetClass, ViewCallback viewCallback) {
    DatasetDescriptor descriptor = getDatasetDescriptor(targetClass);
    if (descriptor == null) {
      throw new StoreException("Unable to locate dataset for target class " + targetClass.getName());
    }
    if (Formats.PARQUET.equals(descriptor.getFormat())) {
      return readGenericRecords(targetClass, viewCallback);
    } else {
      return readPojo(targetClass, viewCallback);
View Full Code Here
159
160
161
162
163
164
165
166
167
168
169
  }

  private <T> void readWithCallback(Class<T> targetClass, RecordCallback<T> callback, ViewCallback viewCallback) {
    Dataset<T> dataset = DatasetUtils.getDataset(dsFactory, targetClass);
    if (dataset == null) {
      throw new StoreException("Unable to locate dataset for target class " + targetClass.getName());
    }
    DatasetReader<T> reader = null;
    if (viewCallback == null) {
      reader = dataset.newReader();
    } else {
View Full Code Here
184
185
186
187
188
189
190
191
192
193
194
  }

  private <T> Collection<T> readPojo(Class<T> targetClass, ViewCallback viewCallback) {
    Dataset<T> dataset = DatasetUtils.getDataset(dsFactory, targetClass);
    if (dataset == null) {
      throw new StoreException("Unable to locate dataset for target class " + targetClass.getName());
    }
    DatasetReader<T> reader = null;
    if (viewCallback == null) {
      reader = dataset.newReader();
    } else {
View Full Code Here
235
236
237
238
239
240
241
242
243
244
245
246
247
            }
          }
          results.add(data);
        }
      } catch (InstantiationException e) {
        throw new StoreException("Unable to read records for class: " + targetClass.getName(), e);
      } catch (IllegalAccessException e) {
        throw new StoreException("Unable to read records for class: " + targetClass.getName(), e);
      } finally {
        reader.close();
      }
    }
    return results;
View Full Code Here
266
267
268
269
270
271
272
273
274
275
276
      for (T rec : records) {
        writer.write(rec);
      }
      writer.flush();
    } catch (IOException e) {
      throw new StoreException("Error writing " + pojoClass.getName(), e);
    } finally {
      try {
        writer.close();
      } catch (IOException ignore) {}
    }
View Full Code Here
103
104
105
106
107
108
109
110
111
112
113
      }

    } while (++openAttempt < maxOpenAttempts);

    if (wout == null) {
      throw new StoreException("We've reached maxOpenAttempts=" + maxOpenAttempts
          + " to find suitable output path. Last path tried was path=[" + p + "]");
    }

    log.info("Creating output for path " + p);
    holder.setPath(p);
View Full Code Here
72
73
74
75
76
77
78
79
80
81
82
        if (Formats.AVRO.getName().equals(datasetDefinition.getFormat().getName())) {
          Dataset<T> dataset =
              DatasetUtils.getOrCreateDataset(datasetRepositoryFactory, datasetDefinition, entityClass, entityClass);
          writer = dataset.newWriter();
        } else {
          throw new StoreException("Invalid format " + datasetDefinition.getFormat() +
              " specified, you must use 'avro' with " + this.getClass().getSimpleName() + ".");
        }
      }
    }
    writer.write(entity);
View Full Code Here
84
85
86
87
88
89
90
91
92
93
94
    Path inputPath = getPath();
    StreamsHolder<InputStream> holder = new StreamsHolder<InputStream>();
    final FileSystem fs = inputPath.getFileSystem(getConfiguration());
    Path p = inputPath.isAbsolute() ? inputPath : new Path(getPath(), inputPath);
    if (!fs.exists(p)) {
      throw new StoreException("Path " + p + " does not exist");
    }
    if (!isCompressed()) {
      if (getSplit() == null) {
        // no codec, no split
        InputStream input = fs.open(p);
View Full Code Here
TOP

Related Classes of org.springframework.data.hadoop.store.StoreException

  • org.springframework.data.hadoop.store.dataset.AvroPojoDatasetStoreWriter
  • org.springframework.data.hadoop.store.dataset.DatasetDefinition
  • org.springframework.data.hadoop.store.dataset.DatasetTemplate
  • org.springframework.data.hadoop.store.dataset.ParquetDatasetStoreWriter
  • org.springframework.data.hadoop.store.input.AbstractDataStreamReader
  • org.springframework.data.hadoop.store.output.AbstractDataStreamWriter
  • org.springframework.data.hadoop.store.support.OutputStoreObjectSupport
  • org.springframework.samples.hadoop.dataset.MyFilesApp
  • org.springframework.xd.hadoop.fs.DatasetDefinitionFactoryBean
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.