Package org.kitesdk.data

Examples of org.kitesdk.data.DatasetDescriptor$Builder

80
81
82
83
84
85
86
87
    Preconditions.checkArgument(DEFAULT_NAMESPACE.equals(namespace),
        "Non-default namespaces are not supported");
    Preconditions.checkNotNull(name, "Dataset name cannot be null");
    Preconditions.checkNotNull(descriptor, "Descriptor cannot be null");

    DatasetDescriptor newDescriptor = metadataProvider.update(namespace, name, descriptor);
    return newDataset(namespace, name, newDescriptor, type);
  }
View Full Code Here
101
102
103
104
105
106
107
108
109
110
111
112
113
114
    String tableName = HBaseMetadataProvider.getTableName(name);
    String entityName = HBaseMetadataProvider.getEntityName(name);
    if (entityName.contains(".")) {
      List<DatasetDescriptor> descriptors = new ArrayList<DatasetDescriptor>();
      for (String subEntityName : entityName.split("\\.")) {
        DatasetDescriptor descriptor = metadataProvider.load(namespace, tableName + "." + subEntityName);
        descriptors.add(descriptor);
      }
      return newCompositeDataset(namespace, name, tableName, descriptors, type);
    } else {
      DatasetDescriptor descriptor = metadataProvider.load(namespace, name);
      return newDataset(namespace, name, descriptor, type);
    }
  }
View Full Code Here
72
73
74
75
76
77
78
79
80
81
82
83
    HBaseTestUtils.util.truncateTable(Bytes.toBytes(managedTableName));
  }

  @Test
  public void testBasic() {
    DatasetDescriptor desc = provider.create("default", tableName + ".TestEntity",
        new DatasetDescriptor.Builder().schemaLiteral(testEntity).build());
    ColumnMapping columnMapping = desc.getColumnMapping();
    PartitionStrategy partStrat = desc.getPartitionStrategy();
    assertEquals(9, columnMapping.getFieldMappings().size());
    assertEquals(2, partStrat.getFieldPartitioners().size());
  }
View Full Code Here
93
94
95
96
97
98
99
100
101
102
103
  public void testGeneric() throws Exception {
    String datasetName = tableName + ".TestGenericEntity";
    HBaseDatasetRepository repo = new HBaseDatasetRepository.Builder()
        .configuration(HBaseTestUtils.getConf()).build();
   
    DatasetDescriptor descriptor = new DatasetDescriptor.Builder()
        .schemaLiteral(testGenericEntity)
        .build();
    DaoDataset<GenericRecord> ds = (DaoDataset) repo.create("default", datasetName, descriptor);

    // Create the new entities
View Full Code Here
173
174
175
176
177
178
179
180
181
182
183
  public void testSpecific() throws Exception {
    String datasetName = tableName + ".TestEntity";
    HBaseDatasetRepository repo = new HBaseDatasetRepository.Builder()
        .configuration(HBaseTestUtils.getConf()).build();

    DatasetDescriptor descriptor = new DatasetDescriptor.Builder()
        .schemaLiteral(testEntity)
        .build();
    RandomAccessDataset<TestEntity> ds = repo.create("default", datasetName, descriptor);

    // Create the new entities
View Full Code Here
231
232
233
234
235
236
237
238
239
240
241
    String datasetName = tableName + ".TestGenericEntity";
    HBaseDatasetRepository repo = new HBaseDatasetRepository.Builder()
        .configuration(HBaseTestUtils.getConf()).build();

    DatasetDescriptor descriptor = new DatasetDescriptor.Builder()
        .schemaLiteral(testGenericEntity)
        .build();
    RandomAccessDataset<GenericRecord> ds = repo.create("default", datasetName, descriptor);

    // Create a new entity
View Full Code Here
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
    String datasetName = tableName + ".TestGenericEntity";

    HBaseDatasetRepository repo = new HBaseDatasetRepository.Builder()
        .configuration(HBaseTestUtils.getConf()).build();

    DatasetDescriptor descriptor = new DatasetDescriptor.Builder()
        .schemaLiteral(testGenericEntity)
        .build();
    RandomAccessDataset<GenericRecord> ds = repo.create("default", datasetName, descriptor);

    // Create a new entity
    ds.put(createGenericEntity(0));

    DatasetDescriptor newDescriptor = new DatasetDescriptor.Builder()
        .schemaLiteral(testGenericEntity2)
        .build();
    repo.update("default", datasetName, newDescriptor);
  }
View Full Code Here
81
82
83
84
85
86
87
88
89
90
91
  public void testBasicUse() throws Exception {
    command.avroSchemaFile = "resource:test-schemas/user.avsc";
    command.datasets = Lists.newArrayList("users");
    command.run();

    DatasetDescriptor expectedDescriptor = new DatasetDescriptor.Builder()
        .schemaUri("resource:test-schemas/user.avsc")
        .build();

    verify(getMockRepo()).create("default", "users", expectedDescriptor);
    verify(console).debug(contains("Created"), eq("users"));
View Full Code Here
100
101
102
103
104
105
106
107
108
109
110
    out.close();
    command.avroSchemaFile = avsc;
    command.datasets = Lists.newArrayList("users");
    command.run();

    DatasetDescriptor expectedDescriptor = new DatasetDescriptor.Builder()
        .schemaUri("resource:test-schemas/user.avsc")
        .build();

    verify(getMockRepo()).create("default", "users", expectedDescriptor);
    verify(console).debug(contains("Created"), eq("users"));
View Full Code Here
127
128
129
130
131
132
133
134
135
136
137
    out.close();
    command.avroSchemaFile = avsc;
    command.datasets = Lists.newArrayList("users");
    command.run();

    DatasetDescriptor expectedDescriptor = new DatasetDescriptor.Builder()
        .schemaUri("resource:test-schemas/user.avsc")
        .build();

    verify(getMockRepo()).create("default", "users", expectedDescriptor);
    verify(console).debug(contains("Created"), eq("users"));
View Full Code Here
TOP

Related Classes of org.kitesdk.data.DatasetDescriptor$Builder

  • co.cask.tigon.sql.internal.DefaultGDATField
  • com.asakusafw.utils.java.model.syntax.Expression
  • com.asakusafw.utils.java.model.syntax.ModelFactory
  • com.asakusafw.utils.java.model.util.ImportBuilder
  • com.asakusafw.utils.java.model.util.TypeBuilder
  • com.fasterxml.jackson.databind.JsonNode
  • com.fasterxml.jackson.databind.ObjectMapper
  • com.google.gwt.autobean.shared.AutoBean.PropertyName
  • com.google.javascript.rhino.JSDocInfo
  • com.google.javascript.rhino.Node
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.