Package org.kitesdk.data

Examples of org.kitesdk.data.URIBuilder

138
139
140
141
142
143
144
      }
    }
    Dao dao = SpecificAvroDao.buildCompositeDaoWithEntityManager(tablePool,
        tableName, subEntityClasses, schemaManager);
    return new DaoDataset<E>(namespace, name, dao, descriptors.get(0),
        new URIBuilder(repositoryUri, namespace, name).build(), type);
  }
View Full Code Here
153
154
155
156
157
158
159
      dao = new SpecificAvroDao(tablePool, tableName, entityName, schemaManager);
    } else {
      dao = new GenericAvroDao(tablePool, tableName, entityName, schemaManager);
    }
    return new DaoDataset(namespace, name, dao, descriptor,
        new URIBuilder(repositoryUri, namespace, name).build(), type);
  }
View Full Code Here
215
216
217
218
219
220
221
222
223
224
225
        .toString();
  }

  @Override
  public URI getUri() {
    URIBuilder builder = new URIBuilder(dataset.getUri());
    for (Map.Entry<String, String> entry : constraints.toQueryMap().entrySet()) {
      builder.with(entry.getKey(), entry.getValue());
    }
    return builder.build();
  }
View Full Code Here
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
    Dataset<Record> outputDataset = repo.create("ns", "out", new DatasetDescriptor.Builder()
        .schema(USER_SCHEMA).partitionStrategy(partitionStrategy).build());

    writeTestUsers(inputDataset, 10);

    URI sourceViewUri = new URIBuilder(repo.getUri(), "ns", "in").with("username",
        "test-0").build();
    View<Record> inputView = Datasets.<Record, Dataset<Record>> load(sourceViewUri,
        Record.class);
    Assert.assertEquals(1, datasetSize(inputView));
   
    Pipeline pipeline = new MRPipeline(TestCrunchDatasets.class);
    PCollection<GenericData.Record> data = pipeline.read(CrunchDatasets
        .asSource(sourceViewUri, GenericData.Record.class));
    URI targetViewUri = new URIBuilder(repo.getUri(), "ns", "out").with(
        "email", "email-0").build();
    pipeline.write(data, CrunchDatasets.asTarget(targetViewUri),
        Target.WriteMode.APPEND);
    pipeline.run();
View Full Code Here
304
305
306
307
308
309
310
311
312
313
314
315
316
    writeTestUsers(inputDataset, 10);

    Pipeline pipeline = new MRPipeline(TestCrunchDatasets.class);
    PCollection<GenericData.Record> data = pipeline.read(
        CrunchDatasets.asSource(new URIBuilder(repo.getUri(), "ns", "in").build(),
            GenericData.Record.class));
    pipeline.write(data, CrunchDatasets.asTarget(
        new URIBuilder(repo.getUri(), "ns", "out").build()), Target.WriteMode.APPEND);
    pipeline.run();

    Assert.assertEquals(10, datasetSize(outputDataset));
  }
View Full Code Here
130
131
132
133
134
135
136
  String buildDatasetUri(String uriOrName) {
    if (isDataUri(uriOrName)) {
      return uriOrName;
    }
    return new URIBuilder(buildRepoURI(), namespace, uriOrName).build().toString();
  }
View Full Code Here
173
174
175
176
177
178
179
180
181
182
        .namespace(namespace)
        .name(name)
        .configuration(conf)
        .descriptor(updatedDescriptor)
        .type(type)
        .uri(new URIBuilder(getUri(), namespace, name).build())
        .partitionKey(updatedDescriptor.isPartitioned() ? new PartitionKey() : null)
        .partitionListener(getPartitionListener())
        .build();
  }
View Full Code Here
194
195
196
197
198
199
200
201
202
203
204
        .namespace(namespace)
        .name(name)
        .configuration(conf)
        .descriptor(descriptor)
        .type(type)
        .uri(new URIBuilder(getUri(), namespace, name).build())
        .partitionKey(descriptor.isPartitioned() ? new PartitionKey() : null)
        .partitionListener(getPartitionListener())
        .build();

    LOG.debug("Loaded dataset:{}", ds);
View Full Code Here
144
145
146
147
148
149
150
151
152
153
        .namespace(namespace)
        .name(name)
        .configuration(conf)
        .descriptor(newDescriptor)
        .type(type)
        .uri(new URIBuilder(getUri(), namespace, name).build())
        .partitionKey(newDescriptor.isPartitioned() ? new PartitionKey() : null)
        .partitionListener(getPartitionListener())
        .build();
  }
View Full Code Here
TOP

Related Classes of org.kitesdk.data.URIBuilder

  • org.kitesdk.cli.commands.BaseDatasetCommand
  • org.kitesdk.data.crunch.TestCrunchDatasets
  • org.kitesdk.data.hbase.HBaseDatasetRepository
  • org.kitesdk.data.spi.AbstractRefinableView
  • org.kitesdk.data.spi.filesystem.FileSystemDatasetRepository
  • java.net.URI
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.