Package io.druid.timeline.partition

Examples of io.druid.timeline.partition.HashBasedNumberedShardSpec

148
149
150
151
152
153
154
155
156
157
158
  @Test
  public void testHashedBucketSelection() {
    List<HadoopyShardSpec> specs = Lists.newArrayList();
    final int partitionCount = 10;
    for (int i = 0; i < partitionCount; i++) {
      specs.add(new HadoopyShardSpec(new HashBasedNumberedShardSpec(i, partitionCount, new DefaultObjectMapper()), i));
    }
    // Backwards compatibility
    DataRollupSpec rollupSpec = new DataRollupSpec();
    rollupSpec.rollupGranularity = QueryGranularity.MINUTE;
View Full Code Here
186
187
188
189
190
191
192
193
194
195
196
      } else {
        int numShards = ingestionSchema.getTuningConfig().getNumShards();
        if (numShards > 0) {
          shardSpecs = Lists.newArrayList();
          for (int i = 0; i < numShards; i++) {
            shardSpecs.add(new HashBasedNumberedShardSpec(i, numShards, jsonMapper));
          }
        } else {
          shardSpecs = ImmutableList.<ShardSpec>of(new NoneShardSpec());
        }
      }
View Full Code Here
179
180
181
182
183
184
185
186
187
188
189
            actualSpecs.add(new HadoopyShardSpec(new NoneShardSpec(), shardCount++));
          } else {
            for (int i = 0; i < numberOfShards; ++i) {
              actualSpecs.add(
                  new HadoopyShardSpec(
                      new HashBasedNumberedShardSpec(
                          i,
                          numberOfShards,
                          HadoopDruidIndexerConfig.jsonMapper
                      ),
                      shardCount++
View Full Code Here
41
42
43
44
45
46
47
48
49
50
51
  @Test
  public void testSerdeRoundTrip() throws Exception
  {

    final ShardSpec spec = TestUtil.MAPPER.readValue(
        TestUtil.MAPPER.writeValueAsBytes(new HashBasedNumberedShardSpec(1, 2, TestUtil.MAPPER)),
        ShardSpec.class
    );
    Assert.assertEquals(1, spec.getPartitionNum());
    Assert.assertEquals(2, ((HashBasedNumberedShardSpec) spec).getPartitions());
  }
View Full Code Here
63
64
65
66
67
68
69
70
71
72
73
74
75
  @Test
  public void testPartitionChunks()
  {
    final List<ShardSpec> specs = ImmutableList.<ShardSpec>of(
        new HashBasedNumberedShardSpec(0, 3, TestUtil.MAPPER),
        new HashBasedNumberedShardSpec(1, 3, TestUtil.MAPPER),
        new HashBasedNumberedShardSpec(2, 3, TestUtil.MAPPER)
    );

    final List<PartitionChunk<String>> chunks = Lists.transform(
        specs,
        new Function<ShardSpec, PartitionChunk<String>>()
View Full Code Here
65
66
67
68
69
70
71
72
73
74
75
        if (shardsPerInterval > 0) {
          List<HadoopyShardSpec> specs = Lists.newArrayListWithCapacity(shardsPerInterval);
          for (int i = 0; i < shardsPerInterval; i++) {
            specs.add(
                new HadoopyShardSpec(
                    new HashBasedNumberedShardSpec(i, shardsPerInterval, HadoopDruidIndexerConfig.jsonMapper),
                    shardCount++
                )
            );
          }
          shardSpecs.put(bucket, specs);
View Full Code Here
TOP

Related Classes of io.druid.timeline.partition.HashBasedNumberedShardSpec

  • io.druid.indexer.DetermineHashedPartitionsJob
  • io.druid.indexer.HadoopDruidDetermineConfigurationJob
  • io.druid.indexer.HadoopDruidIndexerConfigTest
  • io.druid.indexing.common.task.IndexTask
  • io.druid.server.shard.HashBasedNumberedShardSpecTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.