Package io.druid.indexer

Examples of io.druid.indexer.HadoopDruidDetermineConfigurationJob

322
323
324
325
326
327
328
329
330
331
332
333
334
335
          theSchema
              .withIOConfig(theSchema.getIOConfig().withSegmentOutputPath(segmentOutputPath))
              .withTuningConfig(theSchema.getTuningConfig().withWorkingPath(workingPath))
      );

      Jobby job = new HadoopDruidDetermineConfigurationJob(config);

      log.info("Starting a hadoop determine configuration job...");
      if (job.run()) {
        return HadoopDruidIndexerConfig.jsonMapper.writeValueAsString(config.getSchema());
      }

      return null;
    }
View Full Code Here
99
100
101
102
103
104
105
106
107
108
109
      // override metadata storage type based on HadoopIOConfig
      Preconditions.checkNotNull(metadataSpec.getType(), "type in metadataUpdateSpec must not be null");
      injector.getInstance(Properties.class).setProperty("druid.metadata.storage.type", metadataSpec.getType());

      List<Jobby> jobs = Lists.newArrayList();
      jobs.add(new HadoopDruidDetermineConfigurationJob(config));
      jobs.add(new HadoopDruidIndexerJob(config, injector.getInstance(MetadataStorageUpdaterJobHandler.class)));
      JobHelper.runJobs(jobs, config);

    }
    catch (Exception e) {
View Full Code Here
TOP

Related Classes of io.druid.indexer.HadoopDruidDetermineConfigurationJob

  • io.druid.cli.CliInternalHadoopIndexer
  • io.druid.indexing.common.task.HadoopIndexTask$HadoopDetermineConfigInnerProcessing
  • io.druid.timeline.partition.HashBasedNumberedShardSpec
  • io.druid.timeline.partition.NoneShardSpec
  • org.joda.time.DateTime
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.