Package com.asakusafw.bulkloader.common

Examples of com.asakusafw.bulkloader.common.JobFlowParamLoader

150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
        bean.setRetryCount(Integer.parseInt(
                ConfigurationLoader.getProperty(Constants.PROP_KEY_IMP_RETRY_COUNT)));
        bean.setRetryInterval(Integer.parseInt(
                ConfigurationLoader.getProperty(Constants.PROP_KEY_IMP_RETRY_INTERVAL)));

        JobFlowParamLoader loader = new JobFlowParamLoader();
        if (loader.loadCacheBuildParam(targetName, batchId, jobflowId) == false) {
            return null;
        }
        ImportTargetTableBean table = null;
        for (Map.Entry<String, ImportTargetTableBean> entry : loader.getImportTargetTables().entrySet()) {
            if (entry.getKey().equals(tableName)) {
                table = entry.getValue();
                break;
            }
        }
View Full Code Here
141
142
143
144
145
146
147
148
149
150
151
        args[3] = "11-1";
        args[4] = "hadoop";
        Extractor extractor = new StubExtractor(){
            @Override
            protected JobFlowParamLoader createJobFlowParamLoader() {
                JobFlowParamLoader loder = new JobFlowParamLoader(){
                    @Override
                    public boolean loadImportParam(String targetName, String batchId, String jobflowId, boolean isPrimary) {
                        return false;
                    }
View Full Code Here
164
165
166
167
168
169
170
171
172
173
174
    protected DfsFileImport createDfsFileImport() {
        return new StubHdfsFileImport();
    }
    @Override
    protected JobFlowParamLoader createJobFlowParamLoader() {
        JobFlowParamLoader loder = new JobFlowParamLoader(){
            @Override
            protected Properties getImportProp(File file, String targetName) throws IOException {
                System.out.println(file);
                File propFile = new File("src/test/data/common/import1.propertes");
                FileInputStream fis = new FileInputStream(propFile);
View Full Code Here
373
374
375
376
377
378
379
380
381
382
383
384
385
386
                ConfigurationLoader.getProperty(Constants.PROP_KEY_IMP_RETRY_COUNT)));
        bean.setRetryInterval(Integer.parseInt(
                ConfigurationLoader.getProperty(Constants.PROP_KEY_IMP_RETRY_INTERVAL)));

        // DSLプロパティを読み込み
        JobFlowParamLoader paramLoader = createJobFlowParamLoader();
        if (!paramLoader.loadImportParam(
                bean.getTargetName(), bean.getBatchId(), bean.getJobflowId(), bean.isPrimary())) {
            return null;
        }
        bean.setTargetTable(paramLoader.getImportTargetTables());

        return bean;
    }
View Full Code Here
387
388
389
390
391
392
393
    /**
     * JobFlowParamLoaderのインスタンスを生成して返す。
     * @return JobFlowParamLoader
     */
    protected JobFlowParamLoader createJobFlowParamLoader() {
        return new JobFlowParamLoader();
    }
View Full Code Here
429
430
431
432
433
434
435
436
437
438
439
        args[3] = "11-1";
        Exporter exporter = new StubExporter(){

            @Override
            protected JobFlowParamLoader createJobFlowParamLoader() {
                JobFlowParamLoader loder = new JobFlowParamLoader(){
                    @Override
                    public boolean loadExportParam(String targetName, String batchId, String jobflowId) {
                        return false;
                    }
                };
View Full Code Here
461
462
463
464
465
466
467
468
469
470
471
        args[2] = "11";
        args[3] = "11-1";
        Exporter exporter = new StubExporter(){
            @Override
            protected JobFlowParamLoader createJobFlowParamLoader() {
                JobFlowParamLoader loder = new JobFlowParamLoader(){
                    @Override
                    public boolean loadImportParam(String targetName, String batchId, String jobflowId, boolean isPrimary) {
                        return false;
                    }
                    @Override
View Full Code Here
497
498
499
500
501
502
503
504
505
506
507
        args[2] = "11";
        args[3] = "11-1";
        Exporter exporter = new StubExporter(){
            @Override
            protected JobFlowParamLoader createJobFlowParamLoader() {
                JobFlowParamLoader loder = new JobFlowParamLoader(){
                    @Override
                    protected Properties getExportProp(File file, String targetName) throws IOException {
                        File propFile = new File("src/test/data/common/export2.propertes");
                        FileInputStream fis = new FileInputStream(propFile);
                        Properties prop = new Properties();
View Full Code Here
542
543
544
545
546
547
548
549
550
551
552
        args[2] = "11";
        args[3] = "11-1";
        Exporter exporter = new StubExporter(){
            @Override
            protected JobFlowParamLoader createJobFlowParamLoader() {
                JobFlowParamLoader loder = new JobFlowParamLoader(){
                    @Override
                    public boolean loadImportParam(String targetName, String batchId, String jobflowId, boolean isPrimary) {
                        return true;
                    }
                    @Override
View Full Code Here
632
633
634
635
636
637
638
639
640
641
642
    }
}
class StubExporter extends Exporter {
    @Override
    protected JobFlowParamLoader createJobFlowParamLoader() {
        JobFlowParamLoader loder = new JobFlowParamLoader(){
            @Override
            protected Properties getExportProp(File file, String targetNam) throws IOException {
                File propFile = new File("src/test/data/common/export1.propertes");
                FileInputStream fis = new FileInputStream(propFile);
                Properties prop = new Properties();
View Full Code Here
TOP

Related Classes of com.asakusafw.bulkloader.common.JobFlowParamLoader

  • com.asakusafw.bulkloader.bean.ExportTargetTableBean
  • com.asakusafw.bulkloader.bean.ImportTargetTableBean
  • com.asakusafw.bulkloader.cache.BuildCache
  • com.asakusafw.bulkloader.collector.Collector
  • com.asakusafw.bulkloader.collector.CollectorTest
  • com.asakusafw.bulkloader.collector.StubCollector
  • com.asakusafw.bulkloader.exporter.Exporter
  • com.asakusafw.bulkloader.exporter.ExporterTest
  • com.asakusafw.bulkloader.exporter.StubExporter
  • com.asakusafw.bulkloader.extractor.Extractor
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.