Examples of com.asakusafw.vocabulary.external.ImporterDescription

Package com.asakusafw.vocabulary.external

Examples of com.asakusafw.vocabulary.external.ImporterDescription

com.asakusafw.vocabulary.external.ImporterDescription
インポーターの処理内容を記述するインターフェース。
このインターフェースを実装するクラスは次のようなクラスである必要がある。
- {@code public}で宣言されている
- {@code abstract}で宣言されていない
- 型引数が宣言されていない
- 明示的なコンストラクターが宣言されていない

                        parameter.getPosition(),
                        name);
                return;
            }
            Class<? extends ImporterDescription> aClass = parameter.importer.description();
            ImporterDescription importer;
            try {
                importer = aClass.newInstance();
            } catch (Exception e) {
                error(
                        e,
                        "インポーター記述{0} ({1}番目の引数) の解析に失敗しました (インスタンス化に失敗しました)",
                        aClass.getName(),
                        parameter.getPosition());
                return;
            }


            if (importer.getModelType() == null) {
                error(
                        null,
                        "インポーター記述{0} ({1}番目の引数) の解析に失敗しました (インポーター記述にデータの種類が指定されていません)",
                        aClass.getName(),
                        parameter.getPosition());
                return;
            }
            if (dataType.equals(importer.getModelType()) == false) {
                error(
                        null,
                        "インポーター記述{0} ({1}番目の引数) の解析に失敗しました (入力の型とインポーター記述の型が一致しません)",
                        aClass.getName(),
                        parameter.getPosition());

View Full Code Here

                TemporaryOutputFormat.class);
    }


    private TemporaryInputDescription extract(InputDescription description) {
        assert description != null;
        ImporterDescription importer = description.getImporterDescription();
        assert importer != null;
        return (TemporaryInputDescription) importer;
    }

View Full Code Here

    }


    private boolean rewriteRequired(FlowIn<?> input) {
        assert input != null;
        InputDescription desc = input.getDescription();
        ImporterDescription importer = desc.getImporterDescription();
        if (importer == null) {
            return false;
        }
        if (isSupportedSize(desc) == false) {
            return false;

View Full Code Here

        return true;
    }


    private boolean isSupportedSize(InputDescription desc) {
        assert desc != null;
        ImporterDescription importer = desc.getImporterDescription();
        assert importer != null;
        FlowCompilerOptions options = getEnvironment().getOptions();
        switch (importer.getDataSize()) {
            case TINY:
                return options.isHashJoinForTiny();
            case SMALL:
                // TODO implement for small
                // return options.isHashJoinForSmall();

View Full Code Here

    }


    @Override
    public ExternalIoDescriptionProcessor findProcessor(InputDescription description) {
        Precondition.checkMustNotBeNull(description, "description"); //$NON-NLS-1$
        ImporterDescription desc = description.getImporterDescription();
        if (desc == null) {
            return null;
        }
        Class<?> keyClass = desc.getClass();
        return findProcessor(keyClass);
    }

View Full Code Here

        }
    }


    private WindGateImporterDescription extract(InputDescription description) {
        assert description != null;
        ImporterDescription importer = description.getImporterDescription();
        assert importer != null;
        assert importer instanceof WindGateImporterDescription;
        return (WindGateImporterDescription) importer;
    }

View Full Code Here

        return results;
    }


    private DirectFileInputDescription extract(InputDescription description) {
        assert description != null;
        ImporterDescription importer = description.getImporterDescription();
        assert importer != null;
        assert importer instanceof DirectFileInputDescription;
        return (DirectFileInputDescription) importer;
    }

View Full Code Here

            for (DriverInputBase<?> input : inputs) {
                DataModelSourceFactory source = input.getSource();
                if (source != null) {
                    String name = input.getName();
                    LOG.debug("入力{}を配置しています: {}", name, source);
                    ImporterDescription description = info.findImporter(name);
                    if (description == null) {
                        throw new IllegalStateException(MessageFormat.format(
                                "入力{0}はフロー{1}で定義されていません",
                                name,
                                info.getJobflow().getFlowId()));

View Full Code Here


        String tableName = testUtils.getTablenameByClass(modelType);
        addCreateIn(tableName, tableName);
        String path = FlowPartDriverUtils.createInputLocation(driverContext, tableName).toPath('/');
        LOG.info("DirectImporterDescription生成:Path=" + path);
        ImporterDescription desc = new DirectImporterDescription(modelType, path);
        return flowDescriptionDriver.createIn(tableName, desc);
    }

View Full Code Here

        }
    }


    private BulkLoadImporterDescription extract(InputDescription description) {
        assert description != null;
        ImporterDescription importer = description.getImporterDescription();
        assert importer != null;
        assert importer instanceof BulkLoadImporterDescription;
        return (BulkLoadImporterDescription) importer;
    }

View Full Code Here

0 1

TOP

Related Classes of com.asakusafw.vocabulary.external.ImporterDescription

com.asakusafw.compiler.bulkloader.BulkLoaderIoProcessor

com.asakusafw.compiler.directio.DirectFileIoProcessor

com.asakusafw.compiler.fileio.HadoopFileIoProcessor

com.asakusafw.compiler.flow.JobFlowDriver

com.asakusafw.compiler.flow.join.JoinRewriter

com.asakusafw.compiler.repository.SpiExternalIoDescriptionProcessorRepository

com.asakusafw.compiler.testing.TemporaryIoProcessor

com.asakusafw.compiler.windgate.WindGateIoProcessor

com.asakusafw.testdriver.FlowPartTestDriver

com.asakusafw.testdriver.JobflowExecutor

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.