Package com.ontology2.haruhi.flows

Examples of com.ontology2.haruhi.flows.ForeachStep

41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
        OptionParser parser=new OptionParser(DiffFactsOptions.class);
        applicationContext.getAutowireCapableBeanFactory().autowireBean(parser);

        DiffFactsOptions o= (DiffFactsOptions) parser.parse(Lists.newArrayList(strings));
        if (o.left.isEmpty())
            throw new UsageException("you did not specify a value for -left");

        if (o.right.isEmpty())
            throw new UsageException("you did not specify a value for -right");

        if (o.output.isEmpty())
            throw new UsageException("you did not specify a value for -output");

        conf.set("mapred.compress.map.output", "true");
        conf.set("mapred.output.compression.type", "BLOCK");
        conf.set("mapred.map.output.compression.codec", "org.apache.hadoop.io.compress.GzipCodec");
        conf.set(SetJoinMapper.INPUTS+".1", Joiner.on(",").join(o.left));
View Full Code Here
24
25
26
27
28
29
30
31
32
33
34
    protected void _run(String[] arguments) throws Exception {
        NewPersistentClusterOptions options=extractOptions(arguments);

        Cluster cluster=options.clusterId.isEmpty() ? defaultCluster : applicationContext.getBean(options.clusterId,Cluster.class);
        if (!(cluster instanceof AmazonEMRCluster)) {
            throw new UsageException("the -clusterId must specify an Amazon EMR Cluster");
        }

        String name=((AmazonEMRCluster) cluster).createPersistentCluster("Persistent Cluster");
        System.out.println(name);
    }
View Full Code Here
50
51
52
53
54
55
56
57
58
59
60
    private String keyPairName;

    @Override
    protected void _run(String[] strings) throws Exception {
        if(strings.length<1)
            throw new UsageException("must specify AWS instance number");

        String targetId=strings[0];
        String instanceId="";

        if(targetId.startsWith("j-")) {
View Full Code Here
112
113
114
115
116
117
118
119
120
121
122
        fetchLogs.run(new String[] {result.getJobFlowId()});
    }

    boolean validateJarArgs(List<String> jarArgs) throws IllegalAccessException, URISyntaxException {
        HasOptions options=extractOptions(jarArgs);
        if(options instanceof CommonOptions) {
            return validateCommonOptions((CommonOptions) options);
        }
        return true;  // don't know how to validate anything else
    }
View Full Code Here
29
30
31
32
33
34
35
36
37
38
    private KillPersistentClusterOptions extractOptions(String[] strings) throws IllegalAccessException {
        return extractOptions(Lists.newArrayList(strings));
    }
    private KillPersistentClusterOptions extractOptions(ArrayList<String> strings) throws IllegalAccessException {
        OptionParser parser=new OptionParser(KillPersistentClusterOptions.class);
        applicationContext.getAutowireCapableBeanFactory().autowireBean(parser);

        return (KillPersistentClusterOptions) parser.parse(strings);
    }
View Full Code Here
22
23
24
25
26
27
28
29
    @Autowired
    ApplicationContext applicationContext;

    @Before
    public void setup() {
        parser=new OptionParser(DiffFactsOptions.class);
        applicationContext.getAutowireCapableBeanFactory().autowireBean(parser);
    }
View Full Code Here
58
59
60
61
62
63
64
65
66
67
68
69
70
71
        return job.waitForCompletion(true) ? 0 : 1;
    }

    ExtractIsAOptions extractOptions(List<String> strings) throws IllegalAccessException {
        OptionParser parser=new OptionParser(ExtractIsAOptions.class);
        applicationContext.getAutowireCapableBeanFactory().autowireBean(parser);

        ExtractIsAOptions options=(ExtractIsAOptions) parser.parse(Lists.newArrayList(strings));
        if (options.input.isEmpty())
            throw new UsageException("You did not specify a value for -input");

        if (options.output==null || options.output.isEmpty())
            throw new UsageException("You did not specify a value for -output");
View Full Code Here
178
179
180
181
182
183
184
185
186
187
    private OptionsClass extractOptions(String[] strings) throws IllegalAccessException {
        return extractOptions(Lists.newArrayList(strings));
    }

    private OptionsClass extractOptions(ArrayList<String> strings) throws IllegalAccessException {
        OptionParser parser=new OptionParser(getOptionsClass());
        applicationContext.getAutowireCapableBeanFactory().autowireBean(parser);

        return (OptionsClass) parser.parse(strings);
    }
View Full Code Here
36
37
38
39
40
41
42
43
44
45
46
47
48
49
        this.conf=arg0;
    }

    @Override
    public int run(String[] strings) throws Exception {
        OptionParser parser=new OptionParser(DiffFactsOptions.class);
        applicationContext.getAutowireCapableBeanFactory().autowireBean(parser);

        DiffFactsOptions o= (DiffFactsOptions) parser.parse(Lists.newArrayList(strings));
        if (o.left.isEmpty())
            throw new UsageException("you did not specify a value for -left");

        if (o.right.isEmpty())
            throw new UsageException("you did not specify a value for -right");
View Full Code Here
35
36
37
38
39
40
41
42
43
44
    private NewPersistentClusterOptions extractOptions(String[] strings) throws IllegalAccessException {
        return extractOptions(Lists.newArrayList(strings));
    }
    private NewPersistentClusterOptions extractOptions(ArrayList<String> strings) throws IllegalAccessException {
        OptionParser parser=new OptionParser(NewPersistentClusterOptions.class);
        applicationContext.getAutowireCapableBeanFactory().autowireBean(parser);

        return (NewPersistentClusterOptions) parser.parse(strings);
    }
View Full Code Here
TOP

Related Classes of com.ontology2.haruhi.flows.ForeachStep

  • com.amazonaws.services.s3.model.ListObjectsRequest
  • com.hp.hpl.jena.graph.Node
  • com.hp.hpl.jena.graph.Node_URI
  • com.hp.hpl.jena.graph.Triple
  • com.hp.hpl.jena.query.Query
  • com.hp.hpl.jena.query.QueryExecution
  • com.hp.hpl.jena.query.QuerySolution
  • com.hp.hpl.jena.query.ResultSet
  • com.hp.hpl.jena.rdf.model.RDFNode
  • com.ontology2.bakemono.abstractions.PrimaryKeyValueAcceptor
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.