Examples of co.cask.cdap.api.flow.FlowSpecification

co.cask.cdap.api.flow.FlowSpecification

This class provides the specification of a Flow. Instances of this class should be created through the {@link Builder} class by invoking the {@link Builder#with()} method.

Example FlowSpecification:

  public class PurchaseFlow implements Flow { {@literal @}Override public FlowSpecification configure() { return FlowSpecification.Builder.with() .setName("PurchaseFlow") .setDescription("Reads user and purchase information and stores in dataset") .withFlowlets() .add("reader", new PurchaseStreamReader()) .add("collector", new PurchaseStore()) .connect() .fromStream("purchaseStream").to("reader") .from("reader").to("collector") .build(); } }

See the Cask DAP Developer Guide and the CDAP instance example applications. @see co.cask.cdap.api.flow.flowlet.Flowlet Flowlet

                                   programId, type);


      // TODO: Unify with AppFabricHttpHandler.removeApplication
      // drop all queues and stream states of a deleted flow
      if (ProgramType.FLOW.equals(type)) {
        FlowSpecification flowSpecification = (FlowSpecification) spec;


        // Collects stream name to all group ids consuming that stream
        Multimap<String, Long> streamGroups = HashMultimap.create();
        for (FlowletConnection connection : flowSpecification.getConnections()) {
          if (connection.getSourceType() == FlowletConnection.Type.STREAM) {
            long groupId = FlowUtils.generateConsumerGroupId(programId, connection.getTargetName());
            streamGroups.put(connection.getSourceName(), groupId);
          }
        }

View Full Code Here

  }


  @Override
  public void addFlow(Flow flow) {
    Preconditions.checkArgument(flow != null, "Flow cannot be null.");
    FlowSpecification spec = new DefaultFlowSpecification(flow.getClass().getName(), flow.configure());
    flows.put(spec.getName(), spec);
  }

View Full Code Here

  public int getFlowletInstances(final Id.Program id, final String flowletId) {
    return txnl.executeUnchecked(new TransactionExecutor.Function<AppMds, Integer>() {
      @Override
      public Integer apply(AppMds mds) throws Exception {
        ApplicationSpecification appSpec = getAppSpecOrFail(mds, id);
        FlowSpecification flowSpec = getFlowSpecOrFail(id, appSpec);
        FlowletDefinition flowletDef = getFlowletDefinitionOrFail(flowSpec, flowletId, id);
        return flowletDef.getInstances();
      }
    });

View Full Code Here

    txnl.executeUnchecked(new TransactionExecutor.Function<AppMds, Void>() {
      @Override
      public Void apply(AppMds mds) throws Exception {
        ApplicationSpecification appSpec = getAppSpecOrFail(mds, flow);


        FlowSpecification flowSpec = getFlowSpecOrFail(flow, appSpec);


        boolean adjusted = false;
        List<FlowletConnection> conns = Lists.newArrayList();
        for (FlowletConnection con : flowSpec.getConnections()) {
          if (FlowletConnection.Type.STREAM == con.getSourceType() &&
            flowletId.equals(con.getTargetName()) &&
            oldValue.equals(con.getSourceName())) {


            conns.add(new FlowletConnection(con.getSourceType(), newValue, con.getTargetName()));

View Full Code Here

    }
    return flowletDef;
  }


  private static FlowSpecification getFlowSpecOrFail(Id.Program id, ApplicationSpecification appSpec) {
    FlowSpecification flowSpec = appSpec.getFlows().get(id.getId());
    if (flowSpec == null) {
      throw new NoSuchElementException("no such flow @ account id: " + id.getAccountId() +
                                           ", app id: " + id.getApplication() +
                                           ", flow id: " + id.getId());
    }

View Full Code Here

  }


  private static ApplicationSpecification updateFlowletInstancesInAppSpec(ApplicationSpecification appSpec,
                                                                          Id.Program id, String flowletId, int count) {


    FlowSpecification flowSpec = getFlowSpecOrFail(id, appSpec);
    FlowletDefinition flowletDef = getFlowletDefinitionOrFail(flowSpec, flowletId, id);


    final FlowletDefinition adjustedFlowletDef = new FlowletDefinition(flowletDef, count);
    return replaceFlowletInAppSpec(appSpec, id, flowSpec, adjustedFlowletDef);
  }

View Full Code Here

      Preconditions.checkArgument(processorType == ProgramType.FLOW, "Only FLOW process type is supported.");


      String processorName = program.getName();
      Preconditions.checkNotNull(processorName, "Missing processor name.");


      FlowSpecification flowSpec = appSpec.getFlows().get(processorName);
      FlowletDefinition flowletDef = flowSpec.getFlowlets().get(flowletName);
      Preconditions.checkNotNull(flowletDef, "Definition missing for flowlet \"%s\"", flowletName);


      boolean disableTransaction = program.getMainClass().isAnnotationPresent(DisableTransaction.class);
      if (disableTransaction) {
        LOG.info("Transaction is disable for flowlet {}.{}.{}",

View Full Code Here

    AbstractTwillProgramController programController = null;
    String programId = program.getId().getId();


    switch (program.getType()) {
      case FLOW: {
        FlowSpecification flowSpec = program.getSpecification().getFlows().get(programId);
        DistributedFlowletInstanceUpdater instanceUpdater = new DistributedFlowletInstanceUpdater(
          program, controller, queueAdmin, streamAdmin, getFlowletQueues(program, flowSpec)
        );
        programController = new FlowTwillProgramController(programId, controller, instanceUpdater);
        break;

View Full Code Here

    ProgramType processorType = program.getType();
    Preconditions.checkNotNull(processorType, "Missing processor type.");
    Preconditions.checkArgument(processorType == ProgramType.FLOW, "Only FLOW process type is supported.");


    try {
      FlowSpecification flowSpec = appSpec.getFlows().get(program.getName());
      Preconditions.checkNotNull(flowSpec, "Missing FlowSpecification for %s", program.getName());


      LOG.info("Configuring flowlets queues");
      Multimap<String, QueueName> flowletQueues = FlowUtils.configureQueue(program, flowSpec, streamAdmin, queueAdmin);


      // Launch flowlet program runners
      LOG.info("Launching distributed flow: " + program.getName() + ":" + flowSpec.getName());


      TwillController controller = launcher.launch(new FlowTwillApplication(program, flowSpec,
                                                                            hConfFile, cConfFile, eventHandler));
      DistributedFlowletInstanceUpdater instanceUpdater = new DistributedFlowletInstanceUpdater(program, controller,
                                                                                                queueAdmin, streamAdmin,

View Full Code Here


    ProgramType processorType = program.getType();
    Preconditions.checkNotNull(processorType, "Missing processor type.");
    Preconditions.checkArgument(processorType == ProgramType.FLOW, "Only FLOW process type is supported.");


    FlowSpecification flowSpec = appSpec.getFlows().get(program.getName());
    Preconditions.checkNotNull(flowSpec, "Missing FlowSpecification for %s", program.getName());


    try {
      // Launch flowlet program runners
      RunId runId = RunIds.generate();

View Full Code Here

0 1

TOP

Related Classes of co.cask.cdap.api.flow.FlowSpecification

co.cask.cdap.app.DefaultAppConfigurer

co.cask.cdap.gateway.handlers.AppFabricHttpHandler

co.cask.cdap.internal.app.deploy.pipeline.DeletedProgramHandlerStage

co.cask.cdap.internal.app.runtime.distributed.DistributedFlowProgramRunner

co.cask.cdap.internal.app.runtime.distributed.DistributedProgramRuntimeService

co.cask.cdap.internal.app.runtime.flow.FlowletProgramRunner

co.cask.cdap.internal.app.runtime.flow.FlowProgramRunner

co.cask.cdap.internal.app.store.DefaultStore

co.cask.cdap.internal.flow.DefaultFlowSpecification

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.