Package org.springframework.xd.module

Examples of org.springframework.xd.module.ModuleDescriptor

48
49
50
51
52
53
54
55
56
    return (sourceChannel != null) ? sourceChannel : descriptor.getGroup() + "." + (descriptor.getIndex() - 1);
  }

  @Override
  protected String getOutputChannelName(Module module) {
    ModuleDescriptor descriptor = module.getDescriptor();
    String sinkChannel = descriptor.getSinkChannelName();
    return (sinkChannel != null) ? sinkChannel : descriptor.getGroup() + "." + descriptor.getIndex();
  }
View Full Code Here
56
57
58
59
60
61
62
63
64
65
  }

  @Override
  protected String buildTapChannelName(Module module) {
    Assert.isTrue(module.getType() != ModuleType.job, "Job module type not supported.");
    ModuleDescriptor descriptor = module.getDescriptor();
    // for Stream return channel name with indexed elements
    return String.format("%s%s%s.%s.%s", TAP_CHANNEL_PREFIX, "stream:", descriptor.getGroup(),
        module.getName(), descriptor.getIndex());
  }
View Full Code Here
62
63
64
65
66
67
68
69
70
71
72
73
    Properties[] properties = extractConsumerProducerProperties(module);
    MessageChannel partitionsOut = module.getComponent(JOB_PARTIONER_REQUEST_CHANNEL, MessageChannel.class);
    Assert.notNull(partitionsOut, "Partitioned jobs must have a " + JOB_PARTIONER_REQUEST_CHANNEL);
    MessageChannel partitionsIn = module.getComponent(JOB_PARTIONER_REPLY_CHANNEL, MessageChannel.class);
    Assert.notNull(partitionsIn, "Partitioned jobs must have a " + JOB_PARTIONER_REPLY_CHANNEL);
    ModuleDescriptor descriptor = module.getDescriptor();
    String name = descriptor.getGroup() + "." + descriptor.getIndex();
    messageBus.bindRequestor(name, partitionsOut, partitionsIn, properties[0]);

    MessageChannel stepExecutionsIn = module.getComponent(JOB_STEP_EXECUTION_REQUEST_CHANNEL, MessageChannel.class);
    Assert.notNull(stepExecutionsIn, "Partitioned jobs must have a " + JOB_STEP_EXECUTION_REQUEST_CHANNEL);
    MessageChannel stepExecutionResultsOut = module.getComponent(JOB_STEP_EXECUTION_REPLY_CHANNEL,
View Full Code Here
79
80
81
82
83
84
85
86
87
88
89
90
  private void unbindPartitionedJob(Module module) {
    if (logger.isDebugEnabled()) {
      logger.debug("unbinding job partitioning channels for " + module);
    }
    MessageChannel partitionsOut = module.getComponent(JOB_PARTIONER_REQUEST_CHANNEL, MessageChannel.class);
    ModuleDescriptor descriptor = module.getDescriptor();
    String name = descriptor.getGroup() + "." + descriptor.getIndex();
    if (partitionsOut != null) {
      messageBus.unbindProducer(name, partitionsOut);
    }
    MessageChannel partitionsIn = module.getComponent(JOB_PARTIONER_REPLY_CHANNEL, MessageChannel.class);
    if (partitionsIn != null) {
View Full Code Here
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
   *                         triggered by a departing container
   * @throws InterruptedException
   */
  protected void redeployModule(ModuleDeployment moduleDeployment, boolean arriving) throws Exception {
    DeploymentUnit deploymentUnit = moduleDeployment.deploymentUnit;
    ModuleDescriptor moduleDescriptor = moduleDeployment.moduleDescriptor;
    RuntimeModuleDeploymentProperties deploymentProperties = moduleDeployment.runtimeDeploymentProperties;
    ModuleDeploymentStatus deploymentStatus = null;

    // in the case of a departing container, the module should
    // only be redeployed if count > 0
    if (arriving || deploymentProperties.getCount() > 0) {
      try {
        deploymentStatus = deployModule(moduleDeployment, instantiateContainerMatcher(moduleDescriptor));
      }
      catch (NoContainerException e) {
        logger.warn("No containers available for redeployment of {} for stream {}",
            moduleDescriptor.getModuleLabel(),
            deploymentUnit.getName());
      }
      finally {
        updateDeploymentUnitState(moduleDeployment, deploymentStatus);
      }
    }
    else {
      logUnwantedRedeployment(deploymentProperties.getCriteria(), moduleDescriptor.getModuleLabel());
    }
  }
View Full Code Here
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
   * @throws Exception
   */
  protected void updateDeploymentUnitState(ModuleDeployment moduleDeployment,
      ModuleDeploymentStatus deploymentStatus) throws Exception {
    final DeploymentUnit deploymentUnit = moduleDeployment.deploymentUnit;
    final ModuleDescriptor moduleDescriptor = moduleDeployment.moduleDescriptor;

    Collection<ModuleDeploymentStatus> aggregateStatuses = aggregateState(deploymentUnit);

    // If the module deployment was successful, it will be present in this
    // list; remove it to avoid duplication since the deployment status
    // that was returned from the deployment request will be used instead.
    // This is especially important if the deployment failed because
    // that deployment status will contain the error condition that
    // caused the failure.
    if (deploymentStatus != null) {
      for (Iterator<ModuleDeploymentStatus> iterator = aggregateStatuses.iterator(); iterator.hasNext();) {
        ModuleDeploymentStatus status = iterator.next();
        if (logger.isTraceEnabled()) {
          logger.trace("module deployment status: {}", status);
          logger.trace("deploymentStatus: {}", deploymentStatus);
        }

        if (status.getKey().getLabel().equals(moduleDescriptor.getModuleLabel())
            && status.getContainer().equals(deploymentStatus.getContainer())) {
          iterator.remove();
        }
      }
      aggregateStatuses.add(deploymentStatus);
View Full Code Here
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
    try {
      Collection<ModuleDeploymentStatus> deploymentStatuses = new ArrayList<ModuleDeploymentStatus>();
      DefaultModuleDeploymentPropertiesProvider deploymentPropertiesProvider =
          new DefaultModuleDeploymentPropertiesProvider(stream);
      for (Iterator<ModuleDescriptor> descriptors = stream.getDeploymentOrderIterator(); descriptors.hasNext();) {
        ModuleDescriptor descriptor = descriptors.next();
        ModuleDeploymentProperties deploymentProperties = deploymentPropertiesProvider.propertiesForDescriptor(descriptor);

        // write out all of the required modules for this stream (including runtime properties);
        // this does not actually perform a deployment...this data is used in case there are not
        // enough containers to deploy the stream
        StreamRuntimePropertiesProvider partitionPropertiesProvider =
            new StreamRuntimePropertiesProvider(stream, deploymentPropertiesProvider);
        int moduleCount = deploymentProperties.getCount();
        if (moduleCount == 0) {
          createModuleDeploymentRequestsPath(client, descriptor,
              partitionPropertiesProvider.propertiesForDescriptor(descriptor));
        }
        else {
          for (int i = 0; i < moduleCount; i++) {
            createModuleDeploymentRequestsPath(client, descriptor,
                partitionPropertiesProvider.propertiesForDescriptor(descriptor));
          }
        }

        try {
          // find the containers that can deploy these modules
          Collection<Container> containers = containerMatcher.match(descriptor, deploymentProperties,
              containerRepository.findAll());

          // write out the deployment requests targeted to the containers obtained above;
          // a new instance of StreamPartitionPropertiesProvider is created since this
          // object is responsible for generating unique sequence ids for modules
          StreamRuntimePropertiesProvider deploymentRuntimeProvider =
              new StreamRuntimePropertiesProvider(stream, deploymentPropertiesProvider);

          deploymentStatuses.addAll(moduleDeploymentWriter.writeDeployment(
              descriptor, deploymentRuntimeProvider, containers));
        }
        catch (NoContainerException e) {
          logger.warn("No containers available for deployment of module '{}' for stream '{}'",
              descriptor.getModuleLabel(), stream.getName());
        }
      }

      DeploymentUnitStatus status = stateCalculator.calculate(stream, deploymentPropertiesProvider,
          deploymentStatuses);
View Full Code Here
135
136
137
138
139
140
141
142
143
144
145
              new StreamDeploymentsPath(Paths.build(data.getPath(), Paths.MODULES, deployedModule))
                  .getModuleInstanceAsString()));
        }

        for (ModuleDeploymentRequestsPath path : requestedModules) {
          ModuleDescriptor moduleDescriptor = stream.getModuleDescriptor(path.getModuleLabel());
          if (shouldDeploy(moduleDescriptor, path, previouslyDeployed)) {
            RuntimeModuleDeploymentProperties moduleDeploymentProperties =
                new RuntimeModuleDeploymentProperties();
            moduleDeploymentProperties.putAll(ZooKeeperUtils.bytesToMap(
                moduleDeploymentRequests.getCurrentData(path.build()).getData()));
View Full Code Here
176
177
178
179
180
181
182
183
184
185
186
              Paths.MODULES,
              deployedModule)).getModuleInstanceAsString()));
        }

        for (ModuleDeploymentRequestsPath path : requestedModules) {
          ModuleDescriptor moduleDescriptor = job.getJobModuleDescriptor();
          if (shouldDeploy(moduleDescriptor, path, previouslyDeployed)) {
            RuntimeModuleDeploymentProperties moduleDeploymentProperties =
                new RuntimeModuleDeploymentProperties();
            moduleDeploymentProperties.putAll(ZooKeeperUtils.bytesToMap(
                moduleDeploymentRequests.getCurrentData(path.build()).getData()));
View Full Code Here
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
    sinkDefinition = moduleRegistry.findDefinition("sink", sink);
  }

  @Test
  public void testCompositeSource() {
    ModuleDescriptor sourceDescriptor = new ModuleDescriptor.Builder()
        .setModuleDefinition(sourceDefinition).setGroup("compositesourcegroup").setIndex(0).build();
    ModuleDescriptor processor1Descriptor = new ModuleDescriptor.Builder()
        .setModuleDefinition(processor1Definition).setGroup("compositesourcegroup").setIndex(1).build();
    ModuleDescriptor processor2Descriptor = new ModuleDescriptor.Builder()
        .setModuleDefinition(processor2Definition).setGroup("compositesourcegroup").setIndex(2).build();

    ModuleDefinition composed = ModuleDefinitions.composed("compositesource", ModuleType.source,
        "source | processor1 | processor2",
        Arrays.asList(sourceDefinition, processor1Definition, processor2Definition));


    //parser results being reversed, we emulate here
    List<ModuleDescriptor> children = Arrays.asList(processor2Descriptor, processor1Descriptor, sourceDescriptor);
    ModuleDescriptor compositeDescriptor = new ModuleDescriptor.Builder()
        .setModuleDefinition(composed)
        .setGroup("compositesourcegroup")
        .addChildren(children)
        .build();
    Module module = moduleFactory.createModule(compositeDescriptor, deploymentProperties);
View Full Code Here
TOP

Related Classes of org.springframework.xd.module.ModuleDescriptor

  • org.springframework.core.style.ToStringCreator
  • org.springframework.xd.dirt.module.CompositeModuleTests
  • org.springframework.xd.dirt.plugins.AbstractStreamPlugin
  • org.springframework.xd.dirt.plugins.job.JobPartitionerPlugin
  • org.springframework.xd.dirt.plugins.job.JobPluginTests
  • org.springframework.xd.dirt.plugins.ModuleDeploymentTests
  • org.springframework.xd.dirt.plugins.stream.StreamPluginTests
  • org.springframework.xd.dirt.server.ArrivingContainerModuleRedeployer
  • org.springframework.xd.dirt.server.DeploymentListener
  • org.springframework.xd.dirt.server.ModuleRedeployer
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.