Package org.springframework.xd.module

Examples of org.springframework.xd.module.ModuleDescriptor$Key

63
64
65
66
67
68
69
70
71
72
73
    validateQuery(query);
    validateSplitSize(numSplits);

    List<Query> splits = new ArrayList<Query>(numSplits);
    List<Key> scatterKeys = getScatterKeys(numSplits, query, datastore);
    Key lastKey = null;
    for (Key nextKey : getSplitKey(scatterKeys, numSplits)) {
      splits.add(createSplit(lastKey, nextKey, query));
      lastKey = nextKey;
    }
    splits.add(createSplit(lastKey, null, query));
View Full Code Here
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
      List<String> proposals) {
    String safe = exception.getExpressionStringUntilCheckpoint();
    List<ModuleDescriptor> parsed = parser.parse("__dummy", safe, toParsingContext(kind));

    // List is in reverse order
    ModuleDescriptor lastModule = parsed.get(0);
    String lastModuleName = lastModule.getModuleName();
    ModuleType lastModuleType = lastModule.getType();
    ModuleDefinition lastModuleDefinition = moduleRegistry.findDefinition(lastModuleName, lastModuleType);

    Set<String> alreadyPresentOptions = new HashSet<String>(lastModule.getParameters().keySet().size());
    // If we're providing completions for a composed module, some options
    // may already have a value appearing from the definition of the module itself, yet
    // the user *may* want to override them anyways. So pretend they're not there
    for (String optionName : lastModule.getParameters().keySet()) {
      if (!optionName.contains(CompositeModule.OPTION_SEPARATOR)) {
        alreadyPresentOptions.add(optionName);
      }
    }
    for (ModuleOption option : moduleOptionsMetadataResolver.resolve(lastModuleDefinition)) {
View Full Code Here
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
  @Override
  public void addProposals(String start, List<ModuleDescriptor> parseResult, CompletionKind kind, int detailLevel,
      List<String> proposals) {
    // List is in reverse order
    ModuleDescriptor lastModule = parseResult.get(0);
    ModuleType lastModuleType = lastModule.getType();

    // For full streams, add processors and sinks
    if (kind == stream && lastModuleType != ModuleType.sink) {
      addAllModulesOfType(start.endsWith(" ") ? start + "| " : start + " | ", processor, proposals);
      addAllModulesOfType(start.endsWith(" ") ? start + "| " : start + " | ", sink, proposals);
    }

    // For composed modules, don't go up to sink if we started with a source
    ModuleDescriptor firstModule = parseResult.get(parseResult.size() - 1);
    ModuleType firstModuleType = firstModule.getType();
    if (kind == module && lastModuleType != ModuleType.sink) {
      addAllModulesOfType(start.endsWith(" ") ? start + "| " : start + " | ", processor, proposals);
      if (firstModuleType != source) {
        addAllModulesOfType(start.endsWith(" ") ? start + "| " : start + " | ", sink, proposals);
      }
View Full Code Here
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
  @Override
  public void addProposals(String text, List<ModuleDescriptor> parseResult, CompletionKind kind, int detailLevel,
      List<String> proposals) {
    // List is in reverse order
    ModuleDescriptor lastModule = parseResult.get(0);
    String lastModuleName = lastModule.getModuleName();
    ModuleType lastModuleType = lastModule.getType();
    ModuleDefinition lastModuleDefinition = moduleRegistry.findDefinition(lastModuleName, lastModuleType);

    Set<String> alreadyPresentOptions = new HashSet<String>(lastModule.getParameters().keySet());
    for (ModuleOption option : moduleOptionsMetadataResolver.resolve(lastModuleDefinition)) {
      if (shouldShowOption(option, detailLevel) && !alreadyPresentOptions.contains(option.getName())) {
        proposals.add(String.format("%s%s--%s=", text, text.endsWith(" ") ? "" : " ", option.getName()));
      }
    }
View Full Code Here
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
    }

    List<ModuleDescriptor> parsed = parser.parse("__dummy", safe, toParsingContext(kind));

    // List is in reverse order
    ModuleDescriptor lastModule = parsed.get(0);
    String lastModuleName = lastModule.getModuleName();
    ModuleType lastModuleType = lastModule.getType();
    ModuleDefinition lastModuleDefinition = moduleRegistry.findDefinition(lastModuleName, lastModuleType);

    Set<String> alreadyPresentOptions = new HashSet<String>(lastModule.getParameters().keySet());
    for (ModuleOption option : moduleOptionsMetadataResolver.resolve(lastModuleDefinition)) {
      if (shouldShowOption(option, detailLevel) && !alreadyPresentOptions.contains(option.getName())
          && option.getName().startsWith(prefix.toString())) {
        proposals.add(String.format("%s --%s=", safe, option.getName()));
      }
View Full Code Here
257
258
259
260
261
262
263
264
265
266
267
            .forPath(Paths.build(path, Paths.METADATA), ZooKeeperUtils.mapToBytes(mapMetadata));
      }
      catch (KeeperException.NodeExistsException ne) {
        // This is likely to happen when the container disconnects and reconnects but the admin leader
        // was not available to handle the container leaving event.
        ModuleDescriptor descriptor = module.getDescriptor();
        logger.info("The module metadata path for the module {} of type {} for {}" + "already exists.",
            descriptor.getModuleLabel(), descriptor.getType().toString(), descriptor.getGroup());
      }
    }
  }
View Full Code Here
283
284
285
286
287
288
289
290
291
292
293
        .setModuleSequence(properties.getSequenceAsString()).setContainer(containerAttributes.getId()).build();

    Module module = null;
    Job job = DeploymentLoader.loadJob(client, jobName, jobFactory);
    if (job != null) {
      ModuleDescriptor moduleDescriptor = job.getJobModuleDescriptor();
      module = deployModule(moduleDescriptor, properties);

      try {
        // this indicates that the container has deployed the module
        client.create().creatingParentsIfNeeded().withMode(CreateMode.EPHEMERAL).forPath(jobDeploymentPath);
View Full Code Here
326
327
328
329
330
331
332
333
334
335
336
        .setContainer(this.containerAttributes.getId()).build();

    Module module = null;
    Stream stream = DeploymentLoader.loadStream(client, streamName, streamFactory);
    if (stream != null) {
      ModuleDescriptor descriptor = stream.getModuleDescriptor(moduleLabel);
      module = deployModule(descriptor, properties);

      try {
        // this indicates that the container has deployed the module
        client.create().creatingParentsIfNeeded().withMode(CreateMode.EPHEMERAL).forPath(streamDeploymentPath);
View Full Code Here
371
372
373
374
375
376
377
378
379
380
381
   * @param moduleType module type
   * @param moduleLabel module label
   */
  protected void undeployModule(String streamName, String moduleType, String moduleLabel) {
    ModuleDescriptor.Key key = new ModuleDescriptor.Key(streamName, ModuleType.valueOf(moduleType), moduleLabel);
    ModuleDescriptor descriptor = mapDeployedModules.get(key);
    if (descriptor == null) {
      // This is logged at trace level because every module undeployment
      // will cause this to be logged. This is because there is a listener
      // on both streams and modules, and the listener implementation for
      // each will remove the module from the other, thus causing
View Full Code Here
69
70
71
72
73
74
75
76
77
78
79
    List<ModuleDescriptor> streamModules = stream.getModuleDescriptors();
    RuntimeModuleDeploymentProperties properties = super.propertiesForDescriptor(moduleDescriptor);
    int moduleSequence = properties.getSequence();
    int moduleIndex = moduleDescriptor.getIndex();
    if (moduleIndex > 0) {
      ModuleDescriptor previous = streamModules.get(moduleIndex - 1);
      ModuleDeploymentProperties previousProperties = deploymentPropertiesProvider.propertiesForDescriptor(previous);
      if (hasPartitionKeyProperty(previousProperties)) {
        properties.put("consumer.partitionIndex", String.valueOf(moduleSequence - 1));
      }
    }
View Full Code Here
TOP

Related Classes of org.springframework.xd.module.ModuleDescriptor$Key

  • br.gov.frameworkdemoiselle.annotation.Name
  • com.cloudhopper.mq.util.Priority
  • com.cloudhopper.mq.util.Tiny
  • com.facebook.presto.hive.shaded.org.apache.commons.lang.builder.HashCodeBuilder
  • com.google.api.services.datastore.client.QuerySplitterImpl
  • com.hp.hpl.jena.graph.Node
  • com.netflix.ice.tag.Region
  • com.netflix.ice.tag.UsageType
  • org.apache.commons.configuration.Configuration
  • org.apache.commons.lang.builder.EqualsBuilder
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.