Examples of AdaptiveFeatureGenerator

opennlp.tools.util.featuregen.AdaptiveFeatureGenerator
An interface for generating features for name entity identification and for updating document level contexts.
Most implementors do not need the adaptive functionality of this interface, they should extend the {@link FeatureGeneratorAdapter} class instead.
Note:
Feature generation is not thread safe and a instance of a feature generator must only be called from one thread. The resources used by a feature generator are typically shared between man instances of features generators which are called from many threads and have to be thread safe. If that is not possible the {@link FeatureGeneratorFactory} must make a copyof the resource object for each feature generator instance. @see FeatureGeneratorAdapter @see FeatureGeneratorFactory

Examples of opennlp.tools.util.featuregen.AdaptiveFeatureGenerator

    byte descriptorBytes[] = (byte[]) artifactMap.get(GENERATOR_DESCRIPTOR_ENTRY_NAME);
    
    if (descriptorBytes != null) {
      InputStream descriptorIn = new ByteArrayInputStream(descriptorBytes);
  
      AdaptiveFeatureGenerator generator = null;
      try {
        generator = GeneratorFactory.create(descriptorIn, new FeatureGeneratorResourceProvider() {
  
          public Object getResource(String key) {
            return artifactMap.get(key);

View Full Code Here

Examples of opennlp.tools.util.featuregen.AdaptiveFeatureGenerator

    if (generator != null) {
      contextGenerator = new DefaultNameContextGenerator(generator);
    }
    else {
      // If model has a generator use that one, otherwise create default 
      AdaptiveFeatureGenerator featureGenerator = model.createFeatureGenerators();
      
      if (featureGenerator == null)
        featureGenerator = createFeatureGenerator();
      
      contextGenerator = new DefaultNameContextGenerator(featureGenerator);

View Full Code Here

Examples of opennlp.tools.util.featuregen.AdaptiveFeatureGenerator

  }
  
  private static AdaptiveFeatureGenerator createFeatureGenerator(
      byte[] generatorDescriptor, final Map<String, Object> resources)
      throws IOException {
    AdaptiveFeatureGenerator featureGenerator;


    if (generatorDescriptor != null) {
      featureGenerator = GeneratorFactory.create(new ByteArrayInputStream(
          generatorDescriptor), new FeatureGeneratorResourceProvider() {

View Full Code Here

Examples of opennlp.tools.util.featuregen.AdaptiveFeatureGenerator

   public static TokenNameFinderModel train(String languageCode, String type, ObjectStream<NameSample> samples, 
       TrainingParameters trainParams, AdaptiveFeatureGenerator generator, final Map<String, Object> resources) throws IOException {
     
     Map<String, String> manifestInfoEntries = new HashMap<String, String>();
     
     AdaptiveFeatureGenerator featureGenerator;
     
     if (generator != null)
       featureGenerator = generator;
     else 
       featureGenerator = createFeatureGenerator();

View Full Code Here

Examples of opennlp.tools.util.featuregen.AdaptiveFeatureGenerator

       byte[] generatorDescriptor, final Map<String, Object> resources, 
       int iterations, int cutoff) throws IOException {
     
     // TODO: Pass in resource manager ...
     
     AdaptiveFeatureGenerator featureGenerator = createFeatureGenerator(generatorDescriptor, resources);
     
     TokenNameFinderModel model = train(languageCode, type, samples, featureGenerator,
         resources, iterations, cutoff);
     
     if (generatorDescriptor != null) {

View Full Code Here

Examples of opennlp.tools.util.featuregen.AdaptiveFeatureGenerator

          new PreviousMapFeatureGenerator()};
    }
  }


  public void addFeatureGenerator(AdaptiveFeatureGenerator generator) {
      AdaptiveFeatureGenerator generators[] = featureGenerators;


      featureGenerators = new AdaptiveFeatureGenerator[featureGenerators.length + 1];


      System.arraycopy(generators, 0, featureGenerators, 0, generators.length);

View Full Code Here

Examples of opennlp.tools.util.featuregen.AdaptiveFeatureGenerator

          new PreviousMapFeatureGenerator()};
    }
  }


  public void addFeatureGenerator(AdaptiveFeatureGenerator generator) {
      AdaptiveFeatureGenerator generators[] = featureGenerators;


      featureGenerators = new AdaptiveFeatureGenerator[featureGenerators.length + 1];


      System.arraycopy(generators, 0, featureGenerators, 0, generators.length);

View Full Code Here

Examples of opennlp.tools.util.featuregen.AdaptiveFeatureGenerator

    byte descriptorBytes[] = (byte[]) artifactMap.get(GENERATOR_DESCRIPTOR_ENTRY_NAME);
    
    if (descriptorBytes != null) {
      InputStream descriptorIn = new ByteArrayInputStream(descriptorBytes);
  
      AdaptiveFeatureGenerator generator = null;
      try {
        generator = GeneratorFactory.create(descriptorIn, new FeatureGeneratorResourceProvider() {
  
          public Object getResource(String key) {
            return artifactMap.get(key);

View Full Code Here

Examples of opennlp.tools.util.featuregen.AdaptiveFeatureGenerator

    if (generator != null) {
      contextGenerator = new DefaultNameContextGenerator(generator);
    }
    else {
      // If model has a generator use that one, otherwise create default
      AdaptiveFeatureGenerator featureGenerator = model.createFeatureGenerators();


      if (featureGenerator == null)
        featureGenerator = createFeatureGenerator();


      contextGenerator = new DefaultNameContextGenerator(featureGenerator);

View Full Code Here

Examples of opennlp.tools.util.featuregen.AdaptiveFeatureGenerator

  }


  private static AdaptiveFeatureGenerator createFeatureGenerator(
      byte[] generatorDescriptor, final Map<String, Object> resources)
      throws IOException {
    AdaptiveFeatureGenerator featureGenerator;


    if (generatorDescriptor != null) {
      featureGenerator = GeneratorFactory.create(new ByteArrayInputStream(
          generatorDescriptor), new FeatureGeneratorResourceProvider() {

View Full Code Here

0 1

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.