Package org.apache.uima.collection

Examples of org.apache.uima.collection.CollectionReader

28
29
30
31
32
33
34
35
36
37
38
  private static final String OUTPUT_FILE = "target/output.txt";

  public static void main(String[] args)
    throws Exception
  {
    CollectionReader reader = createReader(ShortAnswerGradingReader.class,
        ShortAnswerGradingReader.PARAM_INPUT_DIR, "classpath:/datasets/mm09",
        ShortAnswerGradingReader.PARAM_DOCUMENT_IDS, "sequential",
        ShortAnswerGradingReader.PARAM_COMBINATION_STRATEGY, CombinationStrategy.SAME_ROW_ONLY.toString());
   
//    CollectionReader reader = createCollectionReader(PlainTextCombinationReader.class,
View Full Code Here
225
226
227
228
229
230
231
232
233
234
235
    {     
      if (new File(OUTPUT_FEATURE_DIR + "/" + config.getTargetPath() + "/" + config.getMeasureName() + ".txt").exists())
      {
        System.out.println("Skipping: " + config.getMeasureName());
      } else {     
        CollectionReader reader = createReader(ShortAnswerGradingReader.class,
            ShortAnswerGradingReader.PARAM_INPUT_DIR, "classpath:/datasets/mm09",
            ShortAnswerGradingReader.PARAM_COMBINATION_STRATEGY, CombinationStrategy.SAME_ROW_ONLY.toString());
   
        AnalysisEngineDescription seg = createEngineDescription(BreakIteratorSegmenter.class);
       
View Full Code Here
13
14
15
16
17
18
19
20
21
22
23
public class OutputGoldstandard
{
  public static void main(String[] args)
    throws Exception
  {
    CollectionReader reader = createReader(ShortAnswerGradingReader.class,
        ShortAnswerGradingReader.PARAM_INPUT_DIR, "classpath:/datasets/mm09",
        ShortAnswerGradingReader.PARAM_COMBINATION_STRATEGY, CombinationStrategy.SAME_ROW_ONLY.toString());
   
    AnalysisEngine writer = createEngine(OutputGoldstandardWriter.class,
        OutputGoldstandardWriter.PARAM_OUTPUT_FILE, "target/mm09-goldstandard.txt");
View Full Code Here
44
45
46
47
48
49
50
51
52
53
54
    @Test
    public void testIndexCreation()
        throws Exception
    {
    
        CollectionReader reader = createReader(
                TextReader.class,
                TextReader.PARAM_SOURCE_LOCATION, "src/test/resources/input/",
                TextReader.PARAM_PATTERNS, "*.txt");
       
        AnalysisEngine segmenter = createEngine(
View Full Code Here
97
98
99
100
101
102
103
104
105
106
107
  }
 
  public static void generateDocumentOrder(Dataset dataset)
    throws UIMAException, IOException
  {
    CollectionReader reader = getCollectionReader(dataset);
   
    AnalysisEngine writer = AnalysisEngineFactory.createPrimitive(
        DocumentOrderWriter.class,
        DocumentOrderWriter.PARAM_OUTPUT_FILE, UTILS_DIR + "/doc-order/" + dataset.toString() + ".txt");
   
View Full Code Here
54
55
56
57
58
59
60
61
62
63
64
    }
    else
    { 
      System.out.println(" - this may take a while...");
   
      CollectionReader reader = ColingUtils.getCollectionReader(dataset);
     
      // Tokenization
      AnalysisEngineDescription seg = createPrimitiveDescription(
          BreakIteratorSegmenter.class);
      AggregateBuilder builder = new AggregateBuilder();
View Full Code Here
337
338
339
340
341
342
343
344
345
346
347
      {
        System.out.println(" - skipped, feature already generated");
      }
      else
      {     
        CollectionReader reader = ColingUtils.getCollectionReader(dataset);
   
        // Tokenization
        AnalysisEngineDescription seg = createPrimitiveDescription(
            BreakIteratorSegmenter.class);
        AggregateBuilder builder = new AggregateBuilder();
View Full Code Here
53
54
55
56
57
58
59
60
61
62
63
    }
    else
    { 
      System.out.println(" - this may take a while...");
   
      CollectionReader reader = ColingUtils.getCollectionReader(dataset);
     
      // Tokenization
      AnalysisEngineDescription seg = createPrimitiveDescription(
          BreakIteratorSegmenter.class);
      AggregateBuilder builder = new AggregateBuilder();
View Full Code Here
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
    throws ResourceInitializationException
  {
    switch(dataset)
    {
    case WikipediaRewriteCorpus:
      CollectionReader clough = CollectionReaderFactory.createCollectionReader(
        CloughCorpusReader.class,
        CloughCorpusReader.PARAM_INPUT_DIR, getDatasetDir(dataset).getAbsolutePath(),
        CloughCorpusReader.PARAM_COMBINATION_STRATEGY, CombinationStrategy.SAME_ROW_ONLY.toString());
      return clough;
    case MeterCorpus:
      CollectionReader meter = CollectionReaderFactory.createCollectionReader(
        MeterCorpusReader.class,
        MeterCorpusReader.PARAM_INPUT_DIR, getDatasetDir(dataset).getAbsolutePath(),
        MeterCorpusReader.PARAM_COLLECTION, MeterCorpusReader.MeterCorpusCollection.SINGLE_SOURCE_SUBSET.toString(),
        MeterCorpusReader.PARAM_COMBINATION_STRATEGY, CombinationStrategy.SAME_ROW_ONLY.toString());
      return meter;
    case WebisCrowdParaphraseCorpus:
      CollectionReader webis = CollectionReaderFactory.createCollectionReader(
        SemEvalCorpusReader.class,
        SemEvalCorpusReader.PARAM_INPUT_FILE, getDatasetDir(dataset).getAbsolutePath() + "/webis-cpc.txt",
        SemEvalCorpusReader.PARAM_COMBINATION_STRATEGY, CombinationStrategy.SAME_ROW_ONLY.toString());
      return webis;
    default:
View Full Code Here
74
75
76
77
78
79
80
81
82
83
84
  public static void runLinearRegression(Dataset train, Dataset... test)
    throws UIMAException, IOException
  {
    for (Dataset dataset : test)
    {
      CollectionReader reader = createReader(SemEvalCorpusReader.class,
          SemEvalCorpusReader.PARAM_INPUT_FILE, DATASET_DIR + "/test/STS.input." + dataset.toString() + ".txt",
          SemEvalCorpusReader.PARAM_COMBINATION_STRATEGY, CombinationStrategy.SAME_ROW_ONLY.toString());
     
      AnalysisEngineDescription seg = createEngineDescription(BreakIteratorSegmenter.class);
     
View Full Code Here
TOP

Related Classes of org.apache.uima.collection.CollectionReader

  • de.tudarmstadt.ukp.similarity.experiments.coling2012.FeatureGeneration
  • de.tudarmstadt.ukp.similarity.experiments.coling2012.util.CharacterNGramIdfValuesGenerator
  • de.tudarmstadt.ukp.similarity.experiments.coling2012.util.ColingUtils
  • de.tudarmstadt.ukp.similarity.experiments.coling2012.util.WordIdfValuesGenerator
  • dkpro.similarity.algorithms.sspace.util.LsaIndexCreatorTest
  • dkpro.similarity.example.ml.LinearRegressionExample
  • dkpro.similarity.example.ml.mm09.FeatureGenerationTest
  • dkpro.similarity.example.ml.mm09.FeatureGenerationTrain
  • dkpro.similarity.example.ml.mm09.OutputGoldstandard
  • dkpro.similarity.example.WithDKPro
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.