Examples of AnnotationSet

Examples of gate.AnnotationSet

72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
  @SuppressWarnings("unchecked")
  @Override
  public void execute() throws ExecutionException {
    // text doc annotations
    AnnotationSet annotations;
    if (annotationSetName != null && annotationSetName.length() > 0) {
      annotations = document.getAnnotations(annotationSetName);
    } else {
      annotations = document.getAnnotations();
    }

    // getdoc.get text
    // String text = document.getContent().toString();

    // get token and sentence annotations
    AnnotationSet sentences = annotations.get("Sentence");
    AnnotationSet tokensAS = annotations.get("Token");

    if (sentences != null && sentences.size() > 0 && tokensAS != null
        && tokensAS.size() > 0) {

      // order them
      List<Annotation> sentList = new LinkedList<Annotation>();

      for (Iterator iterator = sentences.iterator(); iterator.hasNext();) {
        sentList.add((Annotation) iterator.next());

      }

      java.util.Collections.sort(sentList,
          new gate.util.OffsetComparator());

      // for each sentence get token annotations
      for (Iterator iterator = sentList.iterator(); iterator.hasNext();) {
        Annotation annotation = (Annotation) iterator.next();

        AnnotationSet sentenceTokens = annotations.get("Token",
            annotation.getStartNode().getOffset(), annotation
                .getEndNode().getOffset());

        // create a list

        List<Annotation> annList = new LinkedList<Annotation>();

        for (Iterator<Annotation> iterator2 = sentenceTokens.iterator(); iterator2
            .hasNext();) {
          annList.add(iterator2.next());

        }

        // order on offset
        Collections.sort(annList, new gate.util.OffsetComparator());

        // make the array be string[] sentence
        String[] tokens = new String[sentenceTokens.size()];
        String[] postags = new String[sentenceTokens.size()];
        int i = 0;
        for (Iterator iterator3 = annList.iterator(); iterator3
            .hasNext();) {

          Annotation token = (Annotation) iterator3.next();
View Full Code Here

Examples of gate.AnnotationSet

35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
    String locType = "location";
    String orgType = "org";
    String perType = "person";

    // extract sentences from text
    AnnotationSet sentences = inputAS.get(sequenceType);
    ArrayList<Element<Object>> elements = new ArrayList<Element<Object>>();
    OffsetComparator oc = new OffsetComparator();
    SparseVector[] x;
    Object[] y;
    ElementSequence<Element<Object>> sequence;
    Element<Object> element;
    ArrayList<Annotation> tokens, dToks, lToks, oToks, pToks;
    AnnotationSet dats, locs, orgs, pers;
    String chunk, label;

    for (Annotation sentence : sentences) {

      //extract NEs from sentence
View Full Code Here

Examples of gate.AnnotationSet

82
83
84
85
86
87
88
89
90
91
92
    pipeline.execute();
    Factory.deleteResource(corpus);
    Factory.deleteResource(pipeline);

    // extract sentences from text
    AnnotationSet sentences = inputAS.get(sequenceType);
    ArrayList<Element<Object>> elements = new ArrayList<Element<Object>>();
    OffsetComparator oc = new OffsetComparator();
    SparseVector[] x;
    Object[] y;
    ElementSequence<Element<Object>> sequence;
View Full Code Here

Examples of gate.AnnotationSet

89
90
91
92
93
94
95
96
97
98
99
    pipeline.execute();
    Factory.deleteResource(corpus);
    Factory.deleteResource(pipeline);

    // extract sentences from text
    AnnotationSet sentences = inputAS.get(sequenceType);
    ArrayList<Element<Object>> elements = new ArrayList<Element<Object>>();
    Alphabet labelAlphabet = tagger.getYAlphabet();
    OffsetComparator oc = new OffsetComparator();
    SparseVector[] x;
    Object[] y;
View Full Code Here

Examples of gate.AnnotationSet

33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
    //specify noun and verb chunk types
    String nChunkType = "nchunk";
    String vChunkType = "vchunk";

    // extract sentences from text
    AnnotationSet sentences = inputAS.get(sequenceType);
    ArrayList<Element<Object>> elements = new ArrayList<Element<Object>>();
    OffsetComparator oc = new OffsetComparator();
    SparseVector[] x;
    Object[] y;
    ElementSequence<Element<Object>> sequence;
    Element<Object> element;
    ArrayList<Annotation> tokens, nToks, vToks;
    AnnotationSet nChunks, vChunks;
    String chunk, label;

    for (Annotation sentence : sentences) {

      //extract noun and verb chunks from sentence
View Full Code Here

Examples of gate.AnnotationSet

27
28
29
30
31
32
33
34
35
36
37
  @SuppressWarnings("unchecked")
  public void extractData(String sequenceType, String elementType, String labelType)
  throws ExecutionException, InvalidOffsetException, ResourceInstantiationException {

    //extract tokens from text
    AnnotationSet tokens = inputAS.get(sequenceType);
    ArrayList<Element<Object>> elements = new ArrayList<Element<Object>>();
    ElementSequence<Element<Object>> sequence;
    SparseVector[] x;
    Object[] y;
    char[] chars;
View Full Code Here

Examples of gate.AnnotationSet

45
46
47
48
49
50
51
52
53
54
55
    pipeline.execute();
    Factory.deleteResource(corpus);
    Factory.deleteResource(pipeline);
   
    // extract sentences from text
    AnnotationSet sentences = inputAS.get(sequenceType);
    ArrayList<Element<Object>> elements = new ArrayList<Element<Object>>();
    Alphabet labelAlphabet = tagger.getYAlphabet();
    OffsetComparator oc = new OffsetComparator();
    SparseVector[] x;
    Object[] y;
View Full Code Here

Examples of gate.AnnotationSet

47
48
49
50
51
52
53
54
55
56
57
    pipeline.execute();
    Factory.deleteResource(corpus);
    Factory.deleteResource(pipeline);

    // extract sentences from text
    AnnotationSet sentences = inputAS.get(sequenceType);
    ArrayList<Element<Object>> elements = new ArrayList<Element<Object>>();
    Alphabet labelAlphabet = tagger.getYAlphabet();
    OffsetComparator oc = new OffsetComparator();
    SparseVector[] x;
    Object[] y;
View Full Code Here

Examples of gate.AnnotationSet

140
141
142
143
144
145
146
147
148
149
150
            // get the application and assign the corpus to it
            this.GATEapplication.setCorpus(corpus);
            // process it with GATE
            this.GATEapplication.execute();

            AnnotationSet annots = null;
            if ("".equals(filters.getAnnotationSetName()))
                annots = gatedocument.getAnnotations();
            else
                annots = gatedocument.getAnnotations(filters
                        .getAnnotationSetName());
View Full Code Here

Examples of gate.AnnotationSet

371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
            }
        }

        // finally the annotations as original markups
        // TODO change the name of the annotation set via config
        AnnotationSet outputAS = gatedocument
                .getAnnotations("Original markups");
        for (Annotation annot : inputDoc.getAnnotations()) {
            // add to outputAS as a GATE annotation
            FeatureMap features = Factory.newFeatureMap();
            features.putAll(annot.getFeatures());
            outputAS.add(annot.getStart(), annot.getEnd(), annot.getType(),
                    features);
        }
        return gatedocument;
    }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.