Package com.cloudera.cdk.morphline.api

Examples of com.cloudera.cdk.morphline.api.Record

101
102
103
104
105
106
107
108
109
110
111
      this.renderedConfig = config.root().render();
    }
   
    @Override
    protected boolean doProcess(Record inputRecord) {
      Record outputRecord;
      outputRecord = ((extractInPlace || !extract) ? inputRecord : inputRecord.copy());
      if (extractInPlace) {
        // Ensure that we mutate the record inplace only if *all* expressions match.
        // To ensure this we potentially run doMatch() twice: the first time to check, the second
        // time to mutate
View Full Code Here
41
42
43
44
45
46
47
48
49
50
51
52
53
  @Test
  public void testXQueryTweetTexts() throws Exception {
    morphline = createMorphline("test-morphlines/xquery-tweet-texts");   
    InputStream in = new FileInputStream(new File(RESOURCES_DIR + "/test-documents/sample-statuses-20120906-141433.xml"));
    Record record = new Record();
    record.put("id", "123");
    record.put(Fields.ATTACHMENT_BODY, in);
    processAndVerifySuccess(record,
        ImmutableMultimap.of("id", "123", "text", "sample tweet one"),
        ImmutableMultimap.of("id", "123", "text", "sample tweet two")
        );   
    in.close();
View Full Code Here
55
56
57
58
59
60
61
62
63
64
65
66
  @Test
  public void testXQueryTweetUsers() throws Exception {
    morphline = createMorphline("test-morphlines/xquery-tweet-users");   
    InputStream in = new FileInputStream(new File(RESOURCES_DIR + "/test-documents/sample-statuses-20120906-141433.xml"));
    Record record = new Record();
    record.put(Fields.ATTACHMENT_BODY, in);
    processAndVerifySuccess(record,
        ImmutableMultimap.of("followers_count", "111", "id", "11111112", "screen_name", "fake_user1", "greeting", "hello world", "annotation", "An XSLT Morphline"),
        ImmutableMultimap.of("followers_count", "222", "id", "222223", "screen_name", "fake_user2", "greeting", "hello world", "annotation", "An XSLT Morphline")
        );   
    in.close();
View Full Code Here
68
69
70
71
72
73
74
75
76
77
78
79
  @Test
  public void testXQueryAtomFeeds() throws Exception {
    morphline = createMorphline("test-morphlines/xquery-atom-feeds");   
    InputStream in = new FileInputStream(new File(RESOURCES_DIR + "/test-documents/atom.xml"));
    Record record = new Record();
    record.put(Fields.ATTACHMENT_BODY, in);
    processAndVerifySuccess(record,
        ImmutableMultimap
            .of("id",
                "tag:blogger.com,1999:blog-10832468.post-112136653221060965",
                "summary",
View Full Code Here
96
97
98
99
100
101
102
103
104
105
106
107
  @Test
  public void testXQueryShakespeareSpeakers() throws Exception {
    morphline = createMorphline("test-morphlines/xquery-shakespeare-speakers");   
    InputStream in = new FileInputStream(new File(RESOURCES_DIR + "/test-documents/othello.xml"));
    Record record = new Record();
    record.put(Fields.ATTACHMENT_BODY, in);
    processAndVerifySuccess(record,
        ImmutableMultimap.of("name", "OTHELLO", "frequency", "274"),
        ImmutableMultimap.of("name", "IAGO", "frequency", "272"),
        ImmutableMultimap.of("name", "DESDEMONA", "frequency", "165")
        );   
View Full Code Here
110
111
112
113
114
115
116
117
118
119
  @Test
  public void testXQueryAtomicValues() throws Exception {
    morphline = createMorphline("test-morphlines/xquery-atomic-values");   
    InputStream in = new FileInputStream(new File(RESOURCES_DIR + "/test-documents/sample-statuses-20120906-141433.xml"));
    Record record = new Record();
    record.put(Fields.ATTACHMENT_BODY, in);
    processAndVerifySuccess(record);
    in.close();
  } 
View Full Code Here
120
121
122
123
124
125
126
127
128
129
130
131
  @Test
  public void testXsltIdentityHelloWorld() throws Exception {
    morphline = createMorphline("test-morphlines/xslt-helloworld-identity");   
    InputStream in = new FileInputStream(new File(RESOURCES_DIR + "/test-documents/helloworld.xml"));
    Record record = new Record();
    record.put(Fields.ATTACHMENT_BODY, in);
    processAndVerifySuccess(record,
        ImmutableMultimap.of("description", "An XSLT Morphline", "welcome", "Hello, World!", "id", "2")
        );   
    in.close();
  } 
View Full Code Here
132
133
134
135
136
137
138
139
140
141
142
143
144
  @Test
  public void testXsltHelloWorldSequence() throws Exception {
    morphline = createMorphline("test-morphlines/xslt-helloworld-sequence");   
    InputStream in = new FileInputStream(new File(RESOURCES_DIR + "/test-documents/helloworld.xml"));
    Record record = new Record();
    record.put("id", "123");
    record.put(Fields.ATTACHMENT_BODY, in);
    processAndVerifySuccess(record,
        ImmutableMultimap.of("id", "123", "attr", "foo", "HEAD", "title1", "BODY", "Hello, World!Paragraph1aParagraph1b"),
        ImmutableMultimap.of("id", "123", "HEAD", "title2", "BODY", "Hello, World!Paragraph2aParagraph2b")
        );   
    in.close();
View Full Code Here
148
149
150
151
152
153
154
155
156
157
158
159
160
  public void testXQueryJoin() throws Exception {
    File table = new File("target/test-table.xml");
    generateTestTable(table, 3);
    morphline = createMorphline("test-morphlines/xquery-join");   
    InputStream in = new FileInputStream(new File(RESOURCES_DIR + "/test-documents/helloworld.xml"));
    Record record = new Record();
    record.put("id", "123");
    record.put(Fields.ATTACHMENT_BODY, in);
    processAndVerifySuccess(record,
        ImmutableMultimap.of("id", "123", "outputId", "2", "outputText", "Hello, World!")
        );   
    in.close();
  } 
View Full Code Here
190
191
192
193
194
195
196
197
198
199
200
201
    byte[] bytes = Files.toByteArray(file);
    long start = System.currentTimeMillis();
    long duration = durationSecs * 1000;
    int iters = 0;
    while (System.currentTimeMillis() < start + duration) {
      Record record = new Record();
      record.put(Fields.ATTACHMENT_BODY, bytes);     
      collector.reset();
      startSession();
      assertEquals(1, collector.getNumStartEvents());
      assertTrue(morphline.process(record));   
      iters++;
View Full Code Here
TOP

Related Classes of com.cloudera.cdk.morphline.api.Record

  • com.cloudera.cdk.morphline.avro.AvroMorphlineTest
  • com.cloudera.cdk.morphline.avro.ExtractAvroPathsBuilder$ExtractAvroPaths
  • com.cloudera.cdk.morphline.avro.ExtractAvroTreeBuilder$ExtractAvroTree
  • com.cloudera.cdk.morphline.avro.ReadAvroBuilder$ReadAvro
  • com.cloudera.cdk.morphline.avro.ReadAvroContainerBuilder$ReadAvroContainer
  • com.cloudera.cdk.morphline.avro.ToAvroBuilder$ToAvro
  • com.cloudera.cdk.morphline.avro.WriteAvroToByteArrayBuilder$WriteAvroToByteArray
  • com.cloudera.cdk.morphline.base.Notifications
  • com.cloudera.cdk.morphline.hadoop.core.DownloadHdfsFileTest
  • com.cloudera.cdk.morphline.hadoop.rcfile.ReadRCFileBuilder$ReadRCFile
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.