Package com.streamreduce.core.model

Examples of com.streamreduce.core.model.Connection$Builder

195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
    public void testSendInsightMessageDoesNotAppearInS3() throws Exception {
        //If SobaMessage does not have a type of NODEBELLY, it shouldn't be sent as an insight message to
        //outbound

        JSONObject imgPayload = TestUtils.createValidSampleIMGPayload();
        Connection testIMGConnection =
                TestUtils.createIMGConnectionWithSpecificOutboundDatatypes(
                        OutboundDataType.INSIGHT);
        SobaMessage sobaMessage = new SobaMessage.Builder()
                .connection(testIMGConnection)
                .dateGenerated(System.currentTimeMillis())
                .hashtags(Sets.newHashSet("#foo"))
                .sender(testIMGConnection)
                .transformedMessage(imgPayload.getString("message"))
                .type(MessageType.GATEWAY)
                .visibility(SobaObject.Visibility.ACCOUNT)
                .build();
        sobaMessage.setId(new ObjectId());

        outboundStorageService.sendSobaMessage(sobaMessage, testIMGConnection);

        ConnectionCredentials creds = new ArrayList<>(
                testIMGConnection.getOutboundConfigurations()).get(0).getCredentials();
        s3TestUtils = new S3TestUtils(creds);

        String expectedBucketName = "com.streamreduce." + testIMGConnection.getAccount().getId();
        String prefix = "insight/" + sobaMessage.getConnectionId() + "/";
        List<Blob> payloads = s3TestUtils.getBlobsFromS3(expectedBucketName, prefix);

        Assert.assertEquals(0, payloads.size());
    }
View Full Code Here
33
34
35
36
37
38
39
40
41
42
43
44
45
        client.validateConnection();
    }

    @Test(expected = IllegalArgumentException.class)
    public void testValidateFeedConnectionNonFeedProvider() throws Exception {
        Connection feedConnection = TestUtils.createTestFeedConnection();

        feedConnection.setProviderId("nonFeedProviderId");

        FeedClient client = new FeedClient(feedConnection);

        client.validateConnection();
    }
View Full Code Here
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
        Assert.assertEquals(0, payloads.size());
    }

    @Test
    public void testEndToEndForProcessedMessages() throws Exception {
        Connection feedConnection =
                TestUtils.createTestFeedConnection(OutboundDataType.PROCESSED);

        //Let ConnectionService take care of creating the Id
        feedConnection.setId(null);
        //Make sure user/account are set to persisted values on the connections
        feedConnection.setUser(testUser);
        feedConnection.setAccount(testAccount);

        //Make the feed connection have a last_activity_poll from before the feed messages
        SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd");
        String feb282012TimeStamp = Long.toString(sdf.parse("2012-02-28").getTime());
        Map<String, String> metadata = new HashMap<>();
        metadata.put("last_activity_poll", feb282012TimeStamp);
        feedConnection.setMetadata(metadata);

        //Create the feed connection and fire the job to create messages
        Connection createdFeedConnection = connectionService.createConnection(feedConnection);
        connectionService.fireOneTimeHighPriorityJobForConnection(feedConnection);

        //Chill a few seconds and let the job and outbound service do their work.
        //It's not very fast...
        Thread.sleep(TimeUnit.SECONDS.toMillis(10));

        s3TestUtils = new S3TestUtils(TestUtils.createConnectionCredentialsForAWS());

        String expectedBucketName = "com.streamreduce." + createdFeedConnection.getAccount().getId();
        String prefix = "processed/" + feedConnection.getId() + "/";

        List<Blob> blobs = s3TestUtils.getBlobsFromS3(expectedBucketName, prefix);
        Assert.assertEquals(3, blobs.size());
    }
View Full Code Here
44
45
46
47
48
49
50
51
52
53
54
55
56
        client.validateConnection();
    }

    @Test(expected = MalformedURLException.class)
    public void testValidateFeedConnectionMalformedUrl() throws Exception {
        Connection feedConnection = TestUtils.createTestFeedConnection();

        feedConnection.setUrl("abc123");

        FeedClient client = new FeedClient(feedConnection);

        client.validateConnection();
    }
View Full Code Here
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
    }

    @Test
    public void testSendProcessedMessageAppearsInS3WithDifferentRegion() throws Exception {
        JSONObject imgPayload = TestUtils.createValidSampleIMGPayload();
        Connection testIMGConnection = TestUtils.createIMGConnectionWithSpecificOutboundDatatypes();

        OutboundConfiguration outboundConfiguration = new OutboundConfiguration.Builder()
                .credentials(TestUtils.createCloudConnection().getCredentials())
                .dataTypes(OutboundDataType.PROCESSED)
                .protocol("s3")
                .destination("eu-west-1")
                .build();
        testIMGConnection.setOutboundConfigurations(Sets.newHashSet(outboundConfiguration));
        testIMGConnection.setAccount(testAccount);
        testIMGConnection.setUser(testUser);
        testIMGConnection = connectionService.createConnection(testIMGConnection);


        SobaMessage sobaMessage = new SobaMessage.Builder()
                .connection(testIMGConnection)
                .dateGenerated(System.currentTimeMillis())
                .hashtags(Sets.newHashSet("#foo"))
                .sender(testIMGConnection)
                .transformedMessage(imgPayload.getString("message"))
                .type(MessageType.GATEWAY)
                .visibility(SobaObject.Visibility.ACCOUNT)
                .build();
        sobaMessage.setId(new ObjectId());

        outboundStorageService.sendSobaMessage(sobaMessage, testIMGConnection);
        Thread.sleep(TimeUnit.SECONDS.toMillis(10));

        String expectedBucketName = "com.streamreduce." + testIMGConnection.getAccount().getId();
        String key = "processed/" + sobaMessage.getConnectionId() + "/" + sobaMessage.getId();

        ConnectionCredentials credentials = new ArrayList<>(
                testIMGConnection.getOutboundConfigurations()).get(0).getCredentials();
        s3TestUtils = new S3TestUtils(credentials);

        Blob payload = s3TestUtils.getExpectedBlob(expectedBucketName, key);

        //Test that what made it to S3 is the same thing we get when we turn the sobaMessage into a dto
View Full Code Here
55
56
57
58
59
60
61
62
63
64
        client.validateConnection();
    }

    @Test(expected = RuntimeException.class)
    public void testValidateFeedConnectionUnavailableUrl() throws Exception {
        Connection feedConnection = TestUtils.createTestFeedConnection();
        feedConnection.setUrl("http://foo.bar.ham.eggs.com");
        FeedClient client = new FeedClient(feedConnection);
        client.validateConnection();
    }
View Full Code Here
63
64
65
66
67
68
69
70
71
72
        client.validateConnection();
    }

    @Test(expected = RuntimeException.class)
    public void testValidateFeedConnectionNonFeedUrl() throws Exception {
        Connection feedConnection = TestUtils.createTestFeedConnection();
        feedConnection.setUrl("http://www.google.com");
        FeedClient client = new FeedClient(feedConnection);
        client.validateConnection();
    }
View Full Code Here
70
71
72
73
74
75
76
77
78
79
80
    }

    @Override
    public int sendSobaMessage(SobaMessage sobaMessage) throws OutboundStorageException {
        try {
            Connection c = connectionService.getConnection(sobaMessage.getConnectionId());
            return sendSobaMessage(sobaMessage, c);
        } catch (ConnectionNotFoundException e) {
            throw new OutboundStorageException("Unable to retrieve Connection for sobaMessage with Id of "
                    + sobaMessage.getId(), e);
        }
View Full Code Here
TOP

Related Classes of com.streamreduce.core.model.Connection$Builder

  • ch.grengine.code.groovy.DefaultGroovyCompilerFactory
  • ch.grengine.source.DefaultSourceFactory
  • co.cask.tigon.sql.internal.DefaultGDATField
  • com.asakusafw.utils.java.model.syntax.Expression
  • com.asakusafw.utils.java.model.syntax.ModelFactory
  • com.asakusafw.utils.java.model.util.ImportBuilder
  • com.asakusafw.utils.java.model.util.TypeBuilder
  • com.basho.riak.client.api.cap.Quorum
  • com.facebook.presto.serde.BlocksFileWriter
  • com.fasterxml.jackson.databind.JsonNode
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.