Package com.findwise.hydra.mongodb

Examples of com.findwise.hydra.mongodb.MongoDocument$DoneTuple

102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
    MongoTailableIterator inactiveIterator = mongoConnector.getDocumentReader().getInactiveIterator(new MongoQuery());

    Set<String> finishedDocumentIds = new HashSet<String>();
    while(!finishedDocumentIds.equals(externalDocumentIds)) {
      if(inactiveIterator.hasNext()) {
        MongoDocument finishedDocument = inactiveIterator.next();
        logger.info("Found finished document " + finishedDocument);
        // Assert that the document was successfully processed
        assertThat(finishedDocument.getStatus(), equalTo(Document.Status.PROCESSED));
        // Here we assert that we indeed have passed through the staticField stage
        assertThat((String) finishedDocument.getContentField("testField"), equalTo("Set by SetStaticFieldStage"));
        finishedDocumentIds.add((String) finishedDocument.getContentField("externalDocId"));
      } else {
        // Wait for a little while before polling again.
        Thread.sleep(100);
      }
    }
View Full Code Here
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
  public void setUp() throws Exception {
    if(!nm.isAlive()) {
      fail("NodeMaster is not running (TEST FAILIURE)");
    }
   
    test = new MongoDocument();
    test.setAction(Action.ADD);
    test.putContentField("name", "test");
    test.putContentField("type", "awesome");
    test.putContentField("unique", true);
   
    test2 = new MongoDocument();
    test2.setAction(Action.ADD);
    test2.putContentField("name", "test2");
    test2.putContentField("type", "fabulous");
   
    dbc.getDocumentWriter().deleteAll();
View Full Code Here
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
    }
  }
 
  @Test
  public void testSaveFile() throws Exception {
    MongoDocument testDoc = new MongoDocument();
    dbc.getDocumentWriter().insert(testDoc);
   
    RemotePipeline rp = new HttpRemotePipeline("localhost", server.getPort(), "stage");
   
    String content = "xäöåx";

    String fileName = "test.txt";
    DocumentFile<Local> df = new DocumentFile<Local>(new LocalDocument(testDoc.toJson()).getID(), fileName, IOUtils.toInputStream(content, "UTF-8"));
    df.setEncoding("UTF-8");
   
    if(!rp.saveFile(df)) {
      fail("RemotePipeline.saveFile() returned false");
    }
View Full Code Here
121
122
123
124
125
126
127
128
129
130
131
132
  private Set<String> createDocuments(int numDocs) throws UnknownHostException {
    MongoDocumentIO mongoDocumentIO = buildMongoDocumentIO(mongoConfiguration);
    Set<String> externalDocumentIds = new HashSet<String>();
    for(int i = 0; i < numDocs; i++) {
      String externalDocId = UUID.randomUUID().toString();
      MongoDocument mongoDocument = new MongoDocument();
      mongoDocument.putContentField("externalDocId", externalDocId);
      mongoDocumentIO.insert(mongoDocument);
      externalDocumentIds.add(externalDocId);
    }
    return externalDocumentIds;
  }
View Full Code Here
396
397
398
399
400
401
402
403
404
405
406
407
  }
 
  @Test
  public void testRemoveField() throws Exception {
    dbc.getDocumentWriter().deleteAll();
    MongoDocument testDoc = new MongoDocument();
    testDoc.putContentField("field", "value");
    dbc.getDocumentWriter().insert(testDoc);
    RemotePipeline rp = new HttpRemotePipeline("localhost", server.getPort(), "stage");
   
    LocalDocument ld = rp.getDocument(new LocalQuery());
    assertTrue(ld.hasContentField("field"));
View Full Code Here
30
31
32
33
34
35
36
37
38
    MongoDocumentIO io = new MongoDocumentIO(db, concern, documentsToKeep,
        oldDocsMaxSizeMB, updater, documentFs);
    io.prepare();

    MongoDocument document = new MongoDocument(args[args.length-1]);
    io.insert(document);
    System.out.println("Added document");
  }
View Full Code Here
TOP

Related Classes of com.findwise.hydra.mongodb.MongoDocument$DoneTuple

  • com.findwise.hydra.debugging.StdinInput
  • com.findwise.hydra.FullScaleIT
  • com.findwise.hydra.local.LocalDocument
  • com.findwise.hydra.local.RemotePipelineIT
  • com.mongodb.BasicDBObject
  • org.bson.types.ObjectId
  • java.io.StringWriter
  • java.io.PrintWriter
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.