Package com.google.enterprise.connector.traversal

Examples of com.google.enterprise.connector.traversal.BatchResult

109
110
111
112
113
114
115
116
117
118
119
120
        int docsProcessed = 0;
        int totalDocsProcessed = 0;
        int batchNumber = 0;
        BatchSize batchSize = new BatchSize(batchHint);
        do {
            BatchResult result = traverser.runBatch(batchSize);
            docsProcessed = result.getCountProcessed();
            if (docsProcessed > 0) {
                totalDocsProcessed += docsProcessed;
            }
            System.out.println("Batch# " + batchNumber + " docs " +
                docsProcessed + " checkpoint " +
View Full Code Here
48
49
50
51
52
53
54
55
56
        5, new SystemClock()));
    final Traverser traverser = new QueryTraverser(new MockPusher(System.out),
        traversalManager, instantiator.getTraversalStateStore(connectorName),
        connectorName, Context.getInstance().getTraversalContext(),
        new SystemClock());
    BatchResult result = traverser.runBatch(new BatchSize(10));
    int totalDocsProcessed = result.getCountProcessed();
    assertTrue(totalDocsProcessed > 0);
  }
View Full Code Here
54
55
56
57
58
59
60
61
    return newBatchResult(numDocs, 250);
  }

  private BatchResult newBatchResult(int numDocs, int duration) {
    long now = clock.getTimeMillis();
    return new BatchResult(TraversalDelayPolicy.IMMEDIATE, numDocs,
        now - duration, now);
  }
View Full Code Here
184
185
186
187
188
189
190
191
192
193
194
                 tracker.getTraversalManagerCount());
    assertEquals(tracker.toString(), expectStartTraversalCount, tracker
        .getStartTraversalCount());
    assertEquals(tracker.toString(), expectResumeTraversalCount, tracker
        .getResumeTraversalCount());
    BatchResult batchResult = recordingLoadManager.getBatchResult(timeout);
    assertNotNull(batchResult);
    assertEquals(tracker.toString(), 1, batchResult.getCountProcessed());
    assertEquals(tracker.toString(), TraversalDelayPolicy.IMMEDIATE,
        batchResult.getDelayPolicy());
  }
View Full Code Here
69
70
71
72
73
74
75
76
77
78
79
  public void run() {
    NDC.push("Traverse " + traverserName);
    try {
      LOGGER.fine("Begin runBatch; traverserName = " + traverserName
          + "  " + batchSize);
      BatchResult batchResult = traverser.runBatch(batchSize);
      LOGGER.fine("Traverser " + traverserName + " batchDone with result = "
          + batchResult);
      batchResultRecorder.recordResult(batchResult);
    } finally {
      NDC.remove();
View Full Code Here
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
  }

  private void runBatch(final int expectCount, final int batchHint,
      final TraversalDelayPolicy expectDelayPolicy) throws Exception {
    BatchSize batchSize = new BatchSize(batchHint);
    BatchResult expectResult = new BatchResult(expectDelayPolicy, expectCount);
    MockTraverser traverser = new MockTraverser(batchSize, expectResult);
    MockBatchResultRecorder recorder = new MockBatchResultRecorder();
    MockBatchTimeout batchTimeout = new MockBatchTimeout();
    CancelableBatch batch =
        new CancelableBatch(traverser, "connector1", recorder, batchTimeout,
            batchSize);
    batch.run();
    BatchResult batchResult = recorder.getBatchResult();
    assertEquals(expectResult, batchResult);
    // TODO(strellis): Validate retryDelayMillis or remove it from
    // BatchRecorder.
    // TODO(bjohnson): Create tests where batchHint != batchMaximum, esp.
    // where returned batch has batchMaximum and greater than batchMaximum.
View Full Code Here
173
174
175
176
177
178
179
180
    minBatchSize = Math.min(load, batchSize);
    LOGGER.fine("Setting the minimum batch size to " + batchSize);

    rate = ((float) load) / periodInMillis;
    lastBatchSize = Math.min(load, batchSize);
    lastBatchResult = new BatchResult(TraversalDelayPolicy.IMMEDIATE,
                                      lastBatchSize, 0L, periodInMillis);
  }
View Full Code Here
TOP

Related Classes of com.google.enterprise.connector.traversal.BatchResult

  • com.google.enterprise.connector.instantiator.CancelableBatch
  • com.google.enterprise.connector.instantiator.CancelableBatchTest
  • com.google.enterprise.connector.instantiator.ConnectorCoordinatorBatchTest
  • com.google.enterprise.connector.otex.LivelinkQueryTraverserTest
  • com.google.enterprise.connector.scheduler.HostLoadManager
  • com.google.enterprise.connector.scheduler.HostLoadManagerTest
  • com.google.enterprise.connector.sharepoint.IntegrationTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.