Package com.google.enterprise.connector.traversal

Examples of com.google.enterprise.connector.traversal.BatchSize

107
108
109
110
111
112
113
114
115
116
117
        System.out.println("Running batch test batchsize " + batchHint);

        int docsProcessed = 0;
        int totalDocsProcessed = 0;
        int batchNumber = 0;
        BatchSize batchSize = new BatchSize(batchHint);
        do {
            BatchResult result = traverser.runBatch(batchSize);
            docsProcessed = result.getCountProcessed();
            if (docsProcessed > 0) {
                totalDocsProcessed += docsProcessed;
View Full Code Here
48
49
50
51
52
53
54
55
56
        5, new SystemClock()));
    final Traverser traverser = new QueryTraverser(new MockPusher(System.out),
        traversalManager, instantiator.getTraversalStateStore(connectorName),
        connectorName, Context.getInstance().getTraversalContext(),
        new SystemClock());
    BatchResult result = traverser.runBatch(new BatchSize(10));
    int totalDocsProcessed = result.getCountProcessed();
    assertTrue(totalDocsProcessed > 0);
  }
View Full Code Here
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
   * Test minimum batchSize.
   */
  public void testMinimumBatchSize() {
    HostLoadManager hostLoadManager = newHostLoadManager(60);
    hostLoadManager.setBatchSize(10);
    BatchSize batchSize = hostLoadManager.determineBatchSize();
    assertEquals(10, batchSize.getHint());

    hostLoadManager.setBatchSize(20);
    batchSize = hostLoadManager.determineBatchSize();
    assertEquals(20, batchSize.getHint());

    hostLoadManager.setBatchSize(100);
    batchSize = hostLoadManager.determineBatchSize();
    assertEquals(60, batchSize.getHint());
  }
View Full Code Here
132
133
134
135
136
137
138
139
140
    // Advance time more than 1 second, the LoadManager period, so that
    // this connector should be allowed to run again without delay.
    clock.adjustTime(1250); // 1.25 second

    // At that throughput, a batch size of 1 or 2 would be calculated.
    BatchSize batchSize = hostLoadManager.determineBatchSize();
    assertEquals(200, hostLoadManager.determineBatchSize().getHint());
    assertFalse(hostLoadManager.shouldDelay());
  }
View Full Code Here
177
178
179
180
181
182
183
184
185
186
187
   * to work more efficiently without expending a great deal of effort
   * trying to hit the batch size exactly.
   */
  public void testDetermineBatchSize() {
    HostLoadManager hostLoadManager = newHostLoadManager(60);
    BatchSize batchSize = hostLoadManager.determineBatchSize();
    assertEquals(60, batchSize.getHint());
    hostLoadManager.setBatchSize(40);
    batchSize = hostLoadManager.determineBatchSize();
    assertEquals(40, batchSize.getHint());
  }
View Full Code Here
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
    hostLoadManager.recordResult(newBatchResult(200, 4000));
    assertFalse(hostLoadManager.shouldDelay());

    // The host load manager will try to suggest larger batches,
    // trying to pull the low throughput up towards the load.
    BatchSize batchSize = hostLoadManager.determineBatchSize();
    assertEquals(800, batchSize.getHint());

    // Another slow-running batch should produce a similar result, but
    // the returned batch hint should be capped at the maximum batch size.
    hostLoadManager.recordResult(newBatchResult(800, 8000));
    assertFalse(hostLoadManager.shouldDelay());
    batchSize = hostLoadManager.determineBatchSize();
    assertEquals(1000, batchSize.getHint());

    // A gross overage should put the brakes on.
    hostLoadManager.recordResult(newBatchResult(4000, 200));
    assertTrue(hostLoadManager.shouldDelay());
    batchSize = hostLoadManager.determineBatchSize();
    assertEquals(0, batchSize.getHint());
  }
View Full Code Here
178
179
180
181
182
183
184
185
186
187
188
189
    if (taskHandle != null && !taskHandle.isDone()) {
      return false;
    }
    taskHandle = null;

    BatchSize batchSize = hostLoadManager.determineBatchSize();
    if (batchSize.getHint() == 0) {
      return false;
    }

    MockBatchCoordinator batchResultProcessor =
        new MockBatchCoordinator(stateStore, hostLoadManager);
View Full Code Here
549
550
551
552
553
554
555
      this.batchSize = batchSize;
    }

    @Override
    public BatchSize determineBatchSize() {
      return new BatchSize(Math.min(load, batchSize));
    }
View Full Code Here
791
792
793
794
795
796
797
798
799
800
801
802
  public synchronized boolean startBatch() {
    if (!shouldRun()) {
      return false;
    }

    BatchSize batchSize = loadManager.determineBatchSize();
    if (batchSize.getHint() == 0) {
      return false;
    }

    try {
      TraversalManager traversalManager = getTraversalManager();
View Full Code Here
37
38
39
40
41
42
43
44
45
46
47
    runBatch(0, 4, TraversalDelayPolicy.POLL);
  }

  private void runBatch(final int expectCount, final int batchHint,
      final TraversalDelayPolicy expectDelayPolicy) throws Exception {
    BatchSize batchSize = new BatchSize(batchHint);
    BatchResult expectResult = new BatchResult(expectDelayPolicy, expectCount);
    MockTraverser traverser = new MockTraverser(batchSize, expectResult);
    MockBatchResultRecorder recorder = new MockBatchResultRecorder();
    MockBatchTimeout batchTimeout = new MockBatchTimeout();
    CancelableBatch batch =
View Full Code Here
TOP

Related Classes of com.google.enterprise.connector.traversal.BatchSize

  • com.google.enterprise.connector.instantiator.CancelableBatchTest
  • com.google.enterprise.connector.instantiator.ConnectorCoordinatorBatchTest$RecordingLoadManager
  • com.google.enterprise.connector.instantiator.ConnectorCoordinatorImpl
  • com.google.enterprise.connector.instantiator.MockConnectorCoordinator
  • com.google.enterprise.connector.otex.LivelinkQueryTraverserTest
  • com.google.enterprise.connector.scheduler.HostLoadManager
  • com.google.enterprise.connector.scheduler.HostLoadManagerTest
  • com.google.enterprise.connector.sharepoint.IntegrationTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.