Package com.google.enterprise.connector.spi

Examples of com.google.enterprise.connector.spi.TraversalContext

427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
   * Return true if the obect's content should be supplied for indexing.
   */
  private boolean canIndex(boolean logging) throws RepositoryException {
    // Don't send content that is too big or too small.
    long contentSize = object.getContentSize();
    TraversalContext traversalContext = traversalManager.getTraversalContext();

    // Don't send content whose mimetype is not supported.
    IFormat format = object.getFormat();
    String mimetype = format.getMIMEType();
    if (traversalContext != null) {
      int supportLevel = traversalContext.mimeTypeSupportLevel(mimetype);
      if (supportLevel < 0) {
        if (logging) {
          logger.fine("excluded content format: " + format.getName());
        }
        throw new SkippedDocumentException("Excluded by content type: "
                                           + mimetype);
      }
      if (supportLevel == 0) {
        if (logging) {
          logger.fine("unindexable content format: " + format.getName());
        }
        return false;
      }
      if (contentSize > traversalContext.maxDocumentSize()) {
        if (logging) {
          logger.fine("content is too large: " + contentSize);
        }
        return false;
      }
View Full Code Here
39
40
41
42
43
44
45
46
47
48
49
    FileSystemTypeRegistry fileSystemTypeRegistry = new FileSystemTypeRegistry(
        Collections.singletonList(new JavaFileSystemType()));
    FileSystemPropertyManager propertyManager =
        new TestFileSystemPropertyManager();
    PathParser pathParser = new PathParser(fileSystemTypeRegistry);
    TraversalContext traversalContext = new FakeTraversalContext();
    MimeTypeDetector.setTraversalContext(traversalContext);
    MimeTypeDetector mimeTypeDetector = new MimeTypeDetector();

    DocumentContext context = new DocumentContext(
        null, null, null, mimeTypeDetector, propertyManager,
View Full Code Here
35
36
37
38
39
40
41
42
43
44
45
  @Override
  public void setUp() throws Exception {
    FileSystemTypeRegistry fileSystemTypeRegistry = new FileSystemTypeRegistry(
        Collections.singletonList(new JavaFileSystemType()));
    TraversalContext traversalContext = new SimpleTraversalContext();
    MimeTypeDetector.setTraversalContext(traversalContext);
    MimeTypeDetector mimeTypeDetector = new MimeTypeDetector();
    PathParser pathParser = new PathParser(fileSystemTypeRegistry);
    FileSystemPropertyManager propertyManager =
        new TestFileSystemPropertyManager(false);
View Full Code Here
301
302
303
304
305
306
307
308
309
310
311
    }
  }

  public void testGetContentUnsupportedMimeType() throws Exception {
    MockReadonlyFile archive = root.addFile("test.jpg", TEST_DATA);
    TraversalContext traversalContext = new FakeTraversalContext() {
        @Override
        public int mimeTypeSupportLevel(String mimeType) {
          return 0;
        }
      };
View Full Code Here
60
61
62
63
64
65
66
67
68
69
70
  }

  private DBSnapshotRepository getObjectUnderTest(
      Map<String, String> configMap) {
    // Connector manager does this in production.
    TraversalContext tc = new SimpleTraversalContext();
    MimeTypeDetector.setTraversalContext(tc);

    DBContext dbContext = getDbContext(configMap);

    TraversalContextManager traversalContextManager =
View Full Code Here
41
42
43
44
45
46
47
48
49
50
  /**
   * @return the {@link TraversalContext}
   */
  public TraversalContext getTraversalContext() {
    TraversalContext result = traversalContext.get();
    Preconditions.checkState((result != null),
                             "setTraversalContext has not been called.");
    return result;
  }
View Full Code Here
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
public class SpringBasedProductionTraversalContextTest extends TestCase {
  public final void testSpringBased() {
    ApplicationContext applicationContext;
    applicationContext = new FileSystemXmlApplicationContext(
        "testdata/traversalContextData/applicationContext.xml");
    TraversalContext traversalContext = (TraversalContext) applicationContext
        .getBean("TraversalContext");
    assertNotNull(traversalContext);
    assertEquals(2500000, traversalContext.maxDocumentSize());
    assertTrue(traversalContext.mimeTypeSupportLevel("text/plain") <= 0);
    assertTrue(traversalContext.mimeTypeSupportLevel("text/notplain")
                      <= 0);
    assertEquals(1, traversalContext.mimeTypeSupportLevel("ibblefrix"));
    assertEquals("ibblefrix", traversalContext.preferredMimeType(
                 Collections.singleton("ibblefrix")));
  }
View Full Code Here
49
50
51
52
53
54
55
56
57
58
59
    Context.getInstance().setStandaloneContext(
        Context.DEFAULT_JUNIT_CONTEXT_LOCATION,
        Context.DEFAULT_JUNIT_COMMON_DIR_PATH);
    Context.getInstance().setFeeding(false);
    Context.getInstance().start();
    TraversalContext traversalContext = Context.getInstance()
        .getTraversalContext();
    assertNotNull(traversalContext);
    Context.getInstance().shutdown(true);
    Context.refresh();
  }
View Full Code Here
289
290
291
292
293
294
295
296
297
298
299
  }

  /** If target is TraversalContextAware, set its traversalContext. */
  private void setTraversalContext(Object target) {
    if (target != null && target instanceof TraversalContextAware) {
      TraversalContext traversalContext =
          Context.getInstance().getTraversalContext();
      try {
        ((TraversalContextAware) target).setTraversalContext(traversalContext);
      } catch (Exception e) {
        LOGGER.log(Level.WARNING, "Unable to set TraversalContext", e);
View Full Code Here
73
74
75
76
77
78
79
80
81
82
83
  @Override
  public void setUp() throws IOException {
    queue = new MockChangeQueue(BATCH_COUNT * BATCH_SIZE + EXTRA);
    monitorManager = new FakeDocumentSnapshotRepositoryMonitorManager(queue, this,
        new DeleteDocumentHandleFactory(), new MockDocumentHandleFactory());
    TraversalContext traversalContext = new FakeTraversalContext();
    TraversalContextManager tcm = new TraversalContextManager();
    tcm.setTraversalContext(traversalContext);
    tm = new DiffingConnectorTraversalManager(monitorManager, tcm);
    tm.setTraversalContext(new FakeTraversalContext());
    tm.setBatchHint(BATCH_SIZE);
View Full Code Here
TOP

Related Classes of com.google.enterprise.connector.spi.TraversalContext

  • com.google.enterprise.connector.db.diffing.DBSnapshotRepositoryTest
  • com.google.enterprise.connector.dctm.DctmSysobjectDocument
  • com.google.enterprise.connector.filesystem.FileRetrieverTest
  • com.google.enterprise.connector.filesystem.FileSessionTest
  • com.google.enterprise.connector.filesystem.MockFileConnectorFactory
  • com.google.enterprise.connector.instantiator.ConnectorCoordinatorImpl
  • com.google.enterprise.connector.traversal.SpringBasedProductionTraversalContextTest
  • com.google.enterprise.connector.util.diffing.DiffingConnectorTraversalManagerTest
  • com.google.enterprise.connector.util.diffing.TraversalContextManager
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.