Examples of com.ngdata.hbaseindexer.model.api.IndexerDefinition

Package com.ngdata.hbaseindexer.model.api

Examples of com.ngdata.hbaseindexer.model.api.IndexerDefinition

com.ngdata.hbaseindexer.model.api.IndexerDefinition
Defines an indexer within the {@link IndexerModel}.
This object is immutable, use {@link IndexerDefinitionBuilder} to construct instances.
Operations for loading & storing IndexerDefinition's can be found on {@link IndexerModel}.

An important aspect of an indexer definition are the state flags:
- {@link LifecycleState}
- {@link BatchIndexingState}
- {@link IncrementalIndexingState}
Some operations, like triggering a batch index rebuild or deleting an index or done by changing these state flags, rather than by direct method/rpc calls.

        // Create a table in HBase
        createTable("table1", "family1");


        // Add an indexer
        WriteableIndexerModel indexerModel = main.getIndexerModel();
        IndexerDefinition indexerDef = new IndexerDefinitionBuilder()
                .name("indexer1")
                .configuration(
                        Bytes.toBytes("<indexer table='table1'><field name='field1_s' value='family1:qualifier1'/></indexer>"))
                .connectionType("solr")
                .connectionParams(ImmutableMap.of("solr.zk", solrTestingUtility.getZkConnectString(),

View Full Code Here

        // Create a table in HBase
        createTable("table1", "family1");


        // Add an indexer
        WriteableIndexerModel indexerModel = main.getIndexerModel();
        IndexerDefinition indexerDef = new IndexerDefinitionBuilder()
                .name("indexer1")
                .configuration(
                        Bytes.toBytes("<indexer table='regex:table\\d+'><field name='field1_s' " +
                                              "value='family1:qualifier1'/></indexer>"))
                .connectionType("solr")

View Full Code Here

    @Test
    public void testIndexerDefinitionChangesPickedUp() throws Exception {
        createTable("table1", "family1");


        WriteableIndexerModel indexerModel = main.getIndexerModel();
        IndexerDefinition indexerDef = new IndexerDefinitionBuilder()
                .name("indexer1")
                .configuration(
                        Bytes.toBytes(("<indexer table='table1'><field name='field1_s' " +
                                          "value='family1:qualifier1'/></indexer>")))
                .connectionType("solr")

View Full Code Here


        assertEquals(0, collection1.query(new SolrQuery("*:*")).getResults().size());
        assertEquals(0, collection2.query(new SolrQuery("*:*")).getResults().size());


        WriteableIndexerModel indexerModel = main.getIndexerModel();
        IndexerDefinition indexerDef = new IndexerDefinitionBuilder()
                .name("indexer1")
                .configuration(Bytes.toBytes("<indexer table='table1'>" +
                        "<field name='field1_s' value='family1:qualifier1'/>" +
                        "</indexer>"))
                .connectionType("solr")

View Full Code Here

        createTable("table1", "family1");


        // First create an index in the default incremental indexing state (SUBSCRIBE_AND_CONSUME)
        markEventCounts();
        WriteableIndexerModel indexerModel = main.getIndexerModel();
        IndexerDefinition indexerDef = new IndexerDefinitionBuilder()
                .name("indexer1")
                .configuration(Bytes.toBytes("<indexer table='table1'>" +
                        "<field name='field1_s' value='family1:qualifier1'/>" +
                        "</indexer>"))
                .connectionType("solr")

View Full Code Here

        createTable("table1", "family1");


        // Create an index
        markEventCounts();
        WriteableIndexerModel indexerModel = main.getIndexerModel();
        IndexerDefinition indexerDef = new IndexerDefinitionBuilder()
                .name("indexer1")
                .configuration(Bytes.toBytes("<indexer table='table1'>" +
                        "<field name='field1_s' value='family1:qualifier1'/>" +
                        "</indexer>"))
                .connectionType("solr")

View Full Code Here

        
        // Ensure that the index is added on a different timestamp than the last put
        Thread.sleep(5);


        WriteableIndexerModel indexerModel = main.getIndexerModel();
        IndexerDefinition indexerDef = new IndexerDefinitionBuilder()
                .name("indexer1")
                .configuration(Bytes.toBytes("<indexer table='table1'>" +
                        "<field name='field1_s' value='family1:qualifier1'/>" +
                        "</indexer>"))
                .connectionType("solr")

View Full Code Here


        SepTestUtil.waitOnReplicationPeerReady(peerId("indexer1"));
        checkLifecycleEvents(1,0,0,0, indexerLifecycleListener);
        Mockito.reset(indexerLifecycleListener);


        IndexerDefinition indexerDefinition = main.getIndexerModel().getIndexer("indexer1");


        markEventCounts();
        indexerDefinitionBuilder = new IndexerDefinitionBuilder().startFrom(indexerDefinition);
        indexerDefinitionBuilder.incrementalIndexingState(IncrementalIndexingState.DO_NOT_SUBSCRIBE);
        String lock = main.getIndexerModel().lockIndexer(indexerDefinition.getName());
        main.getIndexerModel().updateIndexer(indexerDefinitionBuilder.build(), lock);
        main.getIndexerModel().unlockIndexer(lock);
        waitOnEventsProcessed(1);


        checkLifecycleEvents(0, 1, 0, 0, indexerLifecycleListener);
        Mockito.reset(indexerLifecycleListener);


        markEventCounts();
        indexerDefinition = main.getIndexerModel().getIndexer("indexer1");
        indexerDefinitionBuilder = new IndexerDefinitionBuilder().startFrom(indexerDefinition);
        indexerDefinitionBuilder.batchIndexingState(IndexerDefinition.BatchIndexingState.BUILD_REQUESTED);
        lock = main.getIndexerModel().lockIndexer(indexerDefinition.getName());
        main.getIndexerModel().updateIndexer(indexerDefinitionBuilder.build(), lock);
        main.getIndexerModel().unlockIndexer(lock);
        waitOnEventsProcessed(1);


        checkLifecycleEvents(0, 0, 0, 1, indexerLifecycleListener);
        Mockito.reset(indexerLifecycleListener);


        markEventCounts();
        indexerDefinition = main.getIndexerModel().getIndexer("indexer1");
        indexerDefinitionBuilder = new IndexerDefinitionBuilder().startFrom(indexerDefinition);
        indexerDefinitionBuilder.lifecycleState(IndexerDefinition.LifecycleState.DELETE_REQUESTED);
        lock = main.getIndexerModel().lockIndexer(indexerDefinition.getName());
        main.getIndexerModel().updateIndexer(indexerDefinitionBuilder.build(), lock);
        main.getIndexerModel().unlockIndexer(lock);
        waitOnEventsProcessed(1);


        checkLifecycleEvents(0, 0, 1, 0, indexerLifecycleListener);

View Full Code Here

        when(jobClient.getJob(JobID.forName(jobId))).thenReturn(job);
        return job;
    }


    private IndexerDefinition createDefinition(String name, String jobId) throws Exception {
        IndexerDefinition def = mock(IndexerDefinition.class);
        when(def.getName()).thenReturn(name);
        when(def.getLifecycleState()).thenReturn(IndexerDefinition.LifecycleState.ACTIVE);
        when(def.getIncrementalIndexingState()).thenReturn(IndexerDefinition.IncrementalIndexingState.DEFAULT);


        when(model.getIndexer(name)).thenReturn(def);
        when(model.getFreshIndexer(name)).thenReturn(def);
        indexerDefinitionList.add(def);


        if (jobId != null) {
            Map<String, String> jobTrackingUrls = Maps.newHashMap();
            jobTrackingUrls.put(jobId, "no-matter");
            BatchBuildInfo bbi = mock(BatchBuildInfo.class);
            when(bbi.getMapReduceJobTrackingUrls()).thenReturn(jobTrackingUrls);


            when(def.getActiveBatchBuildInfo()).thenReturn(bbi);
        }
        return def;
    }

View Full Code Here

    }




    private void createIndexer1(String indexerConf) throws Exception {
        WriteableIndexerModel indexerModel = main.getIndexerModel();
        IndexerDefinition indexerDef = new IndexerDefinitionBuilder()
                .name("indexer1")
                .configuration(Bytes.toBytes(indexerConf.toString()))
                .connectionType("solr")
                .connectionParams(ImmutableMap.of("solr.zk", solrTestingUtility.getZkConnectString(),
                                                  "solr.collection", "collection1"))

View Full Code Here

0 1 2 3 4

TOP

Related Classes of com.ngdata.hbaseindexer.model.api.IndexerDefinition

com.ngdata.hbaseindexer.cli.AddIndexerCli

com.ngdata.hbaseindexer.cli.DeleteIndexerCli

com.ngdata.hbaseindexer.cli.UpdateIndexerCli

com.ngdata.hbaseindexer.impl.IndexerDefinitionJsonSerDeserTest

com.ngdata.hbaseindexer.impl.IndexerModelImplTest

com.ngdata.hbaseindexer.indexer.IndexerIT

com.ngdata.hbaseindexer.master.BatchStateUpdaterTest

com.ngdata.hbaseindexer.model.impl.IndexerModelImpl

com.ngdata.hbaseindexer.model.impl.IndexerModelImpl$IndexerCacheRefresher

com.ngdata.hbaseindexer.mr.HBaseIndexingOptions

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.