Package org.lilyproject.util.hbase

Examples of org.lilyproject.util.hbase.HBaseTableFactoryImpl

54
55
56
57
58
59
60
        this(hbaseConf, null);
    }

    public IndexManager(Configuration hbaseConf, HBaseTableFactory tableFactory) throws IOException {
        this.hbaseConf = hbaseConf;
        this.tableFactory = tableFactory != null ? tableFactory : new HBaseTableFactoryImpl(hbaseConf);
    }
View Full Code Here
102
103
104
105
106
107
108
109
110
111
112
        HBASE_PROXY.start();

        IdGenerator idGenerator = new IdGeneratorImpl();
        configuration = HBASE_PROXY.getConf();
        zooKeeper = new StateWatchingZooKeeper(HBASE_PROXY.getZkConnectString(), 10000);
        hbaseTableFactory = new HBaseTableFactoryImpl(HBASE_PROXY.getConf());

        RepositoryModel repositoryModel = new RepositoryModelImpl(zooKeeper);

        typeManager = new HBaseTypeManager(idGenerator, configuration, zooKeeper, hbaseTableFactory);
View Full Code Here
114
115
116
117
118
119
120
121
122
123
124
        typeManager = repository.getTypeManager();

        Configuration hbaseConf = HBaseConfiguration.create();
        hbaseConf.set("hbase.zookeeper.quorum", zkConnectionString);

        IndexManager indexManager = new IndexManager(hbaseConf, new HBaseTableFactoryImpl(hbaseConf));

        LinkIndex linkIndex = new LinkIndex(indexManager, lilyClient);

        //
        // Determine the index to query
View Full Code Here
52
53
54
55
56
57
58
    public HBaseBlobStoreAccess(Configuration hbaseConf) throws IOException, InterruptedException {
        this(hbaseConf, false);
    }

    public HBaseBlobStoreAccess(Configuration hbaseConf, boolean clientMode) throws IOException, InterruptedException {
        this(new HBaseTableFactoryImpl(hbaseConf), clientMode);
    }
View Full Code Here
119
120
121
122
123
124
125
126
127
128
129
            LilyClient lilyClient = new LilyClient(zk);

            // we need an HBaseRepository for bulk access
            Configuration conf = HBaseConfiguration.create();
            conf.set("hbase.zookeeper.quorum", zkConnString);
            HBaseTableFactory hbaseTableFactory = new HBaseTableFactoryImpl(conf);
            HBaseRepository hbaseRepository = createHBaseRepository(repositoryName, tableName, zk, conf, hbaseTableFactory);

            return new BulkIngester(
                    lilyClient,
                    hbaseRepository,
View Full Code Here
317
318
319
320
321
322
323
324
325
326
327
        IdGeneratorImpl idGenerator = new IdGeneratorImpl();
        Configuration hbaseConf = getNewOrExistingConfiguration(zk);
        BlobManager blobManager = getBlobManager(zk, hbaseConf);
        InetSocketAddress lilySocketAddr = parseAddressAndPort(server.lilyAddressAndPort);
        AvroLilyTransceiver transceiver = new AvroLilyTransceiver(lilySocketAddr, keepAlive);
        HBaseTableFactoryImpl tableFactory = new HBaseTableFactoryImpl(hbaseConf);
        AvroConverter avroConverter = new AvroConverter();
        RemoteTypeManager remoteTypeManager = new RemoteTypeManager(lilySocketAddr, avroConverter, idGenerator, zk, schemaCache, keepAlive);
        RecordFactory recordFactory = new RecordFactoryImpl();
        RepositoryManager repositoryManager = new RemoteRepositoryManager(remoteTypeManager, idGenerator, recordFactory,
                transceiver, avroConverter, blobManager, tableFactory, repositoryModel);
View Full Code Here
327
328
329
330
331
332
333
334
335
336
337
                transceiver, avroConverter, blobManager, tableFactory, repositoryModel);
        return repositoryManager;
    }

    public static BlobManager getBlobManager(ZooKeeperItf zk, Configuration configuration) throws IOException, InterruptedException {
        HBaseTableFactory hbaseTableFactory = new HBaseTableFactoryImpl(configuration);

        URI dfsUri = getDfsUri(zk);
        FileSystem fs = FileSystem.get(DfsUri.getBaseDfsUri(dfsUri), configuration);
        Path blobRootPath = new Path(DfsUri.getDfsPath(dfsUri));
View Full Code Here
140
141
142
143
144
145
146
147
148
149
150
        conf.set("hbase.zookeeper.quorum", zkConnectionString);
        HTableInterface table = new HTable(conf, tableName);

        // Type manager
        zk = new StateWatchingZooKeeper(zkConnectionString, zkSessionTimeout);
        typeMgr = new HBaseTypeManager(idGenerator, conf, zk, new HBaseTableFactoryImpl(conf));

        Get get = new Get(recordId.toBytes());
        get.setMaxVersions();
        Result row = table.get(get);
View Full Code Here
71
72
73
74
75
76
77
78
79
80
    public static void setUpBeforeClass() throws Exception {
        TestHelper.setupLogging();
        HBASE_PROXY = new HBaseProxy();
        HBASE_PROXY.start();
        zooKeeper = ZkUtil.connect(HBASE_PROXY.getZkConnectString(), 10000);
        hbaseTableFactory = new HBaseTableFactoryImpl(HBASE_PROXY.getConf());
        typeTable = LilyHBaseSchema.getTypeTable(hbaseTableFactory);
        typeManager = new HBaseTypeManager(new IdGeneratorImpl(), HBASE_PROXY.getConf(), zooKeeper, hbaseTableFactory);
        valueType = typeManager.getValueType("LONG");
    }
View Full Code Here
139
140
141
142
143
144
145
146
147
148
149
        hbaseProxy = new HBaseProxy();
        hbaseProxy.start();
        hadoopConf = hbaseProxy.getConf();
        zk = ZkUtil.connect(hbaseProxy.getZkConnectString(), 10000);

        hbaseTableFactory = new HBaseTableFactoryImpl(hadoopConf);
        repositoryModel = new RepositoryModelImpl(zk);
        repositoryMaster = new RepositoryMaster(zk, repositoryModel, new DummyLilyInfo(),
                Collections.<RepositoryMasterHook>singletonList(new CoreRepositoryMasterHook(hbaseTableFactory, hbaseProxy.getConf())));
        repositoryMaster.start();
View Full Code Here
TOP

Related Classes of org.lilyproject.util.hbase.HBaseTableFactoryImpl

  • org.apache.hadoop.hbase.client.HBaseAdmin
  • org.apache.hadoop.hbase.HTableDescriptor
  • org.lilyproject.client.LilyClient
  • org.lilyproject.hbaseindex.IndexManager
  • org.lilyproject.indexer.hbase.mapper.LilyResultToSolrMapper
  • org.lilyproject.repository.api.tutorial.TutorialTest
  • org.lilyproject.repository.bulk.BulkIngester
  • org.lilyproject.repository.impl.HBaseBlobStoreAccess
  • org.lilyproject.repository.impl.test.TypeManagerReliableCreateTest
  • org.lilyproject.repotestfw.RepositorySetup
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.