Package org.lilyproject.repository.api

Examples of org.lilyproject.repository.api.TypeManager

55
56
57
58
59
60
61
62
63
64
    public void setUp() throws InterruptedException {
        hbaseRepository = mock(HBaseRepository.class);
        lilyClient = mock(LilyClient.class);
        recordTable = mock(HTableInterface.class);
        fieldTypes = mock(FieldTypes.class);
        TypeManager typeManager = mock(TypeManager.class);
        when(hbaseRepository.getTypeManager()).thenReturn(typeManager);
        when(typeManager.getFieldTypesSnapshot()).thenReturn(fieldTypes);
        bulkIngester = spy(new BulkIngester(lilyClient, hbaseRepository, recordTable, true));
    }
View Full Code Here
140
141
142
143
144
145
146
147
148
149
150
    private static HBaseRepository createHBaseRepository(String repositoryName, String tableName, ZooKeeperItf zk,
                                                         Configuration conf, HBaseTableFactory hbaseTableFactory)
            throws KeeperException, InterruptedException, IOException, RepositoryException {
        RepositoryModel repositoryModel = new RepositoryModelImpl(zk);
        IdGenerator idGenerator = new IdGeneratorImpl();
        TypeManager typeManager = new HBaseTypeManager(idGenerator, conf, zk, hbaseTableFactory);
        RecordFactory recordFactory = new RecordFactoryImpl();

        RepositoryManager repositoryManager = new HBaseRepositoryManager(typeManager, idGenerator,
                recordFactory, hbaseTableFactory, new BlobsNotSupportedBlobManager(), conf, repositoryModel);
        HBaseRepository hbaseRepository;
View Full Code Here
96
97
98
99
100
101
102
103
104
105
106
107
108
109
        lilyProxy.getLilyServerProxy().waitOnIndexerRegistry(name, System.currentTimeMillis() + MINS15);
    }

    void configureLilySchema() throws Exception {
        LRepository defaultRepository = lilyProxy.getLilyServerProxy().getClient().getDefaultRepository();
        TypeManager typeManager = defaultRepository.getTypeManager(); //FIXME: if typemanager ever gets split between repos
        FieldType ft1 = typeManager.createFieldType("STRING", fieldtype, Scope.NON_VERSIONED);
        FieldType ft2 = typeManager.createFieldType("LINK", linkField, Scope.NON_VERSIONED);
        typeManager.recordTypeBuilder()
                .defaultNamespace(ns)
                .name(rectype)
                .fieldEntry().use(ft1).add()
                .fieldEntry().use(ft2).add()
                .create();
View Full Code Here
47
48
49
50
51
52
53
54
55
56
        repoSetup.stop();
    }

    @Test
    public void testFieldTypeCacheInitialization() throws Exception {
        TypeManager newTypeManager = new HBaseTypeManager(repoSetup.getIdGenerator(), repoSetup.getHadoopConf(),
                repoSetup.getZk(), repoSetup.getHbaseTableFactory());
        assertEquals(fieldType1, newTypeManager.getFieldTypeByName(fieldType1.getName()));
        Closer.close(newTypeManager);
    }
View Full Code Here
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
    public static void print(Record record, LRepository repository) {
        print(record, repository, System.out);
    }

    public static void print(Record record, LRepository repository, PrintStream out) {
        TypeManager typeManager = repository.getTypeManager();

        // Group the fields per scope
        Map<Scope, Map<QName, Object>> fieldsByScope = new EnumMap<Scope, Map<QName, Object>>(Scope.class);
        Map<QName, Object> undeterminedFields = new TreeMap<QName, Object>(QNAME_COMP);

        for (Scope scope : Scope.values()) {
            fieldsByScope.put(scope, new TreeMap<QName, Object>(QNAME_COMP));
        }

        for (Map.Entry<QName, Object> field : record.getFields().entrySet()) {
            FieldType fieldType = null;
            try {
                fieldType = typeManager.getFieldTypeByName(field.getKey());
            } catch (Throwable t) {
                // field type failed to load, ignore
            }

            if (fieldType != null) {
View Full Code Here
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
    @Override
    public void beforeUpdate(Record record, Record originalRecord, Repository repository, FieldTypes fieldTypes,
            RecordEvent recordEvent) throws RepositoryException, InterruptedException {
        Collection<IndexInfo> indexInfos = indexesInfo.getIndexInfos();
        if (indexInfos.size() > 0) {
            TypeManager typeMgr = repository.getTypeManager();

            RecordEvent.IndexRecordFilterData idxSel = new RecordEvent.IndexRecordFilterData();
            recordEvent.setIndexRecordFilterData(idxSel);

            idxSel.setOldRecordExists(true);
            idxSel.setNewRecordExists(true);

            if (indexesInfo.getRecordFilterDependsOnRecordType()) {
                // Because record type names can change, this is not guaranteed to be the same as what gets
                // stored in the repo, but that doesn't matter as it is only for indexing purposes.
                SchemaId oldRecordTypeId = typeMgr.getRecordTypeByName(originalRecord.getRecordTypeName(), null).getId();
                idxSel.setOldRecordType(oldRecordTypeId);
                // on update, specifying record type is optional
                idxSel.setNewRecordType(record.getRecordTypeName() != null ?
                        typeMgr.getRecordTypeByName(record.getRecordTypeName(), null).getId() : oldRecordTypeId);
            }

            Set<QName> names = indexesInfo.getRecordFilterFieldDependencies();
            for (QName name : names) {
                Object oldValue = null, newValue = null;
View Full Code Here
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
    public void beforeCreate(Record newRecord, Repository repository, FieldTypes fieldTypes, RecordEvent recordEvent)
            throws RepositoryException, InterruptedException {

        Collection<IndexInfo> indexInfos = indexesInfo.getIndexInfos();
        if (indexInfos.size() > 0) {
            TypeManager typeMgr = repository.getTypeManager();

            RecordEvent.IndexRecordFilterData idxSel = new RecordEvent.IndexRecordFilterData();
            recordEvent.setIndexRecordFilterData(idxSel);

            idxSel.setOldRecordExists(false);
            idxSel.setNewRecordExists(true);

            if (indexesInfo.getRecordFilterDependsOnRecordType()) {
                idxSel.setNewRecordType(typeMgr.getRecordTypeByName(newRecord.getRecordTypeName(), null).getId());
            }

            Set<QName> names = indexesInfo.getRecordFilterFieldDependencies();
            for (QName name : names) {
                if (newRecord.hasField(name)) {
View Full Code Here
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
    @Override
    public void beforeDelete(Record originalRecord, Repository repository, FieldTypes fieldTypes,
            RecordEvent recordEvent) throws RepositoryException, InterruptedException {
        Collection<IndexInfo> indexInfos = indexesInfo.getIndexInfos();
        if (indexInfos.size() > 0) {
            TypeManager typeMgr = repository.getTypeManager();

            RecordEvent.IndexRecordFilterData idxSel = new RecordEvent.IndexRecordFilterData();
            recordEvent.setIndexRecordFilterData(idxSel);

            idxSel.setOldRecordExists(true);
            idxSel.setNewRecordExists(false);

            if (indexesInfo.getRecordFilterDependsOnRecordType()) {
                idxSel.setOldRecordType(typeMgr.getRecordTypeByName(originalRecord.getRecordTypeName(), null).getId());
            }

            Set<QName> names = indexesInfo.getRecordFilterFieldDependencies();
            for (QName name : names) {
                if (originalRecord.hasField(name)) {
View Full Code Here
43
44
45
46
47
48
49
50
51
52
53
    private CacheLoader<String,LRepository> repositoryLoader;

    public static RepositoryManager bootstrapRepositoryManager() {
        TableManager tableManager = new FakeTableManager();
        IdGenerator idGenerator = new IdGeneratorImpl();
        TypeManager typeManager = new FakeTypeManager(idGenerator);
        return new FakeRepositoryManager(
                tableManager,
                typeManager,
                idGenerator,
                new RecordFactoryImpl()
View Full Code Here
78
79
80
81
82
83
84
85
86
87
88
89
    }

    @Test
    public void testRefresh() throws Exception {
        String namespace = "testRefresh";
        TypeManager typeManager = repoSetup.getTypeManager();
        TypeManager typeManager2 = repoSetup.getNewTypeManager();
        typeManagersToClose.add(typeManager2);

        RecordType recordType1 = typeManager.recordTypeBuilder().defaultNamespace(namespace).name("recordType1")
                .fieldEntry().defineField().name("type1").create().add().create();
View Full Code Here
TOP

Related Classes of org.lilyproject.repository.api.TypeManager

  • org.lilyproject.avro.AvroLilyImplTest
  • org.lilyproject.avro.repository.RecordAsBytesConverter
  • org.lilyproject.indexer.batchbuild.test.IndexerIntegrationTestUtil
  • org.lilyproject.indexer.hbase.mapper.LilyResultToSolrMapperTest
  • org.lilyproject.indexer.integration.IndexRecordFilterHook
  • org.lilyproject.indexer.model.indexerconf.DefaultFormatter$RecordFormatter
  • org.lilyproject.indexer.model.indexerconf.formatter.HierarchicalFacetPrefixFormatterTest
  • org.lilyproject.indexer.model.indexerconf.ShallowJsonFormatter$RecordKeyValueFormatter
  • org.lilyproject.indexer.model.util.IndexRecordFilterUtil
  • org.lilyproject.lilyservertestfw.test.KeepDataTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.