Examples of org.apache.stanbol.entityhub.indexing.core.impl.IndexerImpl

Package org.apache.stanbol.entityhub.indexing.core.impl

Examples of org.apache.stanbol.entityhub.indexing.core.impl.IndexerImpl

org.apache.stanbol.entityhub.indexing.core.impl.IndexerImpl
Abstract Implementation of the Indexer.
Principally there are two ways how to index entities
1. Iterate of the the entityIds/scores by using an {@link EntityIterator}and lookup the data by using an {@link EntityDataProvider}.
2. Iterate over the data by using an {@link EntityDataIterator} (providedby an {@link EntityDataIterable}) and lookup/calculate the scores by using an {@link EntityScoreProvider}.
This Implementation provides a static createInstance(..) method for each of the two variants.
After the Entities are loaded from the source they are processed by using the configured {@link EntityProcessor}. Finally the processed entities are persisted in a {@link Yard}. @author Rupert Westenthaler

            i++;
            log.info("    {}) {}",i,processor);
        }
        if(dataIterable != null && scoreProvider != null){
            // iterate over data and lookup scores
            indexer = new IndexerImpl(dataIterable, scoreProvider, 
                config.getNormaliser(),destination, processors,
                config.getIndexedEntitiesIdsFile(),postProcessors);
        } else if(idIterator != null && dataProvider != null){
            // iterate over id and lookup data
            indexer = new IndexerImpl(idIterator,dataProvider,
                config.getNormaliser(),destination, processors,
                config.getIndexedEntitiesIdsFile(),postProcessors);
        } else if(dataIterable != null && idIterator != null){
            // create an EntityIterator to EntityScoreProvider adapter
            log.info(
                "Create Adapter from the configured EntityIterator '{}' to the " +
                "required EntityScoreProvider as needed together with the " +
              "configured EntityDataIterable '{}'",
              idIterator.getClass(), dataIterable.getClass());
            indexer = new IndexerImpl(dataIterable,
                new EntityIneratorToScoreProviderAdapter(idIterator),
                config.getNormaliser(),destination, processors,
                config.getIndexedEntitiesIdsFile(),postProcessors);
        } else {
            log.error("Invalid Indexing Source configuration: ");

View Full Code Here

    }


    public Indexer create(EntityIterator idIterator, EntityDataProvider dataProvider,
                          ScoreNormaliser normaliser,
                          List<EntityProcessor> processors, IndexingDestination destination){
        return new IndexerImpl(idIterator, dataProvider, normaliser,destination, processors,null,null);
    }

View Full Code Here

            tmp.deleteOnExit();
        } catch (IOException e) {
            throw new IllegalStateException("Unable to create temporary file for storing the" +
                    "indexed Entity IDs",e);
        }
        return new IndexerImpl(idIterator, dataProvider, normaliser,destination, processors,
            tmp,postProcessors);
    }

View Full Code Here

    }
    
    public Indexer create(EntityDataIterable dataIterable,EntityScoreProvider scoreProvider,
                          ScoreNormaliser normaliser,
                          List<EntityProcessor> processors, IndexingDestination destination){
        return new IndexerImpl(dataIterable, scoreProvider, normaliser,destination, processors,null,null);
    }

View Full Code Here

            tmp.deleteOnExit();
        } catch (IOException e) {
            throw new IllegalStateException("Unable to create temporary file for storing the" +
                    "indexed Entity IDs",e);
        }
        return new IndexerImpl(dataIterable, scoreProvider, normaliser,destination, processors,
            tmp,postProcessors);
    }

View Full Code Here

            i++;
            log.info("    {}) {}",i,processor);
        }
        if(dataIterable != null && scoreProvider != null){
            // iterate over data and lookup scores
            indexer = new IndexerImpl(dataIterable, scoreProvider, 
                config.getNormaliser(),destination, processors,
                config.getIndexedEntitiesIdsFile(),postProcessors);
        } else if(idIterator != null && dataProvider != null){
            // iterate over id and lookup data
            indexer = new IndexerImpl(idIterator,dataProvider,
                config.getNormaliser(),destination, processors,
                config.getIndexedEntitiesIdsFile(),postProcessors);
        } else if(dataIterable != null && idIterator != null){
            // create an EntityIterator to EntityScoreProvider adapter
            log.info(
                "Create Adapter from the configured EntityIterator '{}' to the " +
                "required EntityScoreProvider as needed together with the " +
              "configured EntityDataIterable '{}'",
              idIterator.getClass(), dataIterable.getClass());
            indexer = new IndexerImpl(dataIterable,
                new EntityIneratorToScoreProviderAdapter(idIterator),
                config.getNormaliser(),destination, processors,
                config.getIndexedEntitiesIdsFile(),postProcessors);
        } else {
            log.error("Invalid Indexing Source configuration: ");

View Full Code Here

    }


    public Indexer create(EntityIterator idIterator, EntityDataProvider dataProvider,
                          ScoreNormaliser normaliser,
                          List<EntityProcessor> processors, IndexingDestination destination){
        return new IndexerImpl(idIterator, dataProvider, normaliser,destination, processors,null,null);
    }

View Full Code Here

            tmp.deleteOnExit();
        } catch (IOException e) {
            throw new IllegalStateException("Unable to create temporary file for storing the" +
                    "indexed Entity IDs",e);
        }
        return new IndexerImpl(idIterator, dataProvider, normaliser,destination, processors,
            tmp,postProcessors);
    }

View Full Code Here

    }
    
    public Indexer create(EntityDataIterable dataIterable,EntityScoreProvider scoreProvider,
                          ScoreNormaliser normaliser,
                          List<EntityProcessor> processors, IndexingDestination destination){
        return new IndexerImpl(dataIterable, scoreProvider, normaliser,destination, processors,null,null);
    }

View Full Code Here

            tmp.deleteOnExit();
        } catch (IOException e) {
            throw new IllegalStateException("Unable to create temporary file for storing the" +
                    "indexed Entity IDs",e);
        }
        return new IndexerImpl(dataIterable, scoreProvider, normaliser,destination, processors,
            tmp,postProcessors);
    }

View Full Code Here

0 1

TOP

Related Classes of org.apache.stanbol.entityhub.indexing.core.impl.IndexerImpl

org.apache.commons.compress.compressors.bzip2.BZip2CompressorInputStream

org.apache.commons.compress.compressors.bzip2.BZip2CompressorOutputStream

org.apache.stanbol.entityhub.indexing.core.EntityDataProvider

org.apache.stanbol.entityhub.indexing.core.EntityIterator

org.apache.stanbol.entityhub.indexing.core.event.IndexingEvent

org.apache.stanbol.entityhub.indexing.core.impl.IndexingDaemon.IndexingDaemonListener

org.apache.stanbol.entityhub.indexing.core.impl.IndexingSourceInitialiser.IndexingSourceInitialiserListener

org.apache.stanbol.entityhub.indexing.core.IndexerFactory

org.apache.stanbol.entityhub.indexing.core.processor.EmptyProcessor

org.apache.stanbol.entityhub.indexing.core.source.LineBasedEntityIterator

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.