package com.browseengine.bobo.facets.impl;
import java.util.ArrayList;
import java.util.Comparator;
import java.util.Iterator;
import java.util.LinkedList;
import java.util.List;
import java.util.Properties;
import java.util.regex.Pattern;
import org.apache.log4j.Logger;
import com.browseengine.bobo.api.BrowseFacet;
import com.browseengine.bobo.api.BrowseSelection;
import com.browseengine.bobo.api.ComparatorFactory;
import com.browseengine.bobo.api.FacetIterator;
import com.browseengine.bobo.api.FacetSpec;
import com.browseengine.bobo.api.FacetSpec.FacetSortSpec;
import com.browseengine.bobo.facets.FacetCountCollector;
import com.browseengine.bobo.facets.data.FacetDataCache;
import com.browseengine.bobo.util.BigIntArray;
import com.browseengine.bobo.util.BigSegmentedArray;
import com.browseengine.bobo.util.BoundedPriorityQueue;
import com.browseengine.bobo.util.LazyBigIntArray;
import com.browseengine.bobo.util.ListMerger;
public class PathFacetCountCollector implements FacetCountCollector
{
private static final Logger log = Logger.getLogger(PathFacetCountCollector.class.getName());
private final BrowseSelection _sel;
private final FacetSpec _ospec;
protected BigSegmentedArray _count;
private final String _name;
private final String _sep;
private final BigSegmentedArray _orderArray;
protected final FacetDataCache _dataCache;
private final ComparatorFactory _comparatorFactory;
private final int _minHitCount;
private int _maxCount;
private static Pattern _splitPat;
private String[] _stringData;
private char[] _sepArray;
private int _patStart;
private int _patEnd;
PathFacetCountCollector(String name,String sep,BrowseSelection sel,FacetSpec ospec,FacetDataCache dataCache)
{
_sel = sel;
_ospec=ospec;
_name = name;
_dataCache = dataCache;
_sep = sep;
_sepArray = sep.toCharArray();
_count = new LazyBigIntArray(_dataCache.freqs.length);
log.info(name +": " + _count.size());
_orderArray = _dataCache.orderArray;
_minHitCount = ospec.getMinHitCount();
_maxCount = ospec.getMaxCount();
if (_maxCount<1){
_maxCount = _count.size();
}
FacetSortSpec sortOption = ospec.getOrderBy();
switch(sortOption){
case OrderHitsDesc: _comparatorFactory=new FacetHitcountComparatorFactory(); break;
case OrderValueAsc: _comparatorFactory=null; break;
case OrderByCustom: _comparatorFactory=ospec.getCustomComparatorFactory(); break;
default: throw new IllegalArgumentException("invalid sort option: "+sortOption);
}
_splitPat = Pattern.compile(_sep);
_stringData = new String[10];
_patStart = 0;
_patEnd = 0;
}
public BigSegmentedArray getCountDistribution()
{
return _count;
}
public String getName()
{
return _name;
}
public void collect(int docid) {
int i = _orderArray.get(docid);
_count.add(i, _count.get(i) + 1);
}
public void collectAll()
{
_count = BigIntArray.fromArray(_dataCache.freqs);
}
public BrowseFacet getFacet(String value)
{
return null;
}
public int getFacetHitsCount(Object value)
{
return 0;
}
private void ensureCapacity(int minCapacity) {
int oldCapacity = _stringData.length;
if (minCapacity > oldCapacity) {
Object oldData[] = _stringData;
int newCapacity = (oldCapacity * 3)/2 + 1;
if (newCapacity < minCapacity)
newCapacity = minCapacity;
// minCapacity is usually close to size, so this is a win:
_stringData = new String[newCapacity];
System.arraycopy(oldData, 0, _stringData, Math.min(oldData.length, newCapacity), newCapacity);
}
}
private int patListSize() {
return (_patEnd - _patStart);
}
public boolean splitString(String input) {
_patStart = 0;
_patEnd = 0;
char[] str = input.toCharArray();
int index = 0;
int sepindex = 0;
int tokStart = -1;
int tokEnd = 0;
while(index < input.length()) {
for(sepindex = 0; (sepindex < _sepArray.length) && (str[index+sepindex] == _sepArray[sepindex]); sepindex++);
if(sepindex == _sepArray.length) {
index += _sepArray.length;
if(tokStart >= 0) {
ensureCapacity(_patEnd + 1);
tokEnd++;
_stringData[_patEnd++] = input.substring(tokStart, tokEnd);
}
tokStart = -1;
} else {
if(tokStart < 0) {
tokStart = index;
tokEnd = index;
}else {
tokEnd++;
}
index++;
}
}
if(_patEnd == 0)
return false;
if(tokStart >= 0) {
ensureCapacity(_patEnd + 1);
tokEnd++;
_stringData[_patEnd++] = input.substring(tokStart, tokEnd);
}
// let gc do its job
str = null;
// Construct result
while (_patEnd > 0 && _stringData[patListSize()-1].equals("")) {
_patEnd--;
}
return true;
}
private List<BrowseFacet> getFacetsForPath(String selectedPath,int depth,boolean strict,int minCount,int maxCount)
{
LinkedList<BrowseFacet> list=new LinkedList<BrowseFacet>();
BoundedPriorityQueue<BrowseFacet> pq=null;
if (_comparatorFactory!=null){
final Comparator<BrowseFacet> comparator = _comparatorFactory.newComparator();
pq=new BoundedPriorityQueue<BrowseFacet>(new Comparator<BrowseFacet>(){
public int compare(BrowseFacet o1, BrowseFacet o2) {
return -comparator.compare(o1,o2); }
},maxCount);
}
String[] startParts=null;
int startDepth=0;
if (selectedPath!=null && selectedPath.length()>0){
startParts=selectedPath.split(_sep);
startDepth=startParts.length;
if (!selectedPath.endsWith(_sep)){
selectedPath+=_sep;
}
}
String currentPath=null;
int currentCount=0;
int wantedDepth=startDepth+depth;
int index=0;
if (selectedPath!=null && selectedPath.length()>0){
index=_dataCache.valArray.indexOf(selectedPath);
if (index<0)
{
index=-(index + 1);
}
}
String[] pathParts;
StringBuffer buf = new StringBuffer();
for (int i=index;i<_count.size();++i){
if (_count.get(i) >= minCount){
String path=_dataCache.valArray.get(i);
//if (path==null || path.equals(selectedPath)) continue;
int subCount=_count.get(i);
// do not use Java split string in a loop !
// String[] pathParts=path.split(_sep);
int pathDepth = 0;
if(!splitString(path)) {
pathDepth = 0;
}else {
pathDepth = patListSize();
}
int tmpdepth = 0;
if ((startDepth==0) || (startDepth>0 && path.startsWith(selectedPath))){
buf.delete(0, buf.length());
int minDepth=Math.min(wantedDepth, pathDepth);
tmpdepth = 0;
for(int k = _patStart; ((k < _patEnd) && (tmpdepth < minDepth)); ++k, tmpdepth++){
buf.append(_stringData[k]);
if (!_stringData[k].endsWith(_sep)){
if (pathDepth!=wantedDepth || k<(wantedDepth-1))
buf.append(_sep);
}
}
String wantedPath=buf.toString();
if (currentPath==null){
currentPath=wantedPath;
currentCount=subCount;
}
else if (wantedPath.equals(currentPath)){
if (!strict){
currentCount+=subCount;
}
}
else{
boolean directNode=false;
if (wantedPath.endsWith(_sep)){
if (currentPath.equals(wantedPath.substring(0, wantedPath.length()-1))){
directNode=true;
}
}
if (strict){
if (directNode){
currentCount+=subCount;
}
else{
BrowseFacet ch=new BrowseFacet(currentPath,currentCount);
if (pq!=null){
pq.add(ch);
}
else{
if (list.size()<maxCount){
list.add(ch);
}
}
currentPath=wantedPath;
currentCount=subCount;
}
}
else{
if (!directNode){
BrowseFacet ch=new BrowseFacet(currentPath,currentCount);
if (pq!=null){
pq.add(ch);
}
else{
if (list.size()<maxCount){
list.add(ch);
}
}
currentPath=wantedPath;
currentCount=subCount;
}
else{
currentCount+=subCount;
}
}
}
}
else{
break;
}
}
}
if (currentPath!=null && currentCount>0){
BrowseFacet ch=new BrowseFacet(currentPath,currentCount);
if (pq!=null){
pq.add(ch);
}
else{
if (list.size()<maxCount){
list.add(ch);
}
}
}
if (pq!=null){
BrowseFacet val;
while((val = pq.poll()) != null)
{
list.addFirst(val);
}
}
return list;
}
public List<BrowseFacet> getFacets() {
Properties props = _sel == null ? null : _sel.getSelectionProperties();
int depth = PathFacetHandler.getDepth(props);
boolean strict = PathFacetHandler.isStrict(props);
String[] paths= _sel == null ? null : _sel.getValues();
if (paths==null || paths.length == 0)
{
return getFacetsForPath(null, depth, strict, _minHitCount,_maxCount);
}
if (paths.length==1) return getFacetsForPath(paths[0],depth,strict,_minHitCount,_maxCount);
LinkedList<BrowseFacet> finalList=new LinkedList<BrowseFacet>();
ArrayList<Iterator<BrowseFacet>> iterList = new ArrayList<Iterator<BrowseFacet>>(paths.length);
for (String path : paths)
{
List<BrowseFacet> subList=getFacetsForPath(path, depth, strict, _minHitCount,_maxCount);
if (subList.size() > 0)
{
iterList.add(subList.iterator());
}
}
Iterator<BrowseFacet> finalIter = ListMerger.mergeLists(
iterList.toArray((Iterator<BrowseFacet>[])new Iterator[iterList.size()]),
_comparatorFactory==null ? new FacetValueComparatorFactory().newComparator(): _comparatorFactory.newComparator());
while (finalIter.hasNext())
{
BrowseFacet f = finalIter.next();
finalList.addFirst(f);
}
return finalList;
}
public void close()
{
// TODO Auto-generated method stub
}
public FacetIterator iterator() {
Properties props = _sel == null ? null : _sel.getSelectionProperties();
int depth = PathFacetHandler.getDepth(props);
boolean strict = PathFacetHandler.isStrict(props);
List<BrowseFacet> finalList;
String[] paths= _sel == null ? null : _sel.getValues();
if (paths==null || paths.length == 0)
{
finalList = getFacetsForPath(null, depth, strict, Integer.MIN_VALUE, _count.size());
return new PathFacetIterator(finalList);
}
if (paths.length==1) {
finalList = getFacetsForPath(paths[0],depth,strict, Integer.MIN_VALUE, _count.size());
return new PathFacetIterator(finalList);
}
finalList=new LinkedList<BrowseFacet>();
ArrayList<Iterator<BrowseFacet>> iterList = new ArrayList<Iterator<BrowseFacet>>(paths.length);
for (String path : paths)
{
List<BrowseFacet> subList=getFacetsForPath(path, depth, strict, Integer.MIN_VALUE, _count.size());
if (subList.size() > 0)
{
iterList.add(subList.iterator());
}
}
Iterator<BrowseFacet> finalIter = ListMerger.mergeLists(
iterList.toArray((Iterator<BrowseFacet>[])new Iterator[iterList.size()]),
_comparatorFactory==null ? new FacetValueComparatorFactory().newComparator(): _comparatorFactory.newComparator());
while (finalIter.hasNext())
{
BrowseFacet f = finalIter.next();
finalList.add(f);
}
return new PathFacetIterator(finalList);
}
}