/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.openjena.atlas.data;
import java.io.File ;
import java.util.ArrayList ;
import java.util.Collections ;
import java.util.Iterator ;
import java.util.List ;
import java.util.Random ;
import junit.framework.TestCase ;
import org.junit.Before ;
import org.junit.Test ;
import org.openjena.atlas.iterator.Iter ;
import org.openjena.riot.SerializationFactoryFinder ;
import com.hp.hpl.jena.datatypes.xsd.XSDDatatype ;
import com.hp.hpl.jena.graph.Node ;
import com.hp.hpl.jena.query.Query ;
import com.hp.hpl.jena.query.QueryCancelledException ;
import com.hp.hpl.jena.query.SortCondition ;
import com.hp.hpl.jena.sparql.core.Var ;
import com.hp.hpl.jena.sparql.engine.QueryIterator ;
import com.hp.hpl.jena.sparql.engine.binding.Binding ;
import com.hp.hpl.jena.sparql.engine.binding.BindingComparator ;
import com.hp.hpl.jena.sparql.engine.binding.BindingFactory ;
import com.hp.hpl.jena.sparql.engine.binding.BindingMap ;
import com.hp.hpl.jena.sparql.expr.ExprVar ;
public class TestSortedDataBag extends TestCase
{
private static final String LETTERS = "qwertyuiopasdfghjklzxcvbnmQWERTYUIOPASDFGHJKLZXCVBNM";
private Random random;
private List<Binding> unsorted;
@Before @Override public void setUp()
{
random = new Random();
Var[] vars = new Var[]{
Var.alloc("1"), Var.alloc("2"), Var.alloc("3"),
Var.alloc("4"), Var.alloc("5"), Var.alloc("6"),
Var.alloc("7"), Var.alloc("8"), Var.alloc("9"), Var.alloc("0")
};
unsorted = new ArrayList<Binding>();
for(int i = 0; i < 500; i++){
unsorted.add(randomBinding(vars));
}
}
@Test public void testSorting()
{
List<SortCondition> conditions = new ArrayList<SortCondition>();
conditions.add(new SortCondition(new ExprVar("8"), Query.ORDER_ASCENDING));
conditions.add(new SortCondition(new ExprVar("1"), Query.ORDER_ASCENDING));
conditions.add(new SortCondition(new ExprVar("0"), Query.ORDER_DESCENDING));
BindingComparator comparator = new BindingComparator(conditions);
List<Binding> sorted = new ArrayList<Binding>();
SortedDataBag<Binding> db = new SortedDataBag<Binding>(
new ThresholdPolicyCount<Binding>(10),
SerializationFactoryFinder.bindingSerializationFactory(),
comparator);
try
{
db.addAll(unsorted);
Iterator<Binding> iter = db.iterator();
while (iter.hasNext())
{
sorted.add(iter.next());
}
Iter.close(iter);
}
finally
{
db.close();
}
Collections.sort(unsorted, comparator);
assertEquals(unsorted, sorted);
}
@Test public void testTemporaryFilesAreCleanedUpAfterCompletion()
{
List<SortCondition> conditions = new ArrayList<SortCondition>();
conditions.add(new SortCondition(new ExprVar("8"), Query.ORDER_ASCENDING));
BindingComparator comparator = new BindingComparator(conditions);
SortedDataBag<Binding> db = new SortedDataBag<Binding>(
new ThresholdPolicyCount<Binding>(10),
SerializationFactoryFinder.bindingSerializationFactory(),
comparator);
List<File> spillFiles = new ArrayList<File>();
try
{
db.addAll(unsorted);
spillFiles.addAll(db.getSpillFiles());
int count = 0;
for (File file : spillFiles)
{
if (file.exists())
{
count++;
}
}
// 500 bindings divided into 50 chunks (49 in files, and 1 in memory)
assertEquals(49, count);
Iterator<Binding> iter = db.iterator();
while (iter.hasNext())
{
iter.next();
}
Iter.close(iter);
}
finally
{
db.close();
}
int count = 0;
for (File file : spillFiles)
{
if (file.exists())
{
count++;
}
}
assertEquals(0, count);
}
private Binding randomBinding(Var[] vars)
{
BindingMap binding = BindingFactory.create();
binding.add(vars[0], Node.createAnon());
binding.add(vars[1], Node.createURI(randomURI()));
binding.add(vars[2], Node.createURI(randomURI()));
binding.add(vars[3], Node.createLiteral(randomString(20)));
binding.add(vars[4], Node.createAnon());
binding.add(vars[5], Node.createURI(randomURI()));
binding.add(vars[6], Node.createURI(randomURI()));
binding.add(vars[7], Node.createLiteral(randomString(5)));
binding.add(vars[8], Node.createLiteral("" + random.nextInt(), null, XSDDatatype.XSDinteger));
binding.add(vars[9], Node.createAnon());
return binding;
}
public String randomURI()
{
return String.format("http://%s.example.com/%s", randomString(10), randomString(10));
}
public String randomString(int length)
{
StringBuilder builder = new StringBuilder();
for(int i = 0; i < length; i++){
builder.append(LETTERS.charAt(random.nextInt(LETTERS.length())));
}
return builder.toString();
}
private void getNextAndExpectException(QueryIterator iter)
{
try{
iter.hasNext();
fail("Expected an exception here");
}catch(QueryCancelledException e){
// expected
}catch(Exception e){
fail("Unexpected exception");
}
}
}