Examples of org.lilyproject.repository.api.RecordScan

org.lilyproject.repository.api.RecordScan
Defines the parameters of a scan to be performed over the records.
See {@link Repository#getScanner(RecordScan)}.

        assertEquals("Zm9v", node.get("rawStopRecordId").getTextValue());
    }


    @Test
    public void testScanCaching() throws Exception {
        RecordScan scan = new RecordScan();
        scan.setCacheBlocks(false);
        scan.setCaching(500);


        byte[] data = scanToBytes(scan);
        RecordScan parsedScan = scanFromBytes(data);


        assertEquals(false, parsedScan.getCacheBlocks());
        assertEquals(500, parsedScan.getCaching());
    }

View Full Code Here


    @Test
    public void testScanRecordTypeFilter() throws Exception {
        QName recordType = new QName("ns", "rt");


        RecordScan scan = new RecordScan();
        scan.setRecordFilter(new RecordTypeFilter(recordType));


        byte[] data = scanToBytes(scan);
        RecordScan parsedScan = scanFromBytes(data);


        assertNotNull(parsedScan.getRecordFilter());
        assertTrue(parsedScan.getRecordFilter() instanceof RecordTypeFilter);
        assertEquals(recordType, ((RecordTypeFilter) parsedScan.getRecordFilter()).getRecordType());
        assertNull(((RecordTypeFilter) parsedScan.getRecordFilter()).getVersion());


        // Check json
        JsonNode node = new ObjectMapper().readTree(data);
        assertEquals("org.lilyproject.repository.api.filter.RecordTypeFilter",
                node.get("recordFilter").get("@class").getTextValue());

View Full Code Here

    public void testScanRecordIdPrefixFilter() throws Exception {
        IdGenerator idGenerator = new IdGeneratorImpl();


        RecordId recordId = idGenerator.newRecordId("foo");


        RecordScan scan = new RecordScan();
        scan.setRecordFilter(new RecordIdPrefixFilter(recordId));


        byte[] data = scanToBytes(scan);
        RecordScan parsedScan = scanFromBytes(data);


        assertNotNull(parsedScan.getRecordFilter());
        assertTrue(parsedScan.getRecordFilter() instanceof RecordIdPrefixFilter);
        assertEquals(recordId, ((RecordIdPrefixFilter) parsedScan.getRecordFilter()).getRecordId());


        // Check json
        JsonNode node = new ObjectMapper().readTree(data);
        assertEquals("org.lilyproject.repository.api.filter.RecordIdPrefixFilter",
                node.get("recordFilter").get("@class").getTextValue());

View Full Code Here

    @Test
    public void testScanFieldValueFilter() throws Exception {
        QName name = new QName("ns", "stringField");
        Object value = "foo";


        RecordScan scan = new RecordScan();
        scan.setRecordFilter(new FieldValueFilter(name, value));


        byte[] data = scanToBytes(scan);
        RecordScan parsedScan = scanFromBytes(data);


        assertNotNull(parsedScan.getRecordFilter());
        assertTrue(parsedScan.getRecordFilter() instanceof FieldValueFilter);
        FieldValueFilter filter = (FieldValueFilter) parsedScan.getRecordFilter();
        assertEquals(name, filter.getField());
        assertEquals(value, filter.getFieldValue());
        assertTrue(filter.getFilterIfMissing());


        // Check json structure

View Full Code Here

        variantProperties.put("lang", "en");
        variantProperties.put("branch", null);


        RecordId recordId = idGenerator.newRecordId("foo");


        RecordScan scan = new RecordScan();
        scan.setRecordFilter(new RecordVariantFilter(recordId, variantProperties));


        byte[] data = scanToBytes(scan);
        RecordScan parsedScan = scanFromBytes(data);


        assertNotNull(parsedScan.getRecordFilter());
        assertTrue(parsedScan.getRecordFilter() instanceof RecordVariantFilter);
        assertEquals(recordId.getMaster(), ((RecordVariantFilter) parsedScan.getRecordFilter()).getMasterRecordId());
        assertEquals(variantProperties, ((RecordVariantFilter) parsedScan.getRecordFilter()).getVariantProperties());


        // Check json
        JsonNode node = new ObjectMapper().readTree(data);
        assertEquals("org.lilyproject.repository.api.filter.RecordVariantFilter",
                node.get("recordFilter").get("@class").getTextValue());

View Full Code Here

    public void testScanRecordFilterList() throws Exception {
        IdGenerator idGenerator = new IdGeneratorImpl();


        RecordId recordId = idGenerator.newRecordId("foo");


        RecordScan scan = new RecordScan();
        RecordFilterList filterList = new RecordFilterList(RecordFilterList.Operator.MUST_PASS_ONE);
        filterList.addFilter(new RecordIdPrefixFilter(recordId));
        filterList.addFilter(new RecordTypeFilter(new QName("ns", "stringField")));
        scan.setRecordFilter(filterList);


        byte[] data = scanToBytes(scan);
        RecordScan parsedScan = scanFromBytes(data);


        assertNotNull(parsedScan.getRecordFilter());
        assertTrue(parsedScan.getRecordFilter() instanceof RecordFilterList);
        assertTrue(filterList.getFilters().get(0) instanceof RecordIdPrefixFilter);
        assertTrue(filterList.getFilters().get(1) instanceof RecordTypeFilter);
        assertEquals(RecordFilterList.Operator.MUST_PASS_ONE, filterList.getOperator());


        // Check json

View Full Code Here

                node.get("recordFilter").get("filters").get(0).get("@class").getTextValue());
    }


    @Test
    public void testScanReturnFields() throws Exception {
        RecordScan scan = new RecordScan();
        scan.setReturnFields(ReturnFields.NONE);


        byte[] data = scanToBytes(scan);
        RecordScan parsedScan = scanFromBytes(data);


        assertEquals(ReturnFields.NONE.getType(), parsedScan.getReturnFields().getType());


        // Test with enumeration of fields to return
        scan.setReturnFields(new ReturnFields(new QName("ns", "f1"), new QName("ns", "f2")));
        data = scanToBytes(scan);
        parsedScan = scanFromBytes(data);


        assertEquals(ReturnFields.Type.ENUM, parsedScan.getReturnFields().getType());
        assertEquals(Lists.newArrayList(new QName("ns", "f1"), new QName("ns", "f2")),
                parsedScan.getReturnFields().getFields());
    }

View Full Code Here

    @Test
    public void testScanNamespaces() throws Exception {
        QName name = new QName("ns", "stringField");
        Object value = "foo";


        RecordScan scan = new RecordScan();
        scan.setRecordFilter(new FieldValueFilter(name, value));


        // Test serialization without namespace prefixes
        byte[] data = scanToBytes(scan);


        JsonNode node = new ObjectMapper().readTree(data);

View Full Code Here

        // The reducer writes directly to Lily, so for Hadoop there is no output to produce
        job.setOutputFormatClass(NullOutputFormat.class);


        // The RecordScan defines what subset of the records will be offered as input
        // to the map task.
        RecordScan scan = new RecordScan();
        scan.setRecordFilter(new RecordTypeFilter(new QName("mrsample", "Document")));


        // Need LilyClient here just to be able to serialize the RecordScan.
        // This is a bit lame, will improve in the future.
        LilyClient lilyClient = new LilyClient(zkConnectString, 30000);
        LRepository repository = lilyClient.getDefaultRepository();

View Full Code Here

0 1 2 3

TOP

Related Classes of org.lilyproject.repository.api.RecordScan

$.MyJob

org.lilyproject.indexer.model.indexerconf.IndexerUtils

org.lilyproject.mapreduce.AbstractLilyScanInputFormat

org.lilyproject.mapreduce.LilyIdScanInputFormat

org.lilyproject.mapreduce.LilyScanInputFormat

org.lilyproject.mapreduce.test.MapReduceTest

org.lilyproject.process.test.LilyClientTest

org.lilyproject.repository.impl.test.AbstractRepositoryTest

org.lilyproject.tools.import_.json.RecordScanReader

org.lilyproject.tools.import_.json.test.JsonConversionTest

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.