Package org.elasticsearch.hadoop.serialization

Examples of org.elasticsearch.hadoop.serialization.ScrollReader

33
34
35
36
37
38
39
40
41
42
43
44
45
@SuppressWarnings({ "rawtypes", "unchecked" })
public class HiveValueReaderTest {

    @Test
    public void testDateMapping() throws Exception {
        ScrollReader reader = new ScrollReader(new HiveValueReader(), mapping("hive-date.json"), false, "_mapping");
        InputStream stream = getClass().getResourceAsStream("hive-date-source.json");
        List<Object[]> read = reader.read(stream);
        assertEquals(1, read.size());
        Object[] doc = read.get(0);
        Map map = (Map) doc[1];
        System.out.println(map);
        assertTrue(map.containsKey(new Text("type")));
View Full Code Here
80
81
82
83
84
85
86
87
88
            FieldPresenceValidation validation = settings.getFieldExistanceValidation();
            if (validation.isRequired()) {
                MappingUtils.validateMapping(fields, mapping, validation, log);
            }

            input = QueryBuilder.query(settings).fields(StringUtils.concatenate(fields,  ",")).build(client, new ScrollReader(new JdkValueReader(), mapping));
        }
        return new TupleEntrySchemeIterator<Properties, ScrollQuery>(flowProcess, getScheme(), input, getIdentifier());
    }
View Full Code Here
218
219
220
221
222
223
224
225
226
227
228
            }
            else {
                log.warn(String.format("No mapping found for [%s] - either no index exists or the split configuration has been corrupted", esSplit));
            }

            scrollReader = new ScrollReader(reader, mapping);

            // heart-beat
            beat = new HeartBeat(progressable, cfg, settings.getHeartBeatLead(), log);

            // initialize REST client
View Full Code Here
TOP

Related Classes of org.elasticsearch.hadoop.serialization.ScrollReader

  • org.elasticsearch.hadoop.cascading.EsLocalTap
  • org.elasticsearch.hadoop.hive.HiveValueReaderTest
  • org.elasticsearch.hadoop.integration.rest.AbstractRestQueryTest
  • org.elasticsearch.hadoop.mr.EsInputFormat$ShardRecordReader
  • org.elasticsearch.hadoop.rest.RestService
  • org.elasticsearch.hadoop.rest.ScrollReaderTest
  • org.elasticsearch.hadoop.serialization.json.JacksonJsonParser
  • org.elasticsearch.hadoop.serialization.Parser.NumberType
  • org.elasticsearch.hadoop.serialization.Parser.Token
  • org.elasticsearch.hadoop.util.BytesArray
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.