Package org.lilyproject.tools.import_.json

Examples of org.lilyproject.tools.import_.json.WriteOptions

170
171
172
173
174
175
176
177
178
179
180
    private void loadConfig(InputStream is)
            throws IOException, JsonFormatException, RepositoryException, ImportConflictException,
            ImportException, InterruptedException, SecurityException, IllegalArgumentException, NoSuchMethodException,
            InstantiationException, IllegalAccessException, InvocationTargetException {

        jsonImport = new JsonImport(table, repository, new DefaultImportListener());
        JsonParser jp = JsonFormat.JSON_FACTORY_NON_STD.createJsonParser(is);

        JsonToken current;
        current = jp.nextToken();
View Full Code Here
333
334
335
336
337
338
339
340
341
342
343
    }

    private void createSchema(JsonNode configNode) throws IOException, RepositoryException, ImportConflictException,
            ImportException, JsonFormatException, NoServersException, InterruptedException, KeeperException {

        JsonImport jsonImport = new JsonImport(table, repository, new DefaultImportListener());

        // Namespaces
        ObjectNode namespacesNode = JsonUtil.getObject(configNode, "namespaces", null);
        if (namespacesNode != null) {
            jsonImport.readNamespaces(namespacesNode);
View Full Code Here
170
171
172
173
174
175
176
177
178
179
180
    private void loadConfig(InputStream is)
            throws IOException, JsonFormatException, RepositoryException, ImportConflictException,
            ImportException, InterruptedException, SecurityException, IllegalArgumentException, NoSuchMethodException,
            InstantiationException, IllegalAccessException, InvocationTargetException {

        jsonImport = new JsonImport(table, repository, new DefaultImportListener());
        JsonParser jp = JsonFormat.JSON_FACTORY_NON_STD.createJsonParser(is);

        JsonToken current;
        current = jp.nextToken();
View Full Code Here
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
    }

    private void createSchema(JsonNode configNode) throws IOException, RepositoryException, ImportConflictException,
            ImportException, JsonFormatException, NoServersException, InterruptedException, KeeperException {

        JsonImport jsonImport = new JsonImport(table, repository, new DefaultImportListener());

        // Namespaces
        ObjectNode namespacesNode = JsonUtil.getObject(configNode, "namespaces", null);
        if (namespacesNode != null) {
            jsonImport.readNamespaces(namespacesNode);
        }

        // Fields
        JsonNode fieldTypesNode = configNode.get("fieldTypes");
        if (fieldTypesNode != null && fieldTypesNode.isArray()) {
            for (JsonNode fieldTypeNode : fieldTypesNode) {
                FieldType importFieldType = jsonImport.importFieldType(fieldTypeNode);
                JsonNode propertiesNode = fieldTypeNode.get("properties");

                fieldTypes.put(importFieldType.getName(),
                        new TestFieldType(importFieldType, table, repository, propertiesNode));
            }
        }

        // Record type
        JsonNode recordTypesNode = configNode.get("recordTypes");
        if (recordTypesNode != null && recordTypesNode.isArray()) {
            for (JsonNode recordTypeNode : recordTypesNode) {
                String recordTypeName = JsonUtil.getString(recordTypeNode, "name");
                QName recordTypeQName = QNameConverter.fromJson(recordTypeName, jsonImport.getNamespaces());
                recordType = repository.getTypeManager().newRecordType(recordTypeQName);
                TestRecordType testRecordType = new TestRecordType();
                // Fields
                for (JsonNode fieldNode : recordTypeNode.get("fields")) {
                    String fieldName = JsonUtil.getString(fieldNode, "name");
View Full Code Here
543
544
545
546
547
548
549
550
551
552
553
    }

    @Test
    public void testLineBasedJsonImport() throws Exception {
        JsonImport.loadJsonLines(table, repository,
                getClass().getResourceAsStream("json_line_input.txt"), new ImportSettings());

        Record record = table.read(repository.getIdGenerator().fromString("USER.jsonline1"));
        assertEquals("hello1", record.getField(new QName("ns", "stringField")));

        record = table.read(repository.getIdGenerator().fromString("USER.jsonline2"));
View Full Code Here
554
555
556
557
558
559
560
561
562
563
564
        assertEquals("hello2", record.getField(new QName("ns", "stringField")));
    }

    @Test
    public void testIgnoreEmptyFields() throws Exception {
        ImportSettings settings = new ImportSettings();
        settings.recordReader = IgnoreAndDeleteEmptyFieldsRecordReader.INSTANCE;
        JsonImport.load(table, repository, getClass().getResourceAsStream("emptyfieldsignore_1.json"), settings);

        QName stringField = new QName("ns", "string");
        QName integerField = new QName("ns", "integer");
View Full Code Here
455
456
457
458
459
460
461
462
463
464
465
        if (recordType.getName() == null) {
            throw new ImportException("Missing name property on record type.");
        }

        ImportMode mode = getImportMode(node, ImportMode.CREATE_OR_UPDATE);

        ImportResult<RecordType> result = RecordTypeImport.importRecordType(recordType, mode,
                IdentificationMode.NAME, recordType.getName(), true, repository.getTypeManager());
        RecordType newRecordType = result.getEntity();
View Full Code Here
546
547
548
549
550
551
552
553
554
555
556
            throw new ImportException("Record should be specified as object node.");
        }

        Record record = recordReader.fromJson(node, namespaces, repository);

        ImportMode mode = getImportMode(node, ImportMode.CREATE_OR_UPDATE);

        if (mode == ImportMode.UPDATE && record.getId() == null) {
            throw new ImportException(String.format("Import mode %s is specified but the record has no id.",
                    ImportMode.UPDATE));
        }
View Full Code Here
103
104
105
106
107
108
109
110
111
112
113
        // TODO record we respond with should be full record or be limited to user-specified field list
        record = result.getEntity();
        Response response;

        ImportResultType resultType = result.getResultType();
        switch (resultType) {
            case CREATED:
                URI uri = uriInfo.getBaseUriBuilder().path(RecordResource.class).build(record.getId());
                response = Response.created(uri).entity(Entity.create(record, uriInfo)).build();
                break;
View Full Code Here
152
153
154
155
156
157
158
159
160
161
162
            // TODO record we respond with should be full record or be limited to user-specified field list
            record = result.getEntity();
            Response response;

            ImportResultType resultType = result.getResultType();
            switch (resultType) {
                case CANNOT_UPDATE_DOES_NOT_EXIST:
                    throw new ResourceException("Record not found: " + recordId, NOT_FOUND.getStatusCode());
                case UPDATED:
                case UP_TO_DATE:
View Full Code Here
TOP

Related Classes of org.lilyproject.tools.import_.json.WriteOptions

  • com.google.common.base.Splitter
  • com.ngdata.lily.security.hbase.client.AuthorizationContext
  • org.codehaus.jackson.JsonNode
  • org.codehaus.jackson.JsonParser
  • org.codehaus.jackson.JsonToken
  • org.codehaus.jackson.map.ObjectMapper
  • org.codehaus.jackson.node.ArrayNode
  • org.codehaus.jackson.node.JsonNodeFactory
  • org.codehaus.jackson.node.ObjectNode
  • org.joda.time.DateTime
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.