/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.avro.tool;
import java.io.EOFException;
import java.io.InputStream;
import java.io.PrintStream;
import java.util.List;
import joptsimple.OptionParser;
import joptsimple.OptionSet;
import joptsimple.OptionSpec;
import org.apache.avro.Schema;
import org.apache.avro.generic.GenericDatumReader;
import org.apache.avro.generic.GenericDatumWriter;
import org.apache.avro.io.Encoder;
import org.apache.avro.io.EncoderFactory;
import org.apache.avro.io.DecoderFactory;
import org.apache.avro.io.JsonDecoder;
/** Tool to convert JSON data into the binary form. */
public class JsonToBinaryFragmentTool implements Tool {
@Override
public int run(InputStream stdin, PrintStream out, PrintStream err,
List<String> args) throws Exception {
OptionParser optionParser = new OptionParser();
OptionSpec<String> schemaFileOption = optionParser
.accepts("schema-file", "File containing schema, must not occur with inline schema.")
.withOptionalArg()
.ofType(String.class);
OptionSet optionSet = optionParser.parse(args.toArray(new String[0]));
List<String> nargs = (List<String>)optionSet.nonOptionArguments();
String schemaFile = schemaFileOption.value(optionSet);
if (nargs.size() != (schemaFile == null ? 2 : 1)) {
err.println("jsontofrag --schema-file <file> [inline-schema] input-file");
err.println(" converts JSON to Avro fragments.");
optionParser.printHelpOn(err);
err.println(" A dash '-' for input-file means stdin.");
return 1;
}
Schema schema;
String inputFile;
if (schemaFile == null) {
schema = new Schema.Parser().parse(nargs.get(0));
inputFile = nargs.get(1);
} else {
schema = new Schema.Parser().parse(Util.openFromFS(schemaFile));
inputFile = nargs.get(0);
}
InputStream input = Util.fileOrStdin(inputFile, stdin);
try {
GenericDatumReader<Object> reader =
new GenericDatumReader<Object>(schema);
JsonDecoder jsonDecoder =
DecoderFactory.get().jsonDecoder(schema, input);
GenericDatumWriter<Object> writer =
new GenericDatumWriter<Object>(schema);
Encoder e = EncoderFactory.get().binaryEncoder(out, null);
Object datum = null;
while(true) {
try {
datum = reader.read(datum, jsonDecoder);
} catch (EOFException eofException) {
break;
}
writer.write(datum, e);
e.flush();
}
} finally {
Util.close(input);
}
return 0;
}
@Override
public String getName() {
return "jsontofrag";
}
@Override
public String getShortDescription() {
return "Renders a JSON-encoded Avro datum as binary.";
}
}