Package com.odiago.flumebase.parser

Examples of com.odiago.flumebase.parser.FormatSpec

662
663
664
665
666
667
668
669
670
671
672
673
674
675
    streamBuilder.addField(new TypedField("a", leftType));
    streamBuilder.addField(new TypedField("b", rightType));
    for (String input : inputs) {
      streamBuilder.addEvent(input);
    }
    FormatSpec formatSpec = new FormatSpec();
    formatSpec.setFormat(FormatSpec.DEFAULT_FORMAT_NAME);
    formatSpec.setParam(DelimitedEventParser.DELIMITER_PARAM, delimStr);
    formatSpec.setParam(DelimitedEventParser.NULL_STR_PARAM, nullStr);
    streamBuilder.setFormat(formatSpec);
    StreamSymbol stream = streamBuilder.build();

    getSymbolTable().addSymbol(stream);
    getConf().set(SelectStmt.CLIENT_SELECT_TARGET_KEY, "testSelect");
View Full Code Here
64
65
66
67
68
69
70
71
72
73
74
    String sourceFilename = sourceFile.getAbsolutePath();

    StreamBuilder streamBuilder = new StreamBuilder("inputstream");

    streamBuilder.addField(new TypedField("a", Type.getPrimitive(Type.TypeName.INT)));
    streamBuilder.setFormat(new FormatSpec("delimited"));
    streamBuilder.setLocal(true);
    streamBuilder.setSourceType(StreamSourceType.Source);
    streamBuilder.setSource("tail(\"" + sourceFilename + "\")");
    StreamSymbol inputStream = streamBuilder.build();
View Full Code Here
189
190
191
192
193
194
195
196
197
198
199
200
          LOG.error("Cannot create stream for flow; object already exists at top level: "
              + mFlumeNodeName);
          mOwnsSymbol = false;
          ((LocalContext) getContext()).getFlowData().setStreamName(null);
        } else {
          FormatSpec formatSpec = new FormatSpec(FormatSpec.FORMAT_AVRO);
          formatSpec.setParam(AvroEventParser.SCHEMA_PARAM, mOutputSchema.toString());

          List<Type> outputTypes = new ArrayList<Type>();
          for (TypedField field : mFlumeInputFields) {
            outputTypes.add(field.getType());
          }
View Full Code Here
45
46
47
48
49
50
51
52
53
54
  }

  public StreamBuilder(String name) {
    mStreamName = name;
    mFields = new ArrayList<TypedField>();
    mFormatSpec = new FormatSpec();
    mSourceType = StreamSourceType.Memory;
    mSource = null;
    mIsLocal = false;
  }
View Full Code Here
TOP

Related Classes of com.odiago.flumebase.parser.FormatSpec

  • com.odiago.flumebase.exec.OutputElement
  • com.odiago.flumebase.exec.TestSelect
  • com.odiago.flumebase.exec.TestStreamOutput
  • com.odiago.flumebase.io.AvroEventParser
  • com.odiago.flumebase.io.DelimitedEventParser
  • com.odiago.flumebase.io.RegexEventParser
  • com.odiago.flumebase.testutil.StreamBuilder
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.