Package com.cloudera.flume.handlers.text.output

Examples of com.cloudera.flume.handlers.text.output.OutputFormat

85
86
87
88
89
90
91
92
93
94
95
96
    return new OutputFormatBuilder() {
      @Override
      public OutputFormat build(String... args) {
        Preconditions.checkArgument(args.length == 0, "usage: avro");

        OutputFormat format = new AvroNativeFileOutputFormat();
        format.setBuilder(this);

        return format;
      }

      @Override
View Full Code Here
87
88
89
90
91
92
93
94
95
96
97
98
      @Override
      public OutputFormat build(String... args) {
        Preconditions.checkArgument(args.length == 0, "usage: avrodata");

        OutputFormat format = new AvroDataFileOutputFormat();
        format.setBuilder(this);

        return format;
      }

      @Override
View Full Code Here
152
153
154
155
156
157
158
159
160
161
162
163
        int year = Calendar.getInstance().get(Calendar.YEAR);
        if (args.length >= 1) {
          year = Integer.parseInt(args[0]);
        }

        OutputFormat format = new SyslogEntryFormat(year);
        format.setBuilder(this);

        return format;
      }

      @Override
View Full Code Here
70
71
72
73
74
75
76
77
78
79
80
      @Override
      public EventSink build(Context context, String... argv) {
        Preconditions.checkArgument(argv.length <= 1,
            "usage: console[(format)]");
        OutputFormat fmt = DebugOutputFormat.builder().build();
        if (argv.length >= 1) {
          // TODO (jon) handle formats with arguments. Requires language update.
          try {
            fmt = FormatFactory.get().getOutputFormat(argv[0]);
          } catch (FlumeSpecException e) {
View Full Code Here
168
169
170
171
172
173
174
175
176
177
178
          throw new IllegalArgumentException(
              "usage: customdfs(\"[(hdfs|file|s3n|...)://namenode[:port]]/path\", \"format\")");
        }

        String format = (args.length == 1) ? null : args[1];
        OutputFormat fmt;
        try {
          fmt = FormatFactory.get().getOutputFormat(format);
        } catch (FlumeSpecException e) {
          LOG.error("failed to load format " + format, e);
          throw new IllegalArgumentException("failed to load format " + format);
View Full Code Here
165
166
167
168
169
170
171
172
173
174
175
        String format = FlumeConfiguration.get().getDefaultOutputFormat();
        if (args.length >= 3) {
          format = args[2];
        }

        OutputFormat o;
        try {
          o = FormatFactory.get().getOutputFormat(format);
        } catch (FlumeSpecException e) {
          LOG.warn("Illegal format type " + format + ".", e);
          o = null;
View Full Code Here
86
87
88
89
90
91
92
93
94
95
96
97
      @Override
      public OutputFormat build(String... args) {
        Preconditions.checkArgument(args.length == 0, "usage: avrojson");

        OutputFormat format = new AvroJsonOutputFormat();
        format.setBuilder(this);

        return format;
      }

      @Override
View Full Code Here
102
103
104
105
106
107
108
109
110
111
112
    return new SinkBuilder() {
      @Override
      public EventSink build(Context context, String... args) {
        Preconditions.checkArgument(args.length >= 1 && args.length <= 2,
            "usage: text(filename[,format])");
        OutputFormat fmt = DebugOutputFormat.builder().build();
        String val = null;
        if (args.length >= 2) {
          val = args[1];
        } else {
          val = context.getValue("format");
View Full Code Here
204
205
206
207
208
209
210
211
212
213
214
        String hivetable = args[1];
        if (args.length >= 3) {
          format = args[2];
        }

        OutputFormat o;
        try {
          o = FormatFactory.get().getOutputFormat(format);
        } catch (FlumeSpecException e) {
          LOG.warn("Illegal format type " + format + ".", e);
          o = null;
View Full Code Here
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
    // setup sink.
    File f = FileUtil.createTempFile("avrodata", ".avro");
    f.deleteOnExit();
    FileOutputStream fos = new FileOutputStream(f);
    LOG.info("filename before escaping: " + f.getAbsolutePath());
    OutputFormat out = FormatFactory.get().getOutputFormat("avrodata", args);
    mem.open();
    Event e = mem.next();
    while (e != null) {
      out.format(fos, e);
      e = mem.next();
    }

    mem.open();
    DatumReader<EventImpl> dtm = new ReflectDatumReader<EventImpl>(
View Full Code Here
TOP

Related Classes of com.cloudera.flume.handlers.text.output.OutputFormat

  • com.cloudera.flume.handlers.avro.AvroDataFileOutputFormat
  • com.cloudera.flume.handlers.avro.AvroJsonOutputFormat
  • com.cloudera.flume.handlers.avro.AvroNativeFileOutputFormat
  • com.cloudera.flume.handlers.avro.TestAvroDataFile
  • com.cloudera.flume.handlers.debug.ConsoleEventSink
  • com.cloudera.flume.handlers.debug.TextFileSink
  • com.cloudera.flume.handlers.hdfs.CustomDfsSink
  • com.cloudera.flume.handlers.hdfs.EscapedCustomDfsSink
  • com.cloudera.flume.handlers.hive.HiveNotifyingDfsSink
  • com.cloudera.flume.handlers.seqfile.TestSequenceFileOutputFormat
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.