Package org.apache.avro.generic

Examples of org.apache.avro.generic.GenericRecordBuilder

43
44
45
46
47
48
49
50
51
52
53
    String message = request.getParameter("message");
    if (message == null) {
      pw.println("<p>No message specified.</p>");
    } else {
      pw.println("<p>Message: " + message + "</p>");
      GenericData.Record event = new GenericRecordBuilder(schema)
          .set("id", id.incrementAndGet())
          .set("message", message)
          .build();
      logger.info(event);
    }
View Full Code Here
37
38
39
40
41
42
43
44
45
46
47
48
49
    // Load the schema from our classpath
    Schema schema = new Schema.Parser().parse(
        getClass().getResourceAsStream("/event.avsc"));

    // Build some events using the generic Avro API and log them using log4j
    GenericRecordBuilder builder = new GenericRecordBuilder(schema);
    for (long i = 0; i < 10; i++) {
      GenericRecord event = builder.set("id", i)
          .set("message", "Hello " + i).build();
      System.out.println("Sending to log4j: " + event);
      logger.info(event);
    }
View Full Code Here
49
50
51
52
53
54
55
56
57
58
59
60
61
    DatasetWriter<GenericRecord> writer = users.newWriter();
    try {
      writer.open();
      String[] colors = { "green", "blue", "pink", "brown", "yellow" };
      Random rand = new Random();
      GenericRecordBuilder builder = new GenericRecordBuilder(descriptor.getSchema());
      for (int i = 0; i < 100; i++) {
        GenericRecord record = builder.set("username", "user-" + i)
            .set("creationDate", System.currentTimeMillis())
            .set("favoriteColor", colors[rand.nextInt(colors.length)]).build();
        writer.write(record);
      }
    } finally {
View Full Code Here
49
50
51
52
53
54
55
56
57
58
59
60
61
    DatasetWriter<GenericRecord> writer = users.newWriter();
    try {
      writer.open();
      String[] colors = { "green", "blue", "pink", "brown", "yellow" };
      Random rand = new Random();
      GenericRecordBuilder builder = new GenericRecordBuilder(descriptor.getSchema());
      for (int i = 0; i < 100; i++) {
        GenericRecord record = builder.set("username", "user-" + i)
            .set("creationDate", System.currentTimeMillis())
            .set("favoriteColor", colors[rand.nextInt(colors.length)]).build();
        writer.write(record);
      }
    } finally {
View Full Code Here
55
56
57
58
59
60
61
62
63
64
65
66
67
    DatasetWriter<GenericRecord> writer = users.newWriter();
    try {
      writer.open();
      String[] colors = { "green", "blue", "pink", "brown", "yellow" };
      Random rand = new Random();
      GenericRecordBuilder builder = new GenericRecordBuilder(descriptor.getSchema());
      for (int i = 0; i < 100; i++) {
        GenericRecord record = builder.set("username", "user-" + i)
            .set("creationDate", System.currentTimeMillis())
            .set("favoriteColor", colors[rand.nextInt(colors.length)]).build();
        writer.write(record);
      }
    } finally {
View Full Code Here
52
53
54
55
56
57
58
59
60
61
62
63
64
    DatasetWriter<GenericRecord> writer = users.newWriter();
    try {
      writer.open();
      String[] colors = { "green", "blue", "pink", "brown", "yellow" };
      Random rand = new Random();
      GenericRecordBuilder builder = new GenericRecordBuilder(descriptor.getSchema());
      for (int i = 0; i < 100; i++) {
        GenericRecord record = builder.set("username", "user-" + i)
            .set("creationDate", System.currentTimeMillis())
            .set("favoriteColor", colors[rand.nextInt(colors.length)]).build();
        writer.write(record);
      }
    } finally {
View Full Code Here
41
42
43
44
45
46
47
48
49
50
51
    String message = request.getParameter("message");
    if (message == null) {
      pw.println("<p>No message specified.</p>");
    } else {
      pw.println("<p>Message: " + message + "</p>");
      GenericData.Record event = new GenericRecordBuilder(schema)
          .set("id", id.incrementAndGet())
          .set("message", message)
          .build();
      logger.info(event);
    }
View Full Code Here
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
  public static final long DAY_IN_MILLIS = 24 * 60 * 60 * 1000;

  @SuppressWarnings("deprecation")
  private static PartitionKey getPartitionKey(Dataset data, long timestamp) {
    // need to build a fake record to get a partition key
    final GenericRecordBuilder builder = new GenericRecordBuilder(
        data.getDescriptor().getSchema());
    builder.set("timestamp", timestamp);
    builder.set("level", "INFO");
    builder.set("component", "StagingToPersistentSerial");
    builder.set("message", "Fake log message");

    // access the partition strategy, which produces keys from records
    final PartitionStrategy partitioner = data.getDescriptor()
        .getPartitionStrategy();

    return partitioner.partitionKeyForEntity(builder.build());
  }
View Full Code Here
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
    // data is written to the staging dataset
    final Dataset<GenericRecord> staging = repo.load("logs-staging");
    final DatasetWriter<GenericRecord> writer = staging.newWriter();

    // this is going to build our simple log records
    final GenericRecordBuilder builder = new GenericRecordBuilder(
        staging.getDescriptor().getSchema());

    // generate timestamps 1 second apart starting... now
    final Calendar now = Calendar.getInstance();
    final long yesterday = now.getTimeInMillis() - DAY_IN_MILLIS;

    try {
      writer.open();

      // generate 15,000 messages, each 5 seconds apart, starting 24 hours ago
      // this is a little less than 24 hours worth of messages
      for (int second : Ranges.closed(0, 15000).asSet(DiscreteDomains.integers())) {
        LOG.info("Generating log message " + second);

        builder.set("timestamp", yesterday + second * 5000);
        builder.set("component", "GenerateSimpleLogs");

        int level = rand.nextInt(LOG_LEVELS.length);
        builder.set("level", LOG_LEVELS[level]);
        builder.set("message", LOG_MESSAGES[level]);

        writer.write(builder.build());
      }
    } finally {
      writer.flush();
      writer.close();
    }
View Full Code Here
39
40
41
42
43
44
45
46
47
48
49
50
51
    // Find the schema from the repository
    DatasetRepository repo = DatasetRepositories.open("repo:hdfs:/tmp/data");
    Schema schema = repo.load("events").getDescriptor().getSchema();

    // Build some events using the generic Avro API and log them using log4j
    GenericRecordBuilder builder = new GenericRecordBuilder(schema);
    for (long i = 0; i < 10; i++) {
      GenericRecord event = builder.set("id", i)
          .set("message", "Hello " + i).build();
      System.out.println("Sending to log4j: " + event);
      logger.info(event);
    }
View Full Code Here
TOP

Related Classes of org.apache.avro.generic.GenericRecordBuilder

  • com.cloudera.cdk.data.filesystem.DatasetTestUtilities
  • com.cloudera.cdk.data.filesystem.TestPartitionedDatasetWriter
  • com.cloudera.cdk.examples.data.CreateHCatalogUserDatasetGeneric
  • com.cloudera.cdk.examples.data.CreateUserDatasetGeneric
  • com.cloudera.cdk.examples.data.CreateUserDatasetGenericParquet
  • com.cloudera.cdk.examples.data.CreateUserDatasetGenericPartitioned
  • com.cloudera.cdk.examples.logging.App
  • com.cloudera.cdk.examples.logging.webapp.LoggingServlet
  • com.cloudera.cdk.examples.staging.GenerateSimpleLogs
  • com.cloudera.cdk.examples.staging.StagingToPersistentSerial
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.