Package com.linkedin.databus.core

Examples of com.linkedin.databus.core.DbusEventInfo

2934
2935
2936
2937
2938
2939
2940
2941
2942
2943
2944
      try
      {
        writer.write(r, out);
        out.flush();

        result[i] = new DbusEventInfo(DbusOpcode.UPSERT, 1, (short)1, (short)1,
                                      System.nanoTime(),
                                      (short)1, SOURCE1_SCHEMAID,
                                      baos.toByteArray(), false, true);
        result[i].setEventSerializationVersion(_eventFactory.getVersion());
      }
View Full Code Here
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
  public static DbusEvent randomEvent(short srcId)
  {
    ByteBuffer serBuf = ByteBuffer.allocate(1000).order(_eventFactory.getByteOrder());
    try
    {
      DbusEventInfo eventInfo = new DbusEventInfo(DbusOpcode.UPSERT,
                                                  0L,  // Sequence number
                                                  (short) 0, // physical Partition
                                                  randomPositiveShort(),
                                                  System.currentTimeMillis(),
                                                  srcId,
                                                  schemaMd5,
                                                  randomString(20).getBytes(Charset.defaultCharset()),
                                                  randomPositiveShort() % 100 <= 1,
                                                  false /* autoCommit */);
      eventInfo.setEventSerializationVersion(DbusEventFactory.DBUS_EVENT_V1);  // make this explicit
      DbusEventFactory.serializeEvent(new DbusEventKey(randomLong()), serBuf, eventInfo);
    }
    catch (KeyTypeNotImplementedException e1)
    {
      throw new RuntimeException(e1);
View Full Code Here
359
360
361
362
363
364
365
366
367
368
369
                             byte[] value,
                             boolean enableTracing,
                             boolean isReplicated,
                             DbusEventsStatisticsCollector statsCollector)
  {
    DbusEventInfo eventInfo = new DbusEventInfo(null, 0L, pPartitionId, lPartitionId,
                                                timeStamp, srcId, schemaId, value, enableTracing,
                                                false);
    eventInfo.setReplicated(isReplicated);
    return appendEvent(key, seederChunkKey, eventInfo, statsCollector);
  }
View Full Code Here
294
295
296
297
298
299
300
301
302
303
                             byte[] schemaId,
                             byte[] value,
                             boolean enableTracing,
                             DbusEventsStatisticsCollector statsCollector)
  {
    DbusEventInfo eventInfo = new DbusEventInfo(DbusOpcode.UPSERT, sequenceId, pPartitionId, lPartitionId,
                                                timeStamp, srcId, schemaId, value, enableTracing,
                                                false);
    return appendEvent(key, seederChunkKey, eventInfo, statsCollector);
  }
View Full Code Here
1163
1164
1165
1166
1167
1168
1169
1170
1171
1172
1173
1174
1175
1176
1177
1178
1179
1180
1181
1182
1183
            throw new DatabusException("Unknown opcode from dbUpdate for event with scn:" + scn);
          }


          //Construct the dbusEvent info
          DbusEventInfo dbusEventInfo = new DbusEventInfo(opCode,
                                                          scn,
                                                          (short)_pConfig.getId(),
                                                          lPartitionId,
                                                          timestamp,
                                                          sourceId,
                                                          schemaId.getByteArray(),
                                                          serializedValue,
                                                          false,
                                                          false);
          dbusEventInfo.setReplicated(dbUpdate.isReplicated());

          perSourceStats.addEventCycle(1, ti.getTransactionTimeRead(), serializedValue.length, scn);
          globalStats.addEventCycle(1, ti.getTransactionTimeRead(), serializedValue.length, scn);

          long tsEnd = System.currentTimeMillis();
View Full Code Here
105
106
107
108
109
110
111
112
113
114
115
116
117
      PhysicalPartition pPartition = new PhysicalPartition(pId, pSourceName);
      DbusEventBufferAppendable buf = bufMult.getDbusEventBufferAppendable(pPartition);
      DbusEventKey key = new DbusEventKey(123L);
      byte[] schemaId = relay1.getSchemaRegistryService().fetchSchemaIdForSourceNameAndVersion(srcs[0], 2).getByteArray();
      byte[] payload = RngUtils.randomString(100).getBytes(Charset.defaultCharset());
      DbusEventInfo eventInfo = new DbusEventInfo(DbusOpcode.UPSERT, 100L, (short)pId, (short)pId, 897L,
                                                  (short)srcId, schemaId, payload, false, true);
      eventInfo.setEventSerializationVersion(DbusEventFactory.DBUS_EVENT_V2);
      buf.startEvents();
      buf.appendEvent(key, eventInfo, null);
      buf.endEvents(100L, null);
      r1.start();
      log.info("Relay started");
View Full Code Here
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
   */
  private ByteBuffer addEvent(long scn, short srcId, byte[] schemaId,short pId, byte ver) throws KeyTypeNotImplementedException
  {
    DbusEventKey key = new DbusEventKey(123L);
    byte[] payload = RngUtils.randomString(100).getBytes(Charset.defaultCharset());
    DbusEventInfo eventInfo = new DbusEventInfo(DbusOpcode.UPSERT, scn, pId, pId, 897L,
                                                srcId, schemaId, payload, false, true);
    eventInfo.setEventSerializationVersion(ver);

    // serialize it into a buffer
    int newEventSize = DbusEventFactory.computeEventLength(key, eventInfo);

    // now create an end of window event
    DbusEventInfo eventInfoEOP = new DbusEventInfo(null, scn, pId, pId, // must be the same as physicalPartition
                                                   900L,
                                                   DbusEventInternalWritable.EOPMarkerSrcId,
                                                   DbusEventInternalWritable.emptyMd5,
                                                   DbusEventInternalWritable.EOPMarkerValue,
                                                   false, //enable tracing
                                                   true // autocommit
                                                   );
    eventInfoEOP.setEventSerializationVersion(_eventFactory.getVersion());

    // serialize it into buffer
    int newEventSizeEOP = DbusEventFactory.computeEventLength(DbusEventInternalWritable.EOPMarkerKey, eventInfoEOP);
    int totalSize = newEventSize + newEventSizeEOP;
    ByteBuffer serializationBuffer = ByteBuffer.allocate(totalSize);
View Full Code Here
105
106
107
108
109
110
111
112
113
114
115
    //Get the md5 for the schema
    SchemaId schemaId = SchemaId.createWithMd5(changeEntry.getSchema());

    byte[] payload = serializeEvent(changeEntry.getRecord());

    DbusEventInfo eventInfo = new DbusEventInfo(changeEntry.getOpCode(),
                                                changeEntry.getScn(),
                                                (short)_pSourceId,
                                                lPartitionId,
                                                changeEntry.getTimestampInNanos(),
                                                (short)_sourceId,
View Full Code Here
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
          //0 srcId not allowed
          srcId = 1;
        }
        //assumption: serialized event fits in maxEventSize
        ByteBuffer buf = ByteBuffer.allocate(maxEventSize).order(_eventFactory.getByteOrder());
        DbusEventInfo eventInfo = new DbusEventInfo(DbusOpcode.UPSERT,
                                                    0L, // sequence number
                                                    (short) 0, // physical Partition
                                                    RngUtils.randomPositiveShort(),
                                                    (beginningOfTime - ((numEvents - i) * 1000)) * 1000 * 1000,
                                                    //nanoseconds ; first event is numEvents seconds ago
                                                    srcId,
                                                    RngUtils.schemaMd5,
                                                    RngUtils.randomString(payloadSize).getBytes(Charset.defaultCharset()),
                                                    false,
                                                    false /*autoCommit */);
        eventInfo.setEventSerializationVersion(DbusEventFactory.DBUS_EVENT_V1);  // make this explicit
        DbusEventFactory.serializeEvent(new DbusEventKey(RngUtils.randomLong()), buf, eventInfo);
        lastScn = (useLastEventAsScn) ? _startScn + ((i/windowSize) + 1) * (long)windowSize
                                      : _startScn + (i/windowSize) + 1;
        eventVector.add((DbusEvent)
            DbusEventFactoryForTesting.createReadOnlyDbusEventFromBuffer(buf, 0, lastScn, DbusEventFactory.DBUS_EVENT_V1));
View Full Code Here
62
63
64
65
66
67
68
69
70
71
72
  private DbusEventFactory _eventFactory = new DbusEventV2Factory();


  private DbusEvent createEvent(long timestampNs)
  {
    DbusEventInfo eventInfo = new DbusEventInfo(DbusOpcode.UPSERT,
                                                6004L,             // SCN
                                                (short) 1,         // physical partition ID
                                                (short) 1,         // logical partition ID
                                                timestampNs,
                                                (short) 1,         // srcId
View Full Code Here
TOP

Related Classes of com.linkedin.databus.core.DbusEventInfo

  • com.linkedin.databus.bootstrap.utils.BootstrapDBSeeder
  • com.linkedin.databus.bootstrap.utils.BootstrapEventBuffer
  • com.linkedin.databus.client.consumer.TestInternalMetadata
  • com.linkedin.databus.client.pub.TestUnifiedClientStats
  • com.linkedin.databus.client.TestDatabusHttpClient
  • com.linkedin.databus.core.test.DbusEventGenerator
  • com.linkedin.databus.core.util.RngUtils
  • com.linkedin.databus2.producers.OpenReplicatorAvroEventFactory
  • com.linkedin.databus2.relay.GoldenGateEventProducer
  • com.linkedin.databus2.relay.TestDatabusRelayEvents
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.