Package com.linkedin.databus2.relay.config.PhysicalSourceStaticConfig

Examples of com.linkedin.databus2.relay.config.PhysicalSourceStaticConfig.ChunkingType

984
985
986
987
988
989
990
991
992
993
994
          UnsupportedKeyException, DatabusException, IllegalArgumentException,
          InstantiationException, IllegalAccessException, InvocationTargetException, SecurityException, NoSuchMethodException
  {
    short[] sourceIds = new short[] { 505, 506 };
    String[] sourceNames = new String[] { "source1", "source2" };
    PhysicalSourceStaticConfig pssc =
        buildSimplePssc(sourceIds, sourceNames, "gg:///tmp:xxx");
    long scn = 10;

    DbusEventBufferAppendable mb = createBufMult(pssc);
View Full Code Here
1256
1257
1258
1259
1260
1261
1262
1263
1264
1265
1266
    // 1 event per second required. Send 5 events. Must have 4 sleeps.
    long rate = 1;
    int numEvents = 5;

    PhysicalSourceStaticConfig pssc = buildPssc(rate, throttleDurationInSecs);
    long scn = 10;
    DbusEventBufferAppendable mb = createBufMult(pssc);

    GoldenGateEventProducer gg = new GoldenGateEventProducer(pssc, null, mb,
        null, null);
View Full Code Here
1380
1381
1382
1383
1384
1385
1386
1387
1388
1389
1390
    String xmlEncoding = "";
    String fieldName = "";
    String regex = "";
    ReplicationBitSetterStaticConfig replicationBitSetter = new ReplicationBitSetterStaticConfig(
        ReplicationBitSetterStaticConfig.SourceType.NONE, fieldName, regex, MissingValueBehavior.STOP_WITH_ERROR);
    PhysicalSourceStaticConfig pssc = new PhysicalSourceStaticConfig(name, id,
        uri, resourceKey, sources, role, slowSourceQueryThreshold,
        restartScnOffset, bsc.build(), ct, txnsPerChunk, scnChunkSize,
        chunkedScnThreshold, maxScnDelayMs, eventRatePerSec, eventRateThrottleDuration, dbusEventBuffer,
        largestEventSizeInBytes, largestWindowSizeInBytes,
        errorOnMissingFields, xmlVersion, xmlEncoding, replicationBitSetter);
View Full Code Here
1357
1358
1359
1360
1361
1362
1363
1364
1365
1366
1367
    sources[0] = lssc;
    String role = "MASTER";
    long slowSourceQueryThreshold = 0L;
    long restartScnOffset = 0L;
    BackoffTimerStaticConfigBuilder bsc = new BackoffTimerStaticConfigBuilder();
    ChunkingType ct = ChunkingType.NO_CHUNKING;
    long txnsPerChunk = 0L;
    long scnChunkSize = 0L;
    long chunkedScnThreshold = 0L;
    long maxScnDelayMs = 0L;
    long eventRatePerSec = rate;
View Full Code Here
478
479
480
481
482
483
484
485
486
487
488
    LogicalSourceStaticConfig[] sourcesStaticConfigs = new LogicalSourceStaticConfig[_sources.size()];
    for (int i = 0 ; i < _sources.size(); ++i)
    {
      sourcesStaticConfigs[i] = _sources.get(i).build();
    }
    ChunkingType chunkingType = ChunkingType.valueOf(_chunkingType);
    return new PhysicalSourceStaticConfig(_name, _id, _uri, _resourceKey,
                                          sourcesStaticConfigs, _role,
                                          _slowSourceQueryThreshold,
                                          _restartScnOffset,
                                          _retries.build(),
View Full Code Here
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
                    boolean useChunking)
    throws SQLException
  {
    boolean debugEnabled = _log.isDebugEnabled();
    String eventQuery = null;
    ChunkingType type = _chunkingType;

    if ( ! useChunking || (! type.isChunkingEnabled()))
    {
      eventQuery = _eventQueriesBySource.get(source.getSourceId());
    } else {
      if ( type == ChunkingType.SCN_CHUNKING)
          eventQuery = _eventChunkedScnQueriesBySource.get(source.getSourceId());
      else
        eventQuery = _eventChunkedTxnQueriesBySource.get(source.getSourceId());
    }

    if (debugEnabled) _log.debug("source[" + source.getEventView() + "]: " + eventQuery +
          "; skipInfinityScn=" + source.isSkipInfinityScn() + " ; sinceScn=" + sinceScn);

    PreparedStatement pStmt = conn.prepareStatement(eventQuery);
    if ( ! useChunking || (!type.isChunkingEnabled()))
    {
      pStmt.setFetchSize(currentFetchSize);
    pStmt.setLong(1, sinceScn);
    if (! source.isSkipInfinityScn()) pStmt.setLong(2, sinceScn);
    } else {
View Full Code Here
169
170
171
172
173
174
175
176
177
178
179
    if(uri == null)
      throw new DatabusException("Uri is required to start the relay");
    uri = uri.trim();
    EventProducer producer = null;
    if (uri.startsWith("jdbc:")) {
      SourceType sourceType = pConfig.getReplBitSetter().getSourceType();
          if (SourceType.TOKEN.equals(sourceType))
            throw new DatabusException("Token Source-type for Replication bit setter config cannot be set for trigger-based Databus relay !!");

      // if a buffer for this partiton exists - we are overwri
      producer = new OracleEventProducerFactory().buildEventProducer(
View Full Code Here
129
130
131
132
133
134
135
136
137
          break;

        default:
          break;
      }
      SchemaId schemaId = schemaStr != null ? SchemaId.createWithMd5(schemaStr) : null;
      byte[] schemaBytes = schemaId != null? schemaId.getByteArray(): new byte[16];
      initBufferWithEvents(eventsBuf, keyBase, numEvents, srcId,schemaBytes, keyCounts, srcidCounts);
    }
View Full Code Here
147
148
149
150
151
152
153
154
155
156
157
    // Get the event buffer
    DbusEventBufferAppendable dbusEventBuffer = getEventBuffer()
        .getDbusEventBufferAppendable(pPartition);

    // Get the schema registry service
    SchemaRegistryService schemaRegistryService = getSchemaRegistryService();

    // Get a stats collector per physical source
    addPhysicalPartitionCollectors(pPartition);
    String statsCollectorName = pPartition.toSimpleString();
    /*
 
View Full Code Here
26
27
28
29
30
31
32
{
  private final SourceIdNameRegistry _sourcesIdNameRegistry;

  public AbstractRelayFactory()
  {
    this(new SourceIdNameRegistry());
  }
View Full Code Here
TOP

Related Classes of com.linkedin.databus2.relay.config.PhysicalSourceStaticConfig.ChunkingType

  • com.google.code.or.common.glossary.Row
  • com.linkedin.databus.bootstrap.server.BootstrapHttpServer
  • com.linkedin.databus.bootstrap.server.BootstrapRequestProcessor
  • com.linkedin.databus.bootstrap.utils.BootstrapAvroFileEventReader
  • com.linkedin.databus.bootstrap.utils.BootstrapAvroFileSeederMain
  • com.linkedin.databus.bootstrap.utils.BootstrapTableReader
  • com.linkedin.databus.client.BootstrapPullThread
  • com.linkedin.databus.client.consumer.TestInternalMetadata
  • com.linkedin.databus.client.DatabusHttpClientImpl
  • com.linkedin.databus.client.DatabusSourcesConnection
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.