Examples of com.linkedin.databus2.relay.config.PhysicalSourceConfig

Package com.linkedin.databus2.relay.config

Examples of com.linkedin.databus2.relay.config.PhysicalSourceConfig

com.linkedin.databus2.relay.config.PhysicalSourceConfig
Configuration for a physical databus source - typically a database or another relay. A single PhysicalSource can have multiple logical sources. The distinction being that a physical has some sort of sequence generator (SCN if the source DB is Oracle) shared across all logical sources. @author Jemiah Westerman @version $Revision: 272015 $

      int i = 0;
      int eventRatePerSec = 10;
      for (String[] srcs : srcNames)
      {


        PhysicalSourceConfig src1 = DatabusRelayTestUtil.createPhysicalConfigBuilder(
            (short) (i + 1),DatabusRelayTestUtil.getPhysicalSrcName(srcs[0]), "mock",
            500, eventRatePerSec, srcs);
        srcConfigs[i++] = src1;
      }
      int relayPort = 11993;
      DatabusRelayMain relay1 = DatabusRelayTestUtil.createDatabusRelayWithSchemaReg(1004, relayPort,
          10 * 1024 * 1024, srcConfigs,SCHEMA_REGISTRY_DIR);
      Assert.assertTrue(null != relay1);
      r1 = new DatabusRelayTestUtil.RelayRunner(relay1);


      // create chained relay
      PhysicalSourceConfig[] chainedSrcConfigs = new PhysicalSourceConfig[srcNames.length];
      int j = 0;
      for (String[] srcs : srcNames)
      {


        PhysicalSourceConfig src1 = DatabusRelayTestUtil.createPhysicalConfigBuilder(
            (short) (j + 1),DatabusRelayTestUtil.getPhysicalSrcName(srcs[0]),
            "localhost:" + relayPort, eventRatePerSec, 50, srcs);
        chainedSrcConfigs[j++] = src1;
      }

View Full Code Here

      int i = 0;
      int eventRatePerSec = 10;
      for (String[] srcs : srcNames)
      {


        PhysicalSourceConfig src1 = DatabusRelayTestUtil.createPhysicalConfigBuilder(
            (short) (i + 1),DatabusRelayTestUtil.getPhysicalSrcName(srcs[0]), "mock",
            500, eventRatePerSec, srcs);
        srcConfigs[i++] = src1;
      }
      int relayPort = 11993;
      DatabusRelayMain relay1 = DatabusRelayTestUtil.createDatabusRelayWithSchemaReg(1006, relayPort,
          10 * 1024 * 1024, srcConfigs,SCHEMA_REGISTRY_DIR);
      Assert.assertTrue(null != relay1);
      r1 = new DatabusRelayTestUtil.RelayRunner(relay1);


      // create chained relay
      PhysicalSourceConfig[] chainedSrcConfigs = new PhysicalSourceConfig[srcNames.length];
      int j = 0;
      for (String[] srcs : srcNames)
      {


        PhysicalSourceConfig src1 = DatabusRelayTestUtil.createPhysicalConfigBuilder(
            (short) (j + 1),DatabusRelayTestUtil.getPhysicalSrcName(srcs[0]),
            "localhost:" + relayPort, eventRatePerSec, 50, srcs);
        chainedSrcConfigs[j++] = src1;
      }

View Full Code Here

      int i = 0;
      int eventRatePerSec = 10;
      for (String[] srcs : srcNames)
      {


        PhysicalSourceConfig src1 = DatabusRelayTestUtil.createPhysicalConfigBuilder(
            (short) (i + 1),DatabusRelayTestUtil.getPhysicalSrcName(srcs[0]), "mock",
            500, eventRatePerSec, srcs);
        srcConfigs[i++] = src1;
      }
      int relayPort = 11993;
      DatabusRelayMain relay1 = DatabusRelayTestUtil.createDatabusRelayWithSchemaReg(1008, relayPort,
          10 * 1024 * 1024, srcConfigs,SCHEMA_REGISTRY_DIR);
      Assert.assertTrue(null != relay1);
      r1 = new DatabusRelayTestUtil.RelayRunner(relay1);


      // create chained relay
      PhysicalSourceConfig[] chainedSrcConfigs = new PhysicalSourceConfig[srcNames.length];
      int j = 0;
      for (String[] srcs : srcNames)
      {
        String partialSrcs[] = new String[1];
        partialSrcs[0] = srcs[srcs.length - 1];
        PhysicalSourceConfig src1 = DatabusRelayTestUtil.createPhysicalConfigBuilder(
            (short) (srcs.length),DatabusRelayTestUtil.getPhysicalSrcName(srcs[0]),
            "localhost:" + relayPort, eventRatePerSec, 50,
            partialSrcs);
        chainedSrcConfigs[j++] = src1;
      }

View Full Code Here

      int i = 0;
      int eventRatePerSec = 10;
      for (String[] srcs : srcNames)
      {


        PhysicalSourceConfig src1 = DatabusRelayTestUtil.createPhysicalConfigBuilder(
            (short) (i + 1),DatabusRelayTestUtil.getPhysicalSrcName(srcs[0]), "mock",
            500, eventRatePerSec, srcs);
        srcConfigs[i++] = src1;
      }
      int relayPort = 11993;
      DatabusRelayMain relay1 = DatabusRelayTestUtil.createDatabusRelayWithSchemaReg(1010, relayPort,
          10 * 1024 * 1024, srcConfigs,SCHEMA_REGISTRY_DIR);
      Assert.assertTrue(null != relay1);
      r1 = new DatabusRelayTestUtil.RelayRunner(relay1);


      // create chained relay with only 1 MB buffer
      PhysicalSourceConfig[] chainedSrcConfigs = new PhysicalSourceConfig[srcNames.length];
      int j = 0;
      for (String[] srcs : srcNames)
      {


        PhysicalSourceConfig src1 = DatabusRelayTestUtil.createPhysicalConfigBuilder(
            (short) (j + 1),DatabusRelayTestUtil.getPhysicalSrcName(srcs[0]),
            "localhost:" + relayPort, eventRatePerSec, 50, srcs);
        chainedSrcConfigs[j++] = src1;
      }
      int chainedRelayPort = relayPort + 1;

View Full Code Here

      int i = 0;
      int eventRatePerSec = 10;
      for (String[] srcs : srcNames)
      {


        PhysicalSourceConfig src1 = DatabusRelayTestUtil.createPhysicalConfigBuilder(
            (short) (i + 1),DatabusRelayTestUtil.getPhysicalSrcName(srcs[0]), "mock",
            500, eventRatePerSec, srcs);
        srcConfigs[i++] = src1;
      }
      int relayPort = 11993;
      DatabusRelayMain relay1 = DatabusRelayTestUtil.createDatabusRelayWithSchemaReg(1012, relayPort,
          10 * 1024 * 1024, srcConfigs,SCHEMA_REGISTRY_DIR);
      Assert.assertTrue(null != relay1);
      r1 = new DatabusRelayTestUtil.RelayRunner(relay1);


      // create chained relay with only 1 MB buffer
      PhysicalSourceConfig[] chainedSrcConfigs = new PhysicalSourceConfig[srcNames.length];
      int j = 0;
      for (String[] srcs : srcNames)
      {


        PhysicalSourceConfig src1 = DatabusRelayTestUtil.createPhysicalConfigBuilder(
            (short) (j + 1),DatabusRelayTestUtil.getPhysicalSrcName(srcs[0]),
            "localhost:" + relayPort, eventRatePerSec, 50, srcs);
        chainedSrcConfigs[j++] = src1;
      }
      int chainedRelayPort = relayPort + 1;

View Full Code Here

      int i = 0;
      int eventRatePerSec = 10;
      for (String[] srcs : srcNames)
      {


        PhysicalSourceConfig src1 = DatabusRelayTestUtil.createPhysicalConfigBuilder(
            (short) (i + 1),DatabusRelayTestUtil.getPhysicalSrcName(srcs[0]), "mock",
            500, eventRatePerSec, srcs);
        srcConfigs[i++] = src1;
      }
      int relayPort = 11993;
      DatabusRelayMain relay1 = DatabusRelayTestUtil.createDatabusRelayWithSchemaReg(1014, relayPort,
          10 * 1024 * 1024, srcConfigs,SCHEMA_REGISTRY_DIR);
      Assert.assertTrue(null != relay1);
      r1 = new DatabusRelayTestUtil.RelayRunner(relay1);


      // create chained relay
      PhysicalSourceConfig[] chainedSrcConfigs = new PhysicalSourceConfig[srcNames.length];
      int j = 0;
      for (String[] srcs : srcNames)
      {


        PhysicalSourceConfig src1 = DatabusRelayTestUtil.createPhysicalConfigBuilder(
            (short) (j + 1),DatabusRelayTestUtil.getPhysicalSrcName(srcs[0]),
            "localhost:" + relayPort, eventRatePerSec, 50, srcs);
        chainedSrcConfigs[j++] = src1;
      }
      int chainedRelayPort = relayPort + 1;

View Full Code Here

      int i = 0;
      int eventRatePerSec = 2;
      for (String[] srcs : srcNames)
      {


        PhysicalSourceConfig src1 = DatabusRelayTestUtil.createPhysicalConfigBuilder(
            (short) (i + 1),DatabusRelayTestUtil.getPhysicalSrcName(srcs[0]), "mock",
            500, eventRatePerSec, srcs);
        srcConfigs[i++] = src1;
      }
      int relayPort = 11993;
      DatabusRelayMain relay1 = DatabusRelayTestUtil.createDatabusRelayWithSchemaReg(1016, relayPort,
          10 * 1024 * 1024, srcConfigs,SCHEMA_REGISTRY_DIR);
      Assert.assertTrue(null != relay1);
      r1 = new DatabusRelayTestUtil.RelayRunner(relay1);


      // create chained relay
      PhysicalSourceConfig[] chainedSrcConfigs = new PhysicalSourceConfig[srcNames.length];
      int j = 0;
      for (String[] srcs : srcNames)
      {


        PhysicalSourceConfig src1 = DatabusRelayTestUtil.createPhysicalConfigBuilder(
            (short) (j + 1),DatabusRelayTestUtil.getPhysicalSrcName(srcs[0]),
            "localhost:" + relayPort, eventRatePerSec, 50, srcs);
        chainedSrcConfigs[j++] = src1;
      }
      int chainedRelayPort = relayPort + 1;

View Full Code Here

      int largestEventSize = 512*1024;
      long largestWindowSize = 1*1024*1024;
      for (String[] srcs : srcNames)
      {


        PhysicalSourceConfig src1 = DatabusRelayTestUtil.createPhysicalConfigBuilder(
            (short) (i + 1),DatabusRelayTestUtil.getPhysicalSrcName(srcs[0]), "mock",
            500, eventRatePerSec, srcs);
        srcConfigs[i++] = src1;
      }
      int relayPort = 11993;
      final DatabusRelayMain relay1 = DatabusRelayTestUtil.createDatabusRelayWithSchemaReg(1019,
          relayPort, 10 * 1024 * 1024, srcConfigs, SCHEMA_REGISTRY_DIR);
      final DatabusRelayMain relay3 = DatabusRelayTestUtil.createDatabusRelayWithSchemaReg(1020,
          relayPort, 10 * 1024 * 1024, srcConfigs, SCHEMA_REGISTRY_DIR);
      Assert.assertNotNull(relay1);
      Assert.assertNotNull(relay3);
      r1 = new DatabusRelayTestUtil.RelayRunner(relay1);
      final DbusEventsTotalStats stats = relay1.getInboundEventStatisticsCollector().getTotalStats();
      final DbusEventsTotalStats stats3 = relay3.getInboundEventStatisticsCollector().getTotalStats();


      // create chained relay
      PhysicalSourceConfig[] chainedSrcConfigs = new PhysicalSourceConfig[srcNames.length];
      int j = 0;
      for (String[] srcs : srcNames)
      {


        PhysicalSourceConfig src1 = DatabusRelayTestUtil.createPhysicalConfigBuilder(
            (short) (j + 1),DatabusRelayTestUtil.getPhysicalSrcName(srcs[0]),
            "localhost:" + relayPort, 500, eventRatePerSec,0,largestEventSize,largestWindowSize,srcs);
        chainedSrcConfigs[j++] = src1;
      }
      int chainedRelayPort = relayPort + 1;

View Full Code Here

    DatabusRelayMain relay = null;
    try
    {
      final short srcId = 104;
      final String srcName = "foo";
      PhysicalSourceConfig pConfig = new PhysicalSourceConfig();
      pConfig.setId(srcId);
      pConfig.setName(srcName);
      pConfig.setUri("mock");
      short lid = (short) (srcId + 1);
      LogicalSourceConfig lConf = new LogicalSourceConfig();
      lConf.setId(lid);
      lConf.setName(srcName);
      // this is table name in the oracle source world
      lConf.setUri(srcName);
      lConf.setPartitionFunction("constant:1");
      pConfig.addSource(lConf);
      int relayPort = Utils.getAvailablePort(11994);
      final int relayId = 666;
      HttpRelay.Config httpRelayConfig = new HttpRelay.Config();
      ServerContainer.Config containerConfig = DatabusRelayTestUtil.createContainerConfig(relayId, relayPort);
      DbusEventBuffer.Config bufferConfig = DatabusRelayTestUtil.createBufferConfig(
          10000, 250, 100);
      httpRelayConfig.setContainer(containerConfig);
      httpRelayConfig.setEventBuffer(bufferConfig);
      httpRelayConfig.setStartDbPuller("true");
      PhysicalSourceStaticConfig[] pStaticConfigs = new PhysicalSourceStaticConfig[1];
      for (LogicalSourceConfig lsc : pConfig.getSources())
      {
        httpRelayConfig.setSourceName("" + lsc.getId(), lsc.getName());
      }
      pStaticConfigs[0] = pConfig.build();
      relay = new DatabusRelayMain(httpRelayConfig.build(), pStaticConfigs);


      relay.start();


      // Insert one event into the relay.

View Full Code Here

    {
      String srcName = "com.linkedin.events.example.Settings";


      // create main relay with random generator
      int eventRatePerSec = 10;
      PhysicalSourceConfig srcConfig = DatabusRelayTestUtil.createPhysicalConfigBuilder(
            (short) 1, DatabusRelayTestUtil.getPhysicalSrcName(srcName), "mock",
            500, eventRatePerSec, new String[] {srcName});


      int relayPort = 11995;
      DatabusRelayMain relay = DatabusRelayTestUtil.createDatabusRelayWithSchemaReg(1001, relayPort,

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of com.linkedin.databus2.relay.config.PhysicalSourceConfig

com.google.code.or.common.glossary.Row

com.linkedin.databus.bootstrap.server.BootstrapHttpServer

com.linkedin.databus.bootstrap.server.BootstrapRequestProcessor

com.linkedin.databus.bootstrap.utils.BootstrapAvroFileEventReader

com.linkedin.databus.bootstrap.utils.BootstrapAvroFileSeederMain

com.linkedin.databus.bootstrap.utils.BootstrapTableReader

com.linkedin.databus.client.BootstrapPullThread

com.linkedin.databus.client.consumer.TestInternalMetadata

com.linkedin.databus.client.DatabusHttpClientImpl

com.linkedin.databus.client.DatabusSourcesConnection

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.