*

* Copyright 2013 LinkedIn Corp. All rights reserved

*

* Licensed under the Apache License, Version 2.0 (the "License");

* you may not use this file except in compliance with the License.

* You may obtain a copy of the License at

*

*   http://www.apache.org/licenses/LICENSE-2.0

*

* Unless required by applicable law or agreed to in writing,

* software distributed under the License is distributed on an

* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY

* KIND, either express or implied.  See the License for the

* specific language governing permissions and limitations

* under the License.

*

*/

* Unit tests for the {@link RelayPullThread} class

*/

  public static final Logger LOG = Logger.getLogger("TestRelayPullThread");

  public static final org.apache.avro.Schema SCHEMA$ = org.apache.avro.Schema.parse("{\"type\":\"record\",\"name\":\"LiarJobRelay\",\"namespace\":\"com.linkedin.events.liar.jobrelay\",\"fields\":[{\"name\":\"txn\",\"type\":[\"int\",\"null\"],\"meta\":\"dbFieldName=TXN;dbFieldPosition=0;\"},{\"name\":\"key\",\"type\":[\"int\",\"null\"],\"meta\":\"dbFieldName=KEY;dbFieldPosition=1;\"},{\"name\":\"eventId\",\"type\":[\"int\",\"null\"],\"meta\":\"dbFieldName=EVENT_ID;dbFieldPosition=2;\"},{\"name\":\"isDelete\",\"type\":[\"string\",\"null\"],\"meta\":\"dbFieldName=IS_DELETE;dbFieldPosition=3;\"},{\"name\":\"state\",\"type\":[\"string\",\"null\"],\"meta\":\"dbFieldName=STATE;dbFieldPosition=4;\"}],\"meta\":\"dbFieldName=SY$LIAR_JOB_RELAY_1;\"}");

  public static final String _HOSTNAME = "localhost";

  public static final String _SVCNAME = "UnitTestService";

  @BeforeClass

  public void setUp()

  {

    TestUtil.setupLoggingWithTimestampedFile(true, "/tmp/TestRelayPullThread", ".log", Level.WARN);

    InternalLoggerFactory.setDefaultFactory(new Log4JLoggerFactory());

  }

  public static class RelayPullThreadBuilder

  {

    public RelayPullThreadBuilder(boolean failRelayConnection, boolean muteTransition)

    {

      _failRelayConnection = failRelayConnection; _muteTransition = muteTransition;

    }

    // setters

    RelayPullThreadBuilder setBootstrapEnabled(boolean bootstrapEnabled)

    {

      _bootstrapEnabled = bootstrapEnabled;

      return this;

    }

    RelayPullThreadBuilder setReadLatestScnEnabled(boolean readLatestScnEnabled)

    {

      _readLatestScnEnabled = readLatestScnEnabled;

      return this;

    }

    RelayPullThreadBuilder setReadDataThrowException(boolean readDataThrowException)

    {

      _readDataThrowException = readDataThrowException;

      return this;

    }

    RelayPullThreadBuilder setReadDataException(boolean readDataException)

    {

      _readDataException = readDataException;

      return this;

    }

    RelayPullThreadBuilder setExceptionName(String exceptionName)

    {

      _exceptionName = exceptionName;

      return this;

    }

    RelayPullThreadBuilder setNumRetriesOnFellOff(int numRetriesOnFellOff)

    {

      _numRetriesOnFellOff = numRetriesOnFellOff;

      return this;

    }

    RelayPullThreadBuilder setFilterConfig(DbusKeyCompositeFilterConfig filterConfig)

    {

      _filterConfig = filterConfig;

      return this;

    }

    boolean _failRelayConnection;

    boolean _muteTransition;

    boolean _bootstrapEnabled;

    boolean _readLatestScnEnabled;

    boolean _readDataThrowException;

    boolean _readDataException;

    String _exceptionName;

    int _numRetriesOnFellOff;

    DbusKeyCompositeFilterConfig _filterConfig = null;

    public RelayPullThread createRelayPullThread() throws Exception

    {

      return TestRelayPullThread.createRelayPullThread(_failRelayConnection,

                                   _muteTransition,

                                   _bootstrapEnabled,

                                   _readLatestScnEnabled,

                                   _readDataThrowException,

                                   _readDataException,

                                   _exceptionName,

                                   _numRetriesOnFellOff,

                                   _filterConfig);

    }

    public RelayPullThread createFellOffRelayPullThread() throws Exception

    {

      RelayPullThread r = createRelayPullThread();

      r.getConnectionState().setRelayFellOff(true);

      return r;

    }

  }

  private static RelayPullThread createRelayPullThread(boolean failRelayConnection,

                          boolean muteTransition,

                          boolean bootstrapEnabled,

                          boolean readLatestScnEnabled,

                          boolean readDataThrowException,

                          boolean readDataException,

                          String exceptionName,

                          int numRetriesOnFellOff,

                          DbusKeyCompositeFilterConfig filterConfig)

  throws Exception

  {

    List<String> sources = Arrays.asList("source1");

    Properties clientProps = new Properties();

    if (bootstrapEnabled)

    {

      clientProps.setProperty("client.runtime.bootstrap.enabled", "true");

      clientProps.setProperty("client.runtime.bootstrap.service(1).name", "bs1");

      clientProps.setProperty("client.runtime.bootstrap.service(1).port", "10001");

      clientProps.setProperty("client.runtime.bootstrap.service(1).sources", "source1");

    } else {

      clientProps.setProperty("client.runtime.bootstrap.enabled", "false");

    }

    clientProps.setProperty("client.container.jmx.rmiEnabled", "false");

    clientProps.setProperty("client.runtime.relay(1).name", "relay1");

    clientProps.setProperty("client.runtime.relay(1).port", "10001");

    clientProps.setProperty("client.runtime.relay(1).sources", "source1");

    clientProps.setProperty("client.runtime.relay(2).name", "relay2");

    clientProps.setProperty("client.runtime.relay(2).port", "10002");

    clientProps.setProperty("client.runtime.relay(2).sources", "source1");

    clientProps.setProperty("client.runtime.relay(3).name", "relay3");

    clientProps.setProperty("client.runtime.relay(3).port", "10003");

    clientProps.setProperty("client.runtime.relay(3).sources", "source1");

    if (readLatestScnEnabled)

      clientProps.setProperty("client.enableReadLatestOnRelayFallOff", "true");

    clientProps.setProperty("client.connectionDefaults.eventBuffer.maxSize", "100000");

    clientProps.setProperty("client.connectionDefaults.pullerRetries.maxRetryNum", "9");

    clientProps.setProperty("client.connectionDefaults.pullerRetries.sleepIncFactor", "1.0");

    clientProps.setProperty("client.connectionDefaults.pullerRetries.sleepIncDelta", "1");

    clientProps.setProperty("client.connectionDefaults.pullerRetries.initSleep", "1");

    clientProps.setProperty("client.connectionDefaults.numRetriesOnFallOff", "" + numRetriesOnFellOff);

    DatabusHttpClientImpl.Config clientConfBuilder = new DatabusHttpClientImpl.Config();

    ConfigLoader<DatabusHttpClientImpl.StaticConfig> configLoader =

        new ConfigLoader<DatabusHttpClientImpl.StaticConfig>("client.", clientConfBuilder);

    configLoader.loadConfig(clientProps);

    DatabusHttpClientImpl.StaticConfig clientConf = clientConfBuilder.build();

    DatabusSourcesConnection.StaticConfig srcConnConf = clientConf.getConnectionDefaults();

    DatabusHttpClientImpl client = new DatabusHttpClientImpl(clientConf);

    if (bootstrapEnabled)

      client.registerDatabusBootstrapListener(new LoggingConsumer(), null, "source1");

    Assert.assertNotNull(client, "client instantiation ok");

    DatabusHttpClientImpl.RuntimeConfig clientRtConf = clientConf.getRuntime().build();

    //we keep the index of the next server we expect to see

    AtomicInteger serverIdx = new AtomicInteger(-1);

    //generate the order in which we should see the servers

    List<ServerInfo> relayOrder = new ArrayList<ServerInfo>(clientRtConf.getRelays());

    if (LOG.isInfoEnabled())

    {

      StringBuilder sb = new StringBuilder();

      for (ServerInfo serverInfo: relayOrder)

      {

        sb.append(serverInfo.getName());

        sb.append(" ");

      }

      LOG.info("Relay order:" + sb.toString());

    }

    List<IdNamePair> sourcesResponse = new ArrayList<IdNamePair>();

    sourcesResponse.add(new IdNamePair(1L, "source1"));

    Map<Long, List<RegisterResponseEntry>> registerSourcesResponse = new HashMap<Long, List<RegisterResponseEntry>>();

    List<RegisterResponseEntry> regResponse = new ArrayList<RegisterResponseEntry>();

    regResponse.add(new RegisterResponseEntry(1L, (short)1, SCHEMA$.toString()));

    registerSourcesResponse.put(1L, regResponse);

    ChunkedBodyReadableByteChannel channel = EasyMock.createMock(ChunkedBodyReadableByteChannel.class);

    if ( ! readDataException)

    {

      EasyMock.expect(channel.getMetadata(EasyMock.<String>notNull())).andReturn(null).anyTimes();

    } else {

      EasyMock.expect(channel.getMetadata(EasyMock.<String>notNull())).andReturn(exceptionName).anyTimes();

    }

    EasyMock.replay(channel);

    DbusEventBuffer dbusBuffer = EasyMock.createMock(DbusEventBuffer.class);

    EasyMock.expect(dbusBuffer.readEvents(EasyMock.<ReadableByteChannel>notNull(), EasyMock.<List<InternalDatabusEventsListener>>notNull(), EasyMock.<DbusEventsStatisticsCollector>isNull())).andReturn(1).anyTimes();

    EasyMock.expect(dbusBuffer.getSeenEndOfPeriodScn()).andReturn(1L).anyTimes();

    EasyMock.expect(dbusBuffer.getEventSerializationVersion()).andReturn(DbusEventFactory.DBUS_EVENT_V1).anyTimes();

    if ( readDataThrowException)

    {

    EasyMock.expect(dbusBuffer.readEvents(EasyMock.<ReadableByteChannel>notNull())).andThrow(new RuntimeException("dummy")).anyTimes();

    } else {

      EasyMock.expect(dbusBuffer.readEvents(EasyMock.<ReadableByteChannel>notNull())).andReturn(1).anyTimes();

    }

    EasyMock.expect(dbusBuffer.acquireIterator(EasyMock.<String>notNull())).andReturn(null).anyTimes();

      dbusBuffer.waitForFreeSpace((int)(clientConf.getConnectionDefaults().getFreeBufferThreshold() * 100.0 / clientConf.getPullerBufferUtilizationPct()));

    EasyMock.expectLastCall().anyTimes();

    EasyMock.expect(dbusBuffer.getBufferFreeReadSpace()).andReturn(0).anyTimes();

    EasyMock.replay(dbusBuffer);

    //This guy succeeds on /sources but fails on /register  [FIXME:  it does? why?]

    Map<Long, List<RegisterResponseEntry>> registerKeysResponse = null;

    List<RegisterResponseMetadataEntry> registerMetadataResponse = null;

    MockRelayConnection mockSuccessConn = new MockRelayConnection(sourcesResponse,

                                                                  registerSourcesResponse,

                                                                  registerKeysResponse,

                                                                  registerMetadataResponse,

                                                                  channel,

                                                                  serverIdx,

                                                                  muteTransition);

    DatabusRelayConnectionFactory mockConnFactory =

            EasyMock.createMock("mockRelayFactory", DatabusRelayConnectionFactory.class);

    //each server should be tried MAX_RETRIES time until all retries are exhausted

    if ( failRelayConnection )

    {

      EasyMock.expect(mockConnFactory.createRelayConnection(

          EasyMock.<ServerInfo>notNull(),

          EasyMock.<ActorMessageQueue>notNull(),

          EasyMock.<RemoteExceptionHandler>notNull())).andThrow(new RuntimeException("Mock Error")).anyTimes();

    } else {

      EasyMock.expect(mockConnFactory.createRelayConnection(

          EasyMock.<ServerInfo>notNull(),

          EasyMock.<ActorMessageQueue>notNull(),

          EasyMock.<RemoteExceptionHandler>notNull())).andReturn(mockSuccessConn).anyTimes();

    }

    List<DatabusSubscription> sourcesSubList = DatabusSubscription.createSubscriptionList(sources);

    // Mock Bootstrap Puller

    BootstrapPullThread mockBsPuller = EasyMock.createMock("bpt",BootstrapPullThread.class);

    mockBsPuller.enqueueMessage(EasyMock.notNull());

    EasyMock.expectLastCall().anyTimes();

    // Mock Relay Dispatcher

    RelayDispatcher mockDispatcher = EasyMock.createMock("rd", RelayDispatcher.class);

    mockDispatcher.enqueueMessage(EasyMock.notNull());

    EasyMock.expectLastCall().anyTimes();

    DatabusSourcesConnection sourcesConn2 = EasyMock.createMock(DatabusSourcesConnection.class);

    DatabusSourcesConnection.SourcesConnectionStatus scs = sourcesConn2.new SourcesConnectionStatus();

    EasyMock.expect(sourcesConn2.getSourcesNames()).andReturn(Arrays.asList("source1")).anyTimes();

    EasyMock.expect(sourcesConn2.getSubscriptions()).andReturn(sourcesSubList).anyTimes();

    EasyMock.expect(sourcesConn2.getConnectionConfig()).andReturn(srcConnConf).anyTimes();

    EasyMock.expect(sourcesConn2.getConnectionStatus()).andReturn(scs).anyTimes();

    EasyMock.expect(sourcesConn2.getLocalRelayCallsStatsCollector()).andReturn(null).anyTimes();

    EasyMock.expect(sourcesConn2.getInboundEventsStatsCollector()).andReturn(null).anyTimes();

    EasyMock.expect(sourcesConn2.getRelayCallsStatsCollector()).andReturn(null).anyTimes();

    EasyMock.expect(sourcesConn2.getUnifiedClientStats()).andReturn(null).anyTimes();

    EasyMock.expect(sourcesConn2.getRelayConnFactory()).andReturn(mockConnFactory).anyTimes();

    EasyMock.expect(sourcesConn2.loadPersistentCheckpoint()).andReturn(null).anyTimes();

    EasyMock.expect(sourcesConn2.getDataEventsBuffer()).andReturn(dbusBuffer).anyTimes();

    if ( bootstrapEnabled)

      EasyMock.expect(sourcesConn2.isBootstrapEnabled()).andReturn(true).anyTimes();

    else

    EasyMock.expect(sourcesConn2.isBootstrapEnabled()).andReturn(false).anyTimes();

    EasyMock.expect(sourcesConn2.getBootstrapRegistrations()).andReturn(null).anyTimes();

    EasyMock.expect(sourcesConn2.getBootstrapServices()).andReturn(null).anyTimes();

    EasyMock.expect(sourcesConn2.getBootstrapPuller()).andReturn(mockBsPuller).anyTimes();

    EasyMock.expect(sourcesConn2.getRelayDispatcher()).andReturn(mockDispatcher).anyTimes();

    EasyMock.makeThreadSafe(mockConnFactory, true);

    EasyMock.makeThreadSafe(mockDispatcher, true);

    EasyMock.makeThreadSafe(mockBsPuller, true);

    EasyMock.makeThreadSafe(sourcesConn2, true);

    EasyMock.replay(mockConnFactory);

    EasyMock.replay(sourcesConn2);

    EasyMock.replay(mockDispatcher);

    EasyMock.replay(mockBsPuller);