Examples of DbusKeyCompositeFilter

com.linkedin.databus2.core.filter.DbusKeyCompositeFilter
@author bvaradarImplements Server Side Filtering Logic for a collection of SourceId There is a DbusKeyFilter defined for each SourceId inside the compositeFilter

Examples of com.linkedin.databus2.core.filter.DbusKeyCompositeFilter

    testTransitionCase(relayPuller, StateId.REGISTER_RESPONSE_SUCCESS, StateId.REQUEST_STREAM);
    relayPuller.getMessageQueue().clear();
    testTransitionCase(relayPuller, StateId.REQUEST_STREAM, StateId.STREAM_REQUEST_SUCCESS);




    DbusKeyCompositeFilter filter = conn.getRelayFilter();
    Assert.assertNotNull(filter);
    // get DbusKeyFilter that we put in
    KeyFilterConfigHolder configHolder = filterConfig.getConfigMap().values().iterator().next();
    DbusKeyFilter inFilter = new DbusKeyFilter(configHolder);


    // get filter from the connection
    Assert.assertEquals(filter.getFilterMap().size(), 1, "1 filter in the composite filter");
    Assert.assertTrue(filter.getFilterMap().entrySet().iterator().hasNext(), "has one filter");
    DbusKeyFilter newFilter = filter.getFilterMap().values().iterator().next();


    //compare them
    boolean eq = inFilter.getPartitionType() == newFilter.getPartitionType() &&
        inFilter.getFilters().size() == newFilter.getFilters().size();
    Assert.assertTrue(eq, "Same Filter");

View Full Code Here

Examples of com.linkedin.databus2.core.filter.DbusKeyCompositeFilter

    if (debugEnabled) _log.debug("Checkpoint at RequestDataEvents: " + cp.toString());


    if ( null == _relayFilter)
    {
      if (debugEnabled) _log.debug("Initializing relay filter config");
      _relayFilter = new DbusKeyCompositeFilter();
      Map<String, IdNamePair> srcNameIdMap = curState.getSourcesNameMap();


      for (DbusKeyCompositeFilterConfig conf : _relayFilterConfigs)
      {
        Map<String, KeyFilterConfigHolder> cMap = conf.getConfigMap();


        Map<Long, KeyFilterConfigHolder> fConfMap = new HashMap<Long, KeyFilterConfigHolder>();
        for ( Entry<String, KeyFilterConfigHolder> e : cMap.entrySet())
        {
          IdNamePair idName = srcNameIdMap.get(e.getKey());


          if ( null != idName)
          {
            fConfMap.put(idName.getId(),e.getValue());
          }
        }
        if (debugEnabled) _log.debug("FilterConfMap is :" + fConfMap);
        _relayFilter.merge(new DbusKeyCompositeFilter(fConfMap));
      }


      if (debugEnabled)
        _log.debug("Merged Filter (before deduping) is :" + _relayFilter);
      _relayFilter.dedupe();

View Full Code Here

Examples of com.linkedin.databus2.core.filter.DbusKeyCompositeFilter

        expPassedEvents.add(event);
      else
        expFailedEvents.add(event);
    }


    DbusKeyCompositeFilter filter = new DbusKeyCompositeFilter(partConfigMap);
    filter.dedupe();
    List<DbusEvent> passedEvents = new ArrayList<DbusEvent>();
    List<DbusEvent> failedEvents = new ArrayList<DbusEvent>();


    for (DbusEvent event :  dbusEvents)
    {
      if ( filter.allow(event))
      {
        passedEvents.add(event);
      } else {
        failedEvents.add(event);
      }
    }


    System.out.println("Passed Event Size :" + passedEvents.size());
    System.out.println("Failed Event Size :" + failedEvents.size());


    assertEquals("Passed Size", expPassedEvents.size(), passedEvents.size());
    assertEquals("Failed Size", expFailedEvents.size(), failedEvents.size());


    for ( int i = 0; i < passedEvents.size(); i++ )
    {
      assertEquals("Passed Element " + i, expPassedEvents.get(i), passedEvents.get(i));
    }


    for ( int i = 0; i < passedEvents.size(); i++ )
    {
      assertEquals("Failed Element " + i, expFailedEvents.get(i), failedEvents.get(i));
    }


    ObjectMapper objMapper = new ObjectMapper();
    String objStr = objMapper.writeValueAsString(filter.getFilterMap());


    System.out.println("CompositeKeyFilter :" + objStr);


    Map<Long, DbusKeyFilter> map2 = KeyFilterConfigJSONFactory.parseSrcIdFilterConfigMap(objStr);
    String objStr2 = objMapper.writeValueAsString(filter.getFilterMap());


    System.out.println("CompositeKeyFilter2 :" + objStr2);
    assertEquals("CompositeKeys: JSON Serialization Test", objStr, objStr2);


    //String objStr3 = "{\"filterMap\":{\"40\":{\"partitionType\":\"RANGE\",\"filters\":[{\"keyRange\":{\"start\":100,\"end\":200}},{\"keyRange\":{\"start\":300,\"end\":500}},{\"keyRange\":{\"start\":100,\"end\":200}},{\"keyRange\":{\"start\":300,\"end\":500}}]}}}";
    //DbusKeyCompositeFilter f = KeyFilterJSONFactory.parseKeyCompositeFilter(objStr3);
    //System.out.println("Deserialized Filter is :" + f);


    String objStr4 = "{\"40\":{\"partitionType\":\"RANGE\",\"filters\":[{\"keyRange\":{\"start\":100,\"end\":200}},{\"keyRange\":{\"start\":300,\"end\":500}},{\"keyRange\":{\"start\":100,\"end\":200}},{\"keyRange\":{\"start\":300,\"end\":500}}]}}}";
    Map<Long, DbusKeyFilter> map3 = KeyFilterConfigJSONFactory.parseSrcIdFilterConfigMap(objStr4);
    DbusKeyCompositeFilter f2 = new DbusKeyCompositeFilter();
    f2.setFilterMap(map3);
    System.out.println("Deserialized Filter is (before dedupe): " + f2);
    f2.dedupe();
    System.out.println("Deserialized Filter is (after dedupe): " + f2);
  }

View Full Code Here

Examples of com.linkedin.databus2.core.filter.DbusKeyCompositeFilter

      }




      if ( null == _bootstrapFilter)
      {
        _bootstrapFilter = new DbusKeyCompositeFilter();
        Map<String, IdNamePair> srcNameIdMap = curState.getSourcesNameMap();


        for (DbusKeyCompositeFilterConfig conf : _bootstrapFilterConfigs)
        {
          Map<String, KeyFilterConfigHolder> cMap = conf.getConfigMap();


          Map<Long, KeyFilterConfigHolder> fConfMap = new HashMap<Long, KeyFilterConfigHolder>();
          for ( Entry<String, KeyFilterConfigHolder> e : cMap.entrySet())
          {
            IdNamePair idName = srcNameIdMap.get(e.getKey());


            if ( null != idName)
            {
              fConfMap.put(idName.getId(),e.getValue());
            }
          }


          _bootstrapFilter.merge(new DbusKeyCompositeFilter(fConfMap));
        }
        _bootstrapFilter.dedupe();
      }


      DbusKeyFilter filter = null;

View Full Code Here

Examples of com.linkedin.databus2.core.filter.DbusKeyCompositeFilter


      //TODO for now we separte the code paths to limit the impact on existing Databus 2 deployments (DDSDBUS-79)
      //We have to get rid of this eventually and have a single data path.
      boolean v2Mode = null == subsStr;


      DbusKeyCompositeFilter keyCompositeFilter = null;
      if ( null != partitionInfoStr)
      {
        try
        {
          Map<Long, DbusKeyFilter> fMap= KeyFilterConfigJSONFactory.parseSrcIdFilterConfigMap(partitionInfoStr);
          keyCompositeFilter = new DbusKeyCompositeFilter();
          keyCompositeFilter.setFilterMap(fMap);
          if ( isDebug)
            LOG.debug("keyCompositeFilter is :" + keyCompositeFilter);
        } catch ( Exception ex) {
          String msg = "Got exception while parsing partition Configs. PartitionInfo is:" + partitionInfoStr;
          LOG.error(msg, ex);

View Full Code Here

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.